[ 625.801880] env[69889]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=69889) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 625.802254] env[69889]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=69889) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 625.802383] env[69889]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=69889) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 625.802715] env[69889]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 625.910253] env[69889]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=69889) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 625.919635] env[69889]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=69889) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 625.964384] env[69889]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 626.529775] env[69889]: INFO nova.virt.driver [None req-02dba09b-1e32-43ca-a35c-c23c1f33d87d None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 626.602720] env[69889]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.602934] env[69889]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.603114] env[69889]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=69889) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 629.684311] env[69889]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-fbf086d9-046d-4c31-8e80-7c2ff84be27e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.702013] env[69889]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=69889) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 629.702175] env[69889]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-d8bb3841-e7a0-4039-8ed7-0d53d0464c2f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.740231] env[69889]: INFO oslo_vmware.api [-] Successfully established new session; session ID is ca391. [ 629.740388] env[69889]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.137s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.740961] env[69889]: INFO nova.virt.vmwareapi.driver [None req-02dba09b-1e32-43ca-a35c-c23c1f33d87d None None] VMware vCenter version: 7.0.3 [ 629.744610] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9796574-0041-4da0-9818-d0367ec8493c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.764754] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eea8b53c-6cd4-417c-a33a-2d23256b705a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.771891] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7591b399-c39d-4f46-88db-3ea181c0f282 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.779560] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41eacf78-46b6-4e72-a123-98be3c2b4327 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.793852] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a96a64b-438d-40f5-b591-5e082fe229d0 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.801023] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aae71269-ce59-4d97-887e-08469e871321 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.832994] env[69889]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-df61c81c-2378-47dc-9881-2b9a15ba4c06 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.839461] env[69889]: DEBUG nova.virt.vmwareapi.driver [None req-02dba09b-1e32-43ca-a35c-c23c1f33d87d None None] Extension org.openstack.compute already exists. {{(pid=69889) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 629.842203] env[69889]: INFO nova.compute.provider_config [None req-02dba09b-1e32-43ca-a35c-c23c1f33d87d None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 630.346124] env[69889]: DEBUG nova.context [None req-02dba09b-1e32-43ca-a35c-c23c1f33d87d None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),612d8e7d-388c-4bf2-bd3a-c00bbe9da1f3(cell1) {{(pid=69889) load_cells /opt/stack/nova/nova/context.py:464}} [ 630.348309] env[69889]: DEBUG oslo_concurrency.lockutils [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.348561] env[69889]: DEBUG oslo_concurrency.lockutils [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.349288] env[69889]: DEBUG oslo_concurrency.lockutils [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.349746] env[69889]: DEBUG oslo_concurrency.lockutils [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] Acquiring lock "612d8e7d-388c-4bf2-bd3a-c00bbe9da1f3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.349936] env[69889]: DEBUG oslo_concurrency.lockutils [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] Lock "612d8e7d-388c-4bf2-bd3a-c00bbe9da1f3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.350980] env[69889]: DEBUG oslo_concurrency.lockutils [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] Lock "612d8e7d-388c-4bf2-bd3a-c00bbe9da1f3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.371163] env[69889]: INFO dbcounter [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] Registered counter for database nova_cell0 [ 630.379738] env[69889]: INFO dbcounter [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] Registered counter for database nova_cell1 [ 630.383151] env[69889]: DEBUG oslo_db.sqlalchemy.engines [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69889) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 630.383768] env[69889]: DEBUG oslo_db.sqlalchemy.engines [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69889) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 630.388349] env[69889]: ERROR nova.db.main.api [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 630.388349] env[69889]: result = function(*args, **kwargs) [ 630.388349] env[69889]: File "/opt/stack/nova/nova/utils.py", line 672, in context_wrapper [ 630.388349] env[69889]: return func(*args, **kwargs) [ 630.388349] env[69889]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 630.388349] env[69889]: result = fn(*args, **kwargs) [ 630.388349] env[69889]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 630.388349] env[69889]: return f(*args, **kwargs) [ 630.388349] env[69889]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 630.388349] env[69889]: return db.service_get_minimum_version(context, binaries) [ 630.388349] env[69889]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 630.388349] env[69889]: _check_db_access() [ 630.388349] env[69889]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 630.388349] env[69889]: stacktrace = ''.join(traceback.format_stack()) [ 630.388349] env[69889]: [ 630.389392] env[69889]: ERROR nova.db.main.api [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 630.389392] env[69889]: result = function(*args, **kwargs) [ 630.389392] env[69889]: File "/opt/stack/nova/nova/utils.py", line 672, in context_wrapper [ 630.389392] env[69889]: return func(*args, **kwargs) [ 630.389392] env[69889]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 630.389392] env[69889]: result = fn(*args, **kwargs) [ 630.389392] env[69889]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 630.389392] env[69889]: return f(*args, **kwargs) [ 630.389392] env[69889]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 630.389392] env[69889]: return db.service_get_minimum_version(context, binaries) [ 630.389392] env[69889]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 630.389392] env[69889]: _check_db_access() [ 630.389392] env[69889]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 630.389392] env[69889]: stacktrace = ''.join(traceback.format_stack()) [ 630.389392] env[69889]: [ 630.390215] env[69889]: WARNING nova.objects.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 630.390215] env[69889]: WARNING nova.objects.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] Failed to get minimum service version for cell 612d8e7d-388c-4bf2-bd3a-c00bbe9da1f3 [ 630.390377] env[69889]: DEBUG oslo_concurrency.lockutils [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] Acquiring lock "singleton_lock" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.390536] env[69889]: DEBUG oslo_concurrency.lockutils [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] Acquired lock "singleton_lock" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.390787] env[69889]: DEBUG oslo_concurrency.lockutils [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] Releasing lock "singleton_lock" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.391128] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] Full set of CONF: {{(pid=69889) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 630.391275] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] ******************************************************************************** {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 630.391407] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] Configuration options gathered from: {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 630.391538] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 630.391733] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 630.391861] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] ================================================================================ {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 630.392077] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] allow_resize_to_same_host = True {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.392252] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] arq_binding_timeout = 300 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.392383] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] backdoor_port = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.392510] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] backdoor_socket = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.392672] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] block_device_allocate_retries = 60 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.392835] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] block_device_allocate_retries_interval = 3 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.393015] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] cert = self.pem {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.393185] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.393359] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] compute_monitors = [] {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.393530] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] config_dir = [] {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.393703] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] config_drive_format = iso9660 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.394019] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.394019] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] config_source = [] {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.394191] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] console_host = devstack {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.394358] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] control_exchange = nova {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.394518] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] cpu_allocation_ratio = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.394678] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] daemon = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.394846] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] debug = True {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.395023] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] default_access_ip_network_name = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.395193] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] default_availability_zone = nova {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.395348] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] default_ephemeral_format = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.395508] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] default_green_pool_size = 1000 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.395742] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.395947] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] default_schedule_zone = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.396080] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] disk_allocation_ratio = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.396245] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] enable_new_services = True {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.396425] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] enabled_apis = ['osapi_compute'] {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.396592] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] enabled_ssl_apis = [] {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.396750] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] flat_injected = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.396909] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] force_config_drive = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.397087] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] force_raw_images = True {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.397263] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] graceful_shutdown_timeout = 5 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.397423] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] heal_instance_info_cache_interval = -1 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.397650] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] host = cpu-1 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.397831] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] initial_cpu_allocation_ratio = 4.0 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.397994] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] initial_disk_allocation_ratio = 1.0 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.398174] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] initial_ram_allocation_ratio = 1.0 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.398391] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.398555] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] instance_build_timeout = 0 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.398720] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] instance_delete_interval = 300 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.398887] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] instance_format = [instance: %(uuid)s] {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.399069] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] instance_name_template = instance-%08x {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.399273] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] instance_usage_audit = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.399447] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] instance_usage_audit_period = month {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.399613] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.399778] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] instances_path = /opt/stack/data/nova/instances {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.399942] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] internal_service_availability_zone = internal {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.400116] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] key = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.400280] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] live_migration_retry_count = 30 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.400445] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] log_color = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.400609] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] log_config_append = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.400771] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.400930] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] log_dir = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.401103] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] log_file = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.401232] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] log_options = True {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.401390] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] log_rotate_interval = 1 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.401555] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] log_rotate_interval_type = days {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.401777] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] log_rotation_type = none {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.401845] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.401968] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.402160] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.402321] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.402447] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.402609] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] long_rpc_timeout = 1800 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.402766] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] max_concurrent_builds = 10 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.402923] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] max_concurrent_live_migrations = 1 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.403091] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] max_concurrent_snapshots = 5 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.403253] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] max_local_block_devices = 3 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.403407] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] max_logfile_count = 30 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.403564] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] max_logfile_size_mb = 200 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.403723] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] maximum_instance_delete_attempts = 5 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.403888] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] metadata_listen = 0.0.0.0 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.404072] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] metadata_listen_port = 8775 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.404232] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] metadata_workers = 2 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.404393] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] migrate_max_retries = -1 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.404561] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] mkisofs_cmd = genisoimage {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.404769] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] my_block_storage_ip = 10.180.1.21 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.404901] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] my_ip = 10.180.1.21 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.405122] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.405291] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] network_allocate_retries = 0 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.405472] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.405631] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] osapi_compute_listen = 0.0.0.0 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.405797] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] osapi_compute_listen_port = 8774 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.405967] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] osapi_compute_unique_server_name_scope = {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.406162] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] osapi_compute_workers = 2 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.406324] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] password_length = 12 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.406486] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] periodic_enable = True {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.406671] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] periodic_fuzzy_delay = 60 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.406847] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] pointer_model = usbtablet {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.407058] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] preallocate_images = none {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.407252] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] publish_errors = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.407410] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] pybasedir = /opt/stack/nova {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.407591] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] ram_allocation_ratio = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.407776] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] rate_limit_burst = 0 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.407965] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] rate_limit_except_level = CRITICAL {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.408220] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] rate_limit_interval = 0 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.408353] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] reboot_timeout = 0 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.408533] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] reclaim_instance_interval = 0 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.408717] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] record = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.408904] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] reimage_timeout_per_gb = 60 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.409121] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] report_interval = 120 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.409324] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] rescue_timeout = 0 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.409510] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] reserved_host_cpus = 0 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.409691] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] reserved_host_disk_mb = 0 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.409868] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] reserved_host_memory_mb = 512 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.410062] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] reserved_huge_pages = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.410238] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] resize_confirm_window = 0 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.410430] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] resize_fs_using_block_device = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.410595] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] resume_guests_state_on_host_boot = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.414808] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.414808] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] rpc_response_timeout = 60 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.414808] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] run_external_periodic_tasks = True {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.414808] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] running_deleted_instance_action = reap {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.414808] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] running_deleted_instance_poll_interval = 1800 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.414808] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] running_deleted_instance_timeout = 0 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.414808] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] scheduler_instance_sync_interval = 120 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.415281] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] service_down_time = 720 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.415281] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] servicegroup_driver = db {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.415281] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] shell_completion = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.415281] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] shelved_offload_time = 0 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.415281] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] shelved_poll_interval = 3600 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.415281] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] shutdown_timeout = 0 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.415281] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] source_is_ipv6 = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.415634] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] ssl_only = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.415634] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.415634] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] sync_power_state_interval = 600 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.415634] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] sync_power_state_pool_size = 1000 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.415634] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] syslog_log_facility = LOG_USER {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.415634] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] tempdir = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.415634] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] timeout_nbd = 10 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.416084] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] transport_url = **** {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.416084] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] update_resources_interval = 0 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.416084] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] use_cow_images = True {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.416084] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] use_journal = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.416084] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] use_json = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.416084] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] use_rootwrap_daemon = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.416084] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] use_stderr = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.416386] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] use_syslog = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.416386] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] vcpu_pin_set = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.416386] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] vif_plugging_is_fatal = True {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.416482] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] vif_plugging_timeout = 300 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.416669] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] virt_mkfs = [] {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.416866] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] volume_usage_poll_interval = 0 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.417050] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] watch_log_file = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.417269] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] web = /usr/share/spice-html5 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.417524] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.417704] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.417923] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] os_brick.wait_mpath_device_interval = 1 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.418193] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] oslo_concurrency.disable_process_locking = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.880450] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.880882] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.880882] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.881074] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.881272] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.881445] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.881636] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] api.auth_strategy = keystone {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.881812] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] api.compute_link_prefix = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.881998] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.882194] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] api.dhcp_domain = novalocal {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.882368] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] api.enable_instance_password = True {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.882533] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] api.glance_link_prefix = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.882699] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.882873] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] api.instance_list_cells_batch_strategy = distributed {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.883092] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] api.instance_list_per_project_cells = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.883283] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] api.list_records_by_skipping_down_cells = True {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.883451] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] api.local_metadata_per_cell = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.883620] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] api.max_limit = 1000 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.883790] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] api.metadata_cache_expiration = 15 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.883968] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] api.neutron_default_tenant_id = default {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.884159] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] api.response_validation = warn {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.884347] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] api.use_neutron_default_nets = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.884519] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.884683] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] api.vendordata_dynamic_failure_fatal = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.884854] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.885065] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] api.vendordata_dynamic_ssl_certfile = {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.885261] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] api.vendordata_dynamic_targets = [] {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.885448] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] api.vendordata_jsonfile_path = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.885659] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] api.vendordata_providers = ['StaticJSON'] {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.885861] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] cache.backend = dogpile.cache.memcached {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.886051] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] cache.backend_argument = **** {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.886231] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] cache.backend_expiration_time = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.886402] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] cache.config_prefix = cache.oslo {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.886578] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] cache.dead_timeout = 60.0 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.886745] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] cache.debug_cache_backend = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.886912] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] cache.enable_retry_client = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.887091] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] cache.enable_socket_keepalive = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.887270] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] cache.enabled = True {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.887437] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] cache.enforce_fips_mode = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.887603] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] cache.expiration_time = 600 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.887781] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] cache.hashclient_retry_attempts = 2 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.887935] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] cache.hashclient_retry_delay = 1.0 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.888124] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] cache.memcache_dead_retry = 300 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.888289] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] cache.memcache_password = **** {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.888455] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.888617] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.888780] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] cache.memcache_pool_maxsize = 10 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.888944] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] cache.memcache_pool_unused_timeout = 60 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.889122] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] cache.memcache_sasl_enabled = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.889312] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] cache.memcache_servers = ['localhost:11211'] {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.889477] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] cache.memcache_socket_timeout = 1.0 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.889640] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] cache.memcache_username = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.889807] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] cache.proxies = [] {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.889972] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] cache.redis_db = 0 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.890152] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] cache.redis_password = **** {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.890323] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] cache.redis_sentinel_service_name = mymaster {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.890499] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.890669] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] cache.redis_server = localhost:6379 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.890836] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] cache.redis_socket_timeout = 1.0 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.891007] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] cache.redis_username = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.891188] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] cache.retry_attempts = 2 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.891357] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] cache.retry_delay = 0.0 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.891522] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] cache.socket_keepalive_count = 1 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.891688] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] cache.socket_keepalive_idle = 1 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.891852] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] cache.socket_keepalive_interval = 1 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.892023] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] cache.tls_allowed_ciphers = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.892194] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] cache.tls_cafile = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.892362] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] cache.tls_certfile = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.892518] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] cache.tls_enabled = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.892678] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] cache.tls_keyfile = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.892851] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] cinder.auth_section = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.893066] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] cinder.auth_type = password {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.893251] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] cinder.cafile = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.893436] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] cinder.catalog_info = volumev3::publicURL {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.893601] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] cinder.certfile = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.893767] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] cinder.collect_timing = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.893931] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] cinder.cross_az_attach = True {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.894122] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] cinder.debug = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.894290] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] cinder.endpoint_template = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.894457] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] cinder.http_retries = 3 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.894671] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] cinder.insecure = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.894786] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] cinder.keyfile = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.894975] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] cinder.os_region_name = RegionOne {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.895177] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] cinder.split_loggers = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.895344] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] cinder.timeout = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.895520] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.895684] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] compute.cpu_dedicated_set = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.895845] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] compute.cpu_shared_set = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.896025] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] compute.image_type_exclude_list = [] {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.896198] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] compute.live_migration_wait_for_vif_plug = True {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.896363] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] compute.max_concurrent_disk_ops = 0 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.896526] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] compute.max_disk_devices_to_attach = -1 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.896690] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.896859] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.897034] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] compute.resource_provider_association_refresh = 300 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.897203] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.897394] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] compute.shutdown_retry_interval = 10 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.897586] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.897769] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] conductor.workers = 2 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.897954] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] console.allowed_origins = [] {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.898139] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] console.ssl_ciphers = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.898313] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] console.ssl_minimum_version = default {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.898485] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] consoleauth.enforce_session_timeout = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.898658] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] consoleauth.token_ttl = 600 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.898830] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] cyborg.cafile = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.898992] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] cyborg.certfile = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.899177] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] cyborg.collect_timing = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.899340] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] cyborg.connect_retries = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.899502] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] cyborg.connect_retry_delay = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.899662] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] cyborg.endpoint_override = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.899827] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] cyborg.insecure = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.899987] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] cyborg.keyfile = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.900165] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] cyborg.max_version = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.900326] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] cyborg.min_version = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.900485] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] cyborg.region_name = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.900646] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] cyborg.retriable_status_codes = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.900806] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] cyborg.service_name = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.900976] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] cyborg.service_type = accelerator {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.901156] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] cyborg.split_loggers = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.901317] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] cyborg.status_code_retries = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.901475] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] cyborg.status_code_retry_delay = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.901633] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] cyborg.timeout = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.901816] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.901979] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] cyborg.version = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.902170] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] database.asyncio_connection = **** {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.902336] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] database.asyncio_slave_connection = **** {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.902508] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] database.backend = sqlalchemy {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.902679] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] database.connection = **** {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.902847] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] database.connection_debug = 0 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.903109] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] database.connection_parameters = {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.903238] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] database.connection_recycle_time = 3600 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.903405] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] database.connection_trace = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.903567] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] database.db_inc_retry_interval = True {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.903730] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] database.db_max_retries = 20 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.903893] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] database.db_max_retry_interval = 10 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.904067] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] database.db_retry_interval = 1 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.904234] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] database.max_overflow = 50 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.904398] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] database.max_pool_size = 5 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.904560] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] database.max_retries = 10 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.904731] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] database.mysql_sql_mode = TRADITIONAL {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.904889] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] database.mysql_wsrep_sync_wait = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.905090] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] database.pool_timeout = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.905265] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] database.retry_interval = 10 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.905426] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] database.slave_connection = **** {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.905591] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] database.sqlite_synchronous = True {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.905753] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] database.use_db_reconnect = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.905927] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] api_database.asyncio_connection = **** {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.906105] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] api_database.asyncio_slave_connection = **** {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.906279] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] api_database.backend = sqlalchemy {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.906451] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] api_database.connection = **** {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.906616] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] api_database.connection_debug = 0 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.906789] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] api_database.connection_parameters = {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.906955] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] api_database.connection_recycle_time = 3600 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.907143] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] api_database.connection_trace = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.907327] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] api_database.db_inc_retry_interval = True {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.907502] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] api_database.db_max_retries = 20 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.907670] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] api_database.db_max_retry_interval = 10 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.907836] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] api_database.db_retry_interval = 1 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.908008] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] api_database.max_overflow = 50 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.908184] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] api_database.max_pool_size = 5 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.908348] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] api_database.max_retries = 10 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.908520] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.908686] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] api_database.mysql_wsrep_sync_wait = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.908846] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] api_database.pool_timeout = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.909018] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] api_database.retry_interval = 10 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.909184] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] api_database.slave_connection = **** {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.909370] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] api_database.sqlite_synchronous = True {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.909561] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] devices.enabled_mdev_types = [] {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.909746] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.909921] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] ephemeral_storage_encryption.default_format = luks {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.910100] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] ephemeral_storage_encryption.enabled = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.910272] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] ephemeral_storage_encryption.key_size = 512 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.910456] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] glance.api_servers = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.910621] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] glance.cafile = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.910785] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] glance.certfile = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.910950] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] glance.collect_timing = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.911128] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] glance.connect_retries = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.911292] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] glance.connect_retry_delay = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.911500] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] glance.debug = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.911623] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] glance.default_trusted_certificate_ids = [] {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.911788] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] glance.enable_certificate_validation = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.911951] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] glance.enable_rbd_download = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.912128] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] glance.endpoint_override = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.912300] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] glance.insecure = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.912466] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] glance.keyfile = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.912623] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] glance.max_version = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.912779] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] glance.min_version = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.912951] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] glance.num_retries = 3 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.913162] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] glance.rbd_ceph_conf = {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.913333] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] glance.rbd_connect_timeout = 5 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.913505] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] glance.rbd_pool = {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.913675] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] glance.rbd_user = {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.913847] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] glance.region_name = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.914013] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] glance.retriable_status_codes = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.914180] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] glance.service_name = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.914354] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] glance.service_type = image {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.914517] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] glance.split_loggers = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.914676] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] glance.status_code_retries = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.914834] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] glance.status_code_retry_delay = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.915036] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] glance.timeout = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.915225] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.915398] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] glance.verify_glance_signatures = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.915558] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] glance.version = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.915725] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] guestfs.debug = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.915893] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] manila.auth_section = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.916080] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] manila.auth_type = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.916244] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] manila.cafile = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.916403] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] manila.certfile = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.916568] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] manila.collect_timing = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.916729] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] manila.connect_retries = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.916890] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] manila.connect_retry_delay = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.917064] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] manila.endpoint_override = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.917235] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] manila.insecure = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.917420] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] manila.keyfile = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.917585] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] manila.max_version = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.917747] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] manila.min_version = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.917911] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] manila.region_name = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.918868] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] manila.retriable_status_codes = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.919119] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] manila.service_name = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.919365] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] manila.service_type = shared-file-system {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.919576] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] manila.share_apply_policy_timeout = 10 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.919757] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] manila.split_loggers = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.919927] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] manila.status_code_retries = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.920107] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] manila.status_code_retry_delay = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.920280] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] manila.timeout = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.920471] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.920684] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] manila.version = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.920903] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] mks.enabled = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.921352] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.921657] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] image_cache.manager_interval = 2400 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.921970] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] image_cache.precache_concurrency = 1 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.922303] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] image_cache.remove_unused_base_images = True {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.922557] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.922800] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.923072] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] image_cache.subdirectory_name = _base {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.923321] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] ironic.api_max_retries = 60 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.923518] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] ironic.api_retry_interval = 2 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.923779] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] ironic.auth_section = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.924105] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] ironic.auth_type = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.924328] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] ironic.cafile = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.924504] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] ironic.certfile = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.924774] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] ironic.collect_timing = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.924982] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] ironic.conductor_group = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.925186] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] ironic.connect_retries = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.925362] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] ironic.connect_retry_delay = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.925529] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] ironic.endpoint_override = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.925761] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] ironic.insecure = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.926051] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] ironic.keyfile = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.926255] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] ironic.max_version = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.926452] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] ironic.min_version = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.926652] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] ironic.peer_list = [] {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.926825] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] ironic.region_name = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.926990] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] ironic.retriable_status_codes = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.927177] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] ironic.serial_console_state_timeout = 10 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.927342] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] ironic.service_name = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.927516] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] ironic.service_type = baremetal {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.927681] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] ironic.shard = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.927847] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] ironic.split_loggers = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.928023] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] ironic.status_code_retries = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.928185] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] ironic.status_code_retry_delay = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.928348] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] ironic.timeout = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.928533] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.928698] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] ironic.version = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.928882] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.929075] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] key_manager.fixed_key = **** {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.929269] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.929439] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] barbican.barbican_api_version = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.929717] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] barbican.barbican_endpoint = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.930034] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] barbican.barbican_endpoint_type = public {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.930263] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] barbican.barbican_region_name = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.930444] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] barbican.cafile = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.930642] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] barbican.certfile = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.930822] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] barbican.collect_timing = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.930992] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] barbican.insecure = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.931208] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] barbican.keyfile = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.931422] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] barbican.number_of_retries = 60 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.931644] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] barbican.retry_delay = 1 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.931843] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] barbican.send_service_user_token = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.932051] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] barbican.split_loggers = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.932227] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] barbican.timeout = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.932400] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] barbican.verify_ssl = True {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.932586] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] barbican.verify_ssl_path = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.932761] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] barbican_service_user.auth_section = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.932956] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] barbican_service_user.auth_type = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.933171] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] barbican_service_user.cafile = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.933344] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] barbican_service_user.certfile = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.933511] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] barbican_service_user.collect_timing = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.933677] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] barbican_service_user.insecure = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.933839] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] barbican_service_user.keyfile = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.934009] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] barbican_service_user.split_loggers = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.934182] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] barbican_service_user.timeout = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.934354] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] vault.approle_role_id = **** {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.934532] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] vault.approle_secret_id = **** {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.934744] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] vault.kv_mountpoint = secret {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.934920] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] vault.kv_path = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.935124] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] vault.kv_version = 2 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.935300] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] vault.namespace = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.935463] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] vault.root_token_id = **** {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.935626] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] vault.ssl_ca_crt_file = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.935799] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] vault.timeout = 60.0 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.935968] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] vault.use_ssl = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.936154] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.936328] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] keystone.cafile = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.936492] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] keystone.certfile = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.936656] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] keystone.collect_timing = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.936820] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] keystone.connect_retries = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.936982] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] keystone.connect_retry_delay = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.937159] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] keystone.endpoint_override = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.937322] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] keystone.insecure = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.937483] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] keystone.keyfile = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.937643] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] keystone.max_version = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.937796] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] keystone.min_version = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.937958] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] keystone.region_name = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.938195] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] keystone.retriable_status_codes = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.938453] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] keystone.service_name = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.938691] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] keystone.service_type = identity {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.938869] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] keystone.split_loggers = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.939089] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] keystone.status_code_retries = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.939274] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] keystone.status_code_retry_delay = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.939438] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] keystone.timeout = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.939622] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.939784] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] keystone.version = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.939982] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] libvirt.ceph_mount_options = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.940398] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.940705] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] libvirt.connection_uri = {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.940908] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] libvirt.cpu_mode = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.941106] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] libvirt.cpu_model_extra_flags = [] {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.941294] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] libvirt.cpu_models = [] {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.941508] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] libvirt.cpu_power_governor_high = performance {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.941703] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] libvirt.cpu_power_governor_low = powersave {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.941871] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] libvirt.cpu_power_management = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.942059] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.942244] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] libvirt.device_detach_attempts = 8 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.942420] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] libvirt.device_detach_timeout = 20 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.942615] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] libvirt.disk_cachemodes = [] {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.942791] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] libvirt.disk_prefix = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.942968] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] libvirt.enabled_perf_events = [] {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.943154] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] libvirt.file_backed_memory = 0 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.943328] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] libvirt.gid_maps = [] {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.943493] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] libvirt.hw_disk_discard = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.943661] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] libvirt.hw_machine_type = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.943872] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] libvirt.images_rbd_ceph_conf = {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.944056] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.944231] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.944405] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] libvirt.images_rbd_glance_store_name = {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.944578] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] libvirt.images_rbd_pool = rbd {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.944779] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] libvirt.images_type = default {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.944971] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] libvirt.images_volume_group = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.945173] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] libvirt.inject_key = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.945354] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] libvirt.inject_partition = -2 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.945513] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] libvirt.inject_password = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.945678] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] libvirt.iscsi_iface = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.945845] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] libvirt.iser_use_multipath = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.946041] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] libvirt.live_migration_bandwidth = 0 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.946227] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] libvirt.live_migration_completion_timeout = 800 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.946397] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] libvirt.live_migration_downtime = 500 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.946592] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] libvirt.live_migration_downtime_delay = 75 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.946784] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] libvirt.live_migration_downtime_steps = 10 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.946952] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] libvirt.live_migration_inbound_addr = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.947133] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] libvirt.live_migration_permit_auto_converge = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.947300] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] libvirt.live_migration_permit_post_copy = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.947491] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] libvirt.live_migration_scheme = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.947677] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] libvirt.live_migration_timeout_action = abort {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.947841] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] libvirt.live_migration_tunnelled = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.948008] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] libvirt.live_migration_uri = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.948188] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] libvirt.live_migration_with_native_tls = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.948354] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] libvirt.max_queues = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.948516] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] libvirt.mem_stats_period_seconds = 10 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.948865] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.949055] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] libvirt.nfs_mount_options = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.949406] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.949603] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] libvirt.num_aoe_discover_tries = 3 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.949776] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] libvirt.num_iser_scan_tries = 5 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.949945] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] libvirt.num_memory_encrypted_guests = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.950160] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] libvirt.num_nvme_discover_tries = 5 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.950345] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] libvirt.num_pcie_ports = 0 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.950536] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] libvirt.num_volume_scan_tries = 5 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.950721] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] libvirt.pmem_namespaces = [] {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.950890] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] libvirt.quobyte_client_cfg = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.951208] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.951395] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] libvirt.rbd_connect_timeout = 5 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.951606] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.951784] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.951978] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] libvirt.rbd_secret_uuid = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.952124] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] libvirt.rbd_user = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.952295] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] libvirt.realtime_scheduler_priority = 1 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.952469] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] libvirt.remote_filesystem_transport = ssh {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.952630] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] libvirt.rescue_image_id = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.952790] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] libvirt.rescue_kernel_id = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.952953] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] libvirt.rescue_ramdisk_id = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.953140] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] libvirt.rng_dev_path = /dev/urandom {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.953303] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] libvirt.rx_queue_size = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.953519] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] libvirt.smbfs_mount_options = {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.953837] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.954033] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] libvirt.snapshot_compression = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.954207] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] libvirt.snapshot_image_format = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.954435] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.954627] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] libvirt.sparse_logical_volumes = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.954807] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] libvirt.swtpm_enabled = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.955040] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] libvirt.swtpm_group = tss {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.955229] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] libvirt.swtpm_user = tss {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.955401] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] libvirt.sysinfo_serial = unique {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.955560] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] libvirt.tb_cache_size = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.955715] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] libvirt.tx_queue_size = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.955876] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] libvirt.uid_maps = [] {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.956072] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] libvirt.use_virtio_for_bridges = True {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.956254] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] libvirt.virt_type = kvm {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.956423] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] libvirt.volume_clear = zero {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.956584] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] libvirt.volume_clear_size = 0 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.956747] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] libvirt.volume_enforce_multipath = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.956912] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] libvirt.volume_use_multipath = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.957081] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] libvirt.vzstorage_cache_path = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.957289] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.957429] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] libvirt.vzstorage_mount_group = qemu {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.957627] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] libvirt.vzstorage_mount_opts = [] {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.957808] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.958116] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.958304] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] libvirt.vzstorage_mount_user = stack {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.958474] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.958653] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] neutron.auth_section = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.958826] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] neutron.auth_type = password {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.958990] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] neutron.cafile = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.959168] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] neutron.certfile = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.959333] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] neutron.collect_timing = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.959492] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] neutron.connect_retries = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.959648] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] neutron.connect_retry_delay = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.959818] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] neutron.default_floating_pool = public {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.959979] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] neutron.endpoint_override = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.960161] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] neutron.extension_sync_interval = 600 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.960324] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] neutron.http_retries = 3 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.960486] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] neutron.insecure = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.960642] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] neutron.keyfile = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.960803] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] neutron.max_version = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.960975] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] neutron.metadata_proxy_shared_secret = **** {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.961156] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] neutron.min_version = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.961328] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] neutron.ovs_bridge = br-int {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.961516] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] neutron.physnets = [] {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.961709] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] neutron.region_name = RegionOne {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.961875] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] neutron.retriable_status_codes = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.962072] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] neutron.service_metadata_proxy = True {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.962258] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] neutron.service_name = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.962437] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] neutron.service_type = network {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.962625] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] neutron.split_loggers = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.962807] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] neutron.status_code_retries = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.962970] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] neutron.status_code_retry_delay = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.963149] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] neutron.timeout = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.963361] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.963614] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] neutron.version = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.963724] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] notifications.bdms_in_notifications = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.963901] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] notifications.default_level = INFO {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.964079] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] notifications.include_share_mapping = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.964266] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] notifications.notification_format = unversioned {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.964433] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] notifications.notify_on_state_change = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.964614] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.964790] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] pci.alias = [] {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.964979] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] pci.device_spec = [] {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.965175] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] pci.report_in_placement = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.965355] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] placement.auth_section = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.965532] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] placement.auth_type = password {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.965703] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] placement.auth_url = http://10.180.1.21/identity {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.965864] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] placement.cafile = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.966051] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] placement.certfile = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.966229] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] placement.collect_timing = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.966391] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] placement.connect_retries = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.966551] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] placement.connect_retry_delay = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.966712] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] placement.default_domain_id = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.966869] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] placement.default_domain_name = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.967038] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] placement.domain_id = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.967206] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] placement.domain_name = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.967364] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] placement.endpoint_override = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.967523] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] placement.insecure = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.967679] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] placement.keyfile = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.967833] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] placement.max_version = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.967989] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] placement.min_version = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.968174] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] placement.password = **** {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.968334] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] placement.project_domain_id = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.968499] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] placement.project_domain_name = Default {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.968677] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] placement.project_id = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.968830] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] placement.project_name = service {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.969008] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] placement.region_name = RegionOne {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.969184] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] placement.retriable_status_codes = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.969345] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] placement.service_name = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.969519] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] placement.service_type = placement {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.969681] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] placement.split_loggers = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.969840] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] placement.status_code_retries = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.969998] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] placement.status_code_retry_delay = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.970172] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] placement.system_scope = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.970330] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] placement.timeout = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.970489] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] placement.trust_id = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.970645] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] placement.user_domain_id = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.970817] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] placement.user_domain_name = Default {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.970982] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] placement.user_id = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.971170] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] placement.username = nova {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.971354] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.971516] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] placement.version = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.971695] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] quota.cores = 20 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.971864] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] quota.count_usage_from_placement = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.972048] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.972225] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] quota.injected_file_content_bytes = 10240 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.972396] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] quota.injected_file_path_length = 255 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.972562] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] quota.injected_files = 5 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.972728] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] quota.instances = 10 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.972900] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] quota.key_pairs = 100 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.973073] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] quota.metadata_items = 128 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.973244] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] quota.ram = 51200 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.973410] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] quota.recheck_quota = True {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.973575] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] quota.server_group_members = 10 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.973740] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] quota.server_groups = 10 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.973949] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] quota.unified_limits_resource_list = ['servers'] {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.974150] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] quota.unified_limits_resource_strategy = require {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.974351] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.974524] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.974687] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] scheduler.image_metadata_prefilter = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.974849] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.975055] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] scheduler.max_attempts = 3 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.975235] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] scheduler.max_placement_results = 1000 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.975400] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.975562] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] scheduler.query_placement_for_image_type_support = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.975721] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.975895] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] scheduler.workers = 2 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.976088] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.976264] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.976444] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.976619] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.976789] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.976957] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.977134] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.977345] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.977526] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] filter_scheduler.host_subset_size = 1 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.977694] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.977855] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] filter_scheduler.image_properties_default_architecture = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.978029] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.978204] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] filter_scheduler.image_props_weight_setting = [] {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.978382] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.978547] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] filter_scheduler.isolated_hosts = [] {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.978708] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] filter_scheduler.isolated_images = [] {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.978870] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] filter_scheduler.max_instances_per_host = 50 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.979039] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.979208] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.979366] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] filter_scheduler.pci_in_placement = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.979527] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.979686] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.979846] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.980010] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.980184] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.980348] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.980510] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] filter_scheduler.track_instance_changes = True {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.980682] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.980850] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] metrics.required = True {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.981023] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] metrics.weight_multiplier = 1.0 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.981190] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] metrics.weight_of_unavailable = -10000.0 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.981354] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] metrics.weight_setting = [] {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.981671] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.981845] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] serial_console.enabled = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.982037] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] serial_console.port_range = 10000:20000 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.982219] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.982396] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.982561] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] serial_console.serialproxy_port = 6083 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.982728] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] service_user.auth_section = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.982900] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] service_user.auth_type = password {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.983080] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] service_user.cafile = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.983244] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] service_user.certfile = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.983405] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] service_user.collect_timing = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.983562] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] service_user.insecure = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.983719] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] service_user.keyfile = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.983884] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] service_user.send_service_user_token = True {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.984073] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] service_user.split_loggers = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.984241] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] service_user.timeout = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.984410] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] spice.agent_enabled = True {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.984575] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] spice.enabled = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.984881] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.985122] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] spice.html5proxy_host = 0.0.0.0 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.985307] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] spice.html5proxy_port = 6082 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.985473] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] spice.image_compression = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.985635] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] spice.jpeg_compression = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.985796] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] spice.playback_compression = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.985981] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] spice.require_secure = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.986198] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] spice.server_listen = 127.0.0.1 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.986375] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.986656] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.986829] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] spice.streaming_mode = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.986993] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] spice.zlib_compression = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.987181] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] upgrade_levels.baseapi = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.987380] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] upgrade_levels.compute = auto {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.987556] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] upgrade_levels.conductor = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.987719] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] upgrade_levels.scheduler = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.987887] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] vendordata_dynamic_auth.auth_section = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.988074] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] vendordata_dynamic_auth.auth_type = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.988245] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] vendordata_dynamic_auth.cafile = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.988400] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] vendordata_dynamic_auth.certfile = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.988569] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] vendordata_dynamic_auth.collect_timing = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.988730] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] vendordata_dynamic_auth.insecure = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.988898] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] vendordata_dynamic_auth.keyfile = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.989060] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] vendordata_dynamic_auth.split_loggers = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.989223] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] vendordata_dynamic_auth.timeout = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.989398] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] vmware.api_retry_count = 10 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.989560] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] vmware.ca_file = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.989733] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] vmware.cache_prefix = devstack-image-cache {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.989901] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] vmware.cluster_name = testcl1 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.990083] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] vmware.connection_pool_size = 10 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.990248] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] vmware.console_delay_seconds = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.990419] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] vmware.datastore_regex = ^datastore.* {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.990626] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.990801] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] vmware.host_password = **** {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.990970] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] vmware.host_port = 443 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.991154] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] vmware.host_username = administrator@vsphere.local {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.991325] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] vmware.insecure = True {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.991486] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] vmware.integration_bridge = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.992774] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] vmware.maximum_objects = 100 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.992774] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] vmware.pbm_default_policy = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.992774] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] vmware.pbm_enabled = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.992774] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] vmware.pbm_wsdl_location = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.992774] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.992774] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] vmware.serial_port_proxy_uri = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.992774] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] vmware.serial_port_service_uri = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.993061] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] vmware.task_poll_interval = 0.5 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.993061] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] vmware.use_linked_clone = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.993121] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] vmware.vnc_keymap = en-us {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.993271] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] vmware.vnc_port = 5900 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.994038] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] vmware.vnc_port_total = 10000 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.994038] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] vnc.auth_schemes = ['none'] {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.994038] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] vnc.enabled = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.994205] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.994256] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.994426] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] vnc.novncproxy_port = 6080 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.994615] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] vnc.server_listen = 127.0.0.1 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.994793] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.994981] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] vnc.vencrypt_ca_certs = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.995162] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] vnc.vencrypt_client_cert = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.995326] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] vnc.vencrypt_client_key = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.995502] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.995665] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] workarounds.disable_deep_image_inspection = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.995826] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] workarounds.disable_fallback_pcpu_query = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.995988] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] workarounds.disable_group_policy_check_upcall = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.996165] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.996325] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] workarounds.disable_rootwrap = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.996486] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] workarounds.enable_numa_live_migration = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.996646] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.996803] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.996962] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] workarounds.handle_virt_lifecycle_events = True {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.997138] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] workarounds.libvirt_disable_apic = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.997308] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] workarounds.never_download_image_if_on_rbd = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.997475] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.997636] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.997798] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.997958] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.998132] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.998297] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.998452] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.998611] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.998773] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.998999] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.999132] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] wsgi.secure_proxy_ssl_header = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.999303] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] zvm.ca_file = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.999463] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] zvm.cloud_connector_url = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.999905] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.000110] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] zvm.reachable_timeout = 300 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.000334] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.000539] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.000732] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] profiler.connection_string = messaging:// {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.000907] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] profiler.enabled = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.001092] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] profiler.es_doc_type = notification {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.001266] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] profiler.es_scroll_size = 10000 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.001438] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] profiler.es_scroll_time = 2m {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.001603] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] profiler.filter_error_trace = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.001772] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] profiler.hmac_keys = **** {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.001942] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] profiler.sentinel_service_name = mymaster {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.002126] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] profiler.socket_timeout = 0.1 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.002294] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] profiler.trace_requests = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.002456] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] profiler.trace_sqlalchemy = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.002633] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] profiler_jaeger.process_tags = {} {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.002792] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] profiler_jaeger.service_name_prefix = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.002981] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] profiler_otlp.service_name_prefix = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.003180] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.003347] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.003509] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.003672] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.003835] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.003997] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.004180] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.004342] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.004505] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.004675] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.004835] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.005063] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.005265] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.005437] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.005603] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.005777] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.005941] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.006123] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.006297] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.006464] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.006627] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.006794] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.006957] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.007135] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.007302] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.007473] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.007632] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.007797] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.007964] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.008147] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.008313] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] oslo_messaging_rabbit.ssl = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.008487] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.008658] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.008824] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.008997] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.009186] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] oslo_messaging_rabbit.ssl_version = {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.009351] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.009540] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.009716] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] oslo_messaging_notifications.retry = -1 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.009894] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.010081] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] oslo_messaging_notifications.transport_url = **** {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.010262] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] oslo_limit.auth_section = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.010429] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] oslo_limit.auth_type = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.010594] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] oslo_limit.cafile = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.010754] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] oslo_limit.certfile = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.010918] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] oslo_limit.collect_timing = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.011092] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] oslo_limit.connect_retries = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.011259] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] oslo_limit.connect_retry_delay = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.011445] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] oslo_limit.endpoint_id = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.011588] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] oslo_limit.endpoint_interface = publicURL {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.011748] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] oslo_limit.endpoint_override = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.011907] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] oslo_limit.endpoint_region_name = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.012080] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] oslo_limit.endpoint_service_name = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.012246] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] oslo_limit.endpoint_service_type = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.012412] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] oslo_limit.insecure = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.012571] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] oslo_limit.keyfile = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.012734] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] oslo_limit.max_version = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.012911] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] oslo_limit.min_version = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.013098] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] oslo_limit.region_name = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.013267] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] oslo_limit.retriable_status_codes = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.013464] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] oslo_limit.service_name = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.013650] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] oslo_limit.service_type = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.013821] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] oslo_limit.split_loggers = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.013985] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] oslo_limit.status_code_retries = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.014164] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] oslo_limit.status_code_retry_delay = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.014326] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] oslo_limit.timeout = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.014487] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] oslo_limit.valid_interfaces = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.014642] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] oslo_limit.version = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.014811] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] oslo_reports.file_event_handler = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.015014] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] oslo_reports.file_event_handler_interval = 1 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.015182] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] oslo_reports.log_dir = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.015355] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.015516] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] vif_plug_linux_bridge_privileged.group = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.015673] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.015837] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.016031] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.016187] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] vif_plug_linux_bridge_privileged.user = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.016360] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.016524] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] vif_plug_ovs_privileged.group = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.016686] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] vif_plug_ovs_privileged.helper_command = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.016854] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.017032] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.017202] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] vif_plug_ovs_privileged.user = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.017377] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] os_vif_linux_bridge.flat_interface = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.017561] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.017738] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.017912] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.018098] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.018278] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.018447] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.018612] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] os_vif_linux_bridge.vlan_interface = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.018791] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.018961] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] os_vif_ovs.isolate_vif = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.019149] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.019312] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.019477] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.019645] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] os_vif_ovs.ovsdb_interface = native {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.019808] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] os_vif_ovs.per_port_bridge = False {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.019980] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] privsep_osbrick.capabilities = [21] {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.020157] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] privsep_osbrick.group = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.020432] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] privsep_osbrick.helper_command = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.020496] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.020646] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] privsep_osbrick.thread_pool_size = 8 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.020808] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] privsep_osbrick.user = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.020983] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.021159] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] nova_sys_admin.group = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.021318] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] nova_sys_admin.helper_command = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.021483] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.021645] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] nova_sys_admin.thread_pool_size = 8 {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.021802] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] nova_sys_admin.user = None {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 631.021932] env[69889]: DEBUG oslo_service.backend.eventlet.service [None req-05cc8810-9b5c-4989-b35e-c826b924a7ec None None] ******************************************************************************** {{(pid=69889) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 631.022373] env[69889]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 631.525528] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-1537c395-36c6-46dc-a1ef-22a2e304864b None None] Getting list of instances from cluster (obj){ [ 631.525528] env[69889]: value = "domain-c8" [ 631.525528] env[69889]: _type = "ClusterComputeResource" [ 631.525528] env[69889]: } {{(pid=69889) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 631.526654] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17c4e1dd-0d23-4eec-9f5b-d16476a4a6d8 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.536268] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-1537c395-36c6-46dc-a1ef-22a2e304864b None None] Got total of 0 instances {{(pid=69889) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 631.536901] env[69889]: WARNING nova.virt.vmwareapi.driver [None req-1537c395-36c6-46dc-a1ef-22a2e304864b None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 631.537437] env[69889]: INFO nova.virt.node [None req-1537c395-36c6-46dc-a1ef-22a2e304864b None None] Generated node identity 90d7c690-84bb-4f6d-b52e-7f3e0decd101 [ 631.537684] env[69889]: INFO nova.virt.node [None req-1537c395-36c6-46dc-a1ef-22a2e304864b None None] Wrote node identity 90d7c690-84bb-4f6d-b52e-7f3e0decd101 to /opt/stack/data/n-cpu-1/compute_id [ 632.042754] env[69889]: WARNING nova.compute.manager [None req-1537c395-36c6-46dc-a1ef-22a2e304864b None None] Compute nodes ['90d7c690-84bb-4f6d-b52e-7f3e0decd101'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 633.048666] env[69889]: INFO nova.compute.manager [None req-1537c395-36c6-46dc-a1ef-22a2e304864b None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 634.055321] env[69889]: WARNING nova.compute.manager [None req-1537c395-36c6-46dc-a1ef-22a2e304864b None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 634.055681] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1537c395-36c6-46dc-a1ef-22a2e304864b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.055785] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1537c395-36c6-46dc-a1ef-22a2e304864b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.055938] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1537c395-36c6-46dc-a1ef-22a2e304864b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 634.056155] env[69889]: DEBUG nova.compute.resource_tracker [None req-1537c395-36c6-46dc-a1ef-22a2e304864b None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69889) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 634.057096] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8118259-92d8-4218-a7de-e2715c537f6d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.065438] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-400868e3-0fa9-4b1c-a366-85873d030aa9 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.079959] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea1077e2-709b-4b2b-b9c6-8684360e56ac {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.087596] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ad3f959-9eb4-4f52-b3e6-09d44f6e2991 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.117134] env[69889]: DEBUG nova.compute.resource_tracker [None req-1537c395-36c6-46dc-a1ef-22a2e304864b None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180802MB free_disk=20GB free_vcpus=48 pci_devices=None {{(pid=69889) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 634.117280] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1537c395-36c6-46dc-a1ef-22a2e304864b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.117503] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1537c395-36c6-46dc-a1ef-22a2e304864b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.620506] env[69889]: WARNING nova.compute.resource_tracker [None req-1537c395-36c6-46dc-a1ef-22a2e304864b None None] No compute node record for cpu-1:90d7c690-84bb-4f6d-b52e-7f3e0decd101: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 90d7c690-84bb-4f6d-b52e-7f3e0decd101 could not be found. [ 635.125719] env[69889]: INFO nova.compute.resource_tracker [None req-1537c395-36c6-46dc-a1ef-22a2e304864b None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 [ 636.633261] env[69889]: DEBUG nova.compute.resource_tracker [None req-1537c395-36c6-46dc-a1ef-22a2e304864b None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69889) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 636.633635] env[69889]: DEBUG nova.compute.resource_tracker [None req-1537c395-36c6-46dc-a1ef-22a2e304864b None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69889) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 636.795191] env[69889]: INFO nova.scheduler.client.report [None req-1537c395-36c6-46dc-a1ef-22a2e304864b None None] [req-c25961ff-155f-41fe-9e32-7c1232255623] Created resource provider record via placement API for resource provider with UUID 90d7c690-84bb-4f6d-b52e-7f3e0decd101 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 636.814673] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a81e1af-4ac0-4c6f-a04a-6d064cc2c621 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.822622] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40adf587-751c-4058-864d-fa980387e4d6 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.853053] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a97ac480-1540-4e35-be6b-f7cce244bce2 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.860482] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d3ad4d1-79ca-497e-9413-fafdaf097a07 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.874457] env[69889]: DEBUG nova.compute.provider_tree [None req-1537c395-36c6-46dc-a1ef-22a2e304864b None None] Updating inventory in ProviderTree for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 637.411030] env[69889]: DEBUG nova.scheduler.client.report [None req-1537c395-36c6-46dc-a1ef-22a2e304864b None None] Updated inventory for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 637.411030] env[69889]: DEBUG nova.compute.provider_tree [None req-1537c395-36c6-46dc-a1ef-22a2e304864b None None] Updating resource provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 generation from 0 to 1 during operation: update_inventory {{(pid=69889) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 637.411030] env[69889]: DEBUG nova.compute.provider_tree [None req-1537c395-36c6-46dc-a1ef-22a2e304864b None None] Updating inventory in ProviderTree for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 637.462019] env[69889]: DEBUG nova.compute.provider_tree [None req-1537c395-36c6-46dc-a1ef-22a2e304864b None None] Updating resource provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 generation from 1 to 2 during operation: update_traits {{(pid=69889) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 637.966848] env[69889]: DEBUG nova.compute.resource_tracker [None req-1537c395-36c6-46dc-a1ef-22a2e304864b None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69889) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 637.967222] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1537c395-36c6-46dc-a1ef-22a2e304864b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.850s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.967222] env[69889]: DEBUG nova.service [None req-1537c395-36c6-46dc-a1ef-22a2e304864b None None] Creating RPC server for service compute {{(pid=69889) start /opt/stack/nova/nova/service.py:177}} [ 637.981371] env[69889]: DEBUG nova.service [None req-1537c395-36c6-46dc-a1ef-22a2e304864b None None] Join ServiceGroup membership for this service compute {{(pid=69889) start /opt/stack/nova/nova/service.py:194}} [ 637.981551] env[69889]: DEBUG nova.servicegroup.drivers.db [None req-1537c395-36c6-46dc-a1ef-22a2e304864b None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=69889) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 674.984705] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 675.488994] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Getting list of instances from cluster (obj){ [ 675.488994] env[69889]: value = "domain-c8" [ 675.488994] env[69889]: _type = "ClusterComputeResource" [ 675.488994] env[69889]: } {{(pid=69889) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 675.490222] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb569669-ac78-4866-aa7f-fd123fdc6b5b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.502668] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Got total of 0 instances {{(pid=69889) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 675.502668] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 675.502668] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Getting list of instances from cluster (obj){ [ 675.502668] env[69889]: value = "domain-c8" [ 675.502668] env[69889]: _type = "ClusterComputeResource" [ 675.502668] env[69889]: } {{(pid=69889) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 675.503493] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b39a658a-6ce6-40ec-a5be-325f59e712aa {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.513670] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Got total of 0 instances {{(pid=69889) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 677.108394] env[69889]: DEBUG oslo_concurrency.lockutils [None req-63355e6e-ad57-4a46-b377-20a1e1431329 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Acquiring lock "d23cb796-1de4-4706-8d28-a50c7da8f5e0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.108656] env[69889]: DEBUG oslo_concurrency.lockutils [None req-63355e6e-ad57-4a46-b377-20a1e1431329 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Lock "d23cb796-1de4-4706-8d28-a50c7da8f5e0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.613418] env[69889]: DEBUG nova.compute.manager [None req-63355e6e-ad57-4a46-b377-20a1e1431329 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] [instance: d23cb796-1de4-4706-8d28-a50c7da8f5e0] Starting instance... {{(pid=69889) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 678.169157] env[69889]: DEBUG oslo_concurrency.lockutils [None req-63355e6e-ad57-4a46-b377-20a1e1431329 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.170025] env[69889]: DEBUG oslo_concurrency.lockutils [None req-63355e6e-ad57-4a46-b377-20a1e1431329 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.173047] env[69889]: INFO nova.compute.claims [None req-63355e6e-ad57-4a46-b377-20a1e1431329 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] [instance: d23cb796-1de4-4706-8d28-a50c7da8f5e0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 679.241131] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d69d5bd-1077-40c6-b6af-571fabb9e570 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.251358] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f658956b-5577-4473-98e1-4f499957e7e7 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.287845] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-533fde41-7df7-4028-8ee6-822246db10ef {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.296738] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5f763e9-dec1-4b06-a968-47db163aa8df {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.313163] env[69889]: DEBUG nova.compute.provider_tree [None req-63355e6e-ad57-4a46-b377-20a1e1431329 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 679.819340] env[69889]: DEBUG nova.scheduler.client.report [None req-63355e6e-ad57-4a46-b377-20a1e1431329 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 680.187454] env[69889]: DEBUG oslo_concurrency.lockutils [None req-06710d63-40c0-4cfd-9523-41815900911f tempest-ServerDiagnosticsV248Test-1638989844 tempest-ServerDiagnosticsV248Test-1638989844-project-member] Acquiring lock "2174fe4e-a8f9-4833-b2ab-e0c2ae3b0099" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.187873] env[69889]: DEBUG oslo_concurrency.lockutils [None req-06710d63-40c0-4cfd-9523-41815900911f tempest-ServerDiagnosticsV248Test-1638989844 tempest-ServerDiagnosticsV248Test-1638989844-project-member] Lock "2174fe4e-a8f9-4833-b2ab-e0c2ae3b0099" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.327798] env[69889]: DEBUG oslo_concurrency.lockutils [None req-63355e6e-ad57-4a46-b377-20a1e1431329 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.156s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.327798] env[69889]: DEBUG nova.compute.manager [None req-63355e6e-ad57-4a46-b377-20a1e1431329 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] [instance: d23cb796-1de4-4706-8d28-a50c7da8f5e0] Start building networks asynchronously for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 680.693613] env[69889]: DEBUG nova.compute.manager [None req-06710d63-40c0-4cfd-9523-41815900911f tempest-ServerDiagnosticsV248Test-1638989844 tempest-ServerDiagnosticsV248Test-1638989844-project-member] [instance: 2174fe4e-a8f9-4833-b2ab-e0c2ae3b0099] Starting instance... {{(pid=69889) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 680.837773] env[69889]: DEBUG nova.compute.utils [None req-63355e6e-ad57-4a46-b377-20a1e1431329 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 680.839799] env[69889]: DEBUG nova.compute.manager [None req-63355e6e-ad57-4a46-b377-20a1e1431329 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] [instance: d23cb796-1de4-4706-8d28-a50c7da8f5e0] Not allocating networking since 'none' was specified. {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 681.225067] env[69889]: DEBUG oslo_concurrency.lockutils [None req-06710d63-40c0-4cfd-9523-41815900911f tempest-ServerDiagnosticsV248Test-1638989844 tempest-ServerDiagnosticsV248Test-1638989844-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.225414] env[69889]: DEBUG oslo_concurrency.lockutils [None req-06710d63-40c0-4cfd-9523-41815900911f tempest-ServerDiagnosticsV248Test-1638989844 tempest-ServerDiagnosticsV248Test-1638989844-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.227949] env[69889]: INFO nova.compute.claims [None req-06710d63-40c0-4cfd-9523-41815900911f tempest-ServerDiagnosticsV248Test-1638989844 tempest-ServerDiagnosticsV248Test-1638989844-project-member] [instance: 2174fe4e-a8f9-4833-b2ab-e0c2ae3b0099] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 681.324088] env[69889]: DEBUG oslo_concurrency.lockutils [None req-de2fd782-d6dc-49a0-ac7b-21dc3e2eb950 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] Acquiring lock "bfb7906e-20b8-4878-9777-c5fd3ff65c22" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.324336] env[69889]: DEBUG oslo_concurrency.lockutils [None req-de2fd782-d6dc-49a0-ac7b-21dc3e2eb950 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] Lock "bfb7906e-20b8-4878-9777-c5fd3ff65c22" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.344451] env[69889]: DEBUG nova.compute.manager [None req-63355e6e-ad57-4a46-b377-20a1e1431329 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] [instance: d23cb796-1de4-4706-8d28-a50c7da8f5e0] Start building block device mappings for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 681.826553] env[69889]: DEBUG nova.compute.manager [None req-de2fd782-d6dc-49a0-ac7b-21dc3e2eb950 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] [instance: bfb7906e-20b8-4878-9777-c5fd3ff65c22] Starting instance... {{(pid=69889) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 682.027749] env[69889]: DEBUG oslo_concurrency.lockutils [None req-538feca3-7a47-4565-8c7a-7377c9203344 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Acquiring lock "63d61011-bbbe-4645-b993-9a9c8e8ca075" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.028114] env[69889]: DEBUG oslo_concurrency.lockutils [None req-538feca3-7a47-4565-8c7a-7377c9203344 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Lock "63d61011-bbbe-4645-b993-9a9c8e8ca075" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.279981] env[69889]: DEBUG oslo_concurrency.lockutils [None req-70756bd8-b3a2-44d0-a69c-a7f27ebaa02a tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Acquiring lock "7c36cb21-afb4-4ee6-8d04-56e383e01860" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.280541] env[69889]: DEBUG oslo_concurrency.lockutils [None req-70756bd8-b3a2-44d0-a69c-a7f27ebaa02a tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Lock "7c36cb21-afb4-4ee6-8d04-56e383e01860" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.350607] env[69889]: DEBUG oslo_concurrency.lockutils [None req-de2fd782-d6dc-49a0-ac7b-21dc3e2eb950 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.362607] env[69889]: DEBUG nova.compute.manager [None req-63355e6e-ad57-4a46-b377-20a1e1431329 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] [instance: d23cb796-1de4-4706-8d28-a50c7da8f5e0] Start spawning the instance on the hypervisor. {{(pid=69889) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 682.387584] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78342dea-194b-421d-b9b4-10f5b48c2bc4 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.397803] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37a496fc-f1bf-4d10-9034-96a63b522de0 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.437441] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ae155ca-6fab-482b-af69-87dd56f1858c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.449444] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-604fc1ea-9c4c-4e15-b7fa-27f4eb815dce {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.465837] env[69889]: DEBUG nova.compute.provider_tree [None req-06710d63-40c0-4cfd-9523-41815900911f tempest-ServerDiagnosticsV248Test-1638989844 tempest-ServerDiagnosticsV248Test-1638989844-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 682.531087] env[69889]: DEBUG nova.compute.manager [None req-538feca3-7a47-4565-8c7a-7377c9203344 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] [instance: 63d61011-bbbe-4645-b993-9a9c8e8ca075] Starting instance... {{(pid=69889) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 682.606233] env[69889]: DEBUG nova.virt.hardware [None req-63355e6e-ad57-4a46-b377-20a1e1431329 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 682.608364] env[69889]: DEBUG nova.virt.hardware [None req-63355e6e-ad57-4a46-b377-20a1e1431329 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 682.609016] env[69889]: DEBUG nova.virt.hardware [None req-63355e6e-ad57-4a46-b377-20a1e1431329 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 682.609016] env[69889]: DEBUG nova.virt.hardware [None req-63355e6e-ad57-4a46-b377-20a1e1431329 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 682.609330] env[69889]: DEBUG nova.virt.hardware [None req-63355e6e-ad57-4a46-b377-20a1e1431329 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 682.609519] env[69889]: DEBUG nova.virt.hardware [None req-63355e6e-ad57-4a46-b377-20a1e1431329 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 682.609868] env[69889]: DEBUG nova.virt.hardware [None req-63355e6e-ad57-4a46-b377-20a1e1431329 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 682.609961] env[69889]: DEBUG nova.virt.hardware [None req-63355e6e-ad57-4a46-b377-20a1e1431329 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 682.610348] env[69889]: DEBUG nova.virt.hardware [None req-63355e6e-ad57-4a46-b377-20a1e1431329 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 682.611095] env[69889]: DEBUG nova.virt.hardware [None req-63355e6e-ad57-4a46-b377-20a1e1431329 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 682.611095] env[69889]: DEBUG nova.virt.hardware [None req-63355e6e-ad57-4a46-b377-20a1e1431329 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 682.611954] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c57232eb-3099-4dff-b7e2-2b1022ff9dd5 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.627011] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b8a41e0-1c6c-4c29-bc25-e1a4a8850629 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.652064] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6628017-00e6-48ff-91b6-747ef6decd1c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.674024] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-63355e6e-ad57-4a46-b377-20a1e1431329 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] [instance: d23cb796-1de4-4706-8d28-a50c7da8f5e0] Instance VIF info [] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 682.683711] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-63355e6e-ad57-4a46-b377-20a1e1431329 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=69889) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 682.684143] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-15a55ed7-7632-4197-ab6f-1c2ecfd8c473 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.701793] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-63355e6e-ad57-4a46-b377-20a1e1431329 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Created folder: OpenStack in parent group-v4. [ 682.702036] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-63355e6e-ad57-4a46-b377-20a1e1431329 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Creating folder: Project (6a834c01b87e41729d668ccf9f60cce6). Parent ref: group-v807779. {{(pid=69889) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 682.702365] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7a02747b-9a1b-444c-8899-0a90729cdd13 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.714750] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-63355e6e-ad57-4a46-b377-20a1e1431329 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Created folder: Project (6a834c01b87e41729d668ccf9f60cce6) in parent group-v807779. [ 682.714951] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-63355e6e-ad57-4a46-b377-20a1e1431329 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Creating folder: Instances. Parent ref: group-v807780. {{(pid=69889) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 682.715264] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-21b1e66e-6995-412f-9298-f2447c2e82bb {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.729088] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-63355e6e-ad57-4a46-b377-20a1e1431329 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Created folder: Instances in parent group-v807780. [ 682.729088] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-63355e6e-ad57-4a46-b377-20a1e1431329 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 682.729088] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d23cb796-1de4-4706-8d28-a50c7da8f5e0] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 682.729088] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0a3d87ff-0be1-445c-b0fb-c0c78a221bf7 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.753163] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 682.753163] env[69889]: value = "task-4076719" [ 682.753163] env[69889]: _type = "Task" [ 682.753163] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.766995] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4076719, 'name': CreateVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.783799] env[69889]: DEBUG nova.compute.manager [None req-70756bd8-b3a2-44d0-a69c-a7f27ebaa02a tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] [instance: 7c36cb21-afb4-4ee6-8d04-56e383e01860] Starting instance... {{(pid=69889) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 682.969806] env[69889]: DEBUG nova.scheduler.client.report [None req-06710d63-40c0-4cfd-9523-41815900911f tempest-ServerDiagnosticsV248Test-1638989844 tempest-ServerDiagnosticsV248Test-1638989844-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 683.061761] env[69889]: DEBUG oslo_concurrency.lockutils [None req-538feca3-7a47-4565-8c7a-7377c9203344 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.267223] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4076719, 'name': CreateVM_Task, 'duration_secs': 0.346146} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.270496] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d23cb796-1de4-4706-8d28-a50c7da8f5e0] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 683.270496] env[69889]: DEBUG oslo_vmware.service [None req-63355e6e-ad57-4a46-b377-20a1e1431329 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-880f5f5d-3e37-4da7-b9a9-4e6040055bb9 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.279225] env[69889]: DEBUG oslo_concurrency.lockutils [None req-63355e6e-ad57-4a46-b377-20a1e1431329 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.279405] env[69889]: DEBUG oslo_concurrency.lockutils [None req-63355e6e-ad57-4a46-b377-20a1e1431329 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.280366] env[69889]: DEBUG oslo_concurrency.lockutils [None req-63355e6e-ad57-4a46-b377-20a1e1431329 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.280712] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53ae147a-9911-4ea3-87c6-cb7ae05fb7dd {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.287827] env[69889]: DEBUG oslo_vmware.api [None req-63355e6e-ad57-4a46-b377-20a1e1431329 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Waiting for the task: (returnval){ [ 683.287827] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52ae7da4-c7a0-9461-652c-efd9f7f0bfb6" [ 683.287827] env[69889]: _type = "Task" [ 683.287827] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.302771] env[69889]: DEBUG oslo_vmware.api [None req-63355e6e-ad57-4a46-b377-20a1e1431329 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52ae7da4-c7a0-9461-652c-efd9f7f0bfb6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.325726] env[69889]: DEBUG oslo_concurrency.lockutils [None req-70756bd8-b3a2-44d0-a69c-a7f27ebaa02a tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.478029] env[69889]: DEBUG oslo_concurrency.lockutils [None req-06710d63-40c0-4cfd-9523-41815900911f tempest-ServerDiagnosticsV248Test-1638989844 tempest-ServerDiagnosticsV248Test-1638989844-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.252s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.479065] env[69889]: DEBUG nova.compute.manager [None req-06710d63-40c0-4cfd-9523-41815900911f tempest-ServerDiagnosticsV248Test-1638989844 tempest-ServerDiagnosticsV248Test-1638989844-project-member] [instance: 2174fe4e-a8f9-4833-b2ab-e0c2ae3b0099] Start building networks asynchronously for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 683.481228] env[69889]: DEBUG oslo_concurrency.lockutils [None req-de2fd782-d6dc-49a0-ac7b-21dc3e2eb950 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.131s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.482627] env[69889]: INFO nova.compute.claims [None req-de2fd782-d6dc-49a0-ac7b-21dc3e2eb950 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] [instance: bfb7906e-20b8-4878-9777-c5fd3ff65c22] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 683.805364] env[69889]: DEBUG oslo_concurrency.lockutils [None req-63355e6e-ad57-4a46-b377-20a1e1431329 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.805800] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-63355e6e-ad57-4a46-b377-20a1e1431329 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] [instance: d23cb796-1de4-4706-8d28-a50c7da8f5e0] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 683.806153] env[69889]: DEBUG oslo_concurrency.lockutils [None req-63355e6e-ad57-4a46-b377-20a1e1431329 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.806419] env[69889]: DEBUG oslo_concurrency.lockutils [None req-63355e6e-ad57-4a46-b377-20a1e1431329 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.810280] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-63355e6e-ad57-4a46-b377-20a1e1431329 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 683.810280] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ee6eb4c9-5f82-4eec-9c21-a4600af52fe3 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.834215] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-63355e6e-ad57-4a46-b377-20a1e1431329 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 683.834215] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-63355e6e-ad57-4a46-b377-20a1e1431329 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 683.834215] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2527fe7-c214-4d6e-a2c8-32dbfab69ef2 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.849555] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1bf13780-06b6-4c0d-a768-b9fdf3e46c5c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.858645] env[69889]: DEBUG oslo_vmware.api [None req-63355e6e-ad57-4a46-b377-20a1e1431329 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Waiting for the task: (returnval){ [ 683.858645] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52ad06ae-dacc-dee1-c0f6-15a491e4de4c" [ 683.858645] env[69889]: _type = "Task" [ 683.858645] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.876257] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-63355e6e-ad57-4a46-b377-20a1e1431329 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] [instance: d23cb796-1de4-4706-8d28-a50c7da8f5e0] Preparing fetch location {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 683.876257] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-63355e6e-ad57-4a46-b377-20a1e1431329 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Creating directory with path [datastore2] vmware_temp/b2986532-e460-4345-8a81-67a7698576c4/fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 683.876257] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6d402885-bf31-49b7-ad04-1d42a6ba3650 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.901172] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-63355e6e-ad57-4a46-b377-20a1e1431329 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Created directory with path [datastore2] vmware_temp/b2986532-e460-4345-8a81-67a7698576c4/fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 683.901172] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-63355e6e-ad57-4a46-b377-20a1e1431329 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] [instance: d23cb796-1de4-4706-8d28-a50c7da8f5e0] Fetch image to [datastore2] vmware_temp/b2986532-e460-4345-8a81-67a7698576c4/fdedeb32-acda-4585-a195-4af2c3a4f070/tmp-sparse.vmdk {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 683.901172] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-63355e6e-ad57-4a46-b377-20a1e1431329 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] [instance: d23cb796-1de4-4706-8d28-a50c7da8f5e0] Downloading image file data fdedeb32-acda-4585-a195-4af2c3a4f070 to [datastore2] vmware_temp/b2986532-e460-4345-8a81-67a7698576c4/fdedeb32-acda-4585-a195-4af2c3a4f070/tmp-sparse.vmdk on the data store datastore2 {{(pid=69889) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 683.902055] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67a2a1d6-85d7-4f26-b36b-67740db77581 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.911841] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5037b3b-55d7-4948-81c2-383a3c849512 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.927499] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a6e9214-d2d6-4778-b2e3-379fd67e5250 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.970563] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24e4ad56-6420-48ef-8533-14623e1278a0 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.977760] env[69889]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-833a97df-8082-4fdb-bd97-516f69430c07 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.987529] env[69889]: DEBUG nova.compute.utils [None req-06710d63-40c0-4cfd-9523-41815900911f tempest-ServerDiagnosticsV248Test-1638989844 tempest-ServerDiagnosticsV248Test-1638989844-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 683.989038] env[69889]: DEBUG nova.compute.manager [None req-06710d63-40c0-4cfd-9523-41815900911f tempest-ServerDiagnosticsV248Test-1638989844 tempest-ServerDiagnosticsV248Test-1638989844-project-member] [instance: 2174fe4e-a8f9-4833-b2ab-e0c2ae3b0099] Not allocating networking since 'none' was specified. {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 684.012340] env[69889]: DEBUG nova.virt.vmwareapi.images [None req-63355e6e-ad57-4a46-b377-20a1e1431329 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] [instance: d23cb796-1de4-4706-8d28-a50c7da8f5e0] Downloading image file data fdedeb32-acda-4585-a195-4af2c3a4f070 to the data store datastore2 {{(pid=69889) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 684.247247] env[69889]: DEBUG oslo_vmware.rw_handles [None req-63355e6e-ad57-4a46-b377-20a1e1431329 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/b2986532-e460-4345-8a81-67a7698576c4/fdedeb32-acda-4585-a195-4af2c3a4f070/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69889) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 684.492235] env[69889]: DEBUG nova.compute.manager [None req-06710d63-40c0-4cfd-9523-41815900911f tempest-ServerDiagnosticsV248Test-1638989844 tempest-ServerDiagnosticsV248Test-1638989844-project-member] [instance: 2174fe4e-a8f9-4833-b2ab-e0c2ae3b0099] Start building block device mappings for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 684.704590] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c5e5ad49-c2fd-4b68-8584-f38bd77e8fed tempest-ServersTestJSON-667160462 tempest-ServersTestJSON-667160462-project-member] Acquiring lock "41c9a79a-e246-4818-8339-fbaaa9fea305" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.704590] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c5e5ad49-c2fd-4b68-8584-f38bd77e8fed tempest-ServersTestJSON-667160462 tempest-ServersTestJSON-667160462-project-member] Lock "41c9a79a-e246-4818-8339-fbaaa9fea305" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.707176] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc71d156-de4a-4286-8792-be8c3c2887cf {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.724110] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64060c8d-deea-4bfc-9f58-495b00dfd099 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.773399] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-319452d3-b1e0-4634-91ca-2a3ec200057e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.785868] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85a4e6d5-0abb-4f99-b41a-ad14c963c7fd {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.807620] env[69889]: DEBUG nova.compute.provider_tree [None req-de2fd782-d6dc-49a0-ac7b-21dc3e2eb950 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 685.006496] env[69889]: DEBUG oslo_vmware.rw_handles [None req-63355e6e-ad57-4a46-b377-20a1e1431329 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Completed reading data from the image iterator. {{(pid=69889) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 685.006955] env[69889]: DEBUG oslo_vmware.rw_handles [None req-63355e6e-ad57-4a46-b377-20a1e1431329 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Closing write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/b2986532-e460-4345-8a81-67a7698576c4/fdedeb32-acda-4585-a195-4af2c3a4f070/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69889) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 685.160432] env[69889]: DEBUG nova.virt.vmwareapi.images [None req-63355e6e-ad57-4a46-b377-20a1e1431329 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] [instance: d23cb796-1de4-4706-8d28-a50c7da8f5e0] Downloaded image file data fdedeb32-acda-4585-a195-4af2c3a4f070 to vmware_temp/b2986532-e460-4345-8a81-67a7698576c4/fdedeb32-acda-4585-a195-4af2c3a4f070/tmp-sparse.vmdk on the data store datastore2 {{(pid=69889) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 685.160814] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-63355e6e-ad57-4a46-b377-20a1e1431329 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] [instance: d23cb796-1de4-4706-8d28-a50c7da8f5e0] Caching image {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 685.161035] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-63355e6e-ad57-4a46-b377-20a1e1431329 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Copying Virtual Disk [datastore2] vmware_temp/b2986532-e460-4345-8a81-67a7698576c4/fdedeb32-acda-4585-a195-4af2c3a4f070/tmp-sparse.vmdk to [datastore2] vmware_temp/b2986532-e460-4345-8a81-67a7698576c4/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 685.164081] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2ae19af4-758e-4cfe-af4b-d9a6047cb68b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.174168] env[69889]: DEBUG oslo_vmware.api [None req-63355e6e-ad57-4a46-b377-20a1e1431329 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Waiting for the task: (returnval){ [ 685.174168] env[69889]: value = "task-4076720" [ 685.174168] env[69889]: _type = "Task" [ 685.174168] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.191699] env[69889]: DEBUG oslo_vmware.api [None req-63355e6e-ad57-4a46-b377-20a1e1431329 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Task: {'id': task-4076720, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.215887] env[69889]: DEBUG nova.compute.manager [None req-c5e5ad49-c2fd-4b68-8584-f38bd77e8fed tempest-ServersTestJSON-667160462 tempest-ServersTestJSON-667160462-project-member] [instance: 41c9a79a-e246-4818-8339-fbaaa9fea305] Starting instance... {{(pid=69889) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 685.314170] env[69889]: DEBUG nova.scheduler.client.report [None req-de2fd782-d6dc-49a0-ac7b-21dc3e2eb950 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 685.504224] env[69889]: DEBUG nova.compute.manager [None req-06710d63-40c0-4cfd-9523-41815900911f tempest-ServerDiagnosticsV248Test-1638989844 tempest-ServerDiagnosticsV248Test-1638989844-project-member] [instance: 2174fe4e-a8f9-4833-b2ab-e0c2ae3b0099] Start spawning the instance on the hypervisor. {{(pid=69889) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 685.541183] env[69889]: DEBUG nova.virt.hardware [None req-06710d63-40c0-4cfd-9523-41815900911f tempest-ServerDiagnosticsV248Test-1638989844 tempest-ServerDiagnosticsV248Test-1638989844-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 685.541436] env[69889]: DEBUG nova.virt.hardware [None req-06710d63-40c0-4cfd-9523-41815900911f tempest-ServerDiagnosticsV248Test-1638989844 tempest-ServerDiagnosticsV248Test-1638989844-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 685.541652] env[69889]: DEBUG nova.virt.hardware [None req-06710d63-40c0-4cfd-9523-41815900911f tempest-ServerDiagnosticsV248Test-1638989844 tempest-ServerDiagnosticsV248Test-1638989844-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 685.542179] env[69889]: DEBUG nova.virt.hardware [None req-06710d63-40c0-4cfd-9523-41815900911f tempest-ServerDiagnosticsV248Test-1638989844 tempest-ServerDiagnosticsV248Test-1638989844-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 685.542361] env[69889]: DEBUG nova.virt.hardware [None req-06710d63-40c0-4cfd-9523-41815900911f tempest-ServerDiagnosticsV248Test-1638989844 tempest-ServerDiagnosticsV248Test-1638989844-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 685.543368] env[69889]: DEBUG nova.virt.hardware [None req-06710d63-40c0-4cfd-9523-41815900911f tempest-ServerDiagnosticsV248Test-1638989844 tempest-ServerDiagnosticsV248Test-1638989844-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 685.543368] env[69889]: DEBUG nova.virt.hardware [None req-06710d63-40c0-4cfd-9523-41815900911f tempest-ServerDiagnosticsV248Test-1638989844 tempest-ServerDiagnosticsV248Test-1638989844-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 685.543368] env[69889]: DEBUG nova.virt.hardware [None req-06710d63-40c0-4cfd-9523-41815900911f tempest-ServerDiagnosticsV248Test-1638989844 tempest-ServerDiagnosticsV248Test-1638989844-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 685.543368] env[69889]: DEBUG nova.virt.hardware [None req-06710d63-40c0-4cfd-9523-41815900911f tempest-ServerDiagnosticsV248Test-1638989844 tempest-ServerDiagnosticsV248Test-1638989844-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 685.543368] env[69889]: DEBUG nova.virt.hardware [None req-06710d63-40c0-4cfd-9523-41815900911f tempest-ServerDiagnosticsV248Test-1638989844 tempest-ServerDiagnosticsV248Test-1638989844-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 685.543712] env[69889]: DEBUG nova.virt.hardware [None req-06710d63-40c0-4cfd-9523-41815900911f tempest-ServerDiagnosticsV248Test-1638989844 tempest-ServerDiagnosticsV248Test-1638989844-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 685.545354] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f458c877-1f00-42b6-9d23-4ceff8448659 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.560251] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a168d144-06b2-42f5-94e1-6e64fddb61f6 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.583283] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-06710d63-40c0-4cfd-9523-41815900911f tempest-ServerDiagnosticsV248Test-1638989844 tempest-ServerDiagnosticsV248Test-1638989844-project-member] [instance: 2174fe4e-a8f9-4833-b2ab-e0c2ae3b0099] Instance VIF info [] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 685.590816] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-06710d63-40c0-4cfd-9523-41815900911f tempest-ServerDiagnosticsV248Test-1638989844 tempest-ServerDiagnosticsV248Test-1638989844-project-member] Creating folder: Project (e9cc677bd0cb4098802a16aabd085ef2). Parent ref: group-v807779. {{(pid=69889) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 685.590816] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-615254b5-76b2-466c-acf7-4c4b1971ee36 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.606409] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-06710d63-40c0-4cfd-9523-41815900911f tempest-ServerDiagnosticsV248Test-1638989844 tempest-ServerDiagnosticsV248Test-1638989844-project-member] Created folder: Project (e9cc677bd0cb4098802a16aabd085ef2) in parent group-v807779. [ 685.606409] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-06710d63-40c0-4cfd-9523-41815900911f tempest-ServerDiagnosticsV248Test-1638989844 tempest-ServerDiagnosticsV248Test-1638989844-project-member] Creating folder: Instances. Parent ref: group-v807783. {{(pid=69889) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 685.606409] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4183ccb2-bd8c-4d84-af66-3275adb8439b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.620581] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-06710d63-40c0-4cfd-9523-41815900911f tempest-ServerDiagnosticsV248Test-1638989844 tempest-ServerDiagnosticsV248Test-1638989844-project-member] Created folder: Instances in parent group-v807783. [ 685.620826] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-06710d63-40c0-4cfd-9523-41815900911f tempest-ServerDiagnosticsV248Test-1638989844 tempest-ServerDiagnosticsV248Test-1638989844-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 685.621051] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2174fe4e-a8f9-4833-b2ab-e0c2ae3b0099] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 685.621419] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7014af9d-0ab1-4d00-8267-bd0962552851 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.646435] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 685.646435] env[69889]: value = "task-4076723" [ 685.646435] env[69889]: _type = "Task" [ 685.646435] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.656033] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4076723, 'name': CreateVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.688876] env[69889]: DEBUG oslo_vmware.api [None req-63355e6e-ad57-4a46-b377-20a1e1431329 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Task: {'id': task-4076720, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.755725] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c5e5ad49-c2fd-4b68-8584-f38bd77e8fed tempest-ServersTestJSON-667160462 tempest-ServersTestJSON-667160462-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.822684] env[69889]: DEBUG oslo_concurrency.lockutils [None req-de2fd782-d6dc-49a0-ac7b-21dc3e2eb950 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.341s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.824667] env[69889]: DEBUG nova.compute.manager [None req-de2fd782-d6dc-49a0-ac7b-21dc3e2eb950 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] [instance: bfb7906e-20b8-4878-9777-c5fd3ff65c22] Start building networks asynchronously for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 685.836805] env[69889]: DEBUG oslo_concurrency.lockutils [None req-538feca3-7a47-4565-8c7a-7377c9203344 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.767s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.838104] env[69889]: INFO nova.compute.claims [None req-538feca3-7a47-4565-8c7a-7377c9203344 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] [instance: 63d61011-bbbe-4645-b993-9a9c8e8ca075] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 685.978101] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 685.978101] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 685.978319] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 685.978467] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 685.978680] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 685.978839] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 685.979343] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 685.979343] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69889) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 685.979485] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 686.161643] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4076723, 'name': CreateVM_Task} progress is 99%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.189784] env[69889]: DEBUG oslo_vmware.api [None req-63355e6e-ad57-4a46-b377-20a1e1431329 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Task: {'id': task-4076720, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.748975} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.190210] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-63355e6e-ad57-4a46-b377-20a1e1431329 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Copied Virtual Disk [datastore2] vmware_temp/b2986532-e460-4345-8a81-67a7698576c4/fdedeb32-acda-4585-a195-4af2c3a4f070/tmp-sparse.vmdk to [datastore2] vmware_temp/b2986532-e460-4345-8a81-67a7698576c4/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 686.190526] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-63355e6e-ad57-4a46-b377-20a1e1431329 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Deleting the datastore file [datastore2] vmware_temp/b2986532-e460-4345-8a81-67a7698576c4/fdedeb32-acda-4585-a195-4af2c3a4f070/tmp-sparse.vmdk {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 686.190751] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f257b54f-10cb-4e6a-b542-830731af867b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.200898] env[69889]: DEBUG oslo_vmware.api [None req-63355e6e-ad57-4a46-b377-20a1e1431329 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Waiting for the task: (returnval){ [ 686.200898] env[69889]: value = "task-4076724" [ 686.200898] env[69889]: _type = "Task" [ 686.200898] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.211809] env[69889]: DEBUG oslo_vmware.api [None req-63355e6e-ad57-4a46-b377-20a1e1431329 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Task: {'id': task-4076724, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.344452] env[69889]: DEBUG nova.compute.utils [None req-de2fd782-d6dc-49a0-ac7b-21dc3e2eb950 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 686.348562] env[69889]: DEBUG nova.compute.manager [None req-de2fd782-d6dc-49a0-ac7b-21dc3e2eb950 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] [instance: bfb7906e-20b8-4878-9777-c5fd3ff65c22] Allocating IP information in the background. {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 686.348734] env[69889]: DEBUG nova.network.neutron [None req-de2fd782-d6dc-49a0-ac7b-21dc3e2eb950 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] [instance: bfb7906e-20b8-4878-9777-c5fd3ff65c22] allocate_for_instance() {{(pid=69889) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 686.484037] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.518313] env[69889]: DEBUG nova.policy [None req-de2fd782-d6dc-49a0-ac7b-21dc3e2eb950 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0396fc3b13534dd4b57352f19dbe6081', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '00854c0b38154ef6a030f4c78fc6d0e7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69889) authorize /opt/stack/nova/nova/policy.py:192}} [ 686.658516] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4076723, 'name': CreateVM_Task} progress is 99%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.712865] env[69889]: DEBUG oslo_vmware.api [None req-63355e6e-ad57-4a46-b377-20a1e1431329 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Task: {'id': task-4076724, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.02992} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.713209] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-63355e6e-ad57-4a46-b377-20a1e1431329 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 686.713422] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-63355e6e-ad57-4a46-b377-20a1e1431329 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Moving file from [datastore2] vmware_temp/b2986532-e460-4345-8a81-67a7698576c4/fdedeb32-acda-4585-a195-4af2c3a4f070 to [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070. {{(pid=69889) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 686.713680] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-b3ae70bb-60bd-4b0a-9f4b-62647f4c48a0 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.721017] env[69889]: DEBUG oslo_vmware.api [None req-63355e6e-ad57-4a46-b377-20a1e1431329 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Waiting for the task: (returnval){ [ 686.721017] env[69889]: value = "task-4076725" [ 686.721017] env[69889]: _type = "Task" [ 686.721017] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.730060] env[69889]: DEBUG oslo_vmware.api [None req-63355e6e-ad57-4a46-b377-20a1e1431329 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Task: {'id': task-4076725, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.849702] env[69889]: DEBUG nova.compute.manager [None req-de2fd782-d6dc-49a0-ac7b-21dc3e2eb950 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] [instance: bfb7906e-20b8-4878-9777-c5fd3ff65c22] Start building block device mappings for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 686.991021] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87ca5077-e2c4-48c4-8a77-273815caf20e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.999886] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4703b63f-2507-43d0-ab3d-d479a6a5d283 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.038592] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2847b31d-97a9-464d-9137-6d686c105574 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.046974] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e2320e3-0cb7-4420-b564-b2bd4fecb476 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.065564] env[69889]: DEBUG nova.compute.provider_tree [None req-538feca3-7a47-4565-8c7a-7377c9203344 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 687.170175] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4076723, 'name': CreateVM_Task, 'duration_secs': 1.388509} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.170175] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2174fe4e-a8f9-4833-b2ab-e0c2ae3b0099] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 687.170175] env[69889]: DEBUG oslo_concurrency.lockutils [None req-06710d63-40c0-4cfd-9523-41815900911f tempest-ServerDiagnosticsV248Test-1638989844 tempest-ServerDiagnosticsV248Test-1638989844-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.170175] env[69889]: DEBUG oslo_concurrency.lockutils [None req-06710d63-40c0-4cfd-9523-41815900911f tempest-ServerDiagnosticsV248Test-1638989844 tempest-ServerDiagnosticsV248Test-1638989844-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.170175] env[69889]: DEBUG oslo_concurrency.lockutils [None req-06710d63-40c0-4cfd-9523-41815900911f tempest-ServerDiagnosticsV248Test-1638989844 tempest-ServerDiagnosticsV248Test-1638989844-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.170412] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61692f32-50fe-4e4f-8eda-15124a60b670 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.177728] env[69889]: DEBUG oslo_vmware.api [None req-06710d63-40c0-4cfd-9523-41815900911f tempest-ServerDiagnosticsV248Test-1638989844 tempest-ServerDiagnosticsV248Test-1638989844-project-member] Waiting for the task: (returnval){ [ 687.177728] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]5249004d-1cd7-41f3-b7f9-121b660d14bf" [ 687.177728] env[69889]: _type = "Task" [ 687.177728] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.196014] env[69889]: DEBUG oslo_vmware.api [None req-06710d63-40c0-4cfd-9523-41815900911f tempest-ServerDiagnosticsV248Test-1638989844 tempest-ServerDiagnosticsV248Test-1638989844-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5249004d-1cd7-41f3-b7f9-121b660d14bf, 'name': SearchDatastore_Task, 'duration_secs': 0.01022} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.196014] env[69889]: DEBUG oslo_concurrency.lockutils [None req-06710d63-40c0-4cfd-9523-41815900911f tempest-ServerDiagnosticsV248Test-1638989844 tempest-ServerDiagnosticsV248Test-1638989844-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.196014] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-06710d63-40c0-4cfd-9523-41815900911f tempest-ServerDiagnosticsV248Test-1638989844 tempest-ServerDiagnosticsV248Test-1638989844-project-member] [instance: 2174fe4e-a8f9-4833-b2ab-e0c2ae3b0099] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 687.196014] env[69889]: DEBUG oslo_concurrency.lockutils [None req-06710d63-40c0-4cfd-9523-41815900911f tempest-ServerDiagnosticsV248Test-1638989844 tempest-ServerDiagnosticsV248Test-1638989844-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.232616] env[69889]: DEBUG oslo_vmware.api [None req-63355e6e-ad57-4a46-b377-20a1e1431329 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Task: {'id': task-4076725, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.034096} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.232941] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-63355e6e-ad57-4a46-b377-20a1e1431329 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] File moved {{(pid=69889) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 687.233081] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-63355e6e-ad57-4a46-b377-20a1e1431329 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] [instance: d23cb796-1de4-4706-8d28-a50c7da8f5e0] Cleaning up location [datastore2] vmware_temp/b2986532-e460-4345-8a81-67a7698576c4 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 687.233245] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-63355e6e-ad57-4a46-b377-20a1e1431329 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Deleting the datastore file [datastore2] vmware_temp/b2986532-e460-4345-8a81-67a7698576c4 {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 687.234195] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6930216c-2c05-4813-965c-53433dc2d536 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.240570] env[69889]: DEBUG oslo_vmware.api [None req-63355e6e-ad57-4a46-b377-20a1e1431329 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Waiting for the task: (returnval){ [ 687.240570] env[69889]: value = "task-4076726" [ 687.240570] env[69889]: _type = "Task" [ 687.240570] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.251931] env[69889]: DEBUG oslo_vmware.api [None req-63355e6e-ad57-4a46-b377-20a1e1431329 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Task: {'id': task-4076726, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.569492] env[69889]: DEBUG nova.scheduler.client.report [None req-538feca3-7a47-4565-8c7a-7377c9203344 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 687.753983] env[69889]: DEBUG oslo_vmware.api [None req-63355e6e-ad57-4a46-b377-20a1e1431329 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Task: {'id': task-4076726, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.027779} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.755972] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-63355e6e-ad57-4a46-b377-20a1e1431329 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 687.755972] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66f1ed73-a871-4f7a-bf64-c460b8e7d26d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.764448] env[69889]: DEBUG oslo_vmware.api [None req-63355e6e-ad57-4a46-b377-20a1e1431329 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Waiting for the task: (returnval){ [ 687.764448] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52b890a3-30d3-777c-b54b-7697d409b6e8" [ 687.764448] env[69889]: _type = "Task" [ 687.764448] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.774140] env[69889]: DEBUG oslo_vmware.api [None req-63355e6e-ad57-4a46-b377-20a1e1431329 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52b890a3-30d3-777c-b54b-7697d409b6e8, 'name': SearchDatastore_Task, 'duration_secs': 0.009626} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.774689] env[69889]: DEBUG oslo_concurrency.lockutils [None req-63355e6e-ad57-4a46-b377-20a1e1431329 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.775162] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-63355e6e-ad57-4a46-b377-20a1e1431329 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] d23cb796-1de4-4706-8d28-a50c7da8f5e0/d23cb796-1de4-4706-8d28-a50c7da8f5e0.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 687.775579] env[69889]: DEBUG oslo_concurrency.lockutils [None req-06710d63-40c0-4cfd-9523-41815900911f tempest-ServerDiagnosticsV248Test-1638989844 tempest-ServerDiagnosticsV248Test-1638989844-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.776021] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-06710d63-40c0-4cfd-9523-41815900911f tempest-ServerDiagnosticsV248Test-1638989844 tempest-ServerDiagnosticsV248Test-1638989844-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 687.776671] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-24b75cf4-7a51-488f-935a-bfa33d16440c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.779131] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-66c7064e-acf9-4f80-a173-ffee570e141e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.790077] env[69889]: DEBUG oslo_vmware.api [None req-63355e6e-ad57-4a46-b377-20a1e1431329 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Waiting for the task: (returnval){ [ 687.790077] env[69889]: value = "task-4076727" [ 687.790077] env[69889]: _type = "Task" [ 687.790077] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.798737] env[69889]: DEBUG oslo_vmware.api [None req-63355e6e-ad57-4a46-b377-20a1e1431329 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Task: {'id': task-4076727, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.804572] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-06710d63-40c0-4cfd-9523-41815900911f tempest-ServerDiagnosticsV248Test-1638989844 tempest-ServerDiagnosticsV248Test-1638989844-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 687.804756] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-06710d63-40c0-4cfd-9523-41815900911f tempest-ServerDiagnosticsV248Test-1638989844 tempest-ServerDiagnosticsV248Test-1638989844-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 687.805609] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2caea52-127a-4860-a4ea-22374c0d8e84 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.811787] env[69889]: DEBUG oslo_vmware.api [None req-06710d63-40c0-4cfd-9523-41815900911f tempest-ServerDiagnosticsV248Test-1638989844 tempest-ServerDiagnosticsV248Test-1638989844-project-member] Waiting for the task: (returnval){ [ 687.811787] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52a66256-d26d-b8a1-b706-c27bf330a6dc" [ 687.811787] env[69889]: _type = "Task" [ 687.811787] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.820593] env[69889]: DEBUG oslo_vmware.api [None req-06710d63-40c0-4cfd-9523-41815900911f tempest-ServerDiagnosticsV248Test-1638989844 tempest-ServerDiagnosticsV248Test-1638989844-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52a66256-d26d-b8a1-b706-c27bf330a6dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.858163] env[69889]: DEBUG nova.network.neutron [None req-de2fd782-d6dc-49a0-ac7b-21dc3e2eb950 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] [instance: bfb7906e-20b8-4878-9777-c5fd3ff65c22] Successfully created port: 39d90535-b11d-4374-a64f-c14d80a4087b {{(pid=69889) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 687.863158] env[69889]: DEBUG nova.compute.manager [None req-de2fd782-d6dc-49a0-ac7b-21dc3e2eb950 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] [instance: bfb7906e-20b8-4878-9777-c5fd3ff65c22] Start spawning the instance on the hypervisor. {{(pid=69889) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 687.911280] env[69889]: DEBUG nova.virt.hardware [None req-de2fd782-d6dc-49a0-ac7b-21dc3e2eb950 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 687.911280] env[69889]: DEBUG nova.virt.hardware [None req-de2fd782-d6dc-49a0-ac7b-21dc3e2eb950 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 687.911463] env[69889]: DEBUG nova.virt.hardware [None req-de2fd782-d6dc-49a0-ac7b-21dc3e2eb950 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 687.912260] env[69889]: DEBUG nova.virt.hardware [None req-de2fd782-d6dc-49a0-ac7b-21dc3e2eb950 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 687.912260] env[69889]: DEBUG nova.virt.hardware [None req-de2fd782-d6dc-49a0-ac7b-21dc3e2eb950 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 687.912260] env[69889]: DEBUG nova.virt.hardware [None req-de2fd782-d6dc-49a0-ac7b-21dc3e2eb950 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 687.912260] env[69889]: DEBUG nova.virt.hardware [None req-de2fd782-d6dc-49a0-ac7b-21dc3e2eb950 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 687.912260] env[69889]: DEBUG nova.virt.hardware [None req-de2fd782-d6dc-49a0-ac7b-21dc3e2eb950 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 687.912610] env[69889]: DEBUG nova.virt.hardware [None req-de2fd782-d6dc-49a0-ac7b-21dc3e2eb950 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 687.912899] env[69889]: DEBUG nova.virt.hardware [None req-de2fd782-d6dc-49a0-ac7b-21dc3e2eb950 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 687.913064] env[69889]: DEBUG nova.virt.hardware [None req-de2fd782-d6dc-49a0-ac7b-21dc3e2eb950 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 687.914286] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-123bce2e-7db9-4378-a472-70180acf3f18 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.929742] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a264794b-85d9-46fc-9f75-95421fe06b50 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.080513] env[69889]: DEBUG oslo_concurrency.lockutils [None req-538feca3-7a47-4565-8c7a-7377c9203344 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.252s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.081278] env[69889]: DEBUG nova.compute.manager [None req-538feca3-7a47-4565-8c7a-7377c9203344 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] [instance: 63d61011-bbbe-4645-b993-9a9c8e8ca075] Start building networks asynchronously for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 688.084041] env[69889]: DEBUG oslo_concurrency.lockutils [None req-70756bd8-b3a2-44d0-a69c-a7f27ebaa02a tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.759s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.086546] env[69889]: INFO nova.compute.claims [None req-70756bd8-b3a2-44d0-a69c-a7f27ebaa02a tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] [instance: 7c36cb21-afb4-4ee6-8d04-56e383e01860] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 688.307891] env[69889]: DEBUG oslo_vmware.api [None req-63355e6e-ad57-4a46-b377-20a1e1431329 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Task: {'id': task-4076727, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499736} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.308249] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-63355e6e-ad57-4a46-b377-20a1e1431329 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] d23cb796-1de4-4706-8d28-a50c7da8f5e0/d23cb796-1de4-4706-8d28-a50c7da8f5e0.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 688.308500] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-63355e6e-ad57-4a46-b377-20a1e1431329 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] [instance: d23cb796-1de4-4706-8d28-a50c7da8f5e0] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 688.308783] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9b626454-be8f-4d8c-8c98-8a6b7c0ea0cc {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.316969] env[69889]: DEBUG oslo_vmware.api [None req-63355e6e-ad57-4a46-b377-20a1e1431329 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Waiting for the task: (returnval){ [ 688.316969] env[69889]: value = "task-4076728" [ 688.316969] env[69889]: _type = "Task" [ 688.316969] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.337761] env[69889]: DEBUG oslo_vmware.api [None req-63355e6e-ad57-4a46-b377-20a1e1431329 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Task: {'id': task-4076728, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.341274] env[69889]: DEBUG oslo_vmware.api [None req-06710d63-40c0-4cfd-9523-41815900911f tempest-ServerDiagnosticsV248Test-1638989844 tempest-ServerDiagnosticsV248Test-1638989844-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52a66256-d26d-b8a1-b706-c27bf330a6dc, 'name': SearchDatastore_Task, 'duration_secs': 0.009248} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.342251] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60aab45d-6550-44e7-9916-3b189ed9fad9 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.348707] env[69889]: DEBUG oslo_vmware.api [None req-06710d63-40c0-4cfd-9523-41815900911f tempest-ServerDiagnosticsV248Test-1638989844 tempest-ServerDiagnosticsV248Test-1638989844-project-member] Waiting for the task: (returnval){ [ 688.348707] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]529b3048-fec1-b6a1-4f86-3437650e5750" [ 688.348707] env[69889]: _type = "Task" [ 688.348707] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.369677] env[69889]: DEBUG oslo_vmware.api [None req-06710d63-40c0-4cfd-9523-41815900911f tempest-ServerDiagnosticsV248Test-1638989844 tempest-ServerDiagnosticsV248Test-1638989844-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]529b3048-fec1-b6a1-4f86-3437650e5750, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.591346] env[69889]: DEBUG nova.compute.utils [None req-538feca3-7a47-4565-8c7a-7377c9203344 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 688.595647] env[69889]: DEBUG nova.compute.manager [None req-538feca3-7a47-4565-8c7a-7377c9203344 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] [instance: 63d61011-bbbe-4645-b993-9a9c8e8ca075] Allocating IP information in the background. {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 688.595985] env[69889]: DEBUG nova.network.neutron [None req-538feca3-7a47-4565-8c7a-7377c9203344 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] [instance: 63d61011-bbbe-4645-b993-9a9c8e8ca075] allocate_for_instance() {{(pid=69889) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 688.837554] env[69889]: DEBUG oslo_vmware.api [None req-63355e6e-ad57-4a46-b377-20a1e1431329 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Task: {'id': task-4076728, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074924} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.837554] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-63355e6e-ad57-4a46-b377-20a1e1431329 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] [instance: d23cb796-1de4-4706-8d28-a50c7da8f5e0] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 688.838682] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0612bb25-aca2-4dbf-a155-c38bb0a18538 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.875804] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-63355e6e-ad57-4a46-b377-20a1e1431329 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] [instance: d23cb796-1de4-4706-8d28-a50c7da8f5e0] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] d23cb796-1de4-4706-8d28-a50c7da8f5e0/d23cb796-1de4-4706-8d28-a50c7da8f5e0.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 688.880276] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1294fc5-2402-44de-8eac-1dc6d081e5ed {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.906320] env[69889]: DEBUG oslo_vmware.api [None req-06710d63-40c0-4cfd-9523-41815900911f tempest-ServerDiagnosticsV248Test-1638989844 tempest-ServerDiagnosticsV248Test-1638989844-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]529b3048-fec1-b6a1-4f86-3437650e5750, 'name': SearchDatastore_Task, 'duration_secs': 0.010336} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.909485] env[69889]: DEBUG oslo_concurrency.lockutils [None req-06710d63-40c0-4cfd-9523-41815900911f tempest-ServerDiagnosticsV248Test-1638989844 tempest-ServerDiagnosticsV248Test-1638989844-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.909485] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-06710d63-40c0-4cfd-9523-41815900911f tempest-ServerDiagnosticsV248Test-1638989844 tempest-ServerDiagnosticsV248Test-1638989844-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] 2174fe4e-a8f9-4833-b2ab-e0c2ae3b0099/2174fe4e-a8f9-4833-b2ab-e0c2ae3b0099.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 688.909701] env[69889]: DEBUG oslo_vmware.api [None req-63355e6e-ad57-4a46-b377-20a1e1431329 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Waiting for the task: (returnval){ [ 688.909701] env[69889]: value = "task-4076729" [ 688.909701] env[69889]: _type = "Task" [ 688.909701] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.909831] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f9708868-be8e-4695-adec-615be9383fb1 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.924857] env[69889]: DEBUG oslo_vmware.api [None req-63355e6e-ad57-4a46-b377-20a1e1431329 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Task: {'id': task-4076729, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.925460] env[69889]: DEBUG oslo_vmware.api [None req-06710d63-40c0-4cfd-9523-41815900911f tempest-ServerDiagnosticsV248Test-1638989844 tempest-ServerDiagnosticsV248Test-1638989844-project-member] Waiting for the task: (returnval){ [ 688.925460] env[69889]: value = "task-4076730" [ 688.925460] env[69889]: _type = "Task" [ 688.925460] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.934877] env[69889]: DEBUG oslo_vmware.api [None req-06710d63-40c0-4cfd-9523-41815900911f tempest-ServerDiagnosticsV248Test-1638989844 tempest-ServerDiagnosticsV248Test-1638989844-project-member] Task: {'id': task-4076730, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.960409] env[69889]: DEBUG nova.policy [None req-538feca3-7a47-4565-8c7a-7377c9203344 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6cd00f9b7c29405c8884dc09f9a9e604', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c7c9cf90cb2945548401a3bee092e955', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69889) authorize /opt/stack/nova/nova/policy.py:192}} [ 689.097419] env[69889]: DEBUG nova.compute.manager [None req-538feca3-7a47-4565-8c7a-7377c9203344 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] [instance: 63d61011-bbbe-4645-b993-9a9c8e8ca075] Start building block device mappings for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 689.291648] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53c8e7bf-4ca3-4def-847b-41e48d815b6f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.311485] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aa4e2eb-9257-4a51-9a19-416442df1db8 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.353175] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-012a1731-06ae-4892-a79b-7adfbed18ac3 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.364149] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-115c0db8-9e86-4351-b266-072eaf0417e9 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.382717] env[69889]: DEBUG nova.compute.provider_tree [None req-70756bd8-b3a2-44d0-a69c-a7f27ebaa02a tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 689.423380] env[69889]: DEBUG oslo_vmware.api [None req-63355e6e-ad57-4a46-b377-20a1e1431329 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Task: {'id': task-4076729, 'name': ReconfigVM_Task, 'duration_secs': 0.455316} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.423692] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-63355e6e-ad57-4a46-b377-20a1e1431329 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] [instance: d23cb796-1de4-4706-8d28-a50c7da8f5e0] Reconfigured VM instance instance-00000001 to attach disk [datastore2] d23cb796-1de4-4706-8d28-a50c7da8f5e0/d23cb796-1de4-4706-8d28-a50c7da8f5e0.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 689.424424] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8a77cc72-e1f9-42ad-929e-e6e2966599f0 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.436728] env[69889]: DEBUG oslo_vmware.api [None req-06710d63-40c0-4cfd-9523-41815900911f tempest-ServerDiagnosticsV248Test-1638989844 tempest-ServerDiagnosticsV248Test-1638989844-project-member] Task: {'id': task-4076730, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512621} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.438307] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-06710d63-40c0-4cfd-9523-41815900911f tempest-ServerDiagnosticsV248Test-1638989844 tempest-ServerDiagnosticsV248Test-1638989844-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] 2174fe4e-a8f9-4833-b2ab-e0c2ae3b0099/2174fe4e-a8f9-4833-b2ab-e0c2ae3b0099.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 689.438516] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-06710d63-40c0-4cfd-9523-41815900911f tempest-ServerDiagnosticsV248Test-1638989844 tempest-ServerDiagnosticsV248Test-1638989844-project-member] [instance: 2174fe4e-a8f9-4833-b2ab-e0c2ae3b0099] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 689.438793] env[69889]: DEBUG oslo_vmware.api [None req-63355e6e-ad57-4a46-b377-20a1e1431329 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Waiting for the task: (returnval){ [ 689.438793] env[69889]: value = "task-4076731" [ 689.438793] env[69889]: _type = "Task" [ 689.438793] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.439277] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0613eedc-c0e2-4cb6-bf57-e3c8cb6f30ca {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.452121] env[69889]: DEBUG oslo_vmware.api [None req-63355e6e-ad57-4a46-b377-20a1e1431329 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Task: {'id': task-4076731, 'name': Rename_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.455189] env[69889]: DEBUG oslo_vmware.api [None req-06710d63-40c0-4cfd-9523-41815900911f tempest-ServerDiagnosticsV248Test-1638989844 tempest-ServerDiagnosticsV248Test-1638989844-project-member] Waiting for the task: (returnval){ [ 689.455189] env[69889]: value = "task-4076732" [ 689.455189] env[69889]: _type = "Task" [ 689.455189] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.466859] env[69889]: DEBUG oslo_vmware.api [None req-06710d63-40c0-4cfd-9523-41815900911f tempest-ServerDiagnosticsV248Test-1638989844 tempest-ServerDiagnosticsV248Test-1638989844-project-member] Task: {'id': task-4076732, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.886093] env[69889]: DEBUG nova.scheduler.client.report [None req-70756bd8-b3a2-44d0-a69c-a7f27ebaa02a tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 689.955803] env[69889]: DEBUG oslo_vmware.api [None req-63355e6e-ad57-4a46-b377-20a1e1431329 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Task: {'id': task-4076731, 'name': Rename_Task, 'duration_secs': 0.147798} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.956537] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-63355e6e-ad57-4a46-b377-20a1e1431329 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] [instance: d23cb796-1de4-4706-8d28-a50c7da8f5e0] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 689.960443] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5351ca3f-564c-47fa-a2cd-ac112bba88dd {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.969147] env[69889]: DEBUG oslo_vmware.api [None req-06710d63-40c0-4cfd-9523-41815900911f tempest-ServerDiagnosticsV248Test-1638989844 tempest-ServerDiagnosticsV248Test-1638989844-project-member] Task: {'id': task-4076732, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067493} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.970671] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-06710d63-40c0-4cfd-9523-41815900911f tempest-ServerDiagnosticsV248Test-1638989844 tempest-ServerDiagnosticsV248Test-1638989844-project-member] [instance: 2174fe4e-a8f9-4833-b2ab-e0c2ae3b0099] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 689.971065] env[69889]: DEBUG oslo_vmware.api [None req-63355e6e-ad57-4a46-b377-20a1e1431329 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Waiting for the task: (returnval){ [ 689.971065] env[69889]: value = "task-4076733" [ 689.971065] env[69889]: _type = "Task" [ 689.971065] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.974207] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08aabab4-01d2-44c1-ab59-2c224f9957c9 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.987876] env[69889]: DEBUG oslo_vmware.api [None req-63355e6e-ad57-4a46-b377-20a1e1431329 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Task: {'id': task-4076733, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.009063] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-06710d63-40c0-4cfd-9523-41815900911f tempest-ServerDiagnosticsV248Test-1638989844 tempest-ServerDiagnosticsV248Test-1638989844-project-member] [instance: 2174fe4e-a8f9-4833-b2ab-e0c2ae3b0099] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] 2174fe4e-a8f9-4833-b2ab-e0c2ae3b0099/2174fe4e-a8f9-4833-b2ab-e0c2ae3b0099.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 690.009269] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cab073ae-dba3-4618-a1e2-5863bb84e981 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.031713] env[69889]: DEBUG oslo_vmware.api [None req-06710d63-40c0-4cfd-9523-41815900911f tempest-ServerDiagnosticsV248Test-1638989844 tempest-ServerDiagnosticsV248Test-1638989844-project-member] Waiting for the task: (returnval){ [ 690.031713] env[69889]: value = "task-4076734" [ 690.031713] env[69889]: _type = "Task" [ 690.031713] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.042413] env[69889]: DEBUG oslo_vmware.api [None req-06710d63-40c0-4cfd-9523-41815900911f tempest-ServerDiagnosticsV248Test-1638989844 tempest-ServerDiagnosticsV248Test-1638989844-project-member] Task: {'id': task-4076734, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.115367] env[69889]: DEBUG nova.compute.manager [None req-538feca3-7a47-4565-8c7a-7377c9203344 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] [instance: 63d61011-bbbe-4645-b993-9a9c8e8ca075] Start spawning the instance on the hypervisor. {{(pid=69889) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 690.147175] env[69889]: DEBUG nova.virt.hardware [None req-538feca3-7a47-4565-8c7a-7377c9203344 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 690.147175] env[69889]: DEBUG nova.virt.hardware [None req-538feca3-7a47-4565-8c7a-7377c9203344 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 690.149666] env[69889]: DEBUG nova.virt.hardware [None req-538feca3-7a47-4565-8c7a-7377c9203344 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 690.151890] env[69889]: DEBUG nova.virt.hardware [None req-538feca3-7a47-4565-8c7a-7377c9203344 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 690.151890] env[69889]: DEBUG nova.virt.hardware [None req-538feca3-7a47-4565-8c7a-7377c9203344 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 690.151890] env[69889]: DEBUG nova.virt.hardware [None req-538feca3-7a47-4565-8c7a-7377c9203344 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 690.151890] env[69889]: DEBUG nova.virt.hardware [None req-538feca3-7a47-4565-8c7a-7377c9203344 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 690.151890] env[69889]: DEBUG nova.virt.hardware [None req-538feca3-7a47-4565-8c7a-7377c9203344 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 690.152958] env[69889]: DEBUG nova.virt.hardware [None req-538feca3-7a47-4565-8c7a-7377c9203344 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 690.152958] env[69889]: DEBUG nova.virt.hardware [None req-538feca3-7a47-4565-8c7a-7377c9203344 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 690.152958] env[69889]: DEBUG nova.virt.hardware [None req-538feca3-7a47-4565-8c7a-7377c9203344 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 690.154159] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd865478-a0d6-4a54-be04-8955b7001f3c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.166125] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4636aa63-d871-4064-842c-1357ac9bac06 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.270700] env[69889]: DEBUG nova.network.neutron [None req-538feca3-7a47-4565-8c7a-7377c9203344 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] [instance: 63d61011-bbbe-4645-b993-9a9c8e8ca075] Successfully created port: 8665e1e9-1b54-440e-8320-ee5509258623 {{(pid=69889) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 690.393889] env[69889]: DEBUG oslo_concurrency.lockutils [None req-70756bd8-b3a2-44d0-a69c-a7f27ebaa02a tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.309s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.393889] env[69889]: DEBUG nova.compute.manager [None req-70756bd8-b3a2-44d0-a69c-a7f27ebaa02a tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] [instance: 7c36cb21-afb4-4ee6-8d04-56e383e01860] Start building networks asynchronously for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 690.397215] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c5e5ad49-c2fd-4b68-8584-f38bd77e8fed tempest-ServersTestJSON-667160462 tempest-ServersTestJSON-667160462-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.642s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.401109] env[69889]: INFO nova.compute.claims [None req-c5e5ad49-c2fd-4b68-8584-f38bd77e8fed tempest-ServersTestJSON-667160462 tempest-ServersTestJSON-667160462-project-member] [instance: 41c9a79a-e246-4818-8339-fbaaa9fea305] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 690.493382] env[69889]: DEBUG oslo_vmware.api [None req-63355e6e-ad57-4a46-b377-20a1e1431329 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Task: {'id': task-4076733, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.543576] env[69889]: DEBUG oslo_vmware.api [None req-06710d63-40c0-4cfd-9523-41815900911f tempest-ServerDiagnosticsV248Test-1638989844 tempest-ServerDiagnosticsV248Test-1638989844-project-member] Task: {'id': task-4076734, 'name': ReconfigVM_Task, 'duration_secs': 0.400383} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.545293] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-06710d63-40c0-4cfd-9523-41815900911f tempest-ServerDiagnosticsV248Test-1638989844 tempest-ServerDiagnosticsV248Test-1638989844-project-member] [instance: 2174fe4e-a8f9-4833-b2ab-e0c2ae3b0099] Reconfigured VM instance instance-00000002 to attach disk [datastore2] 2174fe4e-a8f9-4833-b2ab-e0c2ae3b0099/2174fe4e-a8f9-4833-b2ab-e0c2ae3b0099.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 690.546046] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-adf7b38d-feb8-4403-8152-aeec5db24a50 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.558616] env[69889]: DEBUG oslo_vmware.api [None req-06710d63-40c0-4cfd-9523-41815900911f tempest-ServerDiagnosticsV248Test-1638989844 tempest-ServerDiagnosticsV248Test-1638989844-project-member] Waiting for the task: (returnval){ [ 690.558616] env[69889]: value = "task-4076735" [ 690.558616] env[69889]: _type = "Task" [ 690.558616] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.571564] env[69889]: DEBUG oslo_vmware.api [None req-06710d63-40c0-4cfd-9523-41815900911f tempest-ServerDiagnosticsV248Test-1638989844 tempest-ServerDiagnosticsV248Test-1638989844-project-member] Task: {'id': task-4076735, 'name': Rename_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.737314] env[69889]: DEBUG oslo_concurrency.lockutils [None req-19f9b9e5-7f87-4cf2-8a14-d7451982ca6a tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Acquiring lock "aad29946-4f6b-4a9b-83f0-6177bcc62dfa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.737474] env[69889]: DEBUG oslo_concurrency.lockutils [None req-19f9b9e5-7f87-4cf2-8a14-d7451982ca6a tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Lock "aad29946-4f6b-4a9b-83f0-6177bcc62dfa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.908441] env[69889]: DEBUG nova.compute.utils [None req-70756bd8-b3a2-44d0-a69c-a7f27ebaa02a tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 690.908441] env[69889]: DEBUG nova.compute.manager [None req-70756bd8-b3a2-44d0-a69c-a7f27ebaa02a tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] [instance: 7c36cb21-afb4-4ee6-8d04-56e383e01860] Allocating IP information in the background. {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 690.912962] env[69889]: DEBUG nova.network.neutron [None req-70756bd8-b3a2-44d0-a69c-a7f27ebaa02a tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] [instance: 7c36cb21-afb4-4ee6-8d04-56e383e01860] allocate_for_instance() {{(pid=69889) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 690.989709] env[69889]: DEBUG oslo_vmware.api [None req-63355e6e-ad57-4a46-b377-20a1e1431329 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Task: {'id': task-4076733, 'name': PowerOnVM_Task, 'duration_secs': 0.565075} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.989709] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-63355e6e-ad57-4a46-b377-20a1e1431329 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] [instance: d23cb796-1de4-4706-8d28-a50c7da8f5e0] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 690.990136] env[69889]: INFO nova.compute.manager [None req-63355e6e-ad57-4a46-b377-20a1e1431329 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] [instance: d23cb796-1de4-4706-8d28-a50c7da8f5e0] Took 8.63 seconds to spawn the instance on the hypervisor. [ 690.991612] env[69889]: DEBUG nova.compute.manager [None req-63355e6e-ad57-4a46-b377-20a1e1431329 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] [instance: d23cb796-1de4-4706-8d28-a50c7da8f5e0] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 690.991612] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0ea2475-8ca6-405c-a8dd-54947d3c2708 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.081182] env[69889]: DEBUG oslo_vmware.api [None req-06710d63-40c0-4cfd-9523-41815900911f tempest-ServerDiagnosticsV248Test-1638989844 tempest-ServerDiagnosticsV248Test-1638989844-project-member] Task: {'id': task-4076735, 'name': Rename_Task, 'duration_secs': 0.279147} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.081182] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-06710d63-40c0-4cfd-9523-41815900911f tempest-ServerDiagnosticsV248Test-1638989844 tempest-ServerDiagnosticsV248Test-1638989844-project-member] [instance: 2174fe4e-a8f9-4833-b2ab-e0c2ae3b0099] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 691.081182] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a1ea9f0a-49d8-46c2-b8fc-208bd1486ec2 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.093025] env[69889]: DEBUG oslo_vmware.api [None req-06710d63-40c0-4cfd-9523-41815900911f tempest-ServerDiagnosticsV248Test-1638989844 tempest-ServerDiagnosticsV248Test-1638989844-project-member] Waiting for the task: (returnval){ [ 691.093025] env[69889]: value = "task-4076736" [ 691.093025] env[69889]: _type = "Task" [ 691.093025] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.105023] env[69889]: DEBUG oslo_vmware.api [None req-06710d63-40c0-4cfd-9523-41815900911f tempest-ServerDiagnosticsV248Test-1638989844 tempest-ServerDiagnosticsV248Test-1638989844-project-member] Task: {'id': task-4076736, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.225923] env[69889]: DEBUG nova.policy [None req-70756bd8-b3a2-44d0-a69c-a7f27ebaa02a tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0f97a46f6e444ce0af02f7b82654306c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b0cf03b039e74be6ade024aa1ba0adfb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69889) authorize /opt/stack/nova/nova/policy.py:192}} [ 691.244189] env[69889]: DEBUG nova.compute.manager [None req-19f9b9e5-7f87-4cf2-8a14-d7451982ca6a tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] [instance: aad29946-4f6b-4a9b-83f0-6177bcc62dfa] Starting instance... {{(pid=69889) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 691.418412] env[69889]: DEBUG nova.compute.manager [None req-70756bd8-b3a2-44d0-a69c-a7f27ebaa02a tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] [instance: 7c36cb21-afb4-4ee6-8d04-56e383e01860] Start building block device mappings for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 691.515649] env[69889]: INFO nova.compute.manager [None req-63355e6e-ad57-4a46-b377-20a1e1431329 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] [instance: d23cb796-1de4-4706-8d28-a50c7da8f5e0] Took 13.40 seconds to build instance. [ 691.586626] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40d51190-835a-4a31-aeda-cbaa0a6b683b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.599109] env[69889]: DEBUG oslo_vmware.api [None req-06710d63-40c0-4cfd-9523-41815900911f tempest-ServerDiagnosticsV248Test-1638989844 tempest-ServerDiagnosticsV248Test-1638989844-project-member] Task: {'id': task-4076736, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.602955] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18dde912-49a0-4281-b846-4ea38cf0b76b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.640926] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cc06842-08e6-42cf-a4c4-883bed033efd {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.650360] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36f99efb-8c3c-46d4-a71a-0265997e4dee {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.668952] env[69889]: DEBUG nova.compute.provider_tree [None req-c5e5ad49-c2fd-4b68-8584-f38bd77e8fed tempest-ServersTestJSON-667160462 tempest-ServersTestJSON-667160462-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 691.775612] env[69889]: DEBUG oslo_concurrency.lockutils [None req-19f9b9e5-7f87-4cf2-8a14-d7451982ca6a tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.020960] env[69889]: DEBUG oslo_concurrency.lockutils [None req-63355e6e-ad57-4a46-b377-20a1e1431329 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Lock "d23cb796-1de4-4706-8d28-a50c7da8f5e0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.909s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.103505] env[69889]: DEBUG oslo_vmware.api [None req-06710d63-40c0-4cfd-9523-41815900911f tempest-ServerDiagnosticsV248Test-1638989844 tempest-ServerDiagnosticsV248Test-1638989844-project-member] Task: {'id': task-4076736, 'name': PowerOnVM_Task, 'duration_secs': 0.566511} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.103773] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-06710d63-40c0-4cfd-9523-41815900911f tempest-ServerDiagnosticsV248Test-1638989844 tempest-ServerDiagnosticsV248Test-1638989844-project-member] [instance: 2174fe4e-a8f9-4833-b2ab-e0c2ae3b0099] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 692.104262] env[69889]: INFO nova.compute.manager [None req-06710d63-40c0-4cfd-9523-41815900911f tempest-ServerDiagnosticsV248Test-1638989844 tempest-ServerDiagnosticsV248Test-1638989844-project-member] [instance: 2174fe4e-a8f9-4833-b2ab-e0c2ae3b0099] Took 6.60 seconds to spawn the instance on the hypervisor. [ 692.104721] env[69889]: DEBUG nova.compute.manager [None req-06710d63-40c0-4cfd-9523-41815900911f tempest-ServerDiagnosticsV248Test-1638989844 tempest-ServerDiagnosticsV248Test-1638989844-project-member] [instance: 2174fe4e-a8f9-4833-b2ab-e0c2ae3b0099] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 692.105540] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff5f71aa-b36a-42aa-9012-7c03e6258e97 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.128585] env[69889]: DEBUG nova.network.neutron [None req-de2fd782-d6dc-49a0-ac7b-21dc3e2eb950 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] [instance: bfb7906e-20b8-4878-9777-c5fd3ff65c22] Successfully updated port: 39d90535-b11d-4374-a64f-c14d80a4087b {{(pid=69889) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 692.172162] env[69889]: DEBUG nova.scheduler.client.report [None req-c5e5ad49-c2fd-4b68-8584-f38bd77e8fed tempest-ServersTestJSON-667160462 tempest-ServersTestJSON-667160462-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 692.441058] env[69889]: DEBUG nova.compute.manager [None req-70756bd8-b3a2-44d0-a69c-a7f27ebaa02a tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] [instance: 7c36cb21-afb4-4ee6-8d04-56e383e01860] Start spawning the instance on the hypervisor. {{(pid=69889) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 692.484037] env[69889]: DEBUG nova.virt.hardware [None req-70756bd8-b3a2-44d0-a69c-a7f27ebaa02a tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 692.484366] env[69889]: DEBUG nova.virt.hardware [None req-70756bd8-b3a2-44d0-a69c-a7f27ebaa02a tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 692.484542] env[69889]: DEBUG nova.virt.hardware [None req-70756bd8-b3a2-44d0-a69c-a7f27ebaa02a tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 692.485543] env[69889]: DEBUG nova.virt.hardware [None req-70756bd8-b3a2-44d0-a69c-a7f27ebaa02a tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 692.487193] env[69889]: DEBUG nova.virt.hardware [None req-70756bd8-b3a2-44d0-a69c-a7f27ebaa02a tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 692.487519] env[69889]: DEBUG nova.virt.hardware [None req-70756bd8-b3a2-44d0-a69c-a7f27ebaa02a tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 692.487646] env[69889]: DEBUG nova.virt.hardware [None req-70756bd8-b3a2-44d0-a69c-a7f27ebaa02a tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 692.488276] env[69889]: DEBUG nova.virt.hardware [None req-70756bd8-b3a2-44d0-a69c-a7f27ebaa02a tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 692.488276] env[69889]: DEBUG nova.virt.hardware [None req-70756bd8-b3a2-44d0-a69c-a7f27ebaa02a tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 692.488276] env[69889]: DEBUG nova.virt.hardware [None req-70756bd8-b3a2-44d0-a69c-a7f27ebaa02a tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 692.488643] env[69889]: DEBUG nova.virt.hardware [None req-70756bd8-b3a2-44d0-a69c-a7f27ebaa02a tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 692.489297] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20b6a6f5-9c61-42ed-9691-548a24e9bf9f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.502558] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9db54352-8e43-47d9-9e27-bd69cbe09693 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.628288] env[69889]: INFO nova.compute.manager [None req-06710d63-40c0-4cfd-9523-41815900911f tempest-ServerDiagnosticsV248Test-1638989844 tempest-ServerDiagnosticsV248Test-1638989844-project-member] [instance: 2174fe4e-a8f9-4833-b2ab-e0c2ae3b0099] Took 11.43 seconds to build instance. [ 692.635529] env[69889]: DEBUG oslo_concurrency.lockutils [None req-de2fd782-d6dc-49a0-ac7b-21dc3e2eb950 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] Acquiring lock "refresh_cache-bfb7906e-20b8-4878-9777-c5fd3ff65c22" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.640405] env[69889]: DEBUG oslo_concurrency.lockutils [None req-de2fd782-d6dc-49a0-ac7b-21dc3e2eb950 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] Acquired lock "refresh_cache-bfb7906e-20b8-4878-9777-c5fd3ff65c22" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.640405] env[69889]: DEBUG nova.network.neutron [None req-de2fd782-d6dc-49a0-ac7b-21dc3e2eb950 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] [instance: bfb7906e-20b8-4878-9777-c5fd3ff65c22] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 692.678796] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c5e5ad49-c2fd-4b68-8584-f38bd77e8fed tempest-ServersTestJSON-667160462 tempest-ServersTestJSON-667160462-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.282s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.679533] env[69889]: DEBUG nova.compute.manager [None req-c5e5ad49-c2fd-4b68-8584-f38bd77e8fed tempest-ServersTestJSON-667160462 tempest-ServersTestJSON-667160462-project-member] [instance: 41c9a79a-e246-4818-8339-fbaaa9fea305] Start building networks asynchronously for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 692.685031] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 6.201s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.685374] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.688811] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69889) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 692.688811] env[69889]: DEBUG oslo_concurrency.lockutils [None req-19f9b9e5-7f87-4cf2-8a14-d7451982ca6a tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.914s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.690194] env[69889]: INFO nova.compute.claims [None req-19f9b9e5-7f87-4cf2-8a14-d7451982ca6a tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] [instance: aad29946-4f6b-4a9b-83f0-6177bcc62dfa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 692.693768] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38e03283-cacc-4d49-889f-ba44e747c863 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.707414] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7d52433-7eea-42c5-88c0-3b764f9ef1d3 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.730698] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-367f95f7-eaaa-40be-86cf-c9d5992eb869 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.740183] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27993380-699c-4ba1-812e-81d61652c80e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.774753] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180802MB free_disk=20GB free_vcpus=48 pci_devices=None {{(pid=69889) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 692.774916] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.131969] env[69889]: DEBUG oslo_concurrency.lockutils [None req-06710d63-40c0-4cfd-9523-41815900911f tempest-ServerDiagnosticsV248Test-1638989844 tempest-ServerDiagnosticsV248Test-1638989844-project-member] Lock "2174fe4e-a8f9-4833-b2ab-e0c2ae3b0099" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.944s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.179049] env[69889]: DEBUG nova.network.neutron [None req-70756bd8-b3a2-44d0-a69c-a7f27ebaa02a tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] [instance: 7c36cb21-afb4-4ee6-8d04-56e383e01860] Successfully created port: 01bcc974-cf67-4c9f-a28c-c56383c65ded {{(pid=69889) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 693.187646] env[69889]: DEBUG nova.compute.utils [None req-c5e5ad49-c2fd-4b68-8584-f38bd77e8fed tempest-ServersTestJSON-667160462 tempest-ServersTestJSON-667160462-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 693.190607] env[69889]: DEBUG nova.compute.manager [None req-c5e5ad49-c2fd-4b68-8584-f38bd77e8fed tempest-ServersTestJSON-667160462 tempest-ServersTestJSON-667160462-project-member] [instance: 41c9a79a-e246-4818-8339-fbaaa9fea305] Allocating IP information in the background. {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 693.191105] env[69889]: DEBUG nova.network.neutron [None req-c5e5ad49-c2fd-4b68-8584-f38bd77e8fed tempest-ServersTestJSON-667160462 tempest-ServersTestJSON-667160462-project-member] [instance: 41c9a79a-e246-4818-8339-fbaaa9fea305] allocate_for_instance() {{(pid=69889) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 693.293390] env[69889]: DEBUG nova.network.neutron [None req-de2fd782-d6dc-49a0-ac7b-21dc3e2eb950 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] [instance: bfb7906e-20b8-4878-9777-c5fd3ff65c22] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 693.429739] env[69889]: DEBUG nova.policy [None req-c5e5ad49-c2fd-4b68-8584-f38bd77e8fed tempest-ServersTestJSON-667160462 tempest-ServersTestJSON-667160462-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7ff913b6812f4581958244d994cd20c6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f1f3f632517b44d493319fbb69031204', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69889) authorize /opt/stack/nova/nova/policy.py:192}} [ 693.696072] env[69889]: DEBUG nova.compute.manager [None req-c5e5ad49-c2fd-4b68-8584-f38bd77e8fed tempest-ServersTestJSON-667160462 tempest-ServersTestJSON-667160462-project-member] [instance: 41c9a79a-e246-4818-8339-fbaaa9fea305] Start building block device mappings for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 693.734259] env[69889]: DEBUG nova.compute.manager [req-6d8521df-7f77-4a42-9ec3-f701bfa6477d req-8d650a54-598e-4326-891b-974cb5fa0883 service nova] [instance: bfb7906e-20b8-4878-9777-c5fd3ff65c22] Received event network-vif-plugged-39d90535-b11d-4374-a64f-c14d80a4087b {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 693.734696] env[69889]: DEBUG oslo_concurrency.lockutils [req-6d8521df-7f77-4a42-9ec3-f701bfa6477d req-8d650a54-598e-4326-891b-974cb5fa0883 service nova] Acquiring lock "bfb7906e-20b8-4878-9777-c5fd3ff65c22-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.734834] env[69889]: DEBUG oslo_concurrency.lockutils [req-6d8521df-7f77-4a42-9ec3-f701bfa6477d req-8d650a54-598e-4326-891b-974cb5fa0883 service nova] Lock "bfb7906e-20b8-4878-9777-c5fd3ff65c22-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.735219] env[69889]: DEBUG oslo_concurrency.lockutils [req-6d8521df-7f77-4a42-9ec3-f701bfa6477d req-8d650a54-598e-4326-891b-974cb5fa0883 service nova] Lock "bfb7906e-20b8-4878-9777-c5fd3ff65c22-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.736134] env[69889]: DEBUG nova.compute.manager [req-6d8521df-7f77-4a42-9ec3-f701bfa6477d req-8d650a54-598e-4326-891b-974cb5fa0883 service nova] [instance: bfb7906e-20b8-4878-9777-c5fd3ff65c22] No waiting events found dispatching network-vif-plugged-39d90535-b11d-4374-a64f-c14d80a4087b {{(pid=69889) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 693.736134] env[69889]: WARNING nova.compute.manager [req-6d8521df-7f77-4a42-9ec3-f701bfa6477d req-8d650a54-598e-4326-891b-974cb5fa0883 service nova] [instance: bfb7906e-20b8-4878-9777-c5fd3ff65c22] Received unexpected event network-vif-plugged-39d90535-b11d-4374-a64f-c14d80a4087b for instance with vm_state building and task_state spawning. [ 693.850434] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b51c0bc9-33d5-4f59-997e-17e14764e870 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.860465] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e65e1a63-85d3-47b4-8c40-330e4f68f81d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.897153] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-454bd6d8-2155-4159-b055-7768807e3f96 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.911989] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-671e3a67-2ee7-446b-8340-ba3af24fa38e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.928200] env[69889]: DEBUG nova.compute.provider_tree [None req-19f9b9e5-7f87-4cf2-8a14-d7451982ca6a tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 693.934047] env[69889]: DEBUG nova.network.neutron [None req-de2fd782-d6dc-49a0-ac7b-21dc3e2eb950 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] [instance: bfb7906e-20b8-4878-9777-c5fd3ff65c22] Updating instance_info_cache with network_info: [{"id": "39d90535-b11d-4374-a64f-c14d80a4087b", "address": "fa:16:3e:d1:c7:a0", "network": {"id": "f9341188-47f9-41e2-bae7-5eb6406f3899", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.217", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b7973ea41bcd4363abc2e9339dec4d77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39d90535-b1", "ovs_interfaceid": "39d90535-b11d-4374-a64f-c14d80a4087b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.128017] env[69889]: DEBUG oslo_concurrency.lockutils [None req-825da9fe-ca8d-403a-899c-ed00e5a70753 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Acquiring lock "49ce5d94-ce4e-457b-a34c-54bd5dfcc242" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.128263] env[69889]: DEBUG oslo_concurrency.lockutils [None req-825da9fe-ca8d-403a-899c-ed00e5a70753 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Lock "49ce5d94-ce4e-457b-a34c-54bd5dfcc242" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.184608] env[69889]: DEBUG nova.network.neutron [None req-538feca3-7a47-4565-8c7a-7377c9203344 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] [instance: 63d61011-bbbe-4645-b993-9a9c8e8ca075] Successfully updated port: 8665e1e9-1b54-440e-8320-ee5509258623 {{(pid=69889) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 694.433712] env[69889]: DEBUG nova.scheduler.client.report [None req-19f9b9e5-7f87-4cf2-8a14-d7451982ca6a tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 694.442510] env[69889]: DEBUG oslo_concurrency.lockutils [None req-de2fd782-d6dc-49a0-ac7b-21dc3e2eb950 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] Releasing lock "refresh_cache-bfb7906e-20b8-4878-9777-c5fd3ff65c22" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.442576] env[69889]: DEBUG nova.compute.manager [None req-de2fd782-d6dc-49a0-ac7b-21dc3e2eb950 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] [instance: bfb7906e-20b8-4878-9777-c5fd3ff65c22] Instance network_info: |[{"id": "39d90535-b11d-4374-a64f-c14d80a4087b", "address": "fa:16:3e:d1:c7:a0", "network": {"id": "f9341188-47f9-41e2-bae7-5eb6406f3899", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.217", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b7973ea41bcd4363abc2e9339dec4d77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39d90535-b1", "ovs_interfaceid": "39d90535-b11d-4374-a64f-c14d80a4087b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 694.447894] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-de2fd782-d6dc-49a0-ac7b-21dc3e2eb950 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] [instance: bfb7906e-20b8-4878-9777-c5fd3ff65c22] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:c7:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1c2b89fb-df8c-47c0-83ae-44291236feb4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '39d90535-b11d-4374-a64f-c14d80a4087b', 'vif_model': 'vmxnet3'}] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 694.455397] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-de2fd782-d6dc-49a0-ac7b-21dc3e2eb950 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] Creating folder: Project (00854c0b38154ef6a030f4c78fc6d0e7). Parent ref: group-v807779. {{(pid=69889) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 694.457399] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bd6ee82d-38dd-4304-b0cf-d8edc4180aba {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.469281] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-de2fd782-d6dc-49a0-ac7b-21dc3e2eb950 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] Created folder: Project (00854c0b38154ef6a030f4c78fc6d0e7) in parent group-v807779. [ 694.469531] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-de2fd782-d6dc-49a0-ac7b-21dc3e2eb950 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] Creating folder: Instances. Parent ref: group-v807786. {{(pid=69889) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 694.469719] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8d15fc87-81dd-4e58-8481-4d43b6954b6c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.481854] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-de2fd782-d6dc-49a0-ac7b-21dc3e2eb950 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] Created folder: Instances in parent group-v807786. [ 694.481962] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-de2fd782-d6dc-49a0-ac7b-21dc3e2eb950 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 694.482123] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bfb7906e-20b8-4878-9777-c5fd3ff65c22] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 694.482411] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-21329ebf-dbbd-474c-b416-4494838121fb {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.506465] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 694.506465] env[69889]: value = "task-4076739" [ 694.506465] env[69889]: _type = "Task" [ 694.506465] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.518391] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4076739, 'name': CreateVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.632269] env[69889]: DEBUG nova.compute.manager [None req-825da9fe-ca8d-403a-899c-ed00e5a70753 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 49ce5d94-ce4e-457b-a34c-54bd5dfcc242] Starting instance... {{(pid=69889) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 694.687300] env[69889]: DEBUG oslo_concurrency.lockutils [None req-538feca3-7a47-4565-8c7a-7377c9203344 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Acquiring lock "refresh_cache-63d61011-bbbe-4645-b993-9a9c8e8ca075" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.687444] env[69889]: DEBUG oslo_concurrency.lockutils [None req-538feca3-7a47-4565-8c7a-7377c9203344 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Acquired lock "refresh_cache-63d61011-bbbe-4645-b993-9a9c8e8ca075" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.688468] env[69889]: DEBUG nova.network.neutron [None req-538feca3-7a47-4565-8c7a-7377c9203344 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] [instance: 63d61011-bbbe-4645-b993-9a9c8e8ca075] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 694.709277] env[69889]: DEBUG nova.compute.manager [None req-c5e5ad49-c2fd-4b68-8584-f38bd77e8fed tempest-ServersTestJSON-667160462 tempest-ServersTestJSON-667160462-project-member] [instance: 41c9a79a-e246-4818-8339-fbaaa9fea305] Start spawning the instance on the hypervisor. {{(pid=69889) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 694.745630] env[69889]: DEBUG nova.virt.hardware [None req-c5e5ad49-c2fd-4b68-8584-f38bd77e8fed tempest-ServersTestJSON-667160462 tempest-ServersTestJSON-667160462-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 694.746202] env[69889]: DEBUG nova.virt.hardware [None req-c5e5ad49-c2fd-4b68-8584-f38bd77e8fed tempest-ServersTestJSON-667160462 tempest-ServersTestJSON-667160462-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 694.746202] env[69889]: DEBUG nova.virt.hardware [None req-c5e5ad49-c2fd-4b68-8584-f38bd77e8fed tempest-ServersTestJSON-667160462 tempest-ServersTestJSON-667160462-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 694.747153] env[69889]: DEBUG nova.virt.hardware [None req-c5e5ad49-c2fd-4b68-8584-f38bd77e8fed tempest-ServersTestJSON-667160462 tempest-ServersTestJSON-667160462-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 694.747153] env[69889]: DEBUG nova.virt.hardware [None req-c5e5ad49-c2fd-4b68-8584-f38bd77e8fed tempest-ServersTestJSON-667160462 tempest-ServersTestJSON-667160462-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 694.747153] env[69889]: DEBUG nova.virt.hardware [None req-c5e5ad49-c2fd-4b68-8584-f38bd77e8fed tempest-ServersTestJSON-667160462 tempest-ServersTestJSON-667160462-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 694.747153] env[69889]: DEBUG nova.virt.hardware [None req-c5e5ad49-c2fd-4b68-8584-f38bd77e8fed tempest-ServersTestJSON-667160462 tempest-ServersTestJSON-667160462-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 694.747153] env[69889]: DEBUG nova.virt.hardware [None req-c5e5ad49-c2fd-4b68-8584-f38bd77e8fed tempest-ServersTestJSON-667160462 tempest-ServersTestJSON-667160462-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 694.747153] env[69889]: DEBUG nova.virt.hardware [None req-c5e5ad49-c2fd-4b68-8584-f38bd77e8fed tempest-ServersTestJSON-667160462 tempest-ServersTestJSON-667160462-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 694.747451] env[69889]: DEBUG nova.virt.hardware [None req-c5e5ad49-c2fd-4b68-8584-f38bd77e8fed tempest-ServersTestJSON-667160462 tempest-ServersTestJSON-667160462-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 694.747451] env[69889]: DEBUG nova.virt.hardware [None req-c5e5ad49-c2fd-4b68-8584-f38bd77e8fed tempest-ServersTestJSON-667160462 tempest-ServersTestJSON-667160462-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 694.748475] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df1eaf43-ce1f-4ae2-a383-e146394c3656 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.758779] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f39e77c-efb6-4c94-a37b-8c5c8f3b051b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.866064] env[69889]: DEBUG nova.network.neutron [None req-c5e5ad49-c2fd-4b68-8584-f38bd77e8fed tempest-ServersTestJSON-667160462 tempest-ServersTestJSON-667160462-project-member] [instance: 41c9a79a-e246-4818-8339-fbaaa9fea305] Successfully created port: 8802a2b1-585f-48b6-aca1-e596c793dc40 {{(pid=69889) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 694.945148] env[69889]: DEBUG oslo_concurrency.lockutils [None req-19f9b9e5-7f87-4cf2-8a14-d7451982ca6a tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.256s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.947030] env[69889]: DEBUG nova.compute.manager [None req-19f9b9e5-7f87-4cf2-8a14-d7451982ca6a tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] [instance: aad29946-4f6b-4a9b-83f0-6177bcc62dfa] Start building networks asynchronously for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 694.951233] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.176s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.027477] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4076739, 'name': CreateVM_Task} progress is 99%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.172648] env[69889]: DEBUG oslo_concurrency.lockutils [None req-825da9fe-ca8d-403a-899c-ed00e5a70753 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.300130] env[69889]: DEBUG nova.network.neutron [None req-538feca3-7a47-4565-8c7a-7377c9203344 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] [instance: 63d61011-bbbe-4645-b993-9a9c8e8ca075] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 695.390735] env[69889]: DEBUG oslo_concurrency.lockutils [None req-73b9f1b8-1ac2-430c-b737-d6ccaa4fa8b6 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Acquiring lock "da1de6c7-ec10-47d2-a8a9-8572cd4162f5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.390993] env[69889]: DEBUG oslo_concurrency.lockutils [None req-73b9f1b8-1ac2-430c-b737-d6ccaa4fa8b6 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Lock "da1de6c7-ec10-47d2-a8a9-8572cd4162f5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.463756] env[69889]: DEBUG nova.compute.utils [None req-19f9b9e5-7f87-4cf2-8a14-d7451982ca6a tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 695.473150] env[69889]: DEBUG nova.compute.manager [None req-19f9b9e5-7f87-4cf2-8a14-d7451982ca6a tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] [instance: aad29946-4f6b-4a9b-83f0-6177bcc62dfa] Allocating IP information in the background. {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 695.473448] env[69889]: DEBUG nova.network.neutron [None req-19f9b9e5-7f87-4cf2-8a14-d7451982ca6a tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] [instance: aad29946-4f6b-4a9b-83f0-6177bcc62dfa] allocate_for_instance() {{(pid=69889) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 695.518419] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4076739, 'name': CreateVM_Task, 'duration_secs': 0.636625} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.520026] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bfb7906e-20b8-4878-9777-c5fd3ff65c22] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 695.550826] env[69889]: DEBUG oslo_vmware.service [None req-de2fd782-d6dc-49a0-ac7b-21dc3e2eb950 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-439a43c5-3f71-4f92-8f20-57c38b6cfe93 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.565783] env[69889]: DEBUG oslo_concurrency.lockutils [None req-de2fd782-d6dc-49a0-ac7b-21dc3e2eb950 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.568030] env[69889]: DEBUG oslo_concurrency.lockutils [None req-de2fd782-d6dc-49a0-ac7b-21dc3e2eb950 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.568030] env[69889]: DEBUG oslo_concurrency.lockutils [None req-de2fd782-d6dc-49a0-ac7b-21dc3e2eb950 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.568030] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-992bb864-c63e-420a-97f6-39173d6528d7 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.574299] env[69889]: DEBUG oslo_vmware.api [None req-de2fd782-d6dc-49a0-ac7b-21dc3e2eb950 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] Waiting for the task: (returnval){ [ 695.574299] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]5272607a-74ef-9524-cc47-992ca441b5ce" [ 695.574299] env[69889]: _type = "Task" [ 695.574299] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.586729] env[69889]: DEBUG oslo_vmware.api [None req-de2fd782-d6dc-49a0-ac7b-21dc3e2eb950 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5272607a-74ef-9524-cc47-992ca441b5ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.656071] env[69889]: DEBUG nova.policy [None req-19f9b9e5-7f87-4cf2-8a14-d7451982ca6a tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6d9bb624c0184dbcb0886da6e78e2101', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5422e0f6dc484e5e92ccebcd907abbf9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69889) authorize /opt/stack/nova/nova/policy.py:192}} [ 695.821230] env[69889]: DEBUG nova.network.neutron [None req-538feca3-7a47-4565-8c7a-7377c9203344 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] [instance: 63d61011-bbbe-4645-b993-9a9c8e8ca075] Updating instance_info_cache with network_info: [{"id": "8665e1e9-1b54-440e-8320-ee5509258623", "address": "fa:16:3e:1c:26:ed", "network": {"id": "f9341188-47f9-41e2-bae7-5eb6406f3899", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.168", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b7973ea41bcd4363abc2e9339dec4d77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8665e1e9-1b", "ovs_interfaceid": "8665e1e9-1b54-440e-8320-ee5509258623", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.895211] env[69889]: DEBUG nova.compute.manager [None req-73b9f1b8-1ac2-430c-b737-d6ccaa4fa8b6 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: da1de6c7-ec10-47d2-a8a9-8572cd4162f5] Starting instance... {{(pid=69889) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 695.970807] env[69889]: DEBUG nova.compute.manager [None req-19f9b9e5-7f87-4cf2-8a14-d7451982ca6a tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] [instance: aad29946-4f6b-4a9b-83f0-6177bcc62dfa] Start building block device mappings for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 696.005563] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance d23cb796-1de4-4706-8d28-a50c7da8f5e0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 696.005563] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance 2174fe4e-a8f9-4833-b2ab-e0c2ae3b0099 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 696.005563] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance bfb7906e-20b8-4878-9777-c5fd3ff65c22 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 696.006184] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance 63d61011-bbbe-4645-b993-9a9c8e8ca075 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 696.006427] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance 7c36cb21-afb4-4ee6-8d04-56e383e01860 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 696.006494] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance 41c9a79a-e246-4818-8339-fbaaa9fea305 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 696.006589] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance aad29946-4f6b-4a9b-83f0-6177bcc62dfa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 696.087631] env[69889]: DEBUG oslo_concurrency.lockutils [None req-de2fd782-d6dc-49a0-ac7b-21dc3e2eb950 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.087887] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-de2fd782-d6dc-49a0-ac7b-21dc3e2eb950 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] [instance: bfb7906e-20b8-4878-9777-c5fd3ff65c22] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 696.088142] env[69889]: DEBUG oslo_concurrency.lockutils [None req-de2fd782-d6dc-49a0-ac7b-21dc3e2eb950 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.088283] env[69889]: DEBUG oslo_concurrency.lockutils [None req-de2fd782-d6dc-49a0-ac7b-21dc3e2eb950 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.088459] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-de2fd782-d6dc-49a0-ac7b-21dc3e2eb950 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 696.088715] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c8022553-c26b-44df-bd9a-396e56720330 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.102745] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-de2fd782-d6dc-49a0-ac7b-21dc3e2eb950 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 696.102950] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-de2fd782-d6dc-49a0-ac7b-21dc3e2eb950 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 696.103786] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78ccbf28-bce7-4774-a734-2c9c5b3c9b9c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.115053] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14440f89-5442-4a2c-a248-ba7c2b7c6b50 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.121284] env[69889]: DEBUG oslo_vmware.api [None req-de2fd782-d6dc-49a0-ac7b-21dc3e2eb950 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] Waiting for the task: (returnval){ [ 696.121284] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52085eb9-0307-421c-3e0b-816f148eef39" [ 696.121284] env[69889]: _type = "Task" [ 696.121284] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.130338] env[69889]: DEBUG oslo_vmware.api [None req-de2fd782-d6dc-49a0-ac7b-21dc3e2eb950 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52085eb9-0307-421c-3e0b-816f148eef39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.324965] env[69889]: DEBUG oslo_concurrency.lockutils [None req-538feca3-7a47-4565-8c7a-7377c9203344 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Releasing lock "refresh_cache-63d61011-bbbe-4645-b993-9a9c8e8ca075" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.325314] env[69889]: DEBUG nova.compute.manager [None req-538feca3-7a47-4565-8c7a-7377c9203344 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] [instance: 63d61011-bbbe-4645-b993-9a9c8e8ca075] Instance network_info: |[{"id": "8665e1e9-1b54-440e-8320-ee5509258623", "address": "fa:16:3e:1c:26:ed", "network": {"id": "f9341188-47f9-41e2-bae7-5eb6406f3899", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.168", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b7973ea41bcd4363abc2e9339dec4d77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8665e1e9-1b", "ovs_interfaceid": "8665e1e9-1b54-440e-8320-ee5509258623", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 696.325741] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-538feca3-7a47-4565-8c7a-7377c9203344 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] [instance: 63d61011-bbbe-4645-b993-9a9c8e8ca075] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:26:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1c2b89fb-df8c-47c0-83ae-44291236feb4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8665e1e9-1b54-440e-8320-ee5509258623', 'vif_model': 'vmxnet3'}] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 696.335256] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-538feca3-7a47-4565-8c7a-7377c9203344 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Creating folder: Project (c7c9cf90cb2945548401a3bee092e955). Parent ref: group-v807779. {{(pid=69889) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 696.335533] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9fb33c18-72a0-4fcf-8b8c-e7122409d84f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.350435] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-538feca3-7a47-4565-8c7a-7377c9203344 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Created folder: Project (c7c9cf90cb2945548401a3bee092e955) in parent group-v807779. [ 696.350435] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-538feca3-7a47-4565-8c7a-7377c9203344 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Creating folder: Instances. Parent ref: group-v807789. {{(pid=69889) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 696.350435] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ac1c686c-b749-4089-af42-c2ff0c805d2c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.364529] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-538feca3-7a47-4565-8c7a-7377c9203344 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Created folder: Instances in parent group-v807789. [ 696.364529] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-538feca3-7a47-4565-8c7a-7377c9203344 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 696.364529] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63d61011-bbbe-4645-b993-9a9c8e8ca075] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 696.364875] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-946082d1-13c9-496b-b5ae-e6a8eb71d366 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.390272] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 696.390272] env[69889]: value = "task-4076742" [ 696.390272] env[69889]: _type = "Task" [ 696.390272] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.400125] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4076742, 'name': CreateVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.444023] env[69889]: DEBUG oslo_concurrency.lockutils [None req-73b9f1b8-1ac2-430c-b737-d6ccaa4fa8b6 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.500295] env[69889]: DEBUG nova.network.neutron [None req-19f9b9e5-7f87-4cf2-8a14-d7451982ca6a tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] [instance: aad29946-4f6b-4a9b-83f0-6177bcc62dfa] Successfully created port: cc528098-728c-487d-840d-8732c25a349b {{(pid=69889) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 696.510440] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance 49ce5d94-ce4e-457b-a34c-54bd5dfcc242 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 696.644822] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-de2fd782-d6dc-49a0-ac7b-21dc3e2eb950 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] [instance: bfb7906e-20b8-4878-9777-c5fd3ff65c22] Preparing fetch location {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 696.645298] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-de2fd782-d6dc-49a0-ac7b-21dc3e2eb950 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] Creating directory with path [datastore1] vmware_temp/7ce141ee-3717-4267-a57f-93aad9ea2a9d/fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 696.645724] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dc8d019b-dbb4-400f-b0fd-c90067bee614 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.687896] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-de2fd782-d6dc-49a0-ac7b-21dc3e2eb950 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] Created directory with path [datastore1] vmware_temp/7ce141ee-3717-4267-a57f-93aad9ea2a9d/fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 696.688396] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-de2fd782-d6dc-49a0-ac7b-21dc3e2eb950 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] [instance: bfb7906e-20b8-4878-9777-c5fd3ff65c22] Fetch image to [datastore1] vmware_temp/7ce141ee-3717-4267-a57f-93aad9ea2a9d/fdedeb32-acda-4585-a195-4af2c3a4f070/tmp-sparse.vmdk {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 696.688764] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-de2fd782-d6dc-49a0-ac7b-21dc3e2eb950 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] [instance: bfb7906e-20b8-4878-9777-c5fd3ff65c22] Downloading image file data fdedeb32-acda-4585-a195-4af2c3a4f070 to [datastore1] vmware_temp/7ce141ee-3717-4267-a57f-93aad9ea2a9d/fdedeb32-acda-4585-a195-4af2c3a4f070/tmp-sparse.vmdk on the data store datastore1 {{(pid=69889) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 696.690753] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e75e15f-5764-4b3d-b8d9-c538154362a2 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.705216] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1343902-67ae-4e31-9298-aa6c0a14dbfa {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.718919] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8db2330-6e32-4e4e-b53f-abccd8ccfdfa {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.765022] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7fde973-2ea1-4464-bf34-5a226434b453 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.773552] env[69889]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-bddfeb8c-322f-43ff-995e-f647d3fa384c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.811899] env[69889]: DEBUG nova.virt.vmwareapi.images [None req-de2fd782-d6dc-49a0-ac7b-21dc3e2eb950 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] [instance: bfb7906e-20b8-4878-9777-c5fd3ff65c22] Downloading image file data fdedeb32-acda-4585-a195-4af2c3a4f070 to the data store datastore1 {{(pid=69889) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 696.880652] env[69889]: DEBUG oslo_vmware.rw_handles [None req-de2fd782-d6dc-49a0-ac7b-21dc3e2eb950 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/7ce141ee-3717-4267-a57f-93aad9ea2a9d/fdedeb32-acda-4585-a195-4af2c3a4f070/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69889) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 696.954043] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4076742, 'name': CreateVM_Task, 'duration_secs': 0.40541} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.954240] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63d61011-bbbe-4645-b993-9a9c8e8ca075] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 696.954986] env[69889]: DEBUG oslo_concurrency.lockutils [None req-538feca3-7a47-4565-8c7a-7377c9203344 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.955160] env[69889]: DEBUG oslo_concurrency.lockutils [None req-538feca3-7a47-4565-8c7a-7377c9203344 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.955483] env[69889]: DEBUG oslo_concurrency.lockutils [None req-538feca3-7a47-4565-8c7a-7377c9203344 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.956280] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c7d694a-e7c5-427a-ab84-27667afffdf6 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.966525] env[69889]: DEBUG oslo_vmware.api [None req-538feca3-7a47-4565-8c7a-7377c9203344 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Waiting for the task: (returnval){ [ 696.966525] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52cbe0dd-6d0a-3676-cf39-6ff324fea8c7" [ 696.966525] env[69889]: _type = "Task" [ 696.966525] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.976796] env[69889]: DEBUG oslo_vmware.api [None req-538feca3-7a47-4565-8c7a-7377c9203344 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52cbe0dd-6d0a-3676-cf39-6ff324fea8c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.987123] env[69889]: DEBUG nova.compute.manager [None req-19f9b9e5-7f87-4cf2-8a14-d7451982ca6a tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] [instance: aad29946-4f6b-4a9b-83f0-6177bcc62dfa] Start spawning the instance on the hypervisor. {{(pid=69889) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 697.017632] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance da1de6c7-ec10-47d2-a8a9-8572cd4162f5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 697.017809] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=69889) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 697.017968] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1856MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=69889) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 697.027552] env[69889]: DEBUG nova.virt.hardware [None req-19f9b9e5-7f87-4cf2-8a14-d7451982ca6a tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 697.028661] env[69889]: DEBUG nova.virt.hardware [None req-19f9b9e5-7f87-4cf2-8a14-d7451982ca6a tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 697.028661] env[69889]: DEBUG nova.virt.hardware [None req-19f9b9e5-7f87-4cf2-8a14-d7451982ca6a tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 697.028661] env[69889]: DEBUG nova.virt.hardware [None req-19f9b9e5-7f87-4cf2-8a14-d7451982ca6a tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 697.028661] env[69889]: DEBUG nova.virt.hardware [None req-19f9b9e5-7f87-4cf2-8a14-d7451982ca6a tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 697.028829] env[69889]: DEBUG nova.virt.hardware [None req-19f9b9e5-7f87-4cf2-8a14-d7451982ca6a tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 697.029412] env[69889]: DEBUG nova.virt.hardware [None req-19f9b9e5-7f87-4cf2-8a14-d7451982ca6a tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 697.029412] env[69889]: DEBUG nova.virt.hardware [None req-19f9b9e5-7f87-4cf2-8a14-d7451982ca6a tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 697.029546] env[69889]: DEBUG nova.virt.hardware [None req-19f9b9e5-7f87-4cf2-8a14-d7451982ca6a tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 697.029621] env[69889]: DEBUG nova.virt.hardware [None req-19f9b9e5-7f87-4cf2-8a14-d7451982ca6a tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 697.029798] env[69889]: DEBUG nova.virt.hardware [None req-19f9b9e5-7f87-4cf2-8a14-d7451982ca6a tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 697.030806] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15293760-fcaa-4996-8051-6aa98a0fb46c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.044837] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d01d3695-85a2-4ac5-aa84-71dcef32a856 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.192099] env[69889]: INFO nova.compute.manager [None req-cd6ed32a-b7b7-4377-b0c6-92e2b6f3cca8 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] [instance: d23cb796-1de4-4706-8d28-a50c7da8f5e0] Rebuilding instance [ 697.266271] env[69889]: DEBUG nova.compute.manager [None req-cd6ed32a-b7b7-4377-b0c6-92e2b6f3cca8 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] [instance: d23cb796-1de4-4706-8d28-a50c7da8f5e0] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 697.267161] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d53cc4ab-02f1-42ba-bcba-bc5909c0a0f3 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.276675] env[69889]: DEBUG nova.network.neutron [None req-70756bd8-b3a2-44d0-a69c-a7f27ebaa02a tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] [instance: 7c36cb21-afb4-4ee6-8d04-56e383e01860] Successfully updated port: 01bcc974-cf67-4c9f-a28c-c56383c65ded {{(pid=69889) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 697.278196] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-885da1a1-45f0-4d00-9a12-509779573c70 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.302116] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dde9f774-dd98-4ee6-ad2f-aa1d8da11d48 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.351640] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67897fb1-37d8-428a-9285-b45e6684528d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.365628] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48af65e0-ba83-48ef-98b7-ed2aeae81d76 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.386066] env[69889]: DEBUG nova.compute.provider_tree [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 697.481443] env[69889]: DEBUG oslo_concurrency.lockutils [None req-538feca3-7a47-4565-8c7a-7377c9203344 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.481443] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-538feca3-7a47-4565-8c7a-7377c9203344 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] [instance: 63d61011-bbbe-4645-b993-9a9c8e8ca075] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 697.481641] env[69889]: DEBUG oslo_concurrency.lockutils [None req-538feca3-7a47-4565-8c7a-7377c9203344 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.597559] env[69889]: DEBUG nova.network.neutron [None req-c5e5ad49-c2fd-4b68-8584-f38bd77e8fed tempest-ServersTestJSON-667160462 tempest-ServersTestJSON-667160462-project-member] [instance: 41c9a79a-e246-4818-8339-fbaaa9fea305] Successfully updated port: 8802a2b1-585f-48b6-aca1-e596c793dc40 {{(pid=69889) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 697.623499] env[69889]: DEBUG oslo_vmware.rw_handles [None req-de2fd782-d6dc-49a0-ac7b-21dc3e2eb950 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] Completed reading data from the image iterator. {{(pid=69889) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 697.623714] env[69889]: DEBUG oslo_vmware.rw_handles [None req-de2fd782-d6dc-49a0-ac7b-21dc3e2eb950 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] Closing write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/7ce141ee-3717-4267-a57f-93aad9ea2a9d/fdedeb32-acda-4585-a195-4af2c3a4f070/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69889) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 697.753974] env[69889]: DEBUG nova.virt.vmwareapi.images [None req-de2fd782-d6dc-49a0-ac7b-21dc3e2eb950 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] [instance: bfb7906e-20b8-4878-9777-c5fd3ff65c22] Downloaded image file data fdedeb32-acda-4585-a195-4af2c3a4f070 to vmware_temp/7ce141ee-3717-4267-a57f-93aad9ea2a9d/fdedeb32-acda-4585-a195-4af2c3a4f070/tmp-sparse.vmdk on the data store datastore1 {{(pid=69889) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 697.755749] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-de2fd782-d6dc-49a0-ac7b-21dc3e2eb950 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] [instance: bfb7906e-20b8-4878-9777-c5fd3ff65c22] Caching image {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 697.756635] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-de2fd782-d6dc-49a0-ac7b-21dc3e2eb950 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] Copying Virtual Disk [datastore1] vmware_temp/7ce141ee-3717-4267-a57f-93aad9ea2a9d/fdedeb32-acda-4585-a195-4af2c3a4f070/tmp-sparse.vmdk to [datastore1] vmware_temp/7ce141ee-3717-4267-a57f-93aad9ea2a9d/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 697.756635] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a86e5e37-b822-47f5-ae2c-95b6e98b6ecb {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.767811] env[69889]: DEBUG oslo_vmware.api [None req-de2fd782-d6dc-49a0-ac7b-21dc3e2eb950 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] Waiting for the task: (returnval){ [ 697.767811] env[69889]: value = "task-4076743" [ 697.767811] env[69889]: _type = "Task" [ 697.767811] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.776516] env[69889]: DEBUG oslo_vmware.api [None req-de2fd782-d6dc-49a0-ac7b-21dc3e2eb950 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] Task: {'id': task-4076743, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.787226] env[69889]: DEBUG oslo_concurrency.lockutils [None req-70756bd8-b3a2-44d0-a69c-a7f27ebaa02a tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Acquiring lock "refresh_cache-7c36cb21-afb4-4ee6-8d04-56e383e01860" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.787226] env[69889]: DEBUG oslo_concurrency.lockutils [None req-70756bd8-b3a2-44d0-a69c-a7f27ebaa02a tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Acquired lock "refresh_cache-7c36cb21-afb4-4ee6-8d04-56e383e01860" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.787226] env[69889]: DEBUG nova.network.neutron [None req-70756bd8-b3a2-44d0-a69c-a7f27ebaa02a tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] [instance: 7c36cb21-afb4-4ee6-8d04-56e383e01860] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 697.889767] env[69889]: DEBUG nova.scheduler.client.report [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 698.105492] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c5e5ad49-c2fd-4b68-8584-f38bd77e8fed tempest-ServersTestJSON-667160462 tempest-ServersTestJSON-667160462-project-member] Acquiring lock "refresh_cache-41c9a79a-e246-4818-8339-fbaaa9fea305" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.105691] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c5e5ad49-c2fd-4b68-8584-f38bd77e8fed tempest-ServersTestJSON-667160462 tempest-ServersTestJSON-667160462-project-member] Acquired lock "refresh_cache-41c9a79a-e246-4818-8339-fbaaa9fea305" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.105886] env[69889]: DEBUG nova.network.neutron [None req-c5e5ad49-c2fd-4b68-8584-f38bd77e8fed tempest-ServersTestJSON-667160462 tempest-ServersTestJSON-667160462-project-member] [instance: 41c9a79a-e246-4818-8339-fbaaa9fea305] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 698.282532] env[69889]: DEBUG oslo_vmware.api [None req-de2fd782-d6dc-49a0-ac7b-21dc3e2eb950 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] Task: {'id': task-4076743, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.303461] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd6ed32a-b7b7-4377-b0c6-92e2b6f3cca8 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] [instance: d23cb796-1de4-4706-8d28-a50c7da8f5e0] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 698.303798] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e6f1a658-9ccd-4dee-a535-fae96ea5776f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.313939] env[69889]: DEBUG oslo_vmware.api [None req-cd6ed32a-b7b7-4377-b0c6-92e2b6f3cca8 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Waiting for the task: (returnval){ [ 698.313939] env[69889]: value = "task-4076744" [ 698.313939] env[69889]: _type = "Task" [ 698.313939] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.328678] env[69889]: DEBUG oslo_vmware.api [None req-cd6ed32a-b7b7-4377-b0c6-92e2b6f3cca8 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Task: {'id': task-4076744, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.346463] env[69889]: DEBUG nova.network.neutron [None req-70756bd8-b3a2-44d0-a69c-a7f27ebaa02a tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] [instance: 7c36cb21-afb4-4ee6-8d04-56e383e01860] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 698.396194] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69889) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 698.396505] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.445s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.396742] env[69889]: DEBUG oslo_concurrency.lockutils [None req-825da9fe-ca8d-403a-899c-ed00e5a70753 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.225s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.399259] env[69889]: INFO nova.compute.claims [None req-825da9fe-ca8d-403a-899c-ed00e5a70753 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 49ce5d94-ce4e-457b-a34c-54bd5dfcc242] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 698.623338] env[69889]: DEBUG nova.compute.manager [req-dccf1b85-6901-46bf-b0d8-2d028ece7067 req-294a024a-c56d-48f0-8d65-3c30df7e4a89 service nova] [instance: bfb7906e-20b8-4878-9777-c5fd3ff65c22] Received event network-changed-39d90535-b11d-4374-a64f-c14d80a4087b {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 698.623479] env[69889]: DEBUG nova.compute.manager [req-dccf1b85-6901-46bf-b0d8-2d028ece7067 req-294a024a-c56d-48f0-8d65-3c30df7e4a89 service nova] [instance: bfb7906e-20b8-4878-9777-c5fd3ff65c22] Refreshing instance network info cache due to event network-changed-39d90535-b11d-4374-a64f-c14d80a4087b. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 698.623757] env[69889]: DEBUG oslo_concurrency.lockutils [req-dccf1b85-6901-46bf-b0d8-2d028ece7067 req-294a024a-c56d-48f0-8d65-3c30df7e4a89 service nova] Acquiring lock "refresh_cache-bfb7906e-20b8-4878-9777-c5fd3ff65c22" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.623924] env[69889]: DEBUG oslo_concurrency.lockutils [req-dccf1b85-6901-46bf-b0d8-2d028ece7067 req-294a024a-c56d-48f0-8d65-3c30df7e4a89 service nova] Acquired lock "refresh_cache-bfb7906e-20b8-4878-9777-c5fd3ff65c22" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.624104] env[69889]: DEBUG nova.network.neutron [req-dccf1b85-6901-46bf-b0d8-2d028ece7067 req-294a024a-c56d-48f0-8d65-3c30df7e4a89 service nova] [instance: bfb7906e-20b8-4878-9777-c5fd3ff65c22] Refreshing network info cache for port 39d90535-b11d-4374-a64f-c14d80a4087b {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 698.719589] env[69889]: DEBUG nova.network.neutron [None req-c5e5ad49-c2fd-4b68-8584-f38bd77e8fed tempest-ServersTestJSON-667160462 tempest-ServersTestJSON-667160462-project-member] [instance: 41c9a79a-e246-4818-8339-fbaaa9fea305] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 698.760870] env[69889]: DEBUG nova.compute.manager [None req-34996b55-2fb5-4b89-a329-3f653eb4d7d3 tempest-ServerDiagnosticsV248Test-1953004338 tempest-ServerDiagnosticsV248Test-1953004338-project-admin] [instance: 2174fe4e-a8f9-4833-b2ab-e0c2ae3b0099] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 698.766954] env[69889]: DEBUG nova.network.neutron [None req-70756bd8-b3a2-44d0-a69c-a7f27ebaa02a tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] [instance: 7c36cb21-afb4-4ee6-8d04-56e383e01860] Updating instance_info_cache with network_info: [{"id": "01bcc974-cf67-4c9f-a28c-c56383c65ded", "address": "fa:16:3e:17:85:66", "network": {"id": "f9341188-47f9-41e2-bae7-5eb6406f3899", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.60", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b7973ea41bcd4363abc2e9339dec4d77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01bcc974-cf", "ovs_interfaceid": "01bcc974-cf67-4c9f-a28c-c56383c65ded", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.766954] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c986896d-ce43-400e-9ade-6befbd1103dc {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.780138] env[69889]: INFO nova.compute.manager [None req-34996b55-2fb5-4b89-a329-3f653eb4d7d3 tempest-ServerDiagnosticsV248Test-1953004338 tempest-ServerDiagnosticsV248Test-1953004338-project-admin] [instance: 2174fe4e-a8f9-4833-b2ab-e0c2ae3b0099] Retrieving diagnostics [ 698.789071] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe1d82db-53d5-4e03-983d-c9b372fe9c6a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.792737] env[69889]: DEBUG oslo_vmware.api [None req-de2fd782-d6dc-49a0-ac7b-21dc3e2eb950 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] Task: {'id': task-4076743, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.753533} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.793804] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-de2fd782-d6dc-49a0-ac7b-21dc3e2eb950 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] Copied Virtual Disk [datastore1] vmware_temp/7ce141ee-3717-4267-a57f-93aad9ea2a9d/fdedeb32-acda-4585-a195-4af2c3a4f070/tmp-sparse.vmdk to [datastore1] vmware_temp/7ce141ee-3717-4267-a57f-93aad9ea2a9d/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 698.794459] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-de2fd782-d6dc-49a0-ac7b-21dc3e2eb950 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] Deleting the datastore file [datastore1] vmware_temp/7ce141ee-3717-4267-a57f-93aad9ea2a9d/fdedeb32-acda-4585-a195-4af2c3a4f070/tmp-sparse.vmdk {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 698.795118] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-86a8eb95-980c-4afc-a15f-747d5f828e05 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.835554] env[69889]: DEBUG oslo_vmware.api [None req-de2fd782-d6dc-49a0-ac7b-21dc3e2eb950 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] Waiting for the task: (returnval){ [ 698.835554] env[69889]: value = "task-4076745" [ 698.835554] env[69889]: _type = "Task" [ 698.835554] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.846933] env[69889]: DEBUG oslo_vmware.api [None req-cd6ed32a-b7b7-4377-b0c6-92e2b6f3cca8 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Task: {'id': task-4076744, 'name': PowerOffVM_Task, 'duration_secs': 0.206062} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.847791] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd6ed32a-b7b7-4377-b0c6-92e2b6f3cca8 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] [instance: d23cb796-1de4-4706-8d28-a50c7da8f5e0] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 698.848204] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-cd6ed32a-b7b7-4377-b0c6-92e2b6f3cca8 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] [instance: d23cb796-1de4-4706-8d28-a50c7da8f5e0] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 698.849421] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32e9f8f9-3dff-4042-9ce0-2c0547f3d67a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.857653] env[69889]: DEBUG oslo_vmware.api [None req-de2fd782-d6dc-49a0-ac7b-21dc3e2eb950 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] Task: {'id': task-4076745, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.864081] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-cd6ed32a-b7b7-4377-b0c6-92e2b6f3cca8 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] [instance: d23cb796-1de4-4706-8d28-a50c7da8f5e0] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 698.864532] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dd5af7b3-1c43-4f41-b28c-9867d11cffb0 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.893536] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-cd6ed32a-b7b7-4377-b0c6-92e2b6f3cca8 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] [instance: d23cb796-1de4-4706-8d28-a50c7da8f5e0] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 698.893752] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-cd6ed32a-b7b7-4377-b0c6-92e2b6f3cca8 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] [instance: d23cb796-1de4-4706-8d28-a50c7da8f5e0] Deleting contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 698.893929] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd6ed32a-b7b7-4377-b0c6-92e2b6f3cca8 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Deleting the datastore file [datastore2] d23cb796-1de4-4706-8d28-a50c7da8f5e0 {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 698.894206] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d2d8d4f0-553a-4b0c-a5a5-9a659667d2da {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.902232] env[69889]: DEBUG oslo_vmware.api [None req-cd6ed32a-b7b7-4377-b0c6-92e2b6f3cca8 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Waiting for the task: (returnval){ [ 698.902232] env[69889]: value = "task-4076747" [ 698.902232] env[69889]: _type = "Task" [ 698.902232] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.916948] env[69889]: DEBUG oslo_vmware.api [None req-cd6ed32a-b7b7-4377-b0c6-92e2b6f3cca8 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Task: {'id': task-4076747, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.920274] env[69889]: DEBUG nova.network.neutron [None req-19f9b9e5-7f87-4cf2-8a14-d7451982ca6a tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] [instance: aad29946-4f6b-4a9b-83f0-6177bcc62dfa] Successfully updated port: cc528098-728c-487d-840d-8732c25a349b {{(pid=69889) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 698.961752] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5976ba3c-c761-4014-a36d-719c7d5f8030 tempest-ServerTagsTestJSON-782493845 tempest-ServerTagsTestJSON-782493845-project-member] Acquiring lock "6440cc57-4bc9-4c89-941e-f16b6bf04dc3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.961896] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5976ba3c-c761-4014-a36d-719c7d5f8030 tempest-ServerTagsTestJSON-782493845 tempest-ServerTagsTestJSON-782493845-project-member] Lock "6440cc57-4bc9-4c89-941e-f16b6bf04dc3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.073095] env[69889]: DEBUG nova.network.neutron [None req-c5e5ad49-c2fd-4b68-8584-f38bd77e8fed tempest-ServersTestJSON-667160462 tempest-ServersTestJSON-667160462-project-member] [instance: 41c9a79a-e246-4818-8339-fbaaa9fea305] Updating instance_info_cache with network_info: [{"id": "8802a2b1-585f-48b6-aca1-e596c793dc40", "address": "fa:16:3e:83:41:57", "network": {"id": "c3bb2e6b-95b7-48ce-8cfb-a50bc038bc10", "bridge": "br-int", "label": "tempest-ServersTestJSON-1507586319-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1f3f632517b44d493319fbb69031204", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8802a2b1-58", "ovs_interfaceid": "8802a2b1-585f-48b6-aca1-e596c793dc40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.271799] env[69889]: DEBUG oslo_concurrency.lockutils [None req-70756bd8-b3a2-44d0-a69c-a7f27ebaa02a tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Releasing lock "refresh_cache-7c36cb21-afb4-4ee6-8d04-56e383e01860" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.272164] env[69889]: DEBUG nova.compute.manager [None req-70756bd8-b3a2-44d0-a69c-a7f27ebaa02a tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] [instance: 7c36cb21-afb4-4ee6-8d04-56e383e01860] Instance network_info: |[{"id": "01bcc974-cf67-4c9f-a28c-c56383c65ded", "address": "fa:16:3e:17:85:66", "network": {"id": "f9341188-47f9-41e2-bae7-5eb6406f3899", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.60", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b7973ea41bcd4363abc2e9339dec4d77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01bcc974-cf", "ovs_interfaceid": "01bcc974-cf67-4c9f-a28c-c56383c65ded", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 699.274156] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-70756bd8-b3a2-44d0-a69c-a7f27ebaa02a tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] [instance: 7c36cb21-afb4-4ee6-8d04-56e383e01860] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:85:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1c2b89fb-df8c-47c0-83ae-44291236feb4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '01bcc974-cf67-4c9f-a28c-c56383c65ded', 'vif_model': 'vmxnet3'}] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 699.282227] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-70756bd8-b3a2-44d0-a69c-a7f27ebaa02a tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Creating folder: Project (b0cf03b039e74be6ade024aa1ba0adfb). Parent ref: group-v807779. {{(pid=69889) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 699.282632] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f60ed099-cb64-42e6-9ad9-e106fc725592 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.297854] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-70756bd8-b3a2-44d0-a69c-a7f27ebaa02a tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Created folder: Project (b0cf03b039e74be6ade024aa1ba0adfb) in parent group-v807779. [ 699.298084] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-70756bd8-b3a2-44d0-a69c-a7f27ebaa02a tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Creating folder: Instances. Parent ref: group-v807792. {{(pid=69889) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 699.298356] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f4736b9e-78a3-4241-a819-2436217e72f5 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.312469] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-70756bd8-b3a2-44d0-a69c-a7f27ebaa02a tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Created folder: Instances in parent group-v807792. [ 699.312469] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-70756bd8-b3a2-44d0-a69c-a7f27ebaa02a tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 699.312617] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c36cb21-afb4-4ee6-8d04-56e383e01860] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 699.312771] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6dce80c5-a501-4786-88d0-92e2e0fe22e5 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.336875] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 699.336875] env[69889]: value = "task-4076750" [ 699.336875] env[69889]: _type = "Task" [ 699.336875] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.348216] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b89ca2d7-4e90-4d50-8e26-9e588ce91f99 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Acquiring lock "2cb12a8d-74ee-4fe0-92fd-8c2adbc3becc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.348672] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b89ca2d7-4e90-4d50-8e26-9e588ce91f99 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Lock "2cb12a8d-74ee-4fe0-92fd-8c2adbc3becc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.355576] env[69889]: DEBUG oslo_vmware.api [None req-de2fd782-d6dc-49a0-ac7b-21dc3e2eb950 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] Task: {'id': task-4076745, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.02919} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.358933] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-de2fd782-d6dc-49a0-ac7b-21dc3e2eb950 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 699.359158] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-de2fd782-d6dc-49a0-ac7b-21dc3e2eb950 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] Moving file from [datastore1] vmware_temp/7ce141ee-3717-4267-a57f-93aad9ea2a9d/fdedeb32-acda-4585-a195-4af2c3a4f070 to [datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070. {{(pid=69889) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 699.359680] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4076750, 'name': CreateVM_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.360111] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-6db5d5f3-0951-45f8-bdf1-612ddd0ebe5d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.369196] env[69889]: DEBUG oslo_vmware.api [None req-de2fd782-d6dc-49a0-ac7b-21dc3e2eb950 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] Waiting for the task: (returnval){ [ 699.369196] env[69889]: value = "task-4076751" [ 699.369196] env[69889]: _type = "Task" [ 699.369196] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.384434] env[69889]: DEBUG oslo_vmware.api [None req-de2fd782-d6dc-49a0-ac7b-21dc3e2eb950 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] Task: {'id': task-4076751, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.416836] env[69889]: DEBUG oslo_vmware.api [None req-cd6ed32a-b7b7-4377-b0c6-92e2b6f3cca8 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Task: {'id': task-4076747, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.103425} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.417643] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd6ed32a-b7b7-4377-b0c6-92e2b6f3cca8 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 699.417851] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-cd6ed32a-b7b7-4377-b0c6-92e2b6f3cca8 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] [instance: d23cb796-1de4-4706-8d28-a50c7da8f5e0] Deleted contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 699.418221] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-cd6ed32a-b7b7-4377-b0c6-92e2b6f3cca8 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] [instance: d23cb796-1de4-4706-8d28-a50c7da8f5e0] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 699.428018] env[69889]: DEBUG oslo_concurrency.lockutils [None req-19f9b9e5-7f87-4cf2-8a14-d7451982ca6a tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Acquiring lock "refresh_cache-aad29946-4f6b-4a9b-83f0-6177bcc62dfa" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.428018] env[69889]: DEBUG oslo_concurrency.lockutils [None req-19f9b9e5-7f87-4cf2-8a14-d7451982ca6a tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Acquired lock "refresh_cache-aad29946-4f6b-4a9b-83f0-6177bcc62dfa" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.428018] env[69889]: DEBUG nova.network.neutron [None req-19f9b9e5-7f87-4cf2-8a14-d7451982ca6a tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] [instance: aad29946-4f6b-4a9b-83f0-6177bcc62dfa] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 699.465934] env[69889]: DEBUG nova.compute.manager [None req-5976ba3c-c761-4014-a36d-719c7d5f8030 tempest-ServerTagsTestJSON-782493845 tempest-ServerTagsTestJSON-782493845-project-member] [instance: 6440cc57-4bc9-4c89-941e-f16b6bf04dc3] Starting instance... {{(pid=69889) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 699.576811] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c5e5ad49-c2fd-4b68-8584-f38bd77e8fed tempest-ServersTestJSON-667160462 tempest-ServersTestJSON-667160462-project-member] Releasing lock "refresh_cache-41c9a79a-e246-4818-8339-fbaaa9fea305" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.578499] env[69889]: DEBUG nova.compute.manager [None req-c5e5ad49-c2fd-4b68-8584-f38bd77e8fed tempest-ServersTestJSON-667160462 tempest-ServersTestJSON-667160462-project-member] [instance: 41c9a79a-e246-4818-8339-fbaaa9fea305] Instance network_info: |[{"id": "8802a2b1-585f-48b6-aca1-e596c793dc40", "address": "fa:16:3e:83:41:57", "network": {"id": "c3bb2e6b-95b7-48ce-8cfb-a50bc038bc10", "bridge": "br-int", "label": "tempest-ServersTestJSON-1507586319-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1f3f632517b44d493319fbb69031204", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8802a2b1-58", "ovs_interfaceid": "8802a2b1-585f-48b6-aca1-e596c793dc40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 699.578731] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-c5e5ad49-c2fd-4b68-8584-f38bd77e8fed tempest-ServersTestJSON-667160462 tempest-ServersTestJSON-667160462-project-member] [instance: 41c9a79a-e246-4818-8339-fbaaa9fea305] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:41:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '47499d09-8010-4d02-ac96-4f057c104692', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8802a2b1-585f-48b6-aca1-e596c793dc40', 'vif_model': 'vmxnet3'}] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 699.588507] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5e5ad49-c2fd-4b68-8584-f38bd77e8fed tempest-ServersTestJSON-667160462 tempest-ServersTestJSON-667160462-project-member] Creating folder: Project (f1f3f632517b44d493319fbb69031204). Parent ref: group-v807779. {{(pid=69889) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 699.592037] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8f7c42b5-88a8-4629-9450-c4b3ccc253a9 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.612299] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-c5e5ad49-c2fd-4b68-8584-f38bd77e8fed tempest-ServersTestJSON-667160462 tempest-ServersTestJSON-667160462-project-member] Created folder: Project (f1f3f632517b44d493319fbb69031204) in parent group-v807779. [ 699.612694] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5e5ad49-c2fd-4b68-8584-f38bd77e8fed tempest-ServersTestJSON-667160462 tempest-ServersTestJSON-667160462-project-member] Creating folder: Instances. Parent ref: group-v807795. {{(pid=69889) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 699.617321] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3c2780da-6ad7-48da-a06c-91b7dad3d44c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.647033] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-c5e5ad49-c2fd-4b68-8584-f38bd77e8fed tempest-ServersTestJSON-667160462 tempest-ServersTestJSON-667160462-project-member] Created folder: Instances in parent group-v807795. [ 699.647033] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c5e5ad49-c2fd-4b68-8584-f38bd77e8fed tempest-ServersTestJSON-667160462 tempest-ServersTestJSON-667160462-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 699.647033] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41c9a79a-e246-4818-8339-fbaaa9fea305] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 699.647033] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-70de119d-763b-42b3-be42-1381220ff3c4 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.670688] env[69889]: DEBUG nova.network.neutron [req-dccf1b85-6901-46bf-b0d8-2d028ece7067 req-294a024a-c56d-48f0-8d65-3c30df7e4a89 service nova] [instance: bfb7906e-20b8-4878-9777-c5fd3ff65c22] Updated VIF entry in instance network info cache for port 39d90535-b11d-4374-a64f-c14d80a4087b. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 699.671118] env[69889]: DEBUG nova.network.neutron [req-dccf1b85-6901-46bf-b0d8-2d028ece7067 req-294a024a-c56d-48f0-8d65-3c30df7e4a89 service nova] [instance: bfb7906e-20b8-4878-9777-c5fd3ff65c22] Updating instance_info_cache with network_info: [{"id": "39d90535-b11d-4374-a64f-c14d80a4087b", "address": "fa:16:3e:d1:c7:a0", "network": {"id": "f9341188-47f9-41e2-bae7-5eb6406f3899", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.217", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b7973ea41bcd4363abc2e9339dec4d77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39d90535-b1", "ovs_interfaceid": "39d90535-b11d-4374-a64f-c14d80a4087b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.681784] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 699.681784] env[69889]: value = "task-4076754" [ 699.681784] env[69889]: _type = "Task" [ 699.681784] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.694496] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4076754, 'name': CreateVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.699220] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-545afb1a-a729-415a-ae70-6a2015b427c6 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.708087] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42786eec-fe4d-4f65-a265-57b72f80951c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.751625] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c25f5f7f-6e30-44d7-beb1-04c56ef8ccaf {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.761276] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69d44dee-82e8-478b-a4e7-ac2ad5adb728 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.768240] env[69889]: DEBUG nova.compute.manager [req-8691b59a-1006-495d-99cc-da1ebc234c32 req-910ad6ee-607a-4e78-bde5-2c9a2bbedff1 service nova] [instance: 7c36cb21-afb4-4ee6-8d04-56e383e01860] Received event network-vif-plugged-01bcc974-cf67-4c9f-a28c-c56383c65ded {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 699.768672] env[69889]: DEBUG oslo_concurrency.lockutils [req-8691b59a-1006-495d-99cc-da1ebc234c32 req-910ad6ee-607a-4e78-bde5-2c9a2bbedff1 service nova] Acquiring lock "7c36cb21-afb4-4ee6-8d04-56e383e01860-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.768887] env[69889]: DEBUG oslo_concurrency.lockutils [req-8691b59a-1006-495d-99cc-da1ebc234c32 req-910ad6ee-607a-4e78-bde5-2c9a2bbedff1 service nova] Lock "7c36cb21-afb4-4ee6-8d04-56e383e01860-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.772788] env[69889]: DEBUG oslo_concurrency.lockutils [req-8691b59a-1006-495d-99cc-da1ebc234c32 req-910ad6ee-607a-4e78-bde5-2c9a2bbedff1 service nova] Lock "7c36cb21-afb4-4ee6-8d04-56e383e01860-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.772788] env[69889]: DEBUG nova.compute.manager [req-8691b59a-1006-495d-99cc-da1ebc234c32 req-910ad6ee-607a-4e78-bde5-2c9a2bbedff1 service nova] [instance: 7c36cb21-afb4-4ee6-8d04-56e383e01860] No waiting events found dispatching network-vif-plugged-01bcc974-cf67-4c9f-a28c-c56383c65ded {{(pid=69889) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 699.772788] env[69889]: WARNING nova.compute.manager [req-8691b59a-1006-495d-99cc-da1ebc234c32 req-910ad6ee-607a-4e78-bde5-2c9a2bbedff1 service nova] [instance: 7c36cb21-afb4-4ee6-8d04-56e383e01860] Received unexpected event network-vif-plugged-01bcc974-cf67-4c9f-a28c-c56383c65ded for instance with vm_state building and task_state spawning. [ 699.781368] env[69889]: DEBUG nova.compute.provider_tree [None req-825da9fe-ca8d-403a-899c-ed00e5a70753 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 699.853401] env[69889]: DEBUG nova.compute.manager [None req-b89ca2d7-4e90-4d50-8e26-9e588ce91f99 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] [instance: 2cb12a8d-74ee-4fe0-92fd-8c2adbc3becc] Starting instance... {{(pid=69889) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 699.856218] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4076750, 'name': CreateVM_Task, 'duration_secs': 0.399387} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.856582] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c36cb21-afb4-4ee6-8d04-56e383e01860] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 699.857436] env[69889]: DEBUG oslo_concurrency.lockutils [None req-70756bd8-b3a2-44d0-a69c-a7f27ebaa02a tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.857617] env[69889]: DEBUG oslo_concurrency.lockutils [None req-70756bd8-b3a2-44d0-a69c-a7f27ebaa02a tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.857926] env[69889]: DEBUG oslo_concurrency.lockutils [None req-70756bd8-b3a2-44d0-a69c-a7f27ebaa02a tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.858319] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b0297e7-d2d0-4124-9842-81494417f5bc {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.864356] env[69889]: DEBUG oslo_vmware.api [None req-70756bd8-b3a2-44d0-a69c-a7f27ebaa02a tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Waiting for the task: (returnval){ [ 699.864356] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52f64234-c7b9-817d-212b-e8514e059ac2" [ 699.864356] env[69889]: _type = "Task" [ 699.864356] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.874348] env[69889]: DEBUG oslo_vmware.api [None req-70756bd8-b3a2-44d0-a69c-a7f27ebaa02a tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52f64234-c7b9-817d-212b-e8514e059ac2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.883227] env[69889]: DEBUG oslo_vmware.api [None req-de2fd782-d6dc-49a0-ac7b-21dc3e2eb950 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] Task: {'id': task-4076751, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.041047} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.883776] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-de2fd782-d6dc-49a0-ac7b-21dc3e2eb950 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] File moved {{(pid=69889) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 699.883776] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-de2fd782-d6dc-49a0-ac7b-21dc3e2eb950 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] [instance: bfb7906e-20b8-4878-9777-c5fd3ff65c22] Cleaning up location [datastore1] vmware_temp/7ce141ee-3717-4267-a57f-93aad9ea2a9d {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 699.883776] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-de2fd782-d6dc-49a0-ac7b-21dc3e2eb950 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] Deleting the datastore file [datastore1] vmware_temp/7ce141ee-3717-4267-a57f-93aad9ea2a9d {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 699.884048] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cedf3b4e-261e-4156-a516-fa5cd377bf22 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.893193] env[69889]: DEBUG oslo_vmware.api [None req-de2fd782-d6dc-49a0-ac7b-21dc3e2eb950 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] Waiting for the task: (returnval){ [ 699.893193] env[69889]: value = "task-4076755" [ 699.893193] env[69889]: _type = "Task" [ 699.893193] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.902219] env[69889]: DEBUG oslo_vmware.api [None req-de2fd782-d6dc-49a0-ac7b-21dc3e2eb950 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] Task: {'id': task-4076755, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.996509] env[69889]: DEBUG nova.network.neutron [None req-19f9b9e5-7f87-4cf2-8a14-d7451982ca6a tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] [instance: aad29946-4f6b-4a9b-83f0-6177bcc62dfa] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 700.003305] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5976ba3c-c761-4014-a36d-719c7d5f8030 tempest-ServerTagsTestJSON-782493845 tempest-ServerTagsTestJSON-782493845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.174860] env[69889]: DEBUG oslo_concurrency.lockutils [req-dccf1b85-6901-46bf-b0d8-2d028ece7067 req-294a024a-c56d-48f0-8d65-3c30df7e4a89 service nova] Releasing lock "refresh_cache-bfb7906e-20b8-4878-9777-c5fd3ff65c22" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.175092] env[69889]: DEBUG nova.compute.manager [req-dccf1b85-6901-46bf-b0d8-2d028ece7067 req-294a024a-c56d-48f0-8d65-3c30df7e4a89 service nova] [instance: 63d61011-bbbe-4645-b993-9a9c8e8ca075] Received event network-vif-plugged-8665e1e9-1b54-440e-8320-ee5509258623 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 700.175335] env[69889]: DEBUG oslo_concurrency.lockutils [req-dccf1b85-6901-46bf-b0d8-2d028ece7067 req-294a024a-c56d-48f0-8d65-3c30df7e4a89 service nova] Acquiring lock "63d61011-bbbe-4645-b993-9a9c8e8ca075-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.175561] env[69889]: DEBUG oslo_concurrency.lockutils [req-dccf1b85-6901-46bf-b0d8-2d028ece7067 req-294a024a-c56d-48f0-8d65-3c30df7e4a89 service nova] Lock "63d61011-bbbe-4645-b993-9a9c8e8ca075-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.175724] env[69889]: DEBUG oslo_concurrency.lockutils [req-dccf1b85-6901-46bf-b0d8-2d028ece7067 req-294a024a-c56d-48f0-8d65-3c30df7e4a89 service nova] Lock "63d61011-bbbe-4645-b993-9a9c8e8ca075-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.175919] env[69889]: DEBUG nova.compute.manager [req-dccf1b85-6901-46bf-b0d8-2d028ece7067 req-294a024a-c56d-48f0-8d65-3c30df7e4a89 service nova] [instance: 63d61011-bbbe-4645-b993-9a9c8e8ca075] No waiting events found dispatching network-vif-plugged-8665e1e9-1b54-440e-8320-ee5509258623 {{(pid=69889) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 700.176122] env[69889]: WARNING nova.compute.manager [req-dccf1b85-6901-46bf-b0d8-2d028ece7067 req-294a024a-c56d-48f0-8d65-3c30df7e4a89 service nova] [instance: 63d61011-bbbe-4645-b993-9a9c8e8ca075] Received unexpected event network-vif-plugged-8665e1e9-1b54-440e-8320-ee5509258623 for instance with vm_state building and task_state spawning. [ 700.176277] env[69889]: DEBUG nova.compute.manager [req-dccf1b85-6901-46bf-b0d8-2d028ece7067 req-294a024a-c56d-48f0-8d65-3c30df7e4a89 service nova] [instance: 63d61011-bbbe-4645-b993-9a9c8e8ca075] Received event network-changed-8665e1e9-1b54-440e-8320-ee5509258623 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 700.176431] env[69889]: DEBUG nova.compute.manager [req-dccf1b85-6901-46bf-b0d8-2d028ece7067 req-294a024a-c56d-48f0-8d65-3c30df7e4a89 service nova] [instance: 63d61011-bbbe-4645-b993-9a9c8e8ca075] Refreshing instance network info cache due to event network-changed-8665e1e9-1b54-440e-8320-ee5509258623. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 700.176618] env[69889]: DEBUG oslo_concurrency.lockutils [req-dccf1b85-6901-46bf-b0d8-2d028ece7067 req-294a024a-c56d-48f0-8d65-3c30df7e4a89 service nova] Acquiring lock "refresh_cache-63d61011-bbbe-4645-b993-9a9c8e8ca075" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.176759] env[69889]: DEBUG oslo_concurrency.lockutils [req-dccf1b85-6901-46bf-b0d8-2d028ece7067 req-294a024a-c56d-48f0-8d65-3c30df7e4a89 service nova] Acquired lock "refresh_cache-63d61011-bbbe-4645-b993-9a9c8e8ca075" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.176916] env[69889]: DEBUG nova.network.neutron [req-dccf1b85-6901-46bf-b0d8-2d028ece7067 req-294a024a-c56d-48f0-8d65-3c30df7e4a89 service nova] [instance: 63d61011-bbbe-4645-b993-9a9c8e8ca075] Refreshing network info cache for port 8665e1e9-1b54-440e-8320-ee5509258623 {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 700.194562] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4076754, 'name': CreateVM_Task, 'duration_secs': 0.418709} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.194562] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41c9a79a-e246-4818-8339-fbaaa9fea305] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 700.195977] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c5e5ad49-c2fd-4b68-8584-f38bd77e8fed tempest-ServersTestJSON-667160462 tempest-ServersTestJSON-667160462-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.285095] env[69889]: DEBUG nova.scheduler.client.report [None req-825da9fe-ca8d-403a-899c-ed00e5a70753 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 700.369022] env[69889]: DEBUG nova.network.neutron [None req-19f9b9e5-7f87-4cf2-8a14-d7451982ca6a tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] [instance: aad29946-4f6b-4a9b-83f0-6177bcc62dfa] Updating instance_info_cache with network_info: [{"id": "cc528098-728c-487d-840d-8732c25a349b", "address": "fa:16:3e:11:a1:45", "network": {"id": "77f9a2f1-6a85-4b07-b1c4-7bc728bc50f3", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-112396564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5422e0f6dc484e5e92ccebcd907abbf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc528098-72", "ovs_interfaceid": "cc528098-728c-487d-840d-8732c25a349b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.378179] env[69889]: DEBUG oslo_vmware.api [None req-70756bd8-b3a2-44d0-a69c-a7f27ebaa02a tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52f64234-c7b9-817d-212b-e8514e059ac2, 'name': SearchDatastore_Task, 'duration_secs': 0.010124} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.378481] env[69889]: DEBUG oslo_concurrency.lockutils [None req-70756bd8-b3a2-44d0-a69c-a7f27ebaa02a tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.378718] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-70756bd8-b3a2-44d0-a69c-a7f27ebaa02a tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] [instance: 7c36cb21-afb4-4ee6-8d04-56e383e01860] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 700.378932] env[69889]: DEBUG oslo_concurrency.lockutils [None req-70756bd8-b3a2-44d0-a69c-a7f27ebaa02a tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.379167] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c5e5ad49-c2fd-4b68-8584-f38bd77e8fed tempest-ServersTestJSON-667160462 tempest-ServersTestJSON-667160462-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.379464] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c5e5ad49-c2fd-4b68-8584-f38bd77e8fed tempest-ServersTestJSON-667160462 tempest-ServersTestJSON-667160462-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.379710] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ddf14c49-c7bd-49a0-98b8-d96607e7ff27 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.385634] env[69889]: DEBUG oslo_vmware.api [None req-c5e5ad49-c2fd-4b68-8584-f38bd77e8fed tempest-ServersTestJSON-667160462 tempest-ServersTestJSON-667160462-project-member] Waiting for the task: (returnval){ [ 700.385634] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52b1db39-5b84-f748-e45e-b8fd35bdc97c" [ 700.385634] env[69889]: _type = "Task" [ 700.385634] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.386761] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b89ca2d7-4e90-4d50-8e26-9e588ce91f99 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.400456] env[69889]: DEBUG oslo_vmware.api [None req-c5e5ad49-c2fd-4b68-8584-f38bd77e8fed tempest-ServersTestJSON-667160462 tempest-ServersTestJSON-667160462-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52b1db39-5b84-f748-e45e-b8fd35bdc97c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.406732] env[69889]: DEBUG oslo_vmware.api [None req-de2fd782-d6dc-49a0-ac7b-21dc3e2eb950 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] Task: {'id': task-4076755, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.031879} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.406997] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-de2fd782-d6dc-49a0-ac7b-21dc3e2eb950 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 700.407730] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b8b39e8-85a3-47d0-b94c-f418856986cb {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.414273] env[69889]: DEBUG oslo_vmware.api [None req-de2fd782-d6dc-49a0-ac7b-21dc3e2eb950 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] Waiting for the task: (returnval){ [ 700.414273] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52bee23f-56a1-070b-ac1f-2376fdc11d60" [ 700.414273] env[69889]: _type = "Task" [ 700.414273] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.422852] env[69889]: DEBUG oslo_vmware.api [None req-de2fd782-d6dc-49a0-ac7b-21dc3e2eb950 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52bee23f-56a1-070b-ac1f-2376fdc11d60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.458358] env[69889]: DEBUG nova.virt.hardware [None req-cd6ed32a-b7b7-4377-b0c6-92e2b6f3cca8 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 700.458582] env[69889]: DEBUG nova.virt.hardware [None req-cd6ed32a-b7b7-4377-b0c6-92e2b6f3cca8 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 700.458734] env[69889]: DEBUG nova.virt.hardware [None req-cd6ed32a-b7b7-4377-b0c6-92e2b6f3cca8 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 700.458909] env[69889]: DEBUG nova.virt.hardware [None req-cd6ed32a-b7b7-4377-b0c6-92e2b6f3cca8 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 700.459102] env[69889]: DEBUG nova.virt.hardware [None req-cd6ed32a-b7b7-4377-b0c6-92e2b6f3cca8 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 700.459261] env[69889]: DEBUG nova.virt.hardware [None req-cd6ed32a-b7b7-4377-b0c6-92e2b6f3cca8 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 700.459405] env[69889]: DEBUG nova.virt.hardware [None req-cd6ed32a-b7b7-4377-b0c6-92e2b6f3cca8 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 700.459557] env[69889]: DEBUG nova.virt.hardware [None req-cd6ed32a-b7b7-4377-b0c6-92e2b6f3cca8 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 700.459822] env[69889]: DEBUG nova.virt.hardware [None req-cd6ed32a-b7b7-4377-b0c6-92e2b6f3cca8 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 700.459908] env[69889]: DEBUG nova.virt.hardware [None req-cd6ed32a-b7b7-4377-b0c6-92e2b6f3cca8 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 700.460036] env[69889]: DEBUG nova.virt.hardware [None req-cd6ed32a-b7b7-4377-b0c6-92e2b6f3cca8 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 700.461212] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf8041d9-6acb-4bee-a448-33c93a33cc1d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.470657] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f52919ac-af2c-4762-8e87-8a6106ebf81a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.484145] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-cd6ed32a-b7b7-4377-b0c6-92e2b6f3cca8 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] [instance: d23cb796-1de4-4706-8d28-a50c7da8f5e0] Instance VIF info [] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 700.493538] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cd6ed32a-b7b7-4377-b0c6-92e2b6f3cca8 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 700.493857] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d23cb796-1de4-4706-8d28-a50c7da8f5e0] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 700.494098] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c0406e88-a14a-4c23-9cb0-fa8f04717a06 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.512158] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 700.512158] env[69889]: value = "task-4076756" [ 700.512158] env[69889]: _type = "Task" [ 700.512158] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.525031] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4076756, 'name': CreateVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.793073] env[69889]: DEBUG oslo_concurrency.lockutils [None req-825da9fe-ca8d-403a-899c-ed00e5a70753 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.394s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.793073] env[69889]: DEBUG nova.compute.manager [None req-825da9fe-ca8d-403a-899c-ed00e5a70753 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 49ce5d94-ce4e-457b-a34c-54bd5dfcc242] Start building networks asynchronously for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 700.795036] env[69889]: DEBUG oslo_concurrency.lockutils [None req-73b9f1b8-1ac2-430c-b737-d6ccaa4fa8b6 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.354s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.797128] env[69889]: INFO nova.compute.claims [None req-73b9f1b8-1ac2-430c-b737-d6ccaa4fa8b6 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: da1de6c7-ec10-47d2-a8a9-8572cd4162f5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 700.874969] env[69889]: DEBUG oslo_concurrency.lockutils [None req-19f9b9e5-7f87-4cf2-8a14-d7451982ca6a tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Releasing lock "refresh_cache-aad29946-4f6b-4a9b-83f0-6177bcc62dfa" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.874969] env[69889]: DEBUG nova.compute.manager [None req-19f9b9e5-7f87-4cf2-8a14-d7451982ca6a tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] [instance: aad29946-4f6b-4a9b-83f0-6177bcc62dfa] Instance network_info: |[{"id": "cc528098-728c-487d-840d-8732c25a349b", "address": "fa:16:3e:11:a1:45", "network": {"id": "77f9a2f1-6a85-4b07-b1c4-7bc728bc50f3", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-112396564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5422e0f6dc484e5e92ccebcd907abbf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc528098-72", "ovs_interfaceid": "cc528098-728c-487d-840d-8732c25a349b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 700.875265] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-19f9b9e5-7f87-4cf2-8a14-d7451982ca6a tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] [instance: aad29946-4f6b-4a9b-83f0-6177bcc62dfa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:11:a1:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bec1528b-3e87-477b-8ab2-02696ad47e66', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cc528098-728c-487d-840d-8732c25a349b', 'vif_model': 'vmxnet3'}] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 700.888667] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-19f9b9e5-7f87-4cf2-8a14-d7451982ca6a tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Creating folder: Project (5422e0f6dc484e5e92ccebcd907abbf9). Parent ref: group-v807779. {{(pid=69889) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 700.891805] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8fd68d86-8069-49c5-97b8-e11d7eaafd92 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.903624] env[69889]: DEBUG oslo_vmware.api [None req-c5e5ad49-c2fd-4b68-8584-f38bd77e8fed tempest-ServersTestJSON-667160462 tempest-ServersTestJSON-667160462-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52b1db39-5b84-f748-e45e-b8fd35bdc97c, 'name': SearchDatastore_Task, 'duration_secs': 0.01087} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.903840] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c5e5ad49-c2fd-4b68-8584-f38bd77e8fed tempest-ServersTestJSON-667160462 tempest-ServersTestJSON-667160462-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.904133] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-c5e5ad49-c2fd-4b68-8584-f38bd77e8fed tempest-ServersTestJSON-667160462 tempest-ServersTestJSON-667160462-project-member] [instance: 41c9a79a-e246-4818-8339-fbaaa9fea305] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 700.904547] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c5e5ad49-c2fd-4b68-8584-f38bd77e8fed tempest-ServersTestJSON-667160462 tempest-ServersTestJSON-667160462-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.924737] env[69889]: DEBUG oslo_vmware.api [None req-de2fd782-d6dc-49a0-ac7b-21dc3e2eb950 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52bee23f-56a1-070b-ac1f-2376fdc11d60, 'name': SearchDatastore_Task, 'duration_secs': 0.008529} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.926173] env[69889]: DEBUG oslo_concurrency.lockutils [None req-de2fd782-d6dc-49a0-ac7b-21dc3e2eb950 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.926398] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-de2fd782-d6dc-49a0-ac7b-21dc3e2eb950 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore1] bfb7906e-20b8-4878-9777-c5fd3ff65c22/bfb7906e-20b8-4878-9777-c5fd3ff65c22.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 700.926677] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-19f9b9e5-7f87-4cf2-8a14-d7451982ca6a tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Created folder: Project (5422e0f6dc484e5e92ccebcd907abbf9) in parent group-v807779. [ 700.926862] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-19f9b9e5-7f87-4cf2-8a14-d7451982ca6a tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Creating folder: Instances. Parent ref: group-v807799. {{(pid=69889) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 700.927111] env[69889]: DEBUG oslo_concurrency.lockutils [None req-538feca3-7a47-4565-8c7a-7377c9203344 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.927296] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-538feca3-7a47-4565-8c7a-7377c9203344 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 700.927498] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4aad12ee-75a5-4ec9-b381-3de27ece9f13 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.930198] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f721e895-b065-4383-9e2d-44b819cee349 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.932657] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-350cde61-b197-4574-955c-12d1e4e3c61a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.947977] env[69889]: DEBUG oslo_vmware.api [None req-de2fd782-d6dc-49a0-ac7b-21dc3e2eb950 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] Waiting for the task: (returnval){ [ 700.947977] env[69889]: value = "task-4076759" [ 700.947977] env[69889]: _type = "Task" [ 700.947977] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.953568] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-19f9b9e5-7f87-4cf2-8a14-d7451982ca6a tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Created folder: Instances in parent group-v807799. [ 700.953824] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-19f9b9e5-7f87-4cf2-8a14-d7451982ca6a tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 700.954046] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aad29946-4f6b-4a9b-83f0-6177bcc62dfa] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 700.957654] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-66de15e8-5458-491f-9e43-1c037822ce9f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.971998] env[69889]: DEBUG oslo_vmware.api [None req-de2fd782-d6dc-49a0-ac7b-21dc3e2eb950 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] Task: {'id': task-4076759, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.973371] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-538feca3-7a47-4565-8c7a-7377c9203344 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 700.973550] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-538feca3-7a47-4565-8c7a-7377c9203344 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 700.974660] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0f10312-7ad3-4fea-9ccc-e1ac28c943c9 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.979713] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 700.979713] env[69889]: value = "task-4076760" [ 700.979713] env[69889]: _type = "Task" [ 700.979713] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.981083] env[69889]: DEBUG oslo_vmware.api [None req-538feca3-7a47-4565-8c7a-7377c9203344 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Waiting for the task: (returnval){ [ 700.981083] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52a061e8-f70b-a811-afa4-87f0ae2da9b3" [ 700.981083] env[69889]: _type = "Task" [ 700.981083] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.996511] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4076760, 'name': CreateVM_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.002419] env[69889]: DEBUG oslo_vmware.api [None req-538feca3-7a47-4565-8c7a-7377c9203344 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52a061e8-f70b-a811-afa4-87f0ae2da9b3, 'name': SearchDatastore_Task, 'duration_secs': 0.008879} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.003649] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3d94fea-132f-4afd-83bc-620cdd751e88 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.010137] env[69889]: DEBUG oslo_vmware.api [None req-538feca3-7a47-4565-8c7a-7377c9203344 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Waiting for the task: (returnval){ [ 701.010137] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]528eee63-79fd-84a0-c801-32dbab33d64b" [ 701.010137] env[69889]: _type = "Task" [ 701.010137] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.022799] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4076756, 'name': CreateVM_Task, 'duration_secs': 0.31213} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.025987] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d23cb796-1de4-4706-8d28-a50c7da8f5e0] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 701.026075] env[69889]: DEBUG oslo_vmware.api [None req-538feca3-7a47-4565-8c7a-7377c9203344 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]528eee63-79fd-84a0-c801-32dbab33d64b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.026512] env[69889]: DEBUG oslo_concurrency.lockutils [None req-cd6ed32a-b7b7-4377-b0c6-92e2b6f3cca8 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.026665] env[69889]: DEBUG oslo_concurrency.lockutils [None req-cd6ed32a-b7b7-4377-b0c6-92e2b6f3cca8 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.027029] env[69889]: DEBUG oslo_concurrency.lockutils [None req-cd6ed32a-b7b7-4377-b0c6-92e2b6f3cca8 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.027286] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d80e38f-8701-4b41-9929-e1e8649b63bb {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.032238] env[69889]: DEBUG oslo_vmware.api [None req-cd6ed32a-b7b7-4377-b0c6-92e2b6f3cca8 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Waiting for the task: (returnval){ [ 701.032238] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]5274362d-4677-ca06-2db3-577796a6a81d" [ 701.032238] env[69889]: _type = "Task" [ 701.032238] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.042485] env[69889]: DEBUG oslo_vmware.api [None req-cd6ed32a-b7b7-4377-b0c6-92e2b6f3cca8 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5274362d-4677-ca06-2db3-577796a6a81d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.074423] env[69889]: DEBUG nova.network.neutron [req-dccf1b85-6901-46bf-b0d8-2d028ece7067 req-294a024a-c56d-48f0-8d65-3c30df7e4a89 service nova] [instance: 63d61011-bbbe-4645-b993-9a9c8e8ca075] Updated VIF entry in instance network info cache for port 8665e1e9-1b54-440e-8320-ee5509258623. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 701.074903] env[69889]: DEBUG nova.network.neutron [req-dccf1b85-6901-46bf-b0d8-2d028ece7067 req-294a024a-c56d-48f0-8d65-3c30df7e4a89 service nova] [instance: 63d61011-bbbe-4645-b993-9a9c8e8ca075] Updating instance_info_cache with network_info: [{"id": "8665e1e9-1b54-440e-8320-ee5509258623", "address": "fa:16:3e:1c:26:ed", "network": {"id": "f9341188-47f9-41e2-bae7-5eb6406f3899", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.168", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b7973ea41bcd4363abc2e9339dec4d77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8665e1e9-1b", "ovs_interfaceid": "8665e1e9-1b54-440e-8320-ee5509258623", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.278802] env[69889]: DEBUG oslo_concurrency.lockutils [None req-dfed64f1-74ea-4c6b-9cee-02648aff0983 tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Acquiring lock "89d1a6bb-1542-46d9-832f-d0ac2867492f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.279574] env[69889]: DEBUG oslo_concurrency.lockutils [None req-dfed64f1-74ea-4c6b-9cee-02648aff0983 tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Lock "89d1a6bb-1542-46d9-832f-d0ac2867492f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.309284] env[69889]: DEBUG nova.compute.utils [None req-825da9fe-ca8d-403a-899c-ed00e5a70753 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 701.312686] env[69889]: DEBUG nova.compute.manager [None req-825da9fe-ca8d-403a-899c-ed00e5a70753 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 49ce5d94-ce4e-457b-a34c-54bd5dfcc242] Allocating IP information in the background. {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 701.312686] env[69889]: DEBUG nova.network.neutron [None req-825da9fe-ca8d-403a-899c-ed00e5a70753 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 49ce5d94-ce4e-457b-a34c-54bd5dfcc242] allocate_for_instance() {{(pid=69889) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 701.413079] env[69889]: DEBUG nova.policy [None req-825da9fe-ca8d-403a-899c-ed00e5a70753 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd712ca1be34b4e8ebf98dc926b4be590', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cf71caefe82444e1aa35f5f5071b52f9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69889) authorize /opt/stack/nova/nova/policy.py:192}} [ 701.466703] env[69889]: DEBUG oslo_vmware.api [None req-de2fd782-d6dc-49a0-ac7b-21dc3e2eb950 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] Task: {'id': task-4076759, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.496463] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4076760, 'name': CreateVM_Task, 'duration_secs': 0.394203} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.496463] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aad29946-4f6b-4a9b-83f0-6177bcc62dfa] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 701.496463] env[69889]: DEBUG oslo_concurrency.lockutils [None req-19f9b9e5-7f87-4cf2-8a14-d7451982ca6a tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.496463] env[69889]: DEBUG oslo_concurrency.lockutils [None req-19f9b9e5-7f87-4cf2-8a14-d7451982ca6a tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.496463] env[69889]: DEBUG oslo_concurrency.lockutils [None req-19f9b9e5-7f87-4cf2-8a14-d7451982ca6a tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.496463] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cedf4e5-a019-4df7-be90-a3eb000741d6 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.504022] env[69889]: DEBUG oslo_vmware.api [None req-19f9b9e5-7f87-4cf2-8a14-d7451982ca6a tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Waiting for the task: (returnval){ [ 701.504022] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]5272d177-9a37-b7c4-a593-fb98db269fba" [ 701.504022] env[69889]: _type = "Task" [ 701.504022] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.518360] env[69889]: DEBUG oslo_vmware.api [None req-19f9b9e5-7f87-4cf2-8a14-d7451982ca6a tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5272d177-9a37-b7c4-a593-fb98db269fba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.527429] env[69889]: DEBUG oslo_vmware.api [None req-538feca3-7a47-4565-8c7a-7377c9203344 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]528eee63-79fd-84a0-c801-32dbab33d64b, 'name': SearchDatastore_Task, 'duration_secs': 0.019035} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.527429] env[69889]: DEBUG oslo_concurrency.lockutils [None req-538feca3-7a47-4565-8c7a-7377c9203344 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.527429] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-538feca3-7a47-4565-8c7a-7377c9203344 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore1] 63d61011-bbbe-4645-b993-9a9c8e8ca075/63d61011-bbbe-4645-b993-9a9c8e8ca075.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 701.527429] env[69889]: DEBUG oslo_concurrency.lockutils [None req-70756bd8-b3a2-44d0-a69c-a7f27ebaa02a tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.527668] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-70756bd8-b3a2-44d0-a69c-a7f27ebaa02a tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 701.528441] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a08971da-f308-49f5-8966-fb5d738e079d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.532244] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c785c397-9e2d-4da6-9336-ba37785026b4 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.544331] env[69889]: DEBUG oslo_vmware.api [None req-538feca3-7a47-4565-8c7a-7377c9203344 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Waiting for the task: (returnval){ [ 701.544331] env[69889]: value = "task-4076761" [ 701.544331] env[69889]: _type = "Task" [ 701.544331] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.550572] env[69889]: DEBUG oslo_vmware.api [None req-cd6ed32a-b7b7-4377-b0c6-92e2b6f3cca8 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5274362d-4677-ca06-2db3-577796a6a81d, 'name': SearchDatastore_Task, 'duration_secs': 0.011276} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.554654] env[69889]: DEBUG oslo_concurrency.lockutils [None req-cd6ed32a-b7b7-4377-b0c6-92e2b6f3cca8 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.554654] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-cd6ed32a-b7b7-4377-b0c6-92e2b6f3cca8 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] [instance: d23cb796-1de4-4706-8d28-a50c7da8f5e0] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 701.554962] env[69889]: DEBUG oslo_concurrency.lockutils [None req-cd6ed32a-b7b7-4377-b0c6-92e2b6f3cca8 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.555063] env[69889]: DEBUG oslo_concurrency.lockutils [None req-cd6ed32a-b7b7-4377-b0c6-92e2b6f3cca8 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.555264] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd6ed32a-b7b7-4377-b0c6-92e2b6f3cca8 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 701.555548] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-70756bd8-b3a2-44d0-a69c-a7f27ebaa02a tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 701.555694] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-70756bd8-b3a2-44d0-a69c-a7f27ebaa02a tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 701.556448] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2df50f84-d54a-45a2-be5e-0f6fae5bcc70 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.558376] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1dc52d4f-02de-429a-94b9-11b4ddc1f0ac {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.566881] env[69889]: DEBUG oslo_vmware.api [None req-538feca3-7a47-4565-8c7a-7377c9203344 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Task: {'id': task-4076761, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.568423] env[69889]: DEBUG oslo_vmware.api [None req-70756bd8-b3a2-44d0-a69c-a7f27ebaa02a tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Waiting for the task: (returnval){ [ 701.568423] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52b17af6-4312-c614-1cf6-6332843d5cd5" [ 701.568423] env[69889]: _type = "Task" [ 701.568423] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.569768] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd6ed32a-b7b7-4377-b0c6-92e2b6f3cca8 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 701.569768] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-cd6ed32a-b7b7-4377-b0c6-92e2b6f3cca8 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 701.576623] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c0373bc-540e-475e-9ee3-070c8c700ac8 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.579635] env[69889]: DEBUG oslo_concurrency.lockutils [req-dccf1b85-6901-46bf-b0d8-2d028ece7067 req-294a024a-c56d-48f0-8d65-3c30df7e4a89 service nova] Releasing lock "refresh_cache-63d61011-bbbe-4645-b993-9a9c8e8ca075" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.588130] env[69889]: DEBUG oslo_vmware.api [None req-cd6ed32a-b7b7-4377-b0c6-92e2b6f3cca8 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Waiting for the task: (returnval){ [ 701.588130] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]527aa346-5bb0-3171-19aa-90c6da490f9a" [ 701.588130] env[69889]: _type = "Task" [ 701.588130] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.588367] env[69889]: DEBUG oslo_vmware.api [None req-70756bd8-b3a2-44d0-a69c-a7f27ebaa02a tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52b17af6-4312-c614-1cf6-6332843d5cd5, 'name': SearchDatastore_Task, 'duration_secs': 0.008745} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.592804] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-598ed774-b89c-404b-b7ff-56ac3bedff32 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.600338] env[69889]: DEBUG oslo_vmware.api [None req-70756bd8-b3a2-44d0-a69c-a7f27ebaa02a tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Waiting for the task: (returnval){ [ 701.600338] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52b42417-bc94-12a5-da5d-659cc5eb5f85" [ 701.600338] env[69889]: _type = "Task" [ 701.600338] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.604868] env[69889]: DEBUG oslo_vmware.api [None req-cd6ed32a-b7b7-4377-b0c6-92e2b6f3cca8 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]527aa346-5bb0-3171-19aa-90c6da490f9a, 'name': SearchDatastore_Task, 'duration_secs': 0.009668} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.609073] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89e95f88-e73b-4d8d-ae7e-193c0c92dfb5 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.617605] env[69889]: DEBUG oslo_vmware.api [None req-70756bd8-b3a2-44d0-a69c-a7f27ebaa02a tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52b42417-bc94-12a5-da5d-659cc5eb5f85, 'name': SearchDatastore_Task, 'duration_secs': 0.010542} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.619008] env[69889]: DEBUG oslo_concurrency.lockutils [None req-70756bd8-b3a2-44d0-a69c-a7f27ebaa02a tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.619345] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-70756bd8-b3a2-44d0-a69c-a7f27ebaa02a tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore1] 7c36cb21-afb4-4ee6-8d04-56e383e01860/7c36cb21-afb4-4ee6-8d04-56e383e01860.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 701.619669] env[69889]: DEBUG oslo_vmware.api [None req-cd6ed32a-b7b7-4377-b0c6-92e2b6f3cca8 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Waiting for the task: (returnval){ [ 701.619669] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52ea250f-61a0-f2f4-99ba-dddec62ea41a" [ 701.619669] env[69889]: _type = "Task" [ 701.619669] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.619876] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c5e5ad49-c2fd-4b68-8584-f38bd77e8fed tempest-ServersTestJSON-667160462 tempest-ServersTestJSON-667160462-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.620092] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5e5ad49-c2fd-4b68-8584-f38bd77e8fed tempest-ServersTestJSON-667160462 tempest-ServersTestJSON-667160462-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 701.620437] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1b509dc3-0906-4d19-b046-1e03ae0d3b04 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.622731] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3e1b3313-8b5e-4936-bc44-0af5d846648d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.633598] env[69889]: DEBUG oslo_vmware.api [None req-cd6ed32a-b7b7-4377-b0c6-92e2b6f3cca8 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52ea250f-61a0-f2f4-99ba-dddec62ea41a, 'name': SearchDatastore_Task, 'duration_secs': 0.009917} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.634914] env[69889]: DEBUG oslo_concurrency.lockutils [None req-cd6ed32a-b7b7-4377-b0c6-92e2b6f3cca8 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.635335] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd6ed32a-b7b7-4377-b0c6-92e2b6f3cca8 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] d23cb796-1de4-4706-8d28-a50c7da8f5e0/d23cb796-1de4-4706-8d28-a50c7da8f5e0.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 701.635626] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5e5ad49-c2fd-4b68-8584-f38bd77e8fed tempest-ServersTestJSON-667160462 tempest-ServersTestJSON-667160462-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 701.635790] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-c5e5ad49-c2fd-4b68-8584-f38bd77e8fed tempest-ServersTestJSON-667160462 tempest-ServersTestJSON-667160462-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 701.637532] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e53b8adf-82ff-4889-9f04-7e700b223d05 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.639501] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2a9c1a6-4a9d-41e3-bf9c-9e0cdfcd2da4 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.642377] env[69889]: DEBUG oslo_vmware.api [None req-70756bd8-b3a2-44d0-a69c-a7f27ebaa02a tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Waiting for the task: (returnval){ [ 701.642377] env[69889]: value = "task-4076762" [ 701.642377] env[69889]: _type = "Task" [ 701.642377] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.648475] env[69889]: DEBUG oslo_vmware.api [None req-cd6ed32a-b7b7-4377-b0c6-92e2b6f3cca8 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Waiting for the task: (returnval){ [ 701.648475] env[69889]: value = "task-4076763" [ 701.648475] env[69889]: _type = "Task" [ 701.648475] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.648876] env[69889]: DEBUG oslo_vmware.api [None req-c5e5ad49-c2fd-4b68-8584-f38bd77e8fed tempest-ServersTestJSON-667160462 tempest-ServersTestJSON-667160462-project-member] Waiting for the task: (returnval){ [ 701.648876] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52f0ba87-0edf-9439-bda2-706ffb9ea87d" [ 701.648876] env[69889]: _type = "Task" [ 701.648876] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.659807] env[69889]: DEBUG oslo_vmware.api [None req-70756bd8-b3a2-44d0-a69c-a7f27ebaa02a tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Task: {'id': task-4076762, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.666778] env[69889]: DEBUG oslo_vmware.api [None req-cd6ed32a-b7b7-4377-b0c6-92e2b6f3cca8 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Task: {'id': task-4076763, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.669969] env[69889]: DEBUG oslo_vmware.api [None req-c5e5ad49-c2fd-4b68-8584-f38bd77e8fed tempest-ServersTestJSON-667160462 tempest-ServersTestJSON-667160462-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52f0ba87-0edf-9439-bda2-706ffb9ea87d, 'name': SearchDatastore_Task, 'duration_secs': 0.012202} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.670884] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a47ac49c-9c72-42d9-8781-d8678732b7de {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.678057] env[69889]: DEBUG oslo_vmware.api [None req-c5e5ad49-c2fd-4b68-8584-f38bd77e8fed tempest-ServersTestJSON-667160462 tempest-ServersTestJSON-667160462-project-member] Waiting for the task: (returnval){ [ 701.678057] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]527ac88c-0ae9-8ec4-2324-306e7a7e9c49" [ 701.678057] env[69889]: _type = "Task" [ 701.678057] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.688636] env[69889]: DEBUG oslo_vmware.api [None req-c5e5ad49-c2fd-4b68-8584-f38bd77e8fed tempest-ServersTestJSON-667160462 tempest-ServersTestJSON-667160462-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]527ac88c-0ae9-8ec4-2324-306e7a7e9c49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.785811] env[69889]: DEBUG nova.compute.manager [None req-dfed64f1-74ea-4c6b-9cee-02648aff0983 tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] [instance: 89d1a6bb-1542-46d9-832f-d0ac2867492f] Starting instance... {{(pid=69889) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 701.817708] env[69889]: DEBUG nova.compute.manager [None req-825da9fe-ca8d-403a-899c-ed00e5a70753 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 49ce5d94-ce4e-457b-a34c-54bd5dfcc242] Start building block device mappings for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 701.842848] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5504c2d2-a973-45ce-8dca-24f8d6aa46f6 tempest-VolumesAssistedSnapshotsTest-1139004312 tempest-VolumesAssistedSnapshotsTest-1139004312-project-member] Acquiring lock "7f014d2a-1340-4715-8ab0-42df2c7d9f36" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.844172] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5504c2d2-a973-45ce-8dca-24f8d6aa46f6 tempest-VolumesAssistedSnapshotsTest-1139004312 tempest-VolumesAssistedSnapshotsTest-1139004312-project-member] Lock "7f014d2a-1340-4715-8ab0-42df2c7d9f36" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.004s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.966568] env[69889]: DEBUG oslo_vmware.api [None req-de2fd782-d6dc-49a0-ac7b-21dc3e2eb950 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] Task: {'id': task-4076759, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.543701} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.966568] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-de2fd782-d6dc-49a0-ac7b-21dc3e2eb950 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore1] bfb7906e-20b8-4878-9777-c5fd3ff65c22/bfb7906e-20b8-4878-9777-c5fd3ff65c22.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 701.966568] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-de2fd782-d6dc-49a0-ac7b-21dc3e2eb950 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] [instance: bfb7906e-20b8-4878-9777-c5fd3ff65c22] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 701.966839] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-32648558-d937-40a7-886a-81f90a3e3d50 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.976951] env[69889]: DEBUG oslo_vmware.api [None req-de2fd782-d6dc-49a0-ac7b-21dc3e2eb950 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] Waiting for the task: (returnval){ [ 701.976951] env[69889]: value = "task-4076764" [ 701.976951] env[69889]: _type = "Task" [ 701.976951] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.991157] env[69889]: DEBUG oslo_vmware.api [None req-de2fd782-d6dc-49a0-ac7b-21dc3e2eb950 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] Task: {'id': task-4076764, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.003897] env[69889]: DEBUG nova.network.neutron [None req-825da9fe-ca8d-403a-899c-ed00e5a70753 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 49ce5d94-ce4e-457b-a34c-54bd5dfcc242] Successfully created port: edb83f83-f9ec-4b72-bcda-1e64d5431fb0 {{(pid=69889) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 702.019545] env[69889]: DEBUG oslo_vmware.api [None req-19f9b9e5-7f87-4cf2-8a14-d7451982ca6a tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5272d177-9a37-b7c4-a593-fb98db269fba, 'name': SearchDatastore_Task, 'duration_secs': 0.013627} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.019545] env[69889]: DEBUG oslo_concurrency.lockutils [None req-19f9b9e5-7f87-4cf2-8a14-d7451982ca6a tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.019545] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-19f9b9e5-7f87-4cf2-8a14-d7451982ca6a tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] [instance: aad29946-4f6b-4a9b-83f0-6177bcc62dfa] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 702.019545] env[69889]: DEBUG oslo_concurrency.lockutils [None req-19f9b9e5-7f87-4cf2-8a14-d7451982ca6a tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.028736] env[69889]: DEBUG oslo_concurrency.lockutils [None req-2429396d-7cad-4627-a0c3-5b900da88e15 tempest-ServerDiagnosticsNegativeTest-639395065 tempest-ServerDiagnosticsNegativeTest-639395065-project-member] Acquiring lock "ff21eb77-97b5-450a-baff-063059c2efe1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.029576] env[69889]: DEBUG oslo_concurrency.lockutils [None req-2429396d-7cad-4627-a0c3-5b900da88e15 tempest-ServerDiagnosticsNegativeTest-639395065 tempest-ServerDiagnosticsNegativeTest-639395065-project-member] Lock "ff21eb77-97b5-450a-baff-063059c2efe1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.067714] env[69889]: DEBUG oslo_vmware.api [None req-538feca3-7a47-4565-8c7a-7377c9203344 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Task: {'id': task-4076761, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.462458} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.070611] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-538feca3-7a47-4565-8c7a-7377c9203344 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore1] 63d61011-bbbe-4645-b993-9a9c8e8ca075/63d61011-bbbe-4645-b993-9a9c8e8ca075.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 702.070933] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-538feca3-7a47-4565-8c7a-7377c9203344 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] [instance: 63d61011-bbbe-4645-b993-9a9c8e8ca075] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 702.071645] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0ee9d779-c1b8-492e-88d7-699bea4a0b08 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.081705] env[69889]: DEBUG oslo_vmware.api [None req-538feca3-7a47-4565-8c7a-7377c9203344 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Waiting for the task: (returnval){ [ 702.081705] env[69889]: value = "task-4076765" [ 702.081705] env[69889]: _type = "Task" [ 702.081705] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.097592] env[69889]: DEBUG oslo_vmware.api [None req-538feca3-7a47-4565-8c7a-7377c9203344 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Task: {'id': task-4076765, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.137855] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88e5d740-0491-492a-a859-012c4ed730aa {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.165151] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a9e3d3b-1b30-441f-bdf6-513319042027 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.178141] env[69889]: DEBUG oslo_vmware.api [None req-70756bd8-b3a2-44d0-a69c-a7f27ebaa02a tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Task: {'id': task-4076762, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.178735] env[69889]: DEBUG oslo_vmware.api [None req-cd6ed32a-b7b7-4377-b0c6-92e2b6f3cca8 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Task: {'id': task-4076763, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.221666] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee68d0ee-ad8c-493a-890b-9302728617ab {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.233972] env[69889]: DEBUG oslo_vmware.api [None req-c5e5ad49-c2fd-4b68-8584-f38bd77e8fed tempest-ServersTestJSON-667160462 tempest-ServersTestJSON-667160462-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]527ac88c-0ae9-8ec4-2324-306e7a7e9c49, 'name': SearchDatastore_Task, 'duration_secs': 0.009743} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.238152] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c5e5ad49-c2fd-4b68-8584-f38bd77e8fed tempest-ServersTestJSON-667160462 tempest-ServersTestJSON-667160462-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.238729] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5e5ad49-c2fd-4b68-8584-f38bd77e8fed tempest-ServersTestJSON-667160462 tempest-ServersTestJSON-667160462-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore1] 41c9a79a-e246-4818-8339-fbaaa9fea305/41c9a79a-e246-4818-8339-fbaaa9fea305.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 702.240725] env[69889]: DEBUG nova.compute.manager [req-44e46d6a-a6fa-4c47-9349-6654b2a6ae3d req-907c9aa1-a7c0-4a67-93ae-77fc3ea8c3da service nova] [instance: 41c9a79a-e246-4818-8339-fbaaa9fea305] Received event network-vif-plugged-8802a2b1-585f-48b6-aca1-e596c793dc40 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 702.241310] env[69889]: DEBUG oslo_concurrency.lockutils [req-44e46d6a-a6fa-4c47-9349-6654b2a6ae3d req-907c9aa1-a7c0-4a67-93ae-77fc3ea8c3da service nova] Acquiring lock "41c9a79a-e246-4818-8339-fbaaa9fea305-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.241310] env[69889]: DEBUG oslo_concurrency.lockutils [req-44e46d6a-a6fa-4c47-9349-6654b2a6ae3d req-907c9aa1-a7c0-4a67-93ae-77fc3ea8c3da service nova] Lock "41c9a79a-e246-4818-8339-fbaaa9fea305-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.241525] env[69889]: DEBUG oslo_concurrency.lockutils [req-44e46d6a-a6fa-4c47-9349-6654b2a6ae3d req-907c9aa1-a7c0-4a67-93ae-77fc3ea8c3da service nova] Lock "41c9a79a-e246-4818-8339-fbaaa9fea305-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.241750] env[69889]: DEBUG nova.compute.manager [req-44e46d6a-a6fa-4c47-9349-6654b2a6ae3d req-907c9aa1-a7c0-4a67-93ae-77fc3ea8c3da service nova] [instance: 41c9a79a-e246-4818-8339-fbaaa9fea305] No waiting events found dispatching network-vif-plugged-8802a2b1-585f-48b6-aca1-e596c793dc40 {{(pid=69889) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 702.242295] env[69889]: WARNING nova.compute.manager [req-44e46d6a-a6fa-4c47-9349-6654b2a6ae3d req-907c9aa1-a7c0-4a67-93ae-77fc3ea8c3da service nova] [instance: 41c9a79a-e246-4818-8339-fbaaa9fea305] Received unexpected event network-vif-plugged-8802a2b1-585f-48b6-aca1-e596c793dc40 for instance with vm_state building and task_state spawning. [ 702.243530] env[69889]: DEBUG nova.compute.manager [req-44e46d6a-a6fa-4c47-9349-6654b2a6ae3d req-907c9aa1-a7c0-4a67-93ae-77fc3ea8c3da service nova] [instance: 41c9a79a-e246-4818-8339-fbaaa9fea305] Received event network-changed-8802a2b1-585f-48b6-aca1-e596c793dc40 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 702.243530] env[69889]: DEBUG nova.compute.manager [req-44e46d6a-a6fa-4c47-9349-6654b2a6ae3d req-907c9aa1-a7c0-4a67-93ae-77fc3ea8c3da service nova] [instance: 41c9a79a-e246-4818-8339-fbaaa9fea305] Refreshing instance network info cache due to event network-changed-8802a2b1-585f-48b6-aca1-e596c793dc40. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 702.243530] env[69889]: DEBUG oslo_concurrency.lockutils [req-44e46d6a-a6fa-4c47-9349-6654b2a6ae3d req-907c9aa1-a7c0-4a67-93ae-77fc3ea8c3da service nova] Acquiring lock "refresh_cache-41c9a79a-e246-4818-8339-fbaaa9fea305" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.243530] env[69889]: DEBUG oslo_concurrency.lockutils [req-44e46d6a-a6fa-4c47-9349-6654b2a6ae3d req-907c9aa1-a7c0-4a67-93ae-77fc3ea8c3da service nova] Acquired lock "refresh_cache-41c9a79a-e246-4818-8339-fbaaa9fea305" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.243530] env[69889]: DEBUG nova.network.neutron [req-44e46d6a-a6fa-4c47-9349-6654b2a6ae3d req-907c9aa1-a7c0-4a67-93ae-77fc3ea8c3da service nova] [instance: 41c9a79a-e246-4818-8339-fbaaa9fea305] Refreshing network info cache for port 8802a2b1-585f-48b6-aca1-e596c793dc40 {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 702.246753] env[69889]: DEBUG oslo_concurrency.lockutils [None req-19f9b9e5-7f87-4cf2-8a14-d7451982ca6a tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.246920] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-19f9b9e5-7f87-4cf2-8a14-d7451982ca6a tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 702.247272] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e50e7a78-6414-428d-b807-fe5bf4ca80ce {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.252881] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f57dbba-3bf7-41f4-bd21-b5997c870ae9 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.256231] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a6354daf-1906-437c-b75c-c932f1106ac9 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.275475] env[69889]: DEBUG nova.compute.provider_tree [None req-73b9f1b8-1ac2-430c-b737-d6ccaa4fa8b6 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 702.280288] env[69889]: DEBUG oslo_vmware.api [None req-c5e5ad49-c2fd-4b68-8584-f38bd77e8fed tempest-ServersTestJSON-667160462 tempest-ServersTestJSON-667160462-project-member] Waiting for the task: (returnval){ [ 702.280288] env[69889]: value = "task-4076766" [ 702.280288] env[69889]: _type = "Task" [ 702.280288] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.280708] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-19f9b9e5-7f87-4cf2-8a14-d7451982ca6a tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 702.280708] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-19f9b9e5-7f87-4cf2-8a14-d7451982ca6a tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 702.281949] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-620ce2a8-8392-423c-9190-b6a4a11286f4 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.298432] env[69889]: DEBUG oslo_vmware.api [None req-19f9b9e5-7f87-4cf2-8a14-d7451982ca6a tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Waiting for the task: (returnval){ [ 702.298432] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]524b000a-b663-ea4f-0de3-fd99ce4f4d3e" [ 702.298432] env[69889]: _type = "Task" [ 702.298432] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.307719] env[69889]: DEBUG oslo_vmware.api [None req-c5e5ad49-c2fd-4b68-8584-f38bd77e8fed tempest-ServersTestJSON-667160462 tempest-ServersTestJSON-667160462-project-member] Task: {'id': task-4076766, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.314996] env[69889]: DEBUG oslo_vmware.api [None req-19f9b9e5-7f87-4cf2-8a14-d7451982ca6a tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]524b000a-b663-ea4f-0de3-fd99ce4f4d3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.332135] env[69889]: DEBUG oslo_concurrency.lockutils [None req-dfed64f1-74ea-4c6b-9cee-02648aff0983 tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.491488] env[69889]: DEBUG oslo_vmware.api [None req-de2fd782-d6dc-49a0-ac7b-21dc3e2eb950 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] Task: {'id': task-4076764, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10932} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.491947] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-de2fd782-d6dc-49a0-ac7b-21dc3e2eb950 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] [instance: bfb7906e-20b8-4878-9777-c5fd3ff65c22] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 702.492969] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-689fc2c7-cfcc-4506-9f73-103b718b374a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.537998] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-de2fd782-d6dc-49a0-ac7b-21dc3e2eb950 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] [instance: bfb7906e-20b8-4878-9777-c5fd3ff65c22] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] bfb7906e-20b8-4878-9777-c5fd3ff65c22/bfb7906e-20b8-4878-9777-c5fd3ff65c22.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 702.538872] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9cec64b-e72f-4ef8-8f87-0286234f5964 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.565927] env[69889]: DEBUG oslo_vmware.api [None req-de2fd782-d6dc-49a0-ac7b-21dc3e2eb950 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] Waiting for the task: (returnval){ [ 702.565927] env[69889]: value = "task-4076767" [ 702.565927] env[69889]: _type = "Task" [ 702.565927] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.578455] env[69889]: DEBUG oslo_vmware.api [None req-de2fd782-d6dc-49a0-ac7b-21dc3e2eb950 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] Task: {'id': task-4076767, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.591736] env[69889]: DEBUG oslo_vmware.api [None req-538feca3-7a47-4565-8c7a-7377c9203344 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Task: {'id': task-4076765, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.168022} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.592028] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-538feca3-7a47-4565-8c7a-7377c9203344 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] [instance: 63d61011-bbbe-4645-b993-9a9c8e8ca075] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 702.593063] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b639c835-08bd-4af2-a2db-b4344ced68cc {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.623138] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-538feca3-7a47-4565-8c7a-7377c9203344 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] [instance: 63d61011-bbbe-4645-b993-9a9c8e8ca075] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] 63d61011-bbbe-4645-b993-9a9c8e8ca075/63d61011-bbbe-4645-b993-9a9c8e8ca075.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 702.623138] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6db4faaf-c4c6-444a-8d89-0d1085945eb7 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.647171] env[69889]: DEBUG oslo_vmware.api [None req-538feca3-7a47-4565-8c7a-7377c9203344 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Waiting for the task: (returnval){ [ 702.647171] env[69889]: value = "task-4076768" [ 702.647171] env[69889]: _type = "Task" [ 702.647171] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.664624] env[69889]: DEBUG oslo_vmware.api [None req-538feca3-7a47-4565-8c7a-7377c9203344 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Task: {'id': task-4076768, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.664624] env[69889]: DEBUG oslo_vmware.api [None req-70756bd8-b3a2-44d0-a69c-a7f27ebaa02a tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Task: {'id': task-4076762, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.880134} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.669265] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-70756bd8-b3a2-44d0-a69c-a7f27ebaa02a tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore1] 7c36cb21-afb4-4ee6-8d04-56e383e01860/7c36cb21-afb4-4ee6-8d04-56e383e01860.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 702.669265] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-70756bd8-b3a2-44d0-a69c-a7f27ebaa02a tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] [instance: 7c36cb21-afb4-4ee6-8d04-56e383e01860] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 702.670135] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ec34ce4a-9ed1-45c5-a828-bd314f072e86 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.683027] env[69889]: DEBUG oslo_vmware.api [None req-cd6ed32a-b7b7-4377-b0c6-92e2b6f3cca8 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Task: {'id': task-4076763, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.86091} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.683027] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd6ed32a-b7b7-4377-b0c6-92e2b6f3cca8 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] d23cb796-1de4-4706-8d28-a50c7da8f5e0/d23cb796-1de4-4706-8d28-a50c7da8f5e0.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 702.683027] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-cd6ed32a-b7b7-4377-b0c6-92e2b6f3cca8 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] [instance: d23cb796-1de4-4706-8d28-a50c7da8f5e0] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 702.683309] env[69889]: DEBUG oslo_vmware.api [None req-70756bd8-b3a2-44d0-a69c-a7f27ebaa02a tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Waiting for the task: (returnval){ [ 702.683309] env[69889]: value = "task-4076769" [ 702.683309] env[69889]: _type = "Task" [ 702.683309] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.683614] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7685cbba-5f97-42fb-8e1a-217c3060f63b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.699193] env[69889]: DEBUG oslo_vmware.api [None req-70756bd8-b3a2-44d0-a69c-a7f27ebaa02a tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Task: {'id': task-4076769, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.701607] env[69889]: DEBUG oslo_vmware.api [None req-cd6ed32a-b7b7-4377-b0c6-92e2b6f3cca8 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Waiting for the task: (returnval){ [ 702.701607] env[69889]: value = "task-4076770" [ 702.701607] env[69889]: _type = "Task" [ 702.701607] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.713062] env[69889]: DEBUG oslo_vmware.api [None req-cd6ed32a-b7b7-4377-b0c6-92e2b6f3cca8 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Task: {'id': task-4076770, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.783797] env[69889]: DEBUG nova.scheduler.client.report [None req-73b9f1b8-1ac2-430c-b737-d6ccaa4fa8b6 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 702.801164] env[69889]: DEBUG oslo_vmware.api [None req-c5e5ad49-c2fd-4b68-8584-f38bd77e8fed tempest-ServersTestJSON-667160462 tempest-ServersTestJSON-667160462-project-member] Task: {'id': task-4076766, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.809743] env[69889]: DEBUG oslo_vmware.api [None req-19f9b9e5-7f87-4cf2-8a14-d7451982ca6a tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]524b000a-b663-ea4f-0de3-fd99ce4f4d3e, 'name': SearchDatastore_Task, 'duration_secs': 0.082571} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.810588] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8387c40-1a2d-4ba6-befe-4458a096c97c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.820478] env[69889]: DEBUG oslo_vmware.api [None req-19f9b9e5-7f87-4cf2-8a14-d7451982ca6a tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Waiting for the task: (returnval){ [ 702.820478] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]525a85ff-3658-0a9a-1a81-be923f0a401e" [ 702.820478] env[69889]: _type = "Task" [ 702.820478] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.832071] env[69889]: DEBUG oslo_vmware.api [None req-19f9b9e5-7f87-4cf2-8a14-d7451982ca6a tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]525a85ff-3658-0a9a-1a81-be923f0a401e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.836807] env[69889]: DEBUG nova.compute.manager [None req-825da9fe-ca8d-403a-899c-ed00e5a70753 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 49ce5d94-ce4e-457b-a34c-54bd5dfcc242] Start spawning the instance on the hypervisor. {{(pid=69889) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 702.879490] env[69889]: DEBUG nova.virt.hardware [None req-825da9fe-ca8d-403a-899c-ed00e5a70753 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 702.879490] env[69889]: DEBUG nova.virt.hardware [None req-825da9fe-ca8d-403a-899c-ed00e5a70753 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 702.879490] env[69889]: DEBUG nova.virt.hardware [None req-825da9fe-ca8d-403a-899c-ed00e5a70753 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 702.879688] env[69889]: DEBUG nova.virt.hardware [None req-825da9fe-ca8d-403a-899c-ed00e5a70753 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 702.879688] env[69889]: DEBUG nova.virt.hardware [None req-825da9fe-ca8d-403a-899c-ed00e5a70753 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 702.879839] env[69889]: DEBUG nova.virt.hardware [None req-825da9fe-ca8d-403a-899c-ed00e5a70753 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 702.880252] env[69889]: DEBUG nova.virt.hardware [None req-825da9fe-ca8d-403a-899c-ed00e5a70753 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 702.880547] env[69889]: DEBUG nova.virt.hardware [None req-825da9fe-ca8d-403a-899c-ed00e5a70753 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 702.880955] env[69889]: DEBUG nova.virt.hardware [None req-825da9fe-ca8d-403a-899c-ed00e5a70753 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 702.881286] env[69889]: DEBUG nova.virt.hardware [None req-825da9fe-ca8d-403a-899c-ed00e5a70753 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 702.881630] env[69889]: DEBUG nova.virt.hardware [None req-825da9fe-ca8d-403a-899c-ed00e5a70753 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 702.884032] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b14aed68-5ef5-4dfd-acc8-56cb689ab5eb {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.896133] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e32ae0a-9673-42bd-ac73-5d8f021c57a5 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.083488] env[69889]: DEBUG oslo_vmware.api [None req-de2fd782-d6dc-49a0-ac7b-21dc3e2eb950 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] Task: {'id': task-4076767, 'name': ReconfigVM_Task, 'duration_secs': 0.449145} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.083854] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-de2fd782-d6dc-49a0-ac7b-21dc3e2eb950 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] [instance: bfb7906e-20b8-4878-9777-c5fd3ff65c22] Reconfigured VM instance instance-00000003 to attach disk [datastore1] bfb7906e-20b8-4878-9777-c5fd3ff65c22/bfb7906e-20b8-4878-9777-c5fd3ff65c22.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 703.084499] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d67406d2-5ad4-4bc6-bfbc-a436843b8fb9 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.093854] env[69889]: DEBUG oslo_vmware.api [None req-de2fd782-d6dc-49a0-ac7b-21dc3e2eb950 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] Waiting for the task: (returnval){ [ 703.093854] env[69889]: value = "task-4076771" [ 703.093854] env[69889]: _type = "Task" [ 703.093854] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.103816] env[69889]: DEBUG oslo_vmware.api [None req-de2fd782-d6dc-49a0-ac7b-21dc3e2eb950 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] Task: {'id': task-4076771, 'name': Rename_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.160150] env[69889]: DEBUG oslo_vmware.api [None req-538feca3-7a47-4565-8c7a-7377c9203344 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Task: {'id': task-4076768, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.198793] env[69889]: DEBUG oslo_vmware.api [None req-70756bd8-b3a2-44d0-a69c-a7f27ebaa02a tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Task: {'id': task-4076769, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102819} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.198793] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-70756bd8-b3a2-44d0-a69c-a7f27ebaa02a tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] [instance: 7c36cb21-afb4-4ee6-8d04-56e383e01860] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 703.199377] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cc4e341-5fc0-4e8b-8629-3209e4e4416a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.237115] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-70756bd8-b3a2-44d0-a69c-a7f27ebaa02a tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] [instance: 7c36cb21-afb4-4ee6-8d04-56e383e01860] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] 7c36cb21-afb4-4ee6-8d04-56e383e01860/7c36cb21-afb4-4ee6-8d04-56e383e01860.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 703.237597] env[69889]: DEBUG oslo_vmware.api [None req-cd6ed32a-b7b7-4377-b0c6-92e2b6f3cca8 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Task: {'id': task-4076770, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082166} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.237826] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e9d085e-caf8-4003-87b5-be7f2afe813f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.256738] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-cd6ed32a-b7b7-4377-b0c6-92e2b6f3cca8 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] [instance: d23cb796-1de4-4706-8d28-a50c7da8f5e0] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 703.257254] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c668a18-0b2a-415f-a5a7-c156c107c1f8 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.280483] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd6ed32a-b7b7-4377-b0c6-92e2b6f3cca8 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] [instance: d23cb796-1de4-4706-8d28-a50c7da8f5e0] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] d23cb796-1de4-4706-8d28-a50c7da8f5e0/d23cb796-1de4-4706-8d28-a50c7da8f5e0.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 703.282087] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8bdb61cc-4997-41c3-a7fc-32e00084328d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.298577] env[69889]: DEBUG oslo_vmware.api [None req-70756bd8-b3a2-44d0-a69c-a7f27ebaa02a tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Waiting for the task: (returnval){ [ 703.298577] env[69889]: value = "task-4076772" [ 703.298577] env[69889]: _type = "Task" [ 703.298577] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.298577] env[69889]: DEBUG oslo_concurrency.lockutils [None req-73b9f1b8-1ac2-430c-b737-d6ccaa4fa8b6 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.502s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.298577] env[69889]: DEBUG nova.compute.manager [None req-73b9f1b8-1ac2-430c-b737-d6ccaa4fa8b6 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: da1de6c7-ec10-47d2-a8a9-8572cd4162f5] Start building networks asynchronously for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 703.310651] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5976ba3c-c761-4014-a36d-719c7d5f8030 tempest-ServerTagsTestJSON-782493845 tempest-ServerTagsTestJSON-782493845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.309s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.310651] env[69889]: INFO nova.compute.claims [None req-5976ba3c-c761-4014-a36d-719c7d5f8030 tempest-ServerTagsTestJSON-782493845 tempest-ServerTagsTestJSON-782493845-project-member] [instance: 6440cc57-4bc9-4c89-941e-f16b6bf04dc3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 703.320904] env[69889]: DEBUG oslo_vmware.api [None req-cd6ed32a-b7b7-4377-b0c6-92e2b6f3cca8 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Waiting for the task: (returnval){ [ 703.320904] env[69889]: value = "task-4076773" [ 703.320904] env[69889]: _type = "Task" [ 703.320904] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.335655] env[69889]: DEBUG oslo_vmware.api [None req-c5e5ad49-c2fd-4b68-8584-f38bd77e8fed tempest-ServersTestJSON-667160462 tempest-ServersTestJSON-667160462-project-member] Task: {'id': task-4076766, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.737176} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.337219] env[69889]: DEBUG nova.compute.manager [req-203f6d0b-686e-4d89-8fca-8097a7835206 req-4129c7d2-1fa0-4450-9268-b77678f428ff service nova] [instance: 7c36cb21-afb4-4ee6-8d04-56e383e01860] Received event network-changed-01bcc974-cf67-4c9f-a28c-c56383c65ded {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 703.337401] env[69889]: DEBUG nova.compute.manager [req-203f6d0b-686e-4d89-8fca-8097a7835206 req-4129c7d2-1fa0-4450-9268-b77678f428ff service nova] [instance: 7c36cb21-afb4-4ee6-8d04-56e383e01860] Refreshing instance network info cache due to event network-changed-01bcc974-cf67-4c9f-a28c-c56383c65ded. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 703.337615] env[69889]: DEBUG oslo_concurrency.lockutils [req-203f6d0b-686e-4d89-8fca-8097a7835206 req-4129c7d2-1fa0-4450-9268-b77678f428ff service nova] Acquiring lock "refresh_cache-7c36cb21-afb4-4ee6-8d04-56e383e01860" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.339203] env[69889]: DEBUG oslo_concurrency.lockutils [req-203f6d0b-686e-4d89-8fca-8097a7835206 req-4129c7d2-1fa0-4450-9268-b77678f428ff service nova] Acquired lock "refresh_cache-7c36cb21-afb4-4ee6-8d04-56e383e01860" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.339203] env[69889]: DEBUG nova.network.neutron [req-203f6d0b-686e-4d89-8fca-8097a7835206 req-4129c7d2-1fa0-4450-9268-b77678f428ff service nova] [instance: 7c36cb21-afb4-4ee6-8d04-56e383e01860] Refreshing network info cache for port 01bcc974-cf67-4c9f-a28c-c56383c65ded {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 703.340037] env[69889]: DEBUG oslo_vmware.api [None req-70756bd8-b3a2-44d0-a69c-a7f27ebaa02a tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Task: {'id': task-4076772, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.343402] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5e5ad49-c2fd-4b68-8584-f38bd77e8fed tempest-ServersTestJSON-667160462 tempest-ServersTestJSON-667160462-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore1] 41c9a79a-e246-4818-8339-fbaaa9fea305/41c9a79a-e246-4818-8339-fbaaa9fea305.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 703.343591] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-c5e5ad49-c2fd-4b68-8584-f38bd77e8fed tempest-ServersTestJSON-667160462 tempest-ServersTestJSON-667160462-project-member] [instance: 41c9a79a-e246-4818-8339-fbaaa9fea305] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 703.344305] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c67c45a0-9984-45dd-b7e4-122c2ce33501 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.356029] env[69889]: DEBUG oslo_vmware.api [None req-19f9b9e5-7f87-4cf2-8a14-d7451982ca6a tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]525a85ff-3658-0a9a-1a81-be923f0a401e, 'name': SearchDatastore_Task, 'duration_secs': 0.05505} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.360922] env[69889]: DEBUG oslo_concurrency.lockutils [None req-19f9b9e5-7f87-4cf2-8a14-d7451982ca6a tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.360922] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-19f9b9e5-7f87-4cf2-8a14-d7451982ca6a tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore1] aad29946-4f6b-4a9b-83f0-6177bcc62dfa/aad29946-4f6b-4a9b-83f0-6177bcc62dfa.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 703.360922] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8005e674-e4d5-45d7-8528-fc111c1f51b9 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.375647] env[69889]: DEBUG oslo_vmware.api [None req-cd6ed32a-b7b7-4377-b0c6-92e2b6f3cca8 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Task: {'id': task-4076773, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.375647] env[69889]: DEBUG oslo_vmware.api [None req-c5e5ad49-c2fd-4b68-8584-f38bd77e8fed tempest-ServersTestJSON-667160462 tempest-ServersTestJSON-667160462-project-member] Waiting for the task: (returnval){ [ 703.375647] env[69889]: value = "task-4076774" [ 703.375647] env[69889]: _type = "Task" [ 703.375647] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.388723] env[69889]: DEBUG oslo_vmware.api [None req-19f9b9e5-7f87-4cf2-8a14-d7451982ca6a tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Waiting for the task: (returnval){ [ 703.388723] env[69889]: value = "task-4076775" [ 703.388723] env[69889]: _type = "Task" [ 703.388723] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.399124] env[69889]: DEBUG oslo_vmware.api [None req-c5e5ad49-c2fd-4b68-8584-f38bd77e8fed tempest-ServersTestJSON-667160462 tempest-ServersTestJSON-667160462-project-member] Task: {'id': task-4076774, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.408665] env[69889]: DEBUG oslo_vmware.api [None req-19f9b9e5-7f87-4cf2-8a14-d7451982ca6a tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Task: {'id': task-4076775, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.459095] env[69889]: DEBUG nova.network.neutron [req-44e46d6a-a6fa-4c47-9349-6654b2a6ae3d req-907c9aa1-a7c0-4a67-93ae-77fc3ea8c3da service nova] [instance: 41c9a79a-e246-4818-8339-fbaaa9fea305] Updated VIF entry in instance network info cache for port 8802a2b1-585f-48b6-aca1-e596c793dc40. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 703.459500] env[69889]: DEBUG nova.network.neutron [req-44e46d6a-a6fa-4c47-9349-6654b2a6ae3d req-907c9aa1-a7c0-4a67-93ae-77fc3ea8c3da service nova] [instance: 41c9a79a-e246-4818-8339-fbaaa9fea305] Updating instance_info_cache with network_info: [{"id": "8802a2b1-585f-48b6-aca1-e596c793dc40", "address": "fa:16:3e:83:41:57", "network": {"id": "c3bb2e6b-95b7-48ce-8cfb-a50bc038bc10", "bridge": "br-int", "label": "tempest-ServersTestJSON-1507586319-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1f3f632517b44d493319fbb69031204", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8802a2b1-58", "ovs_interfaceid": "8802a2b1-585f-48b6-aca1-e596c793dc40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.605300] env[69889]: DEBUG oslo_vmware.api [None req-de2fd782-d6dc-49a0-ac7b-21dc3e2eb950 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] Task: {'id': task-4076771, 'name': Rename_Task, 'duration_secs': 0.358694} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.605708] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-de2fd782-d6dc-49a0-ac7b-21dc3e2eb950 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] [instance: bfb7906e-20b8-4878-9777-c5fd3ff65c22] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 703.605926] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-37971db7-acae-4fb5-8b0b-19a945539892 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.616846] env[69889]: DEBUG oslo_vmware.api [None req-de2fd782-d6dc-49a0-ac7b-21dc3e2eb950 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] Waiting for the task: (returnval){ [ 703.616846] env[69889]: value = "task-4076776" [ 703.616846] env[69889]: _type = "Task" [ 703.616846] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.628378] env[69889]: DEBUG oslo_vmware.api [None req-de2fd782-d6dc-49a0-ac7b-21dc3e2eb950 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] Task: {'id': task-4076776, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.659880] env[69889]: DEBUG oslo_vmware.api [None req-538feca3-7a47-4565-8c7a-7377c9203344 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Task: {'id': task-4076768, 'name': ReconfigVM_Task, 'duration_secs': 0.529952} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.660168] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-538feca3-7a47-4565-8c7a-7377c9203344 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] [instance: 63d61011-bbbe-4645-b993-9a9c8e8ca075] Reconfigured VM instance instance-00000004 to attach disk [datastore1] 63d61011-bbbe-4645-b993-9a9c8e8ca075/63d61011-bbbe-4645-b993-9a9c8e8ca075.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 703.660827] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b52b1725-8c2c-413a-a718-aed9c873036f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.670147] env[69889]: DEBUG oslo_vmware.api [None req-538feca3-7a47-4565-8c7a-7377c9203344 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Waiting for the task: (returnval){ [ 703.670147] env[69889]: value = "task-4076777" [ 703.670147] env[69889]: _type = "Task" [ 703.670147] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.683295] env[69889]: DEBUG oslo_vmware.api [None req-538feca3-7a47-4565-8c7a-7377c9203344 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Task: {'id': task-4076777, 'name': Rename_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.815508] env[69889]: DEBUG oslo_vmware.api [None req-70756bd8-b3a2-44d0-a69c-a7f27ebaa02a tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Task: {'id': task-4076772, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.818423] env[69889]: DEBUG nova.compute.utils [None req-73b9f1b8-1ac2-430c-b737-d6ccaa4fa8b6 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 703.822505] env[69889]: DEBUG nova.compute.manager [None req-73b9f1b8-1ac2-430c-b737-d6ccaa4fa8b6 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: da1de6c7-ec10-47d2-a8a9-8572cd4162f5] Allocating IP information in the background. {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 703.822724] env[69889]: DEBUG nova.network.neutron [None req-73b9f1b8-1ac2-430c-b737-d6ccaa4fa8b6 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: da1de6c7-ec10-47d2-a8a9-8572cd4162f5] allocate_for_instance() {{(pid=69889) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 703.845307] env[69889]: DEBUG oslo_vmware.api [None req-cd6ed32a-b7b7-4377-b0c6-92e2b6f3cca8 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Task: {'id': task-4076773, 'name': ReconfigVM_Task, 'duration_secs': 0.432385} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.846656] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd6ed32a-b7b7-4377-b0c6-92e2b6f3cca8 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] [instance: d23cb796-1de4-4706-8d28-a50c7da8f5e0] Reconfigured VM instance instance-00000001 to attach disk [datastore2] d23cb796-1de4-4706-8d28-a50c7da8f5e0/d23cb796-1de4-4706-8d28-a50c7da8f5e0.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 703.848226] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5d38f566-f099-4707-8b10-d62b8adcb2de {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.859204] env[69889]: DEBUG oslo_vmware.api [None req-cd6ed32a-b7b7-4377-b0c6-92e2b6f3cca8 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Waiting for the task: (returnval){ [ 703.859204] env[69889]: value = "task-4076778" [ 703.859204] env[69889]: _type = "Task" [ 703.859204] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.872761] env[69889]: DEBUG oslo_vmware.api [None req-cd6ed32a-b7b7-4377-b0c6-92e2b6f3cca8 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Task: {'id': task-4076778, 'name': Rename_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.894454] env[69889]: DEBUG oslo_vmware.api [None req-c5e5ad49-c2fd-4b68-8584-f38bd77e8fed tempest-ServersTestJSON-667160462 tempest-ServersTestJSON-667160462-project-member] Task: {'id': task-4076774, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081796} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.895321] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-c5e5ad49-c2fd-4b68-8584-f38bd77e8fed tempest-ServersTestJSON-667160462 tempest-ServersTestJSON-667160462-project-member] [instance: 41c9a79a-e246-4818-8339-fbaaa9fea305] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 703.896902] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4dcaf8e-9848-4fae-b90c-c5b085fc0c7e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.902351] env[69889]: DEBUG oslo_vmware.api [None req-19f9b9e5-7f87-4cf2-8a14-d7451982ca6a tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Task: {'id': task-4076775, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.928842] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5e5ad49-c2fd-4b68-8584-f38bd77e8fed tempest-ServersTestJSON-667160462 tempest-ServersTestJSON-667160462-project-member] [instance: 41c9a79a-e246-4818-8339-fbaaa9fea305] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 41c9a79a-e246-4818-8339-fbaaa9fea305/41c9a79a-e246-4818-8339-fbaaa9fea305.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 703.932157] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34b7f13b-7707-4624-82fd-329d314e1571 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.954679] env[69889]: DEBUG nova.policy [None req-73b9f1b8-1ac2-430c-b737-d6ccaa4fa8b6 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd0b9fdc4176445b8b45d86cc2290bd91', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '77100d3c2de9427594a3e5f7dd904bb1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69889) authorize /opt/stack/nova/nova/policy.py:192}} [ 703.957959] env[69889]: DEBUG oslo_vmware.api [None req-c5e5ad49-c2fd-4b68-8584-f38bd77e8fed tempest-ServersTestJSON-667160462 tempest-ServersTestJSON-667160462-project-member] Waiting for the task: (returnval){ [ 703.957959] env[69889]: value = "task-4076779" [ 703.957959] env[69889]: _type = "Task" [ 703.957959] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.961957] env[69889]: DEBUG oslo_concurrency.lockutils [req-44e46d6a-a6fa-4c47-9349-6654b2a6ae3d req-907c9aa1-a7c0-4a67-93ae-77fc3ea8c3da service nova] Releasing lock "refresh_cache-41c9a79a-e246-4818-8339-fbaaa9fea305" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.962233] env[69889]: DEBUG nova.compute.manager [req-44e46d6a-a6fa-4c47-9349-6654b2a6ae3d req-907c9aa1-a7c0-4a67-93ae-77fc3ea8c3da service nova] [instance: aad29946-4f6b-4a9b-83f0-6177bcc62dfa] Received event network-vif-plugged-cc528098-728c-487d-840d-8732c25a349b {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 703.962424] env[69889]: DEBUG oslo_concurrency.lockutils [req-44e46d6a-a6fa-4c47-9349-6654b2a6ae3d req-907c9aa1-a7c0-4a67-93ae-77fc3ea8c3da service nova] Acquiring lock "aad29946-4f6b-4a9b-83f0-6177bcc62dfa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.962625] env[69889]: DEBUG oslo_concurrency.lockutils [req-44e46d6a-a6fa-4c47-9349-6654b2a6ae3d req-907c9aa1-a7c0-4a67-93ae-77fc3ea8c3da service nova] Lock "aad29946-4f6b-4a9b-83f0-6177bcc62dfa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.962781] env[69889]: DEBUG oslo_concurrency.lockutils [req-44e46d6a-a6fa-4c47-9349-6654b2a6ae3d req-907c9aa1-a7c0-4a67-93ae-77fc3ea8c3da service nova] Lock "aad29946-4f6b-4a9b-83f0-6177bcc62dfa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.962965] env[69889]: DEBUG nova.compute.manager [req-44e46d6a-a6fa-4c47-9349-6654b2a6ae3d req-907c9aa1-a7c0-4a67-93ae-77fc3ea8c3da service nova] [instance: aad29946-4f6b-4a9b-83f0-6177bcc62dfa] No waiting events found dispatching network-vif-plugged-cc528098-728c-487d-840d-8732c25a349b {{(pid=69889) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 703.963151] env[69889]: WARNING nova.compute.manager [req-44e46d6a-a6fa-4c47-9349-6654b2a6ae3d req-907c9aa1-a7c0-4a67-93ae-77fc3ea8c3da service nova] [instance: aad29946-4f6b-4a9b-83f0-6177bcc62dfa] Received unexpected event network-vif-plugged-cc528098-728c-487d-840d-8732c25a349b for instance with vm_state building and task_state spawning. [ 703.963719] env[69889]: DEBUG nova.compute.manager [req-44e46d6a-a6fa-4c47-9349-6654b2a6ae3d req-907c9aa1-a7c0-4a67-93ae-77fc3ea8c3da service nova] [instance: aad29946-4f6b-4a9b-83f0-6177bcc62dfa] Received event network-changed-cc528098-728c-487d-840d-8732c25a349b {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 703.963719] env[69889]: DEBUG nova.compute.manager [req-44e46d6a-a6fa-4c47-9349-6654b2a6ae3d req-907c9aa1-a7c0-4a67-93ae-77fc3ea8c3da service nova] [instance: aad29946-4f6b-4a9b-83f0-6177bcc62dfa] Refreshing instance network info cache due to event network-changed-cc528098-728c-487d-840d-8732c25a349b. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 703.963719] env[69889]: DEBUG oslo_concurrency.lockutils [req-44e46d6a-a6fa-4c47-9349-6654b2a6ae3d req-907c9aa1-a7c0-4a67-93ae-77fc3ea8c3da service nova] Acquiring lock "refresh_cache-aad29946-4f6b-4a9b-83f0-6177bcc62dfa" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.963983] env[69889]: DEBUG oslo_concurrency.lockutils [req-44e46d6a-a6fa-4c47-9349-6654b2a6ae3d req-907c9aa1-a7c0-4a67-93ae-77fc3ea8c3da service nova] Acquired lock "refresh_cache-aad29946-4f6b-4a9b-83f0-6177bcc62dfa" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.964248] env[69889]: DEBUG nova.network.neutron [req-44e46d6a-a6fa-4c47-9349-6654b2a6ae3d req-907c9aa1-a7c0-4a67-93ae-77fc3ea8c3da service nova] [instance: aad29946-4f6b-4a9b-83f0-6177bcc62dfa] Refreshing network info cache for port cc528098-728c-487d-840d-8732c25a349b {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 703.972732] env[69889]: DEBUG oslo_vmware.api [None req-c5e5ad49-c2fd-4b68-8584-f38bd77e8fed tempest-ServersTestJSON-667160462 tempest-ServersTestJSON-667160462-project-member] Task: {'id': task-4076779, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.130663] env[69889]: DEBUG oslo_vmware.api [None req-de2fd782-d6dc-49a0-ac7b-21dc3e2eb950 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] Task: {'id': task-4076776, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.186499] env[69889]: DEBUG oslo_vmware.api [None req-538feca3-7a47-4565-8c7a-7377c9203344 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Task: {'id': task-4076777, 'name': Rename_Task, 'duration_secs': 0.313043} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.186499] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-538feca3-7a47-4565-8c7a-7377c9203344 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] [instance: 63d61011-bbbe-4645-b993-9a9c8e8ca075] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 704.186499] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e1f812c3-c30b-4186-a480-24617a77fefe {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.193319] env[69889]: DEBUG oslo_vmware.api [None req-538feca3-7a47-4565-8c7a-7377c9203344 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Waiting for the task: (returnval){ [ 704.193319] env[69889]: value = "task-4076780" [ 704.193319] env[69889]: _type = "Task" [ 704.193319] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.209920] env[69889]: DEBUG oslo_vmware.api [None req-538feca3-7a47-4565-8c7a-7377c9203344 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Task: {'id': task-4076780, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.316940] env[69889]: DEBUG oslo_vmware.api [None req-70756bd8-b3a2-44d0-a69c-a7f27ebaa02a tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Task: {'id': task-4076772, 'name': ReconfigVM_Task, 'duration_secs': 0.59554} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.316940] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-70756bd8-b3a2-44d0-a69c-a7f27ebaa02a tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] [instance: 7c36cb21-afb4-4ee6-8d04-56e383e01860] Reconfigured VM instance instance-00000005 to attach disk [datastore1] 7c36cb21-afb4-4ee6-8d04-56e383e01860/7c36cb21-afb4-4ee6-8d04-56e383e01860.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 704.318810] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-34dfecb9-0ae9-4916-b441-18b523821550 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.323163] env[69889]: DEBUG nova.compute.manager [None req-73b9f1b8-1ac2-430c-b737-d6ccaa4fa8b6 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: da1de6c7-ec10-47d2-a8a9-8572cd4162f5] Start building block device mappings for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 704.345978] env[69889]: DEBUG oslo_vmware.api [None req-70756bd8-b3a2-44d0-a69c-a7f27ebaa02a tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Waiting for the task: (returnval){ [ 704.345978] env[69889]: value = "task-4076781" [ 704.345978] env[69889]: _type = "Task" [ 704.345978] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.361123] env[69889]: DEBUG oslo_vmware.api [None req-70756bd8-b3a2-44d0-a69c-a7f27ebaa02a tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Task: {'id': task-4076781, 'name': Rename_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.379717] env[69889]: DEBUG oslo_vmware.api [None req-cd6ed32a-b7b7-4377-b0c6-92e2b6f3cca8 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Task: {'id': task-4076778, 'name': Rename_Task, 'duration_secs': 0.189721} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.379717] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd6ed32a-b7b7-4377-b0c6-92e2b6f3cca8 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] [instance: d23cb796-1de4-4706-8d28-a50c7da8f5e0] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 704.379830] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-583e8e7e-3331-46ac-8b55-e4e44ef96515 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.390671] env[69889]: DEBUG oslo_vmware.api [None req-cd6ed32a-b7b7-4377-b0c6-92e2b6f3cca8 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Waiting for the task: (returnval){ [ 704.390671] env[69889]: value = "task-4076782" [ 704.390671] env[69889]: _type = "Task" [ 704.390671] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.409583] env[69889]: DEBUG oslo_vmware.api [None req-19f9b9e5-7f87-4cf2-8a14-d7451982ca6a tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Task: {'id': task-4076775, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.56343} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.413091] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-19f9b9e5-7f87-4cf2-8a14-d7451982ca6a tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore1] aad29946-4f6b-4a9b-83f0-6177bcc62dfa/aad29946-4f6b-4a9b-83f0-6177bcc62dfa.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 704.413091] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-19f9b9e5-7f87-4cf2-8a14-d7451982ca6a tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] [instance: aad29946-4f6b-4a9b-83f0-6177bcc62dfa] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 704.413091] env[69889]: DEBUG oslo_vmware.api [None req-cd6ed32a-b7b7-4377-b0c6-92e2b6f3cca8 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Task: {'id': task-4076782, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.413091] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6ff9bbe6-2a4c-4537-b342-bc54cdf2c346 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.430210] env[69889]: DEBUG oslo_vmware.api [None req-19f9b9e5-7f87-4cf2-8a14-d7451982ca6a tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Waiting for the task: (returnval){ [ 704.430210] env[69889]: value = "task-4076783" [ 704.430210] env[69889]: _type = "Task" [ 704.430210] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.442978] env[69889]: DEBUG oslo_vmware.api [None req-19f9b9e5-7f87-4cf2-8a14-d7451982ca6a tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Task: {'id': task-4076783, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.472632] env[69889]: DEBUG oslo_vmware.api [None req-c5e5ad49-c2fd-4b68-8584-f38bd77e8fed tempest-ServersTestJSON-667160462 tempest-ServersTestJSON-667160462-project-member] Task: {'id': task-4076779, 'name': ReconfigVM_Task, 'duration_secs': 0.338936} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.474564] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5e5ad49-c2fd-4b68-8584-f38bd77e8fed tempest-ServersTestJSON-667160462 tempest-ServersTestJSON-667160462-project-member] [instance: 41c9a79a-e246-4818-8339-fbaaa9fea305] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 41c9a79a-e246-4818-8339-fbaaa9fea305/41c9a79a-e246-4818-8339-fbaaa9fea305.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 704.474564] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e636b3e1-85b3-4c94-9a45-257a070a2246 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.485166] env[69889]: DEBUG oslo_vmware.api [None req-c5e5ad49-c2fd-4b68-8584-f38bd77e8fed tempest-ServersTestJSON-667160462 tempest-ServersTestJSON-667160462-project-member] Waiting for the task: (returnval){ [ 704.485166] env[69889]: value = "task-4076784" [ 704.485166] env[69889]: _type = "Task" [ 704.485166] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.502138] env[69889]: DEBUG oslo_vmware.api [None req-c5e5ad49-c2fd-4b68-8584-f38bd77e8fed tempest-ServersTestJSON-667160462 tempest-ServersTestJSON-667160462-project-member] Task: {'id': task-4076784, 'name': Rename_Task} progress is 10%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.636658] env[69889]: DEBUG oslo_vmware.api [None req-de2fd782-d6dc-49a0-ac7b-21dc3e2eb950 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] Task: {'id': task-4076776, 'name': PowerOnVM_Task, 'duration_secs': 0.626319} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.636947] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-de2fd782-d6dc-49a0-ac7b-21dc3e2eb950 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] [instance: bfb7906e-20b8-4878-9777-c5fd3ff65c22] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 704.637281] env[69889]: INFO nova.compute.manager [None req-de2fd782-d6dc-49a0-ac7b-21dc3e2eb950 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] [instance: bfb7906e-20b8-4878-9777-c5fd3ff65c22] Took 16.77 seconds to spawn the instance on the hypervisor. [ 704.637595] env[69889]: DEBUG nova.compute.manager [None req-de2fd782-d6dc-49a0-ac7b-21dc3e2eb950 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] [instance: bfb7906e-20b8-4878-9777-c5fd3ff65c22] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 704.639306] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d28e9695-a6c3-4121-9b39-035c9cd05ae0 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.689725] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0cd51ea-e8b1-4506-8637-3f6531e189d0 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.704102] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59e3e29f-0ef4-4c9d-a4ff-ce1ec1e3895f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.711474] env[69889]: DEBUG oslo_vmware.api [None req-538feca3-7a47-4565-8c7a-7377c9203344 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Task: {'id': task-4076780, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.751686] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c57b606a-5874-42de-9f85-0b2166688931 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.762686] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-298c37e9-0c37-403e-acdc-559832a92576 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.778329] env[69889]: DEBUG nova.compute.provider_tree [None req-5976ba3c-c761-4014-a36d-719c7d5f8030 tempest-ServerTagsTestJSON-782493845 tempest-ServerTagsTestJSON-782493845-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 704.868106] env[69889]: DEBUG oslo_vmware.api [None req-70756bd8-b3a2-44d0-a69c-a7f27ebaa02a tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Task: {'id': task-4076781, 'name': Rename_Task, 'duration_secs': 0.245114} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.870834] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-70756bd8-b3a2-44d0-a69c-a7f27ebaa02a tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] [instance: 7c36cb21-afb4-4ee6-8d04-56e383e01860] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 704.871151] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-75e15383-77b7-4e3e-aaab-3d786b544b6e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.881886] env[69889]: DEBUG oslo_vmware.api [None req-70756bd8-b3a2-44d0-a69c-a7f27ebaa02a tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Waiting for the task: (returnval){ [ 704.881886] env[69889]: value = "task-4076785" [ 704.881886] env[69889]: _type = "Task" [ 704.881886] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.891266] env[69889]: DEBUG oslo_vmware.api [None req-70756bd8-b3a2-44d0-a69c-a7f27ebaa02a tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Task: {'id': task-4076785, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.907497] env[69889]: DEBUG oslo_vmware.api [None req-cd6ed32a-b7b7-4377-b0c6-92e2b6f3cca8 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Task: {'id': task-4076782, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.940628] env[69889]: DEBUG oslo_vmware.api [None req-19f9b9e5-7f87-4cf2-8a14-d7451982ca6a tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Task: {'id': task-4076783, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.173303} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.940964] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-19f9b9e5-7f87-4cf2-8a14-d7451982ca6a tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] [instance: aad29946-4f6b-4a9b-83f0-6177bcc62dfa] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 704.942033] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f9a92a3-662a-4078-8add-b29d195f876b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.946387] env[69889]: DEBUG nova.network.neutron [req-203f6d0b-686e-4d89-8fca-8097a7835206 req-4129c7d2-1fa0-4450-9268-b77678f428ff service nova] [instance: 7c36cb21-afb4-4ee6-8d04-56e383e01860] Updated VIF entry in instance network info cache for port 01bcc974-cf67-4c9f-a28c-c56383c65ded. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 704.946725] env[69889]: DEBUG nova.network.neutron [req-203f6d0b-686e-4d89-8fca-8097a7835206 req-4129c7d2-1fa0-4450-9268-b77678f428ff service nova] [instance: 7c36cb21-afb4-4ee6-8d04-56e383e01860] Updating instance_info_cache with network_info: [{"id": "01bcc974-cf67-4c9f-a28c-c56383c65ded", "address": "fa:16:3e:17:85:66", "network": {"id": "f9341188-47f9-41e2-bae7-5eb6406f3899", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.60", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b7973ea41bcd4363abc2e9339dec4d77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01bcc974-cf", "ovs_interfaceid": "01bcc974-cf67-4c9f-a28c-c56383c65ded", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.970574] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-19f9b9e5-7f87-4cf2-8a14-d7451982ca6a tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] [instance: aad29946-4f6b-4a9b-83f0-6177bcc62dfa] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] aad29946-4f6b-4a9b-83f0-6177bcc62dfa/aad29946-4f6b-4a9b-83f0-6177bcc62dfa.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 704.975708] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a0f7655-c33d-4331-ae37-d48bd6edfa28 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.001093] env[69889]: DEBUG oslo_vmware.api [None req-c5e5ad49-c2fd-4b68-8584-f38bd77e8fed tempest-ServersTestJSON-667160462 tempest-ServersTestJSON-667160462-project-member] Task: {'id': task-4076784, 'name': Rename_Task, 'duration_secs': 0.279503} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.001093] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5e5ad49-c2fd-4b68-8584-f38bd77e8fed tempest-ServersTestJSON-667160462 tempest-ServersTestJSON-667160462-project-member] [instance: 41c9a79a-e246-4818-8339-fbaaa9fea305] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 705.001093] env[69889]: DEBUG oslo_vmware.api [None req-19f9b9e5-7f87-4cf2-8a14-d7451982ca6a tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Waiting for the task: (returnval){ [ 705.001093] env[69889]: value = "task-4076786" [ 705.001093] env[69889]: _type = "Task" [ 705.001093] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.001093] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ba653a01-a68c-4af8-88ea-22f8565ea50c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.011052] env[69889]: DEBUG oslo_vmware.api [None req-19f9b9e5-7f87-4cf2-8a14-d7451982ca6a tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Task: {'id': task-4076786, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.012586] env[69889]: DEBUG oslo_vmware.api [None req-c5e5ad49-c2fd-4b68-8584-f38bd77e8fed tempest-ServersTestJSON-667160462 tempest-ServersTestJSON-667160462-project-member] Waiting for the task: (returnval){ [ 705.012586] env[69889]: value = "task-4076787" [ 705.012586] env[69889]: _type = "Task" [ 705.012586] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.021728] env[69889]: DEBUG oslo_vmware.api [None req-c5e5ad49-c2fd-4b68-8584-f38bd77e8fed tempest-ServersTestJSON-667160462 tempest-ServersTestJSON-667160462-project-member] Task: {'id': task-4076787, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.050502] env[69889]: DEBUG nova.network.neutron [None req-825da9fe-ca8d-403a-899c-ed00e5a70753 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 49ce5d94-ce4e-457b-a34c-54bd5dfcc242] Successfully updated port: edb83f83-f9ec-4b72-bcda-1e64d5431fb0 {{(pid=69889) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 705.178239] env[69889]: INFO nova.compute.manager [None req-de2fd782-d6dc-49a0-ac7b-21dc3e2eb950 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] [instance: bfb7906e-20b8-4878-9777-c5fd3ff65c22] Took 22.84 seconds to build instance. [ 705.210795] env[69889]: DEBUG oslo_vmware.api [None req-538feca3-7a47-4565-8c7a-7377c9203344 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Task: {'id': task-4076780, 'name': PowerOnVM_Task, 'duration_secs': 0.523716} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.210795] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-538feca3-7a47-4565-8c7a-7377c9203344 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] [instance: 63d61011-bbbe-4645-b993-9a9c8e8ca075] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 705.210795] env[69889]: INFO nova.compute.manager [None req-538feca3-7a47-4565-8c7a-7377c9203344 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] [instance: 63d61011-bbbe-4645-b993-9a9c8e8ca075] Took 15.10 seconds to spawn the instance on the hypervisor. [ 705.211154] env[69889]: DEBUG nova.compute.manager [None req-538feca3-7a47-4565-8c7a-7377c9203344 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] [instance: 63d61011-bbbe-4645-b993-9a9c8e8ca075] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 705.211880] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8890103b-15f4-45c1-85f1-3f1855ae620a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.270280] env[69889]: DEBUG nova.network.neutron [req-44e46d6a-a6fa-4c47-9349-6654b2a6ae3d req-907c9aa1-a7c0-4a67-93ae-77fc3ea8c3da service nova] [instance: aad29946-4f6b-4a9b-83f0-6177bcc62dfa] Updated VIF entry in instance network info cache for port cc528098-728c-487d-840d-8732c25a349b. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 705.271786] env[69889]: DEBUG nova.network.neutron [req-44e46d6a-a6fa-4c47-9349-6654b2a6ae3d req-907c9aa1-a7c0-4a67-93ae-77fc3ea8c3da service nova] [instance: aad29946-4f6b-4a9b-83f0-6177bcc62dfa] Updating instance_info_cache with network_info: [{"id": "cc528098-728c-487d-840d-8732c25a349b", "address": "fa:16:3e:11:a1:45", "network": {"id": "77f9a2f1-6a85-4b07-b1c4-7bc728bc50f3", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-112396564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5422e0f6dc484e5e92ccebcd907abbf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc528098-72", "ovs_interfaceid": "cc528098-728c-487d-840d-8732c25a349b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.282156] env[69889]: DEBUG nova.scheduler.client.report [None req-5976ba3c-c761-4014-a36d-719c7d5f8030 tempest-ServerTagsTestJSON-782493845 tempest-ServerTagsTestJSON-782493845-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 705.339256] env[69889]: DEBUG nova.network.neutron [None req-73b9f1b8-1ac2-430c-b737-d6ccaa4fa8b6 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: da1de6c7-ec10-47d2-a8a9-8572cd4162f5] Successfully created port: e5f478e5-e0f8-41e7-a87c-054c79afd15e {{(pid=69889) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 705.348266] env[69889]: DEBUG nova.compute.manager [None req-73b9f1b8-1ac2-430c-b737-d6ccaa4fa8b6 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: da1de6c7-ec10-47d2-a8a9-8572cd4162f5] Start spawning the instance on the hypervisor. {{(pid=69889) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 705.392927] env[69889]: DEBUG nova.virt.hardware [None req-73b9f1b8-1ac2-430c-b737-d6ccaa4fa8b6 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 705.392927] env[69889]: DEBUG nova.virt.hardware [None req-73b9f1b8-1ac2-430c-b737-d6ccaa4fa8b6 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 705.392927] env[69889]: DEBUG nova.virt.hardware [None req-73b9f1b8-1ac2-430c-b737-d6ccaa4fa8b6 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 705.393208] env[69889]: DEBUG nova.virt.hardware [None req-73b9f1b8-1ac2-430c-b737-d6ccaa4fa8b6 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 705.393208] env[69889]: DEBUG nova.virt.hardware [None req-73b9f1b8-1ac2-430c-b737-d6ccaa4fa8b6 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 705.393286] env[69889]: DEBUG nova.virt.hardware [None req-73b9f1b8-1ac2-430c-b737-d6ccaa4fa8b6 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 705.393475] env[69889]: DEBUG nova.virt.hardware [None req-73b9f1b8-1ac2-430c-b737-d6ccaa4fa8b6 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 705.393605] env[69889]: DEBUG nova.virt.hardware [None req-73b9f1b8-1ac2-430c-b737-d6ccaa4fa8b6 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 705.393767] env[69889]: DEBUG nova.virt.hardware [None req-73b9f1b8-1ac2-430c-b737-d6ccaa4fa8b6 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 705.393923] env[69889]: DEBUG nova.virt.hardware [None req-73b9f1b8-1ac2-430c-b737-d6ccaa4fa8b6 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 705.394160] env[69889]: DEBUG nova.virt.hardware [None req-73b9f1b8-1ac2-430c-b737-d6ccaa4fa8b6 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 705.395011] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96597363-6e5f-4324-b253-e134178458c9 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.409827] env[69889]: DEBUG oslo_vmware.api [None req-70756bd8-b3a2-44d0-a69c-a7f27ebaa02a tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Task: {'id': task-4076785, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.415197] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbff7e0e-4e97-47fe-a740-2cad9eb2cde1 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.425651] env[69889]: DEBUG oslo_vmware.api [None req-cd6ed32a-b7b7-4377-b0c6-92e2b6f3cca8 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Task: {'id': task-4076782, 'name': PowerOnVM_Task, 'duration_secs': 0.883012} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.426865] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd6ed32a-b7b7-4377-b0c6-92e2b6f3cca8 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] [instance: d23cb796-1de4-4706-8d28-a50c7da8f5e0] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 705.426998] env[69889]: DEBUG nova.compute.manager [None req-cd6ed32a-b7b7-4377-b0c6-92e2b6f3cca8 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] [instance: d23cb796-1de4-4706-8d28-a50c7da8f5e0] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 705.429573] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43fc651e-190d-4239-941c-d4f054f95ef0 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.450145] env[69889]: DEBUG oslo_concurrency.lockutils [req-203f6d0b-686e-4d89-8fca-8097a7835206 req-4129c7d2-1fa0-4450-9268-b77678f428ff service nova] Releasing lock "refresh_cache-7c36cb21-afb4-4ee6-8d04-56e383e01860" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.520091] env[69889]: DEBUG oslo_vmware.api [None req-19f9b9e5-7f87-4cf2-8a14-d7451982ca6a tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Task: {'id': task-4076786, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.535596] env[69889]: DEBUG oslo_vmware.api [None req-c5e5ad49-c2fd-4b68-8584-f38bd77e8fed tempest-ServersTestJSON-667160462 tempest-ServersTestJSON-667160462-project-member] Task: {'id': task-4076787, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.554061] env[69889]: DEBUG oslo_concurrency.lockutils [None req-825da9fe-ca8d-403a-899c-ed00e5a70753 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Acquiring lock "refresh_cache-49ce5d94-ce4e-457b-a34c-54bd5dfcc242" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.554741] env[69889]: DEBUG oslo_concurrency.lockutils [None req-825da9fe-ca8d-403a-899c-ed00e5a70753 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Acquired lock "refresh_cache-49ce5d94-ce4e-457b-a34c-54bd5dfcc242" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.554741] env[69889]: DEBUG nova.network.neutron [None req-825da9fe-ca8d-403a-899c-ed00e5a70753 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 49ce5d94-ce4e-457b-a34c-54bd5dfcc242] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 705.681771] env[69889]: DEBUG oslo_concurrency.lockutils [None req-de2fd782-d6dc-49a0-ac7b-21dc3e2eb950 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] Lock "bfb7906e-20b8-4878-9777-c5fd3ff65c22" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.357s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.746429] env[69889]: INFO nova.compute.manager [None req-538feca3-7a47-4565-8c7a-7377c9203344 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] [instance: 63d61011-bbbe-4645-b993-9a9c8e8ca075] Took 22.71 seconds to build instance. [ 705.775090] env[69889]: DEBUG oslo_concurrency.lockutils [req-44e46d6a-a6fa-4c47-9349-6654b2a6ae3d req-907c9aa1-a7c0-4a67-93ae-77fc3ea8c3da service nova] Releasing lock "refresh_cache-aad29946-4f6b-4a9b-83f0-6177bcc62dfa" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.791312] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5976ba3c-c761-4014-a36d-719c7d5f8030 tempest-ServerTagsTestJSON-782493845 tempest-ServerTagsTestJSON-782493845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.483s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.791739] env[69889]: DEBUG nova.compute.manager [None req-5976ba3c-c761-4014-a36d-719c7d5f8030 tempest-ServerTagsTestJSON-782493845 tempest-ServerTagsTestJSON-782493845-project-member] [instance: 6440cc57-4bc9-4c89-941e-f16b6bf04dc3] Start building networks asynchronously for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 705.797358] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b89ca2d7-4e90-4d50-8e26-9e588ce91f99 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.411s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.799426] env[69889]: INFO nova.compute.claims [None req-b89ca2d7-4e90-4d50-8e26-9e588ce91f99 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] [instance: 2cb12a8d-74ee-4fe0-92fd-8c2adbc3becc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 705.899350] env[69889]: DEBUG oslo_vmware.api [None req-70756bd8-b3a2-44d0-a69c-a7f27ebaa02a tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Task: {'id': task-4076785, 'name': PowerOnVM_Task, 'duration_secs': 0.666348} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.899616] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-70756bd8-b3a2-44d0-a69c-a7f27ebaa02a tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] [instance: 7c36cb21-afb4-4ee6-8d04-56e383e01860] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 705.899811] env[69889]: INFO nova.compute.manager [None req-70756bd8-b3a2-44d0-a69c-a7f27ebaa02a tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] [instance: 7c36cb21-afb4-4ee6-8d04-56e383e01860] Took 13.46 seconds to spawn the instance on the hypervisor. [ 705.899980] env[69889]: DEBUG nova.compute.manager [None req-70756bd8-b3a2-44d0-a69c-a7f27ebaa02a tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] [instance: 7c36cb21-afb4-4ee6-8d04-56e383e01860] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 705.900802] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03660de7-bfbc-4f30-bbae-76a6944f0e7d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.960396] env[69889]: DEBUG oslo_concurrency.lockutils [None req-cd6ed32a-b7b7-4377-b0c6-92e2b6f3cca8 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.017243] env[69889]: DEBUG oslo_vmware.api [None req-19f9b9e5-7f87-4cf2-8a14-d7451982ca6a tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Task: {'id': task-4076786, 'name': ReconfigVM_Task, 'duration_secs': 0.728636} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.017604] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-19f9b9e5-7f87-4cf2-8a14-d7451982ca6a tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] [instance: aad29946-4f6b-4a9b-83f0-6177bcc62dfa] Reconfigured VM instance instance-00000007 to attach disk [datastore1] aad29946-4f6b-4a9b-83f0-6177bcc62dfa/aad29946-4f6b-4a9b-83f0-6177bcc62dfa.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 706.018329] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9aaecafa-afb1-4071-840b-a897c1481fbc {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.031687] env[69889]: DEBUG oslo_vmware.api [None req-c5e5ad49-c2fd-4b68-8584-f38bd77e8fed tempest-ServersTestJSON-667160462 tempest-ServersTestJSON-667160462-project-member] Task: {'id': task-4076787, 'name': PowerOnVM_Task, 'duration_secs': 0.651445} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.033841] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5e5ad49-c2fd-4b68-8584-f38bd77e8fed tempest-ServersTestJSON-667160462 tempest-ServersTestJSON-667160462-project-member] [instance: 41c9a79a-e246-4818-8339-fbaaa9fea305] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 706.033841] env[69889]: INFO nova.compute.manager [None req-c5e5ad49-c2fd-4b68-8584-f38bd77e8fed tempest-ServersTestJSON-667160462 tempest-ServersTestJSON-667160462-project-member] [instance: 41c9a79a-e246-4818-8339-fbaaa9fea305] Took 11.32 seconds to spawn the instance on the hypervisor. [ 706.033841] env[69889]: DEBUG nova.compute.manager [None req-c5e5ad49-c2fd-4b68-8584-f38bd77e8fed tempest-ServersTestJSON-667160462 tempest-ServersTestJSON-667160462-project-member] [instance: 41c9a79a-e246-4818-8339-fbaaa9fea305] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 706.034021] env[69889]: DEBUG oslo_vmware.api [None req-19f9b9e5-7f87-4cf2-8a14-d7451982ca6a tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Waiting for the task: (returnval){ [ 706.034021] env[69889]: value = "task-4076788" [ 706.034021] env[69889]: _type = "Task" [ 706.034021] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.035202] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7290a84-dcf6-44ef-b1cf-d70f461d9aa0 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.049246] env[69889]: DEBUG oslo_vmware.api [None req-19f9b9e5-7f87-4cf2-8a14-d7451982ca6a tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Task: {'id': task-4076788, 'name': Rename_Task} progress is 10%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.162076] env[69889]: DEBUG nova.network.neutron [None req-825da9fe-ca8d-403a-899c-ed00e5a70753 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 49ce5d94-ce4e-457b-a34c-54bd5dfcc242] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 706.187385] env[69889]: DEBUG nova.compute.manager [None req-5504c2d2-a973-45ce-8dca-24f8d6aa46f6 tempest-VolumesAssistedSnapshotsTest-1139004312 tempest-VolumesAssistedSnapshotsTest-1139004312-project-member] [instance: 7f014d2a-1340-4715-8ab0-42df2c7d9f36] Starting instance... {{(pid=69889) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 706.248937] env[69889]: DEBUG oslo_concurrency.lockutils [None req-538feca3-7a47-4565-8c7a-7377c9203344 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Lock "63d61011-bbbe-4645-b993-9a9c8e8ca075" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.221s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.299826] env[69889]: DEBUG nova.compute.utils [None req-5976ba3c-c761-4014-a36d-719c7d5f8030 tempest-ServerTagsTestJSON-782493845 tempest-ServerTagsTestJSON-782493845-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 706.303715] env[69889]: DEBUG nova.compute.manager [None req-5976ba3c-c761-4014-a36d-719c7d5f8030 tempest-ServerTagsTestJSON-782493845 tempest-ServerTagsTestJSON-782493845-project-member] [instance: 6440cc57-4bc9-4c89-941e-f16b6bf04dc3] Allocating IP information in the background. {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 706.303715] env[69889]: DEBUG nova.network.neutron [None req-5976ba3c-c761-4014-a36d-719c7d5f8030 tempest-ServerTagsTestJSON-782493845 tempest-ServerTagsTestJSON-782493845-project-member] [instance: 6440cc57-4bc9-4c89-941e-f16b6bf04dc3] allocate_for_instance() {{(pid=69889) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 706.366343] env[69889]: DEBUG nova.compute.manager [req-31c31bee-7df2-4a9d-8002-60d54d46c130 req-1f4f32b4-5ace-4a92-b887-11dfdc622e01 service nova] [instance: 49ce5d94-ce4e-457b-a34c-54bd5dfcc242] Received event network-vif-plugged-edb83f83-f9ec-4b72-bcda-1e64d5431fb0 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 706.367194] env[69889]: DEBUG oslo_concurrency.lockutils [req-31c31bee-7df2-4a9d-8002-60d54d46c130 req-1f4f32b4-5ace-4a92-b887-11dfdc622e01 service nova] Acquiring lock "49ce5d94-ce4e-457b-a34c-54bd5dfcc242-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.367194] env[69889]: DEBUG oslo_concurrency.lockutils [req-31c31bee-7df2-4a9d-8002-60d54d46c130 req-1f4f32b4-5ace-4a92-b887-11dfdc622e01 service nova] Lock "49ce5d94-ce4e-457b-a34c-54bd5dfcc242-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.367194] env[69889]: DEBUG oslo_concurrency.lockutils [req-31c31bee-7df2-4a9d-8002-60d54d46c130 req-1f4f32b4-5ace-4a92-b887-11dfdc622e01 service nova] Lock "49ce5d94-ce4e-457b-a34c-54bd5dfcc242-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.367194] env[69889]: DEBUG nova.compute.manager [req-31c31bee-7df2-4a9d-8002-60d54d46c130 req-1f4f32b4-5ace-4a92-b887-11dfdc622e01 service nova] [instance: 49ce5d94-ce4e-457b-a34c-54bd5dfcc242] No waiting events found dispatching network-vif-plugged-edb83f83-f9ec-4b72-bcda-1e64d5431fb0 {{(pid=69889) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 706.367593] env[69889]: WARNING nova.compute.manager [req-31c31bee-7df2-4a9d-8002-60d54d46c130 req-1f4f32b4-5ace-4a92-b887-11dfdc622e01 service nova] [instance: 49ce5d94-ce4e-457b-a34c-54bd5dfcc242] Received unexpected event network-vif-plugged-edb83f83-f9ec-4b72-bcda-1e64d5431fb0 for instance with vm_state building and task_state spawning. [ 706.367593] env[69889]: DEBUG nova.compute.manager [req-31c31bee-7df2-4a9d-8002-60d54d46c130 req-1f4f32b4-5ace-4a92-b887-11dfdc622e01 service nova] [instance: 49ce5d94-ce4e-457b-a34c-54bd5dfcc242] Received event network-changed-edb83f83-f9ec-4b72-bcda-1e64d5431fb0 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 706.367741] env[69889]: DEBUG nova.compute.manager [req-31c31bee-7df2-4a9d-8002-60d54d46c130 req-1f4f32b4-5ace-4a92-b887-11dfdc622e01 service nova] [instance: 49ce5d94-ce4e-457b-a34c-54bd5dfcc242] Refreshing instance network info cache due to event network-changed-edb83f83-f9ec-4b72-bcda-1e64d5431fb0. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 706.367871] env[69889]: DEBUG oslo_concurrency.lockutils [req-31c31bee-7df2-4a9d-8002-60d54d46c130 req-1f4f32b4-5ace-4a92-b887-11dfdc622e01 service nova] Acquiring lock "refresh_cache-49ce5d94-ce4e-457b-a34c-54bd5dfcc242" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.424108] env[69889]: INFO nova.compute.manager [None req-70756bd8-b3a2-44d0-a69c-a7f27ebaa02a tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] [instance: 7c36cb21-afb4-4ee6-8d04-56e383e01860] Took 23.13 seconds to build instance. [ 706.442836] env[69889]: DEBUG nova.policy [None req-5976ba3c-c761-4014-a36d-719c7d5f8030 tempest-ServerTagsTestJSON-782493845 tempest-ServerTagsTestJSON-782493845-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3a0960628cad4d0c9b2fb407ccbbfd28', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c664ef32021f4f6a8ce0e34ca088c2cf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69889) authorize /opt/stack/nova/nova/policy.py:192}} [ 706.550106] env[69889]: DEBUG oslo_vmware.api [None req-19f9b9e5-7f87-4cf2-8a14-d7451982ca6a tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Task: {'id': task-4076788, 'name': Rename_Task, 'duration_secs': 0.242663} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.550334] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-19f9b9e5-7f87-4cf2-8a14-d7451982ca6a tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] [instance: aad29946-4f6b-4a9b-83f0-6177bcc62dfa] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 706.550591] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-74475c9d-9392-4979-8702-f9ce618d7ff1 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.561197] env[69889]: DEBUG oslo_vmware.api [None req-19f9b9e5-7f87-4cf2-8a14-d7451982ca6a tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Waiting for the task: (returnval){ [ 706.561197] env[69889]: value = "task-4076789" [ 706.561197] env[69889]: _type = "Task" [ 706.561197] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.566914] env[69889]: INFO nova.compute.manager [None req-c5e5ad49-c2fd-4b68-8584-f38bd77e8fed tempest-ServersTestJSON-667160462 tempest-ServersTestJSON-667160462-project-member] [instance: 41c9a79a-e246-4818-8339-fbaaa9fea305] Took 20.84 seconds to build instance. [ 706.570476] env[69889]: DEBUG nova.network.neutron [None req-825da9fe-ca8d-403a-899c-ed00e5a70753 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 49ce5d94-ce4e-457b-a34c-54bd5dfcc242] Updating instance_info_cache with network_info: [{"id": "edb83f83-f9ec-4b72-bcda-1e64d5431fb0", "address": "fa:16:3e:98:4f:17", "network": {"id": "dc7a1c63-64ed-41ca-b29f-202337c0d542", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1276397426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf71caefe82444e1aa35f5f5071b52f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedb83f83-f9", "ovs_interfaceid": "edb83f83-f9ec-4b72-bcda-1e64d5431fb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.579652] env[69889]: DEBUG oslo_vmware.api [None req-19f9b9e5-7f87-4cf2-8a14-d7451982ca6a tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Task: {'id': task-4076789, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.725105] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5504c2d2-a973-45ce-8dca-24f8d6aa46f6 tempest-VolumesAssistedSnapshotsTest-1139004312 tempest-VolumesAssistedSnapshotsTest-1139004312-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.752884] env[69889]: DEBUG nova.compute.manager [None req-2429396d-7cad-4627-a0c3-5b900da88e15 tempest-ServerDiagnosticsNegativeTest-639395065 tempest-ServerDiagnosticsNegativeTest-639395065-project-member] [instance: ff21eb77-97b5-450a-baff-063059c2efe1] Starting instance... {{(pid=69889) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 706.808615] env[69889]: DEBUG nova.compute.manager [None req-5976ba3c-c761-4014-a36d-719c7d5f8030 tempest-ServerTagsTestJSON-782493845 tempest-ServerTagsTestJSON-782493845-project-member] [instance: 6440cc57-4bc9-4c89-941e-f16b6bf04dc3] Start building block device mappings for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 706.926386] env[69889]: DEBUG oslo_concurrency.lockutils [None req-70756bd8-b3a2-44d0-a69c-a7f27ebaa02a tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Lock "7c36cb21-afb4-4ee6-8d04-56e383e01860" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.646s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.075475] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c5e5ad49-c2fd-4b68-8584-f38bd77e8fed tempest-ServersTestJSON-667160462 tempest-ServersTestJSON-667160462-project-member] Lock "41c9a79a-e246-4818-8339-fbaaa9fea305" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.371s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.076212] env[69889]: DEBUG oslo_concurrency.lockutils [None req-825da9fe-ca8d-403a-899c-ed00e5a70753 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Releasing lock "refresh_cache-49ce5d94-ce4e-457b-a34c-54bd5dfcc242" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.076615] env[69889]: DEBUG nova.compute.manager [None req-825da9fe-ca8d-403a-899c-ed00e5a70753 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 49ce5d94-ce4e-457b-a34c-54bd5dfcc242] Instance network_info: |[{"id": "edb83f83-f9ec-4b72-bcda-1e64d5431fb0", "address": "fa:16:3e:98:4f:17", "network": {"id": "dc7a1c63-64ed-41ca-b29f-202337c0d542", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1276397426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf71caefe82444e1aa35f5f5071b52f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedb83f83-f9", "ovs_interfaceid": "edb83f83-f9ec-4b72-bcda-1e64d5431fb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 707.078798] env[69889]: DEBUG oslo_concurrency.lockutils [req-31c31bee-7df2-4a9d-8002-60d54d46c130 req-1f4f32b4-5ace-4a92-b887-11dfdc622e01 service nova] Acquired lock "refresh_cache-49ce5d94-ce4e-457b-a34c-54bd5dfcc242" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.078798] env[69889]: DEBUG nova.network.neutron [req-31c31bee-7df2-4a9d-8002-60d54d46c130 req-1f4f32b4-5ace-4a92-b887-11dfdc622e01 service nova] [instance: 49ce5d94-ce4e-457b-a34c-54bd5dfcc242] Refreshing network info cache for port edb83f83-f9ec-4b72-bcda-1e64d5431fb0 {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 707.080035] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-825da9fe-ca8d-403a-899c-ed00e5a70753 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 49ce5d94-ce4e-457b-a34c-54bd5dfcc242] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:4f:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bd998416-f3d6-4a62-b828-5011063ce76a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'edb83f83-f9ec-4b72-bcda-1e64d5431fb0', 'vif_model': 'vmxnet3'}] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 707.091367] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-825da9fe-ca8d-403a-899c-ed00e5a70753 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Creating folder: Project (cf71caefe82444e1aa35f5f5071b52f9). Parent ref: group-v807779. {{(pid=69889) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 707.095242] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-671f3c89-5010-412c-87e5-7a232bbea755 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.097591] env[69889]: DEBUG oslo_vmware.api [None req-19f9b9e5-7f87-4cf2-8a14-d7451982ca6a tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Task: {'id': task-4076789, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.103020] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2da21864-2c79-4144-b32b-70223440c070 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.113347] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-044347d2-b1f4-4956-93d3-ace58d3b75e1 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.118958] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-825da9fe-ca8d-403a-899c-ed00e5a70753 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Created folder: Project (cf71caefe82444e1aa35f5f5071b52f9) in parent group-v807779. [ 707.119536] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-825da9fe-ca8d-403a-899c-ed00e5a70753 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Creating folder: Instances. Parent ref: group-v807802. {{(pid=69889) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 707.120095] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-275b50f0-400e-4e6b-bcc1-616f74a9d446 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.155314] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dbd6857-b93a-478f-b64f-850c13c001bd {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.159207] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-825da9fe-ca8d-403a-899c-ed00e5a70753 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Created folder: Instances in parent group-v807802. [ 707.160136] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-825da9fe-ca8d-403a-899c-ed00e5a70753 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 707.160136] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49ce5d94-ce4e-457b-a34c-54bd5dfcc242] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 707.160500] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-889718ab-61f4-4d0f-9566-9e58d35f020d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.183698] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3810fa4-2623-4279-93d0-d54652d4937e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.192027] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 707.192027] env[69889]: value = "task-4076792" [ 707.192027] env[69889]: _type = "Task" [ 707.192027] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.207610] env[69889]: DEBUG nova.compute.provider_tree [None req-b89ca2d7-4e90-4d50-8e26-9e588ce91f99 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 707.217713] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4076792, 'name': CreateVM_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.304607] env[69889]: DEBUG oslo_concurrency.lockutils [None req-2429396d-7cad-4627-a0c3-5b900da88e15 tempest-ServerDiagnosticsNegativeTest-639395065 tempest-ServerDiagnosticsNegativeTest-639395065-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.556082] env[69889]: DEBUG nova.network.neutron [None req-5976ba3c-c761-4014-a36d-719c7d5f8030 tempest-ServerTagsTestJSON-782493845 tempest-ServerTagsTestJSON-782493845-project-member] [instance: 6440cc57-4bc9-4c89-941e-f16b6bf04dc3] Successfully created port: 57e7d0a1-037a-4a16-a3bd-6f4fd365c728 {{(pid=69889) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 707.577515] env[69889]: DEBUG oslo_vmware.api [None req-19f9b9e5-7f87-4cf2-8a14-d7451982ca6a tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Task: {'id': task-4076789, 'name': PowerOnVM_Task, 'duration_secs': 0.688536} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.577799] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-19f9b9e5-7f87-4cf2-8a14-d7451982ca6a tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] [instance: aad29946-4f6b-4a9b-83f0-6177bcc62dfa] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 707.578051] env[69889]: INFO nova.compute.manager [None req-19f9b9e5-7f87-4cf2-8a14-d7451982ca6a tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] [instance: aad29946-4f6b-4a9b-83f0-6177bcc62dfa] Took 10.59 seconds to spawn the instance on the hypervisor. [ 707.578242] env[69889]: DEBUG nova.compute.manager [None req-19f9b9e5-7f87-4cf2-8a14-d7451982ca6a tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] [instance: aad29946-4f6b-4a9b-83f0-6177bcc62dfa] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 707.579139] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f04f85e8-caff-4bf1-8555-7614dba9433f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.710460] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4076792, 'name': CreateVM_Task, 'duration_secs': 0.431501} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.711070] env[69889]: DEBUG nova.scheduler.client.report [None req-b89ca2d7-4e90-4d50-8e26-9e588ce91f99 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 707.717627] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49ce5d94-ce4e-457b-a34c-54bd5dfcc242] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 707.717627] env[69889]: DEBUG oslo_concurrency.lockutils [None req-825da9fe-ca8d-403a-899c-ed00e5a70753 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.717627] env[69889]: DEBUG oslo_concurrency.lockutils [None req-825da9fe-ca8d-403a-899c-ed00e5a70753 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.717627] env[69889]: DEBUG oslo_concurrency.lockutils [None req-825da9fe-ca8d-403a-899c-ed00e5a70753 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.717627] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e0adb94-d297-4114-b1b7-077a141e0203 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.726332] env[69889]: DEBUG oslo_vmware.api [None req-825da9fe-ca8d-403a-899c-ed00e5a70753 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Waiting for the task: (returnval){ [ 707.726332] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]5272f47d-db5e-554c-ad9e-9f90cd2f10d7" [ 707.726332] env[69889]: _type = "Task" [ 707.726332] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.744413] env[69889]: DEBUG oslo_vmware.api [None req-825da9fe-ca8d-403a-899c-ed00e5a70753 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5272f47d-db5e-554c-ad9e-9f90cd2f10d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.827107] env[69889]: DEBUG nova.compute.manager [None req-5976ba3c-c761-4014-a36d-719c7d5f8030 tempest-ServerTagsTestJSON-782493845 tempest-ServerTagsTestJSON-782493845-project-member] [instance: 6440cc57-4bc9-4c89-941e-f16b6bf04dc3] Start spawning the instance on the hypervisor. {{(pid=69889) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 707.830378] env[69889]: DEBUG nova.network.neutron [None req-73b9f1b8-1ac2-430c-b737-d6ccaa4fa8b6 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: da1de6c7-ec10-47d2-a8a9-8572cd4162f5] Successfully updated port: e5f478e5-e0f8-41e7-a87c-054c79afd15e {{(pid=69889) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 707.859330] env[69889]: DEBUG nova.virt.hardware [None req-5976ba3c-c761-4014-a36d-719c7d5f8030 tempest-ServerTagsTestJSON-782493845 tempest-ServerTagsTestJSON-782493845-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 707.859330] env[69889]: DEBUG nova.virt.hardware [None req-5976ba3c-c761-4014-a36d-719c7d5f8030 tempest-ServerTagsTestJSON-782493845 tempest-ServerTagsTestJSON-782493845-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 707.859330] env[69889]: DEBUG nova.virt.hardware [None req-5976ba3c-c761-4014-a36d-719c7d5f8030 tempest-ServerTagsTestJSON-782493845 tempest-ServerTagsTestJSON-782493845-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 707.859330] env[69889]: DEBUG nova.virt.hardware [None req-5976ba3c-c761-4014-a36d-719c7d5f8030 tempest-ServerTagsTestJSON-782493845 tempest-ServerTagsTestJSON-782493845-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 707.859572] env[69889]: DEBUG nova.virt.hardware [None req-5976ba3c-c761-4014-a36d-719c7d5f8030 tempest-ServerTagsTestJSON-782493845 tempest-ServerTagsTestJSON-782493845-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 707.859768] env[69889]: DEBUG nova.virt.hardware [None req-5976ba3c-c761-4014-a36d-719c7d5f8030 tempest-ServerTagsTestJSON-782493845 tempest-ServerTagsTestJSON-782493845-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 707.859843] env[69889]: DEBUG nova.virt.hardware [None req-5976ba3c-c761-4014-a36d-719c7d5f8030 tempest-ServerTagsTestJSON-782493845 tempest-ServerTagsTestJSON-782493845-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 707.860166] env[69889]: DEBUG nova.virt.hardware [None req-5976ba3c-c761-4014-a36d-719c7d5f8030 tempest-ServerTagsTestJSON-782493845 tempest-ServerTagsTestJSON-782493845-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 707.860166] env[69889]: DEBUG nova.virt.hardware [None req-5976ba3c-c761-4014-a36d-719c7d5f8030 tempest-ServerTagsTestJSON-782493845 tempest-ServerTagsTestJSON-782493845-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 707.860336] env[69889]: DEBUG nova.virt.hardware [None req-5976ba3c-c761-4014-a36d-719c7d5f8030 tempest-ServerTagsTestJSON-782493845 tempest-ServerTagsTestJSON-782493845-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 707.860510] env[69889]: DEBUG nova.virt.hardware [None req-5976ba3c-c761-4014-a36d-719c7d5f8030 tempest-ServerTagsTestJSON-782493845 tempest-ServerTagsTestJSON-782493845-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 707.862028] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc18b505-f724-4c97-b023-25366ce756a6 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.873321] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4560c927-cef0-427c-bbbd-7905eb475fe6 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.103339] env[69889]: INFO nova.compute.manager [None req-19f9b9e5-7f87-4cf2-8a14-d7451982ca6a tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] [instance: aad29946-4f6b-4a9b-83f0-6177bcc62dfa] Took 16.35 seconds to build instance. [ 708.219744] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b89ca2d7-4e90-4d50-8e26-9e588ce91f99 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.420s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.219744] env[69889]: DEBUG nova.compute.manager [None req-b89ca2d7-4e90-4d50-8e26-9e588ce91f99 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] [instance: 2cb12a8d-74ee-4fe0-92fd-8c2adbc3becc] Start building networks asynchronously for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 708.222577] env[69889]: DEBUG oslo_concurrency.lockutils [None req-dfed64f1-74ea-4c6b-9cee-02648aff0983 tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.891s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.224572] env[69889]: INFO nova.compute.claims [None req-dfed64f1-74ea-4c6b-9cee-02648aff0983 tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] [instance: 89d1a6bb-1542-46d9-832f-d0ac2867492f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 708.239695] env[69889]: DEBUG oslo_vmware.api [None req-825da9fe-ca8d-403a-899c-ed00e5a70753 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5272f47d-db5e-554c-ad9e-9f90cd2f10d7, 'name': SearchDatastore_Task, 'duration_secs': 0.014998} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.241049] env[69889]: DEBUG oslo_concurrency.lockutils [None req-825da9fe-ca8d-403a-899c-ed00e5a70753 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.241049] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-825da9fe-ca8d-403a-899c-ed00e5a70753 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 49ce5d94-ce4e-457b-a34c-54bd5dfcc242] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 708.241049] env[69889]: DEBUG oslo_concurrency.lockutils [None req-825da9fe-ca8d-403a-899c-ed00e5a70753 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.241049] env[69889]: DEBUG oslo_concurrency.lockutils [None req-825da9fe-ca8d-403a-899c-ed00e5a70753 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.241252] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-825da9fe-ca8d-403a-899c-ed00e5a70753 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 708.241346] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-122a76ff-ccb4-4a4c-be00-1513d9a0d212 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.255178] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-825da9fe-ca8d-403a-899c-ed00e5a70753 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 708.255396] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-825da9fe-ca8d-403a-899c-ed00e5a70753 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 708.256441] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fc6351f-16f7-4e30-821e-0b89275fe662 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.264892] env[69889]: DEBUG oslo_vmware.api [None req-825da9fe-ca8d-403a-899c-ed00e5a70753 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Waiting for the task: (returnval){ [ 708.264892] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]5256052b-45b0-2242-4998-2af8e4e1596a" [ 708.264892] env[69889]: _type = "Task" [ 708.264892] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.278836] env[69889]: DEBUG oslo_vmware.api [None req-825da9fe-ca8d-403a-899c-ed00e5a70753 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5256052b-45b0-2242-4998-2af8e4e1596a, 'name': SearchDatastore_Task, 'duration_secs': 0.011562} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.279757] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0fb39ad-8212-45a4-89ea-4c3b76511ea5 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.291426] env[69889]: DEBUG oslo_vmware.api [None req-825da9fe-ca8d-403a-899c-ed00e5a70753 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Waiting for the task: (returnval){ [ 708.291426] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]523c8e12-6302-8224-89e9-8c92ba7dcf51" [ 708.291426] env[69889]: _type = "Task" [ 708.291426] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.304302] env[69889]: DEBUG oslo_vmware.api [None req-825da9fe-ca8d-403a-899c-ed00e5a70753 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]523c8e12-6302-8224-89e9-8c92ba7dcf51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.304302] env[69889]: DEBUG nova.network.neutron [req-31c31bee-7df2-4a9d-8002-60d54d46c130 req-1f4f32b4-5ace-4a92-b887-11dfdc622e01 service nova] [instance: 49ce5d94-ce4e-457b-a34c-54bd5dfcc242] Updated VIF entry in instance network info cache for port edb83f83-f9ec-4b72-bcda-1e64d5431fb0. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 708.304425] env[69889]: DEBUG nova.network.neutron [req-31c31bee-7df2-4a9d-8002-60d54d46c130 req-1f4f32b4-5ace-4a92-b887-11dfdc622e01 service nova] [instance: 49ce5d94-ce4e-457b-a34c-54bd5dfcc242] Updating instance_info_cache with network_info: [{"id": "edb83f83-f9ec-4b72-bcda-1e64d5431fb0", "address": "fa:16:3e:98:4f:17", "network": {"id": "dc7a1c63-64ed-41ca-b29f-202337c0d542", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1276397426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf71caefe82444e1aa35f5f5071b52f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedb83f83-f9", "ovs_interfaceid": "edb83f83-f9ec-4b72-bcda-1e64d5431fb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.333103] env[69889]: DEBUG oslo_concurrency.lockutils [None req-73b9f1b8-1ac2-430c-b737-d6ccaa4fa8b6 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Acquiring lock "refresh_cache-da1de6c7-ec10-47d2-a8a9-8572cd4162f5" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.336743] env[69889]: DEBUG oslo_concurrency.lockutils [None req-73b9f1b8-1ac2-430c-b737-d6ccaa4fa8b6 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Acquired lock "refresh_cache-da1de6c7-ec10-47d2-a8a9-8572cd4162f5" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.336743] env[69889]: DEBUG nova.network.neutron [None req-73b9f1b8-1ac2-430c-b737-d6ccaa4fa8b6 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: da1de6c7-ec10-47d2-a8a9-8572cd4162f5] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 708.605641] env[69889]: DEBUG oslo_concurrency.lockutils [None req-19f9b9e5-7f87-4cf2-8a14-d7451982ca6a tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Lock "aad29946-4f6b-4a9b-83f0-6177bcc62dfa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.868s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.724759] env[69889]: DEBUG nova.compute.utils [None req-b89ca2d7-4e90-4d50-8e26-9e588ce91f99 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 708.726219] env[69889]: DEBUG nova.compute.manager [None req-b89ca2d7-4e90-4d50-8e26-9e588ce91f99 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] [instance: 2cb12a8d-74ee-4fe0-92fd-8c2adbc3becc] Allocating IP information in the background. {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 708.726399] env[69889]: DEBUG nova.network.neutron [None req-b89ca2d7-4e90-4d50-8e26-9e588ce91f99 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] [instance: 2cb12a8d-74ee-4fe0-92fd-8c2adbc3becc] allocate_for_instance() {{(pid=69889) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 708.803552] env[69889]: DEBUG oslo_vmware.api [None req-825da9fe-ca8d-403a-899c-ed00e5a70753 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]523c8e12-6302-8224-89e9-8c92ba7dcf51, 'name': SearchDatastore_Task, 'duration_secs': 0.01538} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.803908] env[69889]: DEBUG oslo_concurrency.lockutils [None req-825da9fe-ca8d-403a-899c-ed00e5a70753 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.804189] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-825da9fe-ca8d-403a-899c-ed00e5a70753 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] 49ce5d94-ce4e-457b-a34c-54bd5dfcc242/49ce5d94-ce4e-457b-a34c-54bd5dfcc242.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 708.804453] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-81590c5f-4ff9-4eda-9909-6392611318ab {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.806812] env[69889]: DEBUG oslo_concurrency.lockutils [req-31c31bee-7df2-4a9d-8002-60d54d46c130 req-1f4f32b4-5ace-4a92-b887-11dfdc622e01 service nova] Releasing lock "refresh_cache-49ce5d94-ce4e-457b-a34c-54bd5dfcc242" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.812639] env[69889]: DEBUG oslo_vmware.api [None req-825da9fe-ca8d-403a-899c-ed00e5a70753 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Waiting for the task: (returnval){ [ 708.812639] env[69889]: value = "task-4076793" [ 708.812639] env[69889]: _type = "Task" [ 708.812639] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.821737] env[69889]: DEBUG oslo_vmware.api [None req-825da9fe-ca8d-403a-899c-ed00e5a70753 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4076793, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.884170] env[69889]: DEBUG nova.policy [None req-b89ca2d7-4e90-4d50-8e26-9e588ce91f99 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a12734862b594207bcec6e3700678f89', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dbeed8ed18604939b71a7a686896ff14', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69889) authorize /opt/stack/nova/nova/policy.py:192}} [ 708.971818] env[69889]: DEBUG nova.network.neutron [None req-73b9f1b8-1ac2-430c-b737-d6ccaa4fa8b6 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: da1de6c7-ec10-47d2-a8a9-8572cd4162f5] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 709.154847] env[69889]: INFO nova.compute.manager [None req-53288ab3-1ca5-4984-8c56-1de39bf57e78 tempest-ServersAdmin275Test-1115760524 tempest-ServersAdmin275Test-1115760524-project-admin] [instance: d23cb796-1de4-4706-8d28-a50c7da8f5e0] Rebuilding instance [ 709.231233] env[69889]: DEBUG nova.compute.manager [None req-b89ca2d7-4e90-4d50-8e26-9e588ce91f99 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] [instance: 2cb12a8d-74ee-4fe0-92fd-8c2adbc3becc] Start building block device mappings for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 709.236732] env[69889]: DEBUG nova.compute.manager [None req-53288ab3-1ca5-4984-8c56-1de39bf57e78 tempest-ServersAdmin275Test-1115760524 tempest-ServersAdmin275Test-1115760524-project-admin] [instance: d23cb796-1de4-4706-8d28-a50c7da8f5e0] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 709.244766] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6edc3d9-9fc6-4dcd-8616-eec8050bd478 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.297169] env[69889]: DEBUG nova.compute.manager [req-c7860935-626b-47af-96dc-02969cb9ea71 req-1c1215bc-b381-4e93-9500-6f1fdfd45ba0 service nova] [instance: da1de6c7-ec10-47d2-a8a9-8572cd4162f5] Received event network-vif-plugged-e5f478e5-e0f8-41e7-a87c-054c79afd15e {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 709.302039] env[69889]: DEBUG oslo_concurrency.lockutils [req-c7860935-626b-47af-96dc-02969cb9ea71 req-1c1215bc-b381-4e93-9500-6f1fdfd45ba0 service nova] Acquiring lock "da1de6c7-ec10-47d2-a8a9-8572cd4162f5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.302039] env[69889]: DEBUG oslo_concurrency.lockutils [req-c7860935-626b-47af-96dc-02969cb9ea71 req-1c1215bc-b381-4e93-9500-6f1fdfd45ba0 service nova] Lock "da1de6c7-ec10-47d2-a8a9-8572cd4162f5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.302039] env[69889]: DEBUG oslo_concurrency.lockutils [req-c7860935-626b-47af-96dc-02969cb9ea71 req-1c1215bc-b381-4e93-9500-6f1fdfd45ba0 service nova] Lock "da1de6c7-ec10-47d2-a8a9-8572cd4162f5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.302039] env[69889]: DEBUG nova.compute.manager [req-c7860935-626b-47af-96dc-02969cb9ea71 req-1c1215bc-b381-4e93-9500-6f1fdfd45ba0 service nova] [instance: da1de6c7-ec10-47d2-a8a9-8572cd4162f5] No waiting events found dispatching network-vif-plugged-e5f478e5-e0f8-41e7-a87c-054c79afd15e {{(pid=69889) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 709.302039] env[69889]: WARNING nova.compute.manager [req-c7860935-626b-47af-96dc-02969cb9ea71 req-1c1215bc-b381-4e93-9500-6f1fdfd45ba0 service nova] [instance: da1de6c7-ec10-47d2-a8a9-8572cd4162f5] Received unexpected event network-vif-plugged-e5f478e5-e0f8-41e7-a87c-054c79afd15e for instance with vm_state building and task_state spawning. [ 709.334673] env[69889]: DEBUG oslo_vmware.api [None req-825da9fe-ca8d-403a-899c-ed00e5a70753 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4076793, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.451126] env[69889]: DEBUG nova.network.neutron [None req-73b9f1b8-1ac2-430c-b737-d6ccaa4fa8b6 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: da1de6c7-ec10-47d2-a8a9-8572cd4162f5] Updating instance_info_cache with network_info: [{"id": "e5f478e5-e0f8-41e7-a87c-054c79afd15e", "address": "fa:16:3e:88:1b:e0", "network": {"id": "f9341188-47f9-41e2-bae7-5eb6406f3899", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.39", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b7973ea41bcd4363abc2e9339dec4d77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5f478e5-e0", "ovs_interfaceid": "e5f478e5-e0f8-41e7-a87c-054c79afd15e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.598603] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29afbb15-b521-420a-b9fc-b72180e39728 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.610799] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6c5074b-bb81-4587-b5fe-9da01fc7f98c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.655674] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ac1a486-32ad-4502-8c5a-e5d78f6618ad {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.670112] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16c4115d-9a3f-4382-a7b7-13636327b3ba {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.694167] env[69889]: DEBUG nova.compute.provider_tree [None req-dfed64f1-74ea-4c6b-9cee-02648aff0983 tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 709.826784] env[69889]: DEBUG oslo_vmware.api [None req-825da9fe-ca8d-403a-899c-ed00e5a70753 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4076793, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.824418} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.827128] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-825da9fe-ca8d-403a-899c-ed00e5a70753 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] 49ce5d94-ce4e-457b-a34c-54bd5dfcc242/49ce5d94-ce4e-457b-a34c-54bd5dfcc242.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 709.827358] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-825da9fe-ca8d-403a-899c-ed00e5a70753 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 49ce5d94-ce4e-457b-a34c-54bd5dfcc242] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 709.827637] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bd756bc9-0ef1-415a-8de4-93fb356bffa0 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.837325] env[69889]: DEBUG oslo_vmware.api [None req-825da9fe-ca8d-403a-899c-ed00e5a70753 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Waiting for the task: (returnval){ [ 709.837325] env[69889]: value = "task-4076794" [ 709.837325] env[69889]: _type = "Task" [ 709.837325] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.848852] env[69889]: DEBUG oslo_vmware.api [None req-825da9fe-ca8d-403a-899c-ed00e5a70753 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4076794, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.957626] env[69889]: DEBUG oslo_concurrency.lockutils [None req-73b9f1b8-1ac2-430c-b737-d6ccaa4fa8b6 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Releasing lock "refresh_cache-da1de6c7-ec10-47d2-a8a9-8572cd4162f5" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.959823] env[69889]: DEBUG nova.compute.manager [None req-73b9f1b8-1ac2-430c-b737-d6ccaa4fa8b6 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: da1de6c7-ec10-47d2-a8a9-8572cd4162f5] Instance network_info: |[{"id": "e5f478e5-e0f8-41e7-a87c-054c79afd15e", "address": "fa:16:3e:88:1b:e0", "network": {"id": "f9341188-47f9-41e2-bae7-5eb6406f3899", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.39", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b7973ea41bcd4363abc2e9339dec4d77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5f478e5-e0", "ovs_interfaceid": "e5f478e5-e0f8-41e7-a87c-054c79afd15e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 709.960033] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-73b9f1b8-1ac2-430c-b737-d6ccaa4fa8b6 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: da1de6c7-ec10-47d2-a8a9-8572cd4162f5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:1b:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1c2b89fb-df8c-47c0-83ae-44291236feb4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e5f478e5-e0f8-41e7-a87c-054c79afd15e', 'vif_model': 'vmxnet3'}] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 709.969202] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-73b9f1b8-1ac2-430c-b737-d6ccaa4fa8b6 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Creating folder: Project (77100d3c2de9427594a3e5f7dd904bb1). Parent ref: group-v807779. {{(pid=69889) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 709.969530] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7879d4f9-905f-4bb3-9e7e-713e945a2b6c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.983419] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-73b9f1b8-1ac2-430c-b737-d6ccaa4fa8b6 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Created folder: Project (77100d3c2de9427594a3e5f7dd904bb1) in parent group-v807779. [ 709.983685] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-73b9f1b8-1ac2-430c-b737-d6ccaa4fa8b6 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Creating folder: Instances. Parent ref: group-v807805. {{(pid=69889) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 709.984034] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-55c32f84-a79f-4a6b-af82-fd9bd2fa6898 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.997811] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-73b9f1b8-1ac2-430c-b737-d6ccaa4fa8b6 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Created folder: Instances in parent group-v807805. [ 709.998365] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-73b9f1b8-1ac2-430c-b737-d6ccaa4fa8b6 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 709.998365] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da1de6c7-ec10-47d2-a8a9-8572cd4162f5] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 709.998527] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-be4b46ef-abdd-4a40-91f4-c0841ee1f152 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.022817] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 710.022817] env[69889]: value = "task-4076797" [ 710.022817] env[69889]: _type = "Task" [ 710.022817] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.034061] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4076797, 'name': CreateVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.162994] env[69889]: DEBUG oslo_concurrency.lockutils [None req-fbefef2a-3009-4522-9ec2-b781ffcc1c8c tempest-DeleteServersAdminTestJSON-295700531 tempest-DeleteServersAdminTestJSON-295700531-project-admin] Acquiring lock "7c36cb21-afb4-4ee6-8d04-56e383e01860" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.162994] env[69889]: DEBUG oslo_concurrency.lockutils [None req-fbefef2a-3009-4522-9ec2-b781ffcc1c8c tempest-DeleteServersAdminTestJSON-295700531 tempest-DeleteServersAdminTestJSON-295700531-project-admin] Lock "7c36cb21-afb4-4ee6-8d04-56e383e01860" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.163283] env[69889]: DEBUG oslo_concurrency.lockutils [None req-fbefef2a-3009-4522-9ec2-b781ffcc1c8c tempest-DeleteServersAdminTestJSON-295700531 tempest-DeleteServersAdminTestJSON-295700531-project-admin] Acquiring lock "7c36cb21-afb4-4ee6-8d04-56e383e01860-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.163795] env[69889]: DEBUG oslo_concurrency.lockutils [None req-fbefef2a-3009-4522-9ec2-b781ffcc1c8c tempest-DeleteServersAdminTestJSON-295700531 tempest-DeleteServersAdminTestJSON-295700531-project-admin] Lock "7c36cb21-afb4-4ee6-8d04-56e383e01860-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.165791] env[69889]: DEBUG oslo_concurrency.lockutils [None req-fbefef2a-3009-4522-9ec2-b781ffcc1c8c tempest-DeleteServersAdminTestJSON-295700531 tempest-DeleteServersAdminTestJSON-295700531-project-admin] Lock "7c36cb21-afb4-4ee6-8d04-56e383e01860-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.166677] env[69889]: INFO nova.compute.manager [None req-fbefef2a-3009-4522-9ec2-b781ffcc1c8c tempest-DeleteServersAdminTestJSON-295700531 tempest-DeleteServersAdminTestJSON-295700531-project-admin] [instance: 7c36cb21-afb4-4ee6-8d04-56e383e01860] Terminating instance [ 710.199728] env[69889]: DEBUG nova.scheduler.client.report [None req-dfed64f1-74ea-4c6b-9cee-02648aff0983 tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 710.258653] env[69889]: DEBUG nova.compute.manager [None req-b89ca2d7-4e90-4d50-8e26-9e588ce91f99 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] [instance: 2cb12a8d-74ee-4fe0-92fd-8c2adbc3becc] Start spawning the instance on the hypervisor. {{(pid=69889) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 710.270187] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-53288ab3-1ca5-4984-8c56-1de39bf57e78 tempest-ServersAdmin275Test-1115760524 tempest-ServersAdmin275Test-1115760524-project-admin] [instance: d23cb796-1de4-4706-8d28-a50c7da8f5e0] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 710.270795] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3fc39aab-5b87-4e8a-b7f2-a14f2eeb4ed3 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.281253] env[69889]: DEBUG oslo_vmware.api [None req-53288ab3-1ca5-4984-8c56-1de39bf57e78 tempest-ServersAdmin275Test-1115760524 tempest-ServersAdmin275Test-1115760524-project-admin] Waiting for the task: (returnval){ [ 710.281253] env[69889]: value = "task-4076798" [ 710.281253] env[69889]: _type = "Task" [ 710.281253] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.300019] env[69889]: DEBUG oslo_vmware.api [None req-53288ab3-1ca5-4984-8c56-1de39bf57e78 tempest-ServersAdmin275Test-1115760524 tempest-ServersAdmin275Test-1115760524-project-admin] Task: {'id': task-4076798, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.302462] env[69889]: DEBUG nova.virt.hardware [None req-b89ca2d7-4e90-4d50-8e26-9e588ce91f99 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:26:03Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='556874264',id=25,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1822860129',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 710.302733] env[69889]: DEBUG nova.virt.hardware [None req-b89ca2d7-4e90-4d50-8e26-9e588ce91f99 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 710.303028] env[69889]: DEBUG nova.virt.hardware [None req-b89ca2d7-4e90-4d50-8e26-9e588ce91f99 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 710.303230] env[69889]: DEBUG nova.virt.hardware [None req-b89ca2d7-4e90-4d50-8e26-9e588ce91f99 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 710.303503] env[69889]: DEBUG nova.virt.hardware [None req-b89ca2d7-4e90-4d50-8e26-9e588ce91f99 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 710.303609] env[69889]: DEBUG nova.virt.hardware [None req-b89ca2d7-4e90-4d50-8e26-9e588ce91f99 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 710.303733] env[69889]: DEBUG nova.virt.hardware [None req-b89ca2d7-4e90-4d50-8e26-9e588ce91f99 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 710.303889] env[69889]: DEBUG nova.virt.hardware [None req-b89ca2d7-4e90-4d50-8e26-9e588ce91f99 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 710.304125] env[69889]: DEBUG nova.virt.hardware [None req-b89ca2d7-4e90-4d50-8e26-9e588ce91f99 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 710.304290] env[69889]: DEBUG nova.virt.hardware [None req-b89ca2d7-4e90-4d50-8e26-9e588ce91f99 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 710.304465] env[69889]: DEBUG nova.virt.hardware [None req-b89ca2d7-4e90-4d50-8e26-9e588ce91f99 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 710.305333] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45da771c-2e6f-4e9a-8236-254e0c346f1e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.314904] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdd05c67-4f89-4e0f-9af7-915368ae41b3 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.348201] env[69889]: DEBUG oslo_vmware.api [None req-825da9fe-ca8d-403a-899c-ed00e5a70753 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4076794, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.242612} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.348524] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-825da9fe-ca8d-403a-899c-ed00e5a70753 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 49ce5d94-ce4e-457b-a34c-54bd5dfcc242] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 710.349472] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0086fe7f-db5a-44c8-bbc1-907b13a3c841 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.378134] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-825da9fe-ca8d-403a-899c-ed00e5a70753 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 49ce5d94-ce4e-457b-a34c-54bd5dfcc242] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] 49ce5d94-ce4e-457b-a34c-54bd5dfcc242/49ce5d94-ce4e-457b-a34c-54bd5dfcc242.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 710.378534] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4ee304b-2d0b-4fa8-ab2f-f3ed3a9d18ad {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.402413] env[69889]: DEBUG oslo_vmware.api [None req-825da9fe-ca8d-403a-899c-ed00e5a70753 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Waiting for the task: (returnval){ [ 710.402413] env[69889]: value = "task-4076799" [ 710.402413] env[69889]: _type = "Task" [ 710.402413] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.413093] env[69889]: DEBUG oslo_vmware.api [None req-825da9fe-ca8d-403a-899c-ed00e5a70753 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4076799, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.471194] env[69889]: DEBUG nova.network.neutron [None req-b89ca2d7-4e90-4d50-8e26-9e588ce91f99 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] [instance: 2cb12a8d-74ee-4fe0-92fd-8c2adbc3becc] Successfully created port: 4d35f8b0-920a-40c2-b1fb-f98a24db5977 {{(pid=69889) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 710.533918] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4076797, 'name': CreateVM_Task} progress is 99%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.672894] env[69889]: DEBUG nova.compute.manager [None req-fbefef2a-3009-4522-9ec2-b781ffcc1c8c tempest-DeleteServersAdminTestJSON-295700531 tempest-DeleteServersAdminTestJSON-295700531-project-admin] [instance: 7c36cb21-afb4-4ee6-8d04-56e383e01860] Start destroying the instance on the hypervisor. {{(pid=69889) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 710.673165] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-fbefef2a-3009-4522-9ec2-b781ffcc1c8c tempest-DeleteServersAdminTestJSON-295700531 tempest-DeleteServersAdminTestJSON-295700531-project-admin] [instance: 7c36cb21-afb4-4ee6-8d04-56e383e01860] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 710.674311] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e451a9b-f40f-4dcc-8c05-509445cf5c25 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.682786] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbefef2a-3009-4522-9ec2-b781ffcc1c8c tempest-DeleteServersAdminTestJSON-295700531 tempest-DeleteServersAdminTestJSON-295700531-project-admin] [instance: 7c36cb21-afb4-4ee6-8d04-56e383e01860] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 710.683123] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4854d5b6-19bb-467a-83e0-a16921d18138 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.694008] env[69889]: DEBUG oslo_vmware.api [None req-fbefef2a-3009-4522-9ec2-b781ffcc1c8c tempest-DeleteServersAdminTestJSON-295700531 tempest-DeleteServersAdminTestJSON-295700531-project-admin] Waiting for the task: (returnval){ [ 710.694008] env[69889]: value = "task-4076800" [ 710.694008] env[69889]: _type = "Task" [ 710.694008] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.702846] env[69889]: DEBUG nova.compute.manager [None req-7814ff62-5d69-4608-b9bb-48dc31b9ba2c tempest-ServerDiagnosticsV248Test-1953004338 tempest-ServerDiagnosticsV248Test-1953004338-project-admin] [instance: 2174fe4e-a8f9-4833-b2ab-e0c2ae3b0099] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 710.704613] env[69889]: DEBUG oslo_concurrency.lockutils [None req-dfed64f1-74ea-4c6b-9cee-02648aff0983 tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.482s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.705059] env[69889]: DEBUG nova.compute.manager [None req-dfed64f1-74ea-4c6b-9cee-02648aff0983 tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] [instance: 89d1a6bb-1542-46d9-832f-d0ac2867492f] Start building networks asynchronously for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 710.708902] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64c83095-f9b4-44d6-bbaf-4098ac693223 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.715523] env[69889]: DEBUG oslo_concurrency.lockutils [None req-cd6ed32a-b7b7-4377-b0c6-92e2b6f3cca8 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 4.755s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.715745] env[69889]: DEBUG nova.objects.instance [None req-cd6ed32a-b7b7-4377-b0c6-92e2b6f3cca8 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] [instance: d23cb796-1de4-4706-8d28-a50c7da8f5e0] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69889) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 710.718754] env[69889]: DEBUG oslo_vmware.api [None req-fbefef2a-3009-4522-9ec2-b781ffcc1c8c tempest-DeleteServersAdminTestJSON-295700531 tempest-DeleteServersAdminTestJSON-295700531-project-admin] Task: {'id': task-4076800, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.724462] env[69889]: INFO nova.compute.manager [None req-7814ff62-5d69-4608-b9bb-48dc31b9ba2c tempest-ServerDiagnosticsV248Test-1953004338 tempest-ServerDiagnosticsV248Test-1953004338-project-admin] [instance: 2174fe4e-a8f9-4833-b2ab-e0c2ae3b0099] Retrieving diagnostics [ 710.728255] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-145903f3-e6e1-4830-b99f-3d10c89a48d4 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.792212] env[69889]: DEBUG oslo_vmware.api [None req-53288ab3-1ca5-4984-8c56-1de39bf57e78 tempest-ServersAdmin275Test-1115760524 tempest-ServersAdmin275Test-1115760524-project-admin] Task: {'id': task-4076798, 'name': PowerOffVM_Task, 'duration_secs': 0.238783} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.792713] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-53288ab3-1ca5-4984-8c56-1de39bf57e78 tempest-ServersAdmin275Test-1115760524 tempest-ServersAdmin275Test-1115760524-project-admin] [instance: d23cb796-1de4-4706-8d28-a50c7da8f5e0] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 710.793042] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-53288ab3-1ca5-4984-8c56-1de39bf57e78 tempest-ServersAdmin275Test-1115760524 tempest-ServersAdmin275Test-1115760524-project-admin] [instance: d23cb796-1de4-4706-8d28-a50c7da8f5e0] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 710.794254] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24ac4096-96fc-480a-9bab-f7b45b272f41 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.802611] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-53288ab3-1ca5-4984-8c56-1de39bf57e78 tempest-ServersAdmin275Test-1115760524 tempest-ServersAdmin275Test-1115760524-project-admin] [instance: d23cb796-1de4-4706-8d28-a50c7da8f5e0] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 710.802929] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2474df7b-d3be-44d3-87dc-4b77671e1acc {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.831837] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-53288ab3-1ca5-4984-8c56-1de39bf57e78 tempest-ServersAdmin275Test-1115760524 tempest-ServersAdmin275Test-1115760524-project-admin] [instance: d23cb796-1de4-4706-8d28-a50c7da8f5e0] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 710.832510] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-53288ab3-1ca5-4984-8c56-1de39bf57e78 tempest-ServersAdmin275Test-1115760524 tempest-ServersAdmin275Test-1115760524-project-admin] [instance: d23cb796-1de4-4706-8d28-a50c7da8f5e0] Deleting contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 710.832510] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-53288ab3-1ca5-4984-8c56-1de39bf57e78 tempest-ServersAdmin275Test-1115760524 tempest-ServersAdmin275Test-1115760524-project-admin] Deleting the datastore file [datastore2] d23cb796-1de4-4706-8d28-a50c7da8f5e0 {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 710.832510] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c71a8c0b-cc1e-4738-822b-da6b97b888b8 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.842056] env[69889]: DEBUG oslo_vmware.api [None req-53288ab3-1ca5-4984-8c56-1de39bf57e78 tempest-ServersAdmin275Test-1115760524 tempest-ServersAdmin275Test-1115760524-project-admin] Waiting for the task: (returnval){ [ 710.842056] env[69889]: value = "task-4076802" [ 710.842056] env[69889]: _type = "Task" [ 710.842056] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.851373] env[69889]: DEBUG oslo_vmware.api [None req-53288ab3-1ca5-4984-8c56-1de39bf57e78 tempest-ServersAdmin275Test-1115760524 tempest-ServersAdmin275Test-1115760524-project-admin] Task: {'id': task-4076802, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.913550] env[69889]: DEBUG oslo_vmware.api [None req-825da9fe-ca8d-403a-899c-ed00e5a70753 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4076799, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.035105] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4076797, 'name': CreateVM_Task} progress is 99%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.207888] env[69889]: DEBUG oslo_vmware.api [None req-fbefef2a-3009-4522-9ec2-b781ffcc1c8c tempest-DeleteServersAdminTestJSON-295700531 tempest-DeleteServersAdminTestJSON-295700531-project-admin] Task: {'id': task-4076800, 'name': PowerOffVM_Task, 'duration_secs': 0.377258} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.208025] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbefef2a-3009-4522-9ec2-b781ffcc1c8c tempest-DeleteServersAdminTestJSON-295700531 tempest-DeleteServersAdminTestJSON-295700531-project-admin] [instance: 7c36cb21-afb4-4ee6-8d04-56e383e01860] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 711.208099] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-fbefef2a-3009-4522-9ec2-b781ffcc1c8c tempest-DeleteServersAdminTestJSON-295700531 tempest-DeleteServersAdminTestJSON-295700531-project-admin] [instance: 7c36cb21-afb4-4ee6-8d04-56e383e01860] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 711.208539] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-137c033e-2949-439a-a393-c56375efc44a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.214343] env[69889]: DEBUG nova.compute.utils [None req-dfed64f1-74ea-4c6b-9cee-02648aff0983 tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 711.215361] env[69889]: DEBUG nova.compute.manager [None req-dfed64f1-74ea-4c6b-9cee-02648aff0983 tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] [instance: 89d1a6bb-1542-46d9-832f-d0ac2867492f] Allocating IP information in the background. {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 711.215473] env[69889]: DEBUG nova.network.neutron [None req-dfed64f1-74ea-4c6b-9cee-02648aff0983 tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] [instance: 89d1a6bb-1542-46d9-832f-d0ac2867492f] allocate_for_instance() {{(pid=69889) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 711.284529] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-fbefef2a-3009-4522-9ec2-b781ffcc1c8c tempest-DeleteServersAdminTestJSON-295700531 tempest-DeleteServersAdminTestJSON-295700531-project-admin] [instance: 7c36cb21-afb4-4ee6-8d04-56e383e01860] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 711.284767] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-fbefef2a-3009-4522-9ec2-b781ffcc1c8c tempest-DeleteServersAdminTestJSON-295700531 tempest-DeleteServersAdminTestJSON-295700531-project-admin] [instance: 7c36cb21-afb4-4ee6-8d04-56e383e01860] Deleting contents of the VM from datastore datastore1 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 711.284950] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbefef2a-3009-4522-9ec2-b781ffcc1c8c tempest-DeleteServersAdminTestJSON-295700531 tempest-DeleteServersAdminTestJSON-295700531-project-admin] Deleting the datastore file [datastore1] 7c36cb21-afb4-4ee6-8d04-56e383e01860 {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 711.285235] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8029f27e-1802-454a-a328-cd7e488a997b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.294610] env[69889]: DEBUG oslo_vmware.api [None req-fbefef2a-3009-4522-9ec2-b781ffcc1c8c tempest-DeleteServersAdminTestJSON-295700531 tempest-DeleteServersAdminTestJSON-295700531-project-admin] Waiting for the task: (returnval){ [ 711.294610] env[69889]: value = "task-4076804" [ 711.294610] env[69889]: _type = "Task" [ 711.294610] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.306030] env[69889]: DEBUG oslo_vmware.api [None req-fbefef2a-3009-4522-9ec2-b781ffcc1c8c tempest-DeleteServersAdminTestJSON-295700531 tempest-DeleteServersAdminTestJSON-295700531-project-admin] Task: {'id': task-4076804, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.318015] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e137ec74-78e2-4d25-a24b-80f71483a138 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Acquiring lock "d52805a2-50d7-49b9-b1bb-9fddc19df7a2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.318280] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e137ec74-78e2-4d25-a24b-80f71483a138 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Lock "d52805a2-50d7-49b9-b1bb-9fddc19df7a2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.355000] env[69889]: DEBUG oslo_vmware.api [None req-53288ab3-1ca5-4984-8c56-1de39bf57e78 tempest-ServersAdmin275Test-1115760524 tempest-ServersAdmin275Test-1115760524-project-admin] Task: {'id': task-4076802, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.230303} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.355283] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-53288ab3-1ca5-4984-8c56-1de39bf57e78 tempest-ServersAdmin275Test-1115760524 tempest-ServersAdmin275Test-1115760524-project-admin] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 711.355462] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-53288ab3-1ca5-4984-8c56-1de39bf57e78 tempest-ServersAdmin275Test-1115760524 tempest-ServersAdmin275Test-1115760524-project-admin] [instance: d23cb796-1de4-4706-8d28-a50c7da8f5e0] Deleted contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 711.355641] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-53288ab3-1ca5-4984-8c56-1de39bf57e78 tempest-ServersAdmin275Test-1115760524 tempest-ServersAdmin275Test-1115760524-project-admin] [instance: d23cb796-1de4-4706-8d28-a50c7da8f5e0] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 711.420756] env[69889]: DEBUG oslo_vmware.api [None req-825da9fe-ca8d-403a-899c-ed00e5a70753 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4076799, 'name': ReconfigVM_Task, 'duration_secs': 0.704476} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.421276] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-825da9fe-ca8d-403a-899c-ed00e5a70753 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 49ce5d94-ce4e-457b-a34c-54bd5dfcc242] Reconfigured VM instance instance-00000008 to attach disk [datastore2] 49ce5d94-ce4e-457b-a34c-54bd5dfcc242/49ce5d94-ce4e-457b-a34c-54bd5dfcc242.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 711.422135] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a2e6c525-981a-47be-8c59-39ebf9a0ae41 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.429962] env[69889]: DEBUG nova.policy [None req-dfed64f1-74ea-4c6b-9cee-02648aff0983 tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e25dc14b3ae24876844e888068cf70ee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3a1f8dde4b7344cc9767b402727ba490', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69889) authorize /opt/stack/nova/nova/policy.py:192}} [ 711.433996] env[69889]: DEBUG oslo_vmware.api [None req-825da9fe-ca8d-403a-899c-ed00e5a70753 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Waiting for the task: (returnval){ [ 711.433996] env[69889]: value = "task-4076805" [ 711.433996] env[69889]: _type = "Task" [ 711.433996] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.444406] env[69889]: DEBUG oslo_vmware.api [None req-825da9fe-ca8d-403a-899c-ed00e5a70753 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4076805, 'name': Rename_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.465572] env[69889]: DEBUG nova.network.neutron [None req-5976ba3c-c761-4014-a36d-719c7d5f8030 tempest-ServerTagsTestJSON-782493845 tempest-ServerTagsTestJSON-782493845-project-member] [instance: 6440cc57-4bc9-4c89-941e-f16b6bf04dc3] Successfully updated port: 57e7d0a1-037a-4a16-a3bd-6f4fd365c728 {{(pid=69889) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 711.536255] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4076797, 'name': CreateVM_Task} progress is 99%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.723663] env[69889]: DEBUG nova.compute.manager [None req-dfed64f1-74ea-4c6b-9cee-02648aff0983 tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] [instance: 89d1a6bb-1542-46d9-832f-d0ac2867492f] Start building block device mappings for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 711.727416] env[69889]: DEBUG oslo_concurrency.lockutils [None req-cd6ed32a-b7b7-4377-b0c6-92e2b6f3cca8 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.729772] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5504c2d2-a973-45ce-8dca-24f8d6aa46f6 tempest-VolumesAssistedSnapshotsTest-1139004312 tempest-VolumesAssistedSnapshotsTest-1139004312-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.005s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.731487] env[69889]: INFO nova.compute.claims [None req-5504c2d2-a973-45ce-8dca-24f8d6aa46f6 tempest-VolumesAssistedSnapshotsTest-1139004312 tempest-VolumesAssistedSnapshotsTest-1139004312-project-member] [instance: 7f014d2a-1340-4715-8ab0-42df2c7d9f36] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 711.807114] env[69889]: DEBUG oslo_vmware.api [None req-fbefef2a-3009-4522-9ec2-b781ffcc1c8c tempest-DeleteServersAdminTestJSON-295700531 tempest-DeleteServersAdminTestJSON-295700531-project-admin] Task: {'id': task-4076804, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.414309} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.808024] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbefef2a-3009-4522-9ec2-b781ffcc1c8c tempest-DeleteServersAdminTestJSON-295700531 tempest-DeleteServersAdminTestJSON-295700531-project-admin] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 711.808024] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-fbefef2a-3009-4522-9ec2-b781ffcc1c8c tempest-DeleteServersAdminTestJSON-295700531 tempest-DeleteServersAdminTestJSON-295700531-project-admin] [instance: 7c36cb21-afb4-4ee6-8d04-56e383e01860] Deleted contents of the VM from datastore datastore1 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 711.808787] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-fbefef2a-3009-4522-9ec2-b781ffcc1c8c tempest-DeleteServersAdminTestJSON-295700531 tempest-DeleteServersAdminTestJSON-295700531-project-admin] [instance: 7c36cb21-afb4-4ee6-8d04-56e383e01860] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 711.808878] env[69889]: INFO nova.compute.manager [None req-fbefef2a-3009-4522-9ec2-b781ffcc1c8c tempest-DeleteServersAdminTestJSON-295700531 tempest-DeleteServersAdminTestJSON-295700531-project-admin] [instance: 7c36cb21-afb4-4ee6-8d04-56e383e01860] Took 1.14 seconds to destroy the instance on the hypervisor. [ 711.809719] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fbefef2a-3009-4522-9ec2-b781ffcc1c8c tempest-DeleteServersAdminTestJSON-295700531 tempest-DeleteServersAdminTestJSON-295700531-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 711.809719] env[69889]: DEBUG nova.compute.manager [-] [instance: 7c36cb21-afb4-4ee6-8d04-56e383e01860] Deallocating network for instance {{(pid=69889) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 711.809719] env[69889]: DEBUG nova.network.neutron [-] [instance: 7c36cb21-afb4-4ee6-8d04-56e383e01860] deallocate_for_instance() {{(pid=69889) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 711.820677] env[69889]: DEBUG nova.compute.manager [None req-e137ec74-78e2-4d25-a24b-80f71483a138 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] [instance: d52805a2-50d7-49b9-b1bb-9fddc19df7a2] Starting instance... {{(pid=69889) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 711.952277] env[69889]: DEBUG oslo_vmware.api [None req-825da9fe-ca8d-403a-899c-ed00e5a70753 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4076805, 'name': Rename_Task, 'duration_secs': 0.252334} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.952789] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-825da9fe-ca8d-403a-899c-ed00e5a70753 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 49ce5d94-ce4e-457b-a34c-54bd5dfcc242] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 711.953270] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-37e1edd8-40b2-42c7-8598-6c7427d257fa {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.962041] env[69889]: DEBUG oslo_vmware.api [None req-825da9fe-ca8d-403a-899c-ed00e5a70753 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Waiting for the task: (returnval){ [ 711.962041] env[69889]: value = "task-4076806" [ 711.962041] env[69889]: _type = "Task" [ 711.962041] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.972871] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5976ba3c-c761-4014-a36d-719c7d5f8030 tempest-ServerTagsTestJSON-782493845 tempest-ServerTagsTestJSON-782493845-project-member] Acquiring lock "refresh_cache-6440cc57-4bc9-4c89-941e-f16b6bf04dc3" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.973219] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5976ba3c-c761-4014-a36d-719c7d5f8030 tempest-ServerTagsTestJSON-782493845 tempest-ServerTagsTestJSON-782493845-project-member] Acquired lock "refresh_cache-6440cc57-4bc9-4c89-941e-f16b6bf04dc3" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.973219] env[69889]: DEBUG nova.network.neutron [None req-5976ba3c-c761-4014-a36d-719c7d5f8030 tempest-ServerTagsTestJSON-782493845 tempest-ServerTagsTestJSON-782493845-project-member] [instance: 6440cc57-4bc9-4c89-941e-f16b6bf04dc3] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 711.974898] env[69889]: DEBUG oslo_vmware.api [None req-825da9fe-ca8d-403a-899c-ed00e5a70753 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4076806, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.043864] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4076797, 'name': CreateVM_Task, 'duration_secs': 1.597463} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.044079] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da1de6c7-ec10-47d2-a8a9-8572cd4162f5] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 712.044833] env[69889]: DEBUG oslo_concurrency.lockutils [None req-73b9f1b8-1ac2-430c-b737-d6ccaa4fa8b6 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.045056] env[69889]: DEBUG oslo_concurrency.lockutils [None req-73b9f1b8-1ac2-430c-b737-d6ccaa4fa8b6 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.045389] env[69889]: DEBUG oslo_concurrency.lockutils [None req-73b9f1b8-1ac2-430c-b737-d6ccaa4fa8b6 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.045693] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2308aa26-6d05-4cc4-a58b-466a911d2def {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.055151] env[69889]: DEBUG oslo_vmware.api [None req-73b9f1b8-1ac2-430c-b737-d6ccaa4fa8b6 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Waiting for the task: (returnval){ [ 712.055151] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52dde17e-0aff-d431-776c-ab87fe2cebed" [ 712.055151] env[69889]: _type = "Task" [ 712.055151] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.072734] env[69889]: DEBUG oslo_vmware.api [None req-73b9f1b8-1ac2-430c-b737-d6ccaa4fa8b6 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52dde17e-0aff-d431-776c-ab87fe2cebed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.360648] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e137ec74-78e2-4d25-a24b-80f71483a138 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.413802] env[69889]: DEBUG nova.virt.hardware [None req-53288ab3-1ca5-4984-8c56-1de39bf57e78 tempest-ServersAdmin275Test-1115760524 tempest-ServersAdmin275Test-1115760524-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 712.414249] env[69889]: DEBUG nova.virt.hardware [None req-53288ab3-1ca5-4984-8c56-1de39bf57e78 tempest-ServersAdmin275Test-1115760524 tempest-ServersAdmin275Test-1115760524-project-admin] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 712.414449] env[69889]: DEBUG nova.virt.hardware [None req-53288ab3-1ca5-4984-8c56-1de39bf57e78 tempest-ServersAdmin275Test-1115760524 tempest-ServersAdmin275Test-1115760524-project-admin] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 712.414645] env[69889]: DEBUG nova.virt.hardware [None req-53288ab3-1ca5-4984-8c56-1de39bf57e78 tempest-ServersAdmin275Test-1115760524 tempest-ServersAdmin275Test-1115760524-project-admin] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 712.414814] env[69889]: DEBUG nova.virt.hardware [None req-53288ab3-1ca5-4984-8c56-1de39bf57e78 tempest-ServersAdmin275Test-1115760524 tempest-ServersAdmin275Test-1115760524-project-admin] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 712.415918] env[69889]: DEBUG nova.virt.hardware [None req-53288ab3-1ca5-4984-8c56-1de39bf57e78 tempest-ServersAdmin275Test-1115760524 tempest-ServersAdmin275Test-1115760524-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 712.415918] env[69889]: DEBUG nova.virt.hardware [None req-53288ab3-1ca5-4984-8c56-1de39bf57e78 tempest-ServersAdmin275Test-1115760524 tempest-ServersAdmin275Test-1115760524-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 712.415918] env[69889]: DEBUG nova.virt.hardware [None req-53288ab3-1ca5-4984-8c56-1de39bf57e78 tempest-ServersAdmin275Test-1115760524 tempest-ServersAdmin275Test-1115760524-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 712.415918] env[69889]: DEBUG nova.virt.hardware [None req-53288ab3-1ca5-4984-8c56-1de39bf57e78 tempest-ServersAdmin275Test-1115760524 tempest-ServersAdmin275Test-1115760524-project-admin] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 712.415918] env[69889]: DEBUG nova.virt.hardware [None req-53288ab3-1ca5-4984-8c56-1de39bf57e78 tempest-ServersAdmin275Test-1115760524 tempest-ServersAdmin275Test-1115760524-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 712.416166] env[69889]: DEBUG nova.virt.hardware [None req-53288ab3-1ca5-4984-8c56-1de39bf57e78 tempest-ServersAdmin275Test-1115760524 tempest-ServersAdmin275Test-1115760524-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 712.416939] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-475b4fa6-a050-4b9d-af30-61f40372b12a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.430795] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41ab602d-cbec-4ee7-8359-002dba5d6294 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.448479] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-53288ab3-1ca5-4984-8c56-1de39bf57e78 tempest-ServersAdmin275Test-1115760524 tempest-ServersAdmin275Test-1115760524-project-admin] [instance: d23cb796-1de4-4706-8d28-a50c7da8f5e0] Instance VIF info [] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 712.454432] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-53288ab3-1ca5-4984-8c56-1de39bf57e78 tempest-ServersAdmin275Test-1115760524 tempest-ServersAdmin275Test-1115760524-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 712.455029] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d23cb796-1de4-4706-8d28-a50c7da8f5e0] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 712.455029] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1f3e4215-e6d8-420b-ba55-7b0da521d2fc {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.485000] env[69889]: DEBUG oslo_vmware.api [None req-825da9fe-ca8d-403a-899c-ed00e5a70753 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4076806, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.485269] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 712.485269] env[69889]: value = "task-4076807" [ 712.485269] env[69889]: _type = "Task" [ 712.485269] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.497258] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4076807, 'name': CreateVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.500146] env[69889]: DEBUG nova.compute.manager [req-88cedf6c-6605-4f2d-8433-28afda1cc859 req-a9416ec6-d656-4d79-80cf-46f2807b4732 service nova] [instance: 6440cc57-4bc9-4c89-941e-f16b6bf04dc3] Received event network-vif-plugged-57e7d0a1-037a-4a16-a3bd-6f4fd365c728 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 712.500379] env[69889]: DEBUG oslo_concurrency.lockutils [req-88cedf6c-6605-4f2d-8433-28afda1cc859 req-a9416ec6-d656-4d79-80cf-46f2807b4732 service nova] Acquiring lock "6440cc57-4bc9-4c89-941e-f16b6bf04dc3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.500626] env[69889]: DEBUG oslo_concurrency.lockutils [req-88cedf6c-6605-4f2d-8433-28afda1cc859 req-a9416ec6-d656-4d79-80cf-46f2807b4732 service nova] Lock "6440cc57-4bc9-4c89-941e-f16b6bf04dc3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.500841] env[69889]: DEBUG oslo_concurrency.lockutils [req-88cedf6c-6605-4f2d-8433-28afda1cc859 req-a9416ec6-d656-4d79-80cf-46f2807b4732 service nova] Lock "6440cc57-4bc9-4c89-941e-f16b6bf04dc3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.501141] env[69889]: DEBUG nova.compute.manager [req-88cedf6c-6605-4f2d-8433-28afda1cc859 req-a9416ec6-d656-4d79-80cf-46f2807b4732 service nova] [instance: 6440cc57-4bc9-4c89-941e-f16b6bf04dc3] No waiting events found dispatching network-vif-plugged-57e7d0a1-037a-4a16-a3bd-6f4fd365c728 {{(pid=69889) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 712.501397] env[69889]: WARNING nova.compute.manager [req-88cedf6c-6605-4f2d-8433-28afda1cc859 req-a9416ec6-d656-4d79-80cf-46f2807b4732 service nova] [instance: 6440cc57-4bc9-4c89-941e-f16b6bf04dc3] Received unexpected event network-vif-plugged-57e7d0a1-037a-4a16-a3bd-6f4fd365c728 for instance with vm_state building and task_state spawning. [ 712.572938] env[69889]: DEBUG oslo_vmware.api [None req-73b9f1b8-1ac2-430c-b737-d6ccaa4fa8b6 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52dde17e-0aff-d431-776c-ab87fe2cebed, 'name': SearchDatastore_Task, 'duration_secs': 0.028281} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.574287] env[69889]: DEBUG oslo_concurrency.lockutils [None req-73b9f1b8-1ac2-430c-b737-d6ccaa4fa8b6 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.574287] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-73b9f1b8-1ac2-430c-b737-d6ccaa4fa8b6 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: da1de6c7-ec10-47d2-a8a9-8572cd4162f5] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 712.575099] env[69889]: DEBUG oslo_concurrency.lockutils [None req-73b9f1b8-1ac2-430c-b737-d6ccaa4fa8b6 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.575435] env[69889]: DEBUG oslo_concurrency.lockutils [None req-73b9f1b8-1ac2-430c-b737-d6ccaa4fa8b6 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.575785] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-73b9f1b8-1ac2-430c-b737-d6ccaa4fa8b6 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 712.576242] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-58f78485-56df-4e49-8b76-c90abc7030c3 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.588056] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-73b9f1b8-1ac2-430c-b737-d6ccaa4fa8b6 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 712.588780] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-73b9f1b8-1ac2-430c-b737-d6ccaa4fa8b6 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 712.589316] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1340d1df-cc67-44c1-8ece-802d5827804e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.600074] env[69889]: DEBUG oslo_vmware.api [None req-73b9f1b8-1ac2-430c-b737-d6ccaa4fa8b6 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Waiting for the task: (returnval){ [ 712.600074] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]5216fa10-1031-7462-02b1-be21ca363795" [ 712.600074] env[69889]: _type = "Task" [ 712.600074] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.610564] env[69889]: DEBUG oslo_vmware.api [None req-73b9f1b8-1ac2-430c-b737-d6ccaa4fa8b6 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5216fa10-1031-7462-02b1-be21ca363795, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.635147] env[69889]: DEBUG nova.network.neutron [None req-5976ba3c-c761-4014-a36d-719c7d5f8030 tempest-ServerTagsTestJSON-782493845 tempest-ServerTagsTestJSON-782493845-project-member] [instance: 6440cc57-4bc9-4c89-941e-f16b6bf04dc3] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 712.747672] env[69889]: DEBUG nova.compute.manager [None req-dfed64f1-74ea-4c6b-9cee-02648aff0983 tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] [instance: 89d1a6bb-1542-46d9-832f-d0ac2867492f] Start spawning the instance on the hypervisor. {{(pid=69889) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 712.789508] env[69889]: DEBUG nova.virt.hardware [None req-dfed64f1-74ea-4c6b-9cee-02648aff0983 tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 712.789728] env[69889]: DEBUG nova.virt.hardware [None req-dfed64f1-74ea-4c6b-9cee-02648aff0983 tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 712.789923] env[69889]: DEBUG nova.virt.hardware [None req-dfed64f1-74ea-4c6b-9cee-02648aff0983 tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 712.790156] env[69889]: DEBUG nova.virt.hardware [None req-dfed64f1-74ea-4c6b-9cee-02648aff0983 tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 712.790416] env[69889]: DEBUG nova.virt.hardware [None req-dfed64f1-74ea-4c6b-9cee-02648aff0983 tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 712.790545] env[69889]: DEBUG nova.virt.hardware [None req-dfed64f1-74ea-4c6b-9cee-02648aff0983 tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 712.791123] env[69889]: DEBUG nova.virt.hardware [None req-dfed64f1-74ea-4c6b-9cee-02648aff0983 tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 712.791123] env[69889]: DEBUG nova.virt.hardware [None req-dfed64f1-74ea-4c6b-9cee-02648aff0983 tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 712.791284] env[69889]: DEBUG nova.virt.hardware [None req-dfed64f1-74ea-4c6b-9cee-02648aff0983 tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 712.791354] env[69889]: DEBUG nova.virt.hardware [None req-dfed64f1-74ea-4c6b-9cee-02648aff0983 tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 712.791494] env[69889]: DEBUG nova.virt.hardware [None req-dfed64f1-74ea-4c6b-9cee-02648aff0983 tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 712.793644] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a379443a-1c03-4ea3-ade5-b0f7f3ae420d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.804789] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66ca47c6-38e1-459a-ae03-2b3483569ea8 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.984489] env[69889]: DEBUG oslo_vmware.api [None req-825da9fe-ca8d-403a-899c-ed00e5a70753 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4076806, 'name': PowerOnVM_Task, 'duration_secs': 0.616085} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.984489] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-825da9fe-ca8d-403a-899c-ed00e5a70753 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 49ce5d94-ce4e-457b-a34c-54bd5dfcc242] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 712.984489] env[69889]: INFO nova.compute.manager [None req-825da9fe-ca8d-403a-899c-ed00e5a70753 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 49ce5d94-ce4e-457b-a34c-54bd5dfcc242] Took 10.15 seconds to spawn the instance on the hypervisor. [ 712.984489] env[69889]: DEBUG nova.compute.manager [None req-825da9fe-ca8d-403a-899c-ed00e5a70753 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 49ce5d94-ce4e-457b-a34c-54bd5dfcc242] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 712.984489] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa5f396b-3ea2-407e-933f-5eb5a7ecfc7f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.017346] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4076807, 'name': CreateVM_Task, 'duration_secs': 0.437942} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.018252] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d23cb796-1de4-4706-8d28-a50c7da8f5e0] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 713.018483] env[69889]: DEBUG oslo_concurrency.lockutils [None req-53288ab3-1ca5-4984-8c56-1de39bf57e78 tempest-ServersAdmin275Test-1115760524 tempest-ServersAdmin275Test-1115760524-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.018483] env[69889]: DEBUG oslo_concurrency.lockutils [None req-53288ab3-1ca5-4984-8c56-1de39bf57e78 tempest-ServersAdmin275Test-1115760524 tempest-ServersAdmin275Test-1115760524-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.019397] env[69889]: DEBUG oslo_concurrency.lockutils [None req-53288ab3-1ca5-4984-8c56-1de39bf57e78 tempest-ServersAdmin275Test-1115760524 tempest-ServersAdmin275Test-1115760524-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.019397] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9833de8b-3350-43ae-9667-e83f63429fc3 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.026170] env[69889]: DEBUG oslo_vmware.api [None req-53288ab3-1ca5-4984-8c56-1de39bf57e78 tempest-ServersAdmin275Test-1115760524 tempest-ServersAdmin275Test-1115760524-project-admin] Waiting for the task: (returnval){ [ 713.026170] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52f25220-ab73-c69b-c977-7aad2cdf5106" [ 713.026170] env[69889]: _type = "Task" [ 713.026170] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.037769] env[69889]: DEBUG oslo_vmware.api [None req-53288ab3-1ca5-4984-8c56-1de39bf57e78 tempest-ServersAdmin275Test-1115760524 tempest-ServersAdmin275Test-1115760524-project-admin] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52f25220-ab73-c69b-c977-7aad2cdf5106, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.066715] env[69889]: DEBUG nova.compute.manager [req-b7ddbedd-5ec2-4d5d-9ba3-067828ba5146 req-0ed8e29b-566b-4f61-8ba4-2bf11acf23dc service nova] [instance: da1de6c7-ec10-47d2-a8a9-8572cd4162f5] Received event network-changed-e5f478e5-e0f8-41e7-a87c-054c79afd15e {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 713.067505] env[69889]: DEBUG nova.compute.manager [req-b7ddbedd-5ec2-4d5d-9ba3-067828ba5146 req-0ed8e29b-566b-4f61-8ba4-2bf11acf23dc service nova] [instance: da1de6c7-ec10-47d2-a8a9-8572cd4162f5] Refreshing instance network info cache due to event network-changed-e5f478e5-e0f8-41e7-a87c-054c79afd15e. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 713.067505] env[69889]: DEBUG oslo_concurrency.lockutils [req-b7ddbedd-5ec2-4d5d-9ba3-067828ba5146 req-0ed8e29b-566b-4f61-8ba4-2bf11acf23dc service nova] Acquiring lock "refresh_cache-da1de6c7-ec10-47d2-a8a9-8572cd4162f5" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.067505] env[69889]: DEBUG oslo_concurrency.lockutils [req-b7ddbedd-5ec2-4d5d-9ba3-067828ba5146 req-0ed8e29b-566b-4f61-8ba4-2bf11acf23dc service nova] Acquired lock "refresh_cache-da1de6c7-ec10-47d2-a8a9-8572cd4162f5" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.068356] env[69889]: DEBUG nova.network.neutron [req-b7ddbedd-5ec2-4d5d-9ba3-067828ba5146 req-0ed8e29b-566b-4f61-8ba4-2bf11acf23dc service nova] [instance: da1de6c7-ec10-47d2-a8a9-8572cd4162f5] Refreshing network info cache for port e5f478e5-e0f8-41e7-a87c-054c79afd15e {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 713.079475] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af9ec7cf-2cb2-48c9-b34a-051eee3daa68 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.084791] env[69889]: DEBUG nova.network.neutron [None req-dfed64f1-74ea-4c6b-9cee-02648aff0983 tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] [instance: 89d1a6bb-1542-46d9-832f-d0ac2867492f] Successfully created port: 98c75aab-1489-49fb-9442-fbcebc07bdb4 {{(pid=69889) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 713.095931] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74820251-76ef-4ba3-864b-713b2d8afce3 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.133295] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-190d6a8a-882c-465b-9ba6-0116f54e83a6 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.140271] env[69889]: DEBUG oslo_vmware.api [None req-73b9f1b8-1ac2-430c-b737-d6ccaa4fa8b6 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5216fa10-1031-7462-02b1-be21ca363795, 'name': SearchDatastore_Task, 'duration_secs': 0.012802} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.142692] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c533ac3-faf0-4fc7-9ed1-0cfe7654226e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.150933] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97015934-8547-493c-bcac-24b07c794f74 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.157345] env[69889]: DEBUG oslo_vmware.api [None req-73b9f1b8-1ac2-430c-b737-d6ccaa4fa8b6 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Waiting for the task: (returnval){ [ 713.157345] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]529804de-93f2-bbb6-9f83-d2c84e5ee084" [ 713.157345] env[69889]: _type = "Task" [ 713.157345] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.168432] env[69889]: DEBUG nova.compute.provider_tree [None req-5504c2d2-a973-45ce-8dca-24f8d6aa46f6 tempest-VolumesAssistedSnapshotsTest-1139004312 tempest-VolumesAssistedSnapshotsTest-1139004312-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 713.179925] env[69889]: DEBUG oslo_vmware.api [None req-73b9f1b8-1ac2-430c-b737-d6ccaa4fa8b6 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]529804de-93f2-bbb6-9f83-d2c84e5ee084, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.257150] env[69889]: DEBUG nova.network.neutron [-] [instance: 7c36cb21-afb4-4ee6-8d04-56e383e01860] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.356992] env[69889]: DEBUG nova.network.neutron [None req-5976ba3c-c761-4014-a36d-719c7d5f8030 tempest-ServerTagsTestJSON-782493845 tempest-ServerTagsTestJSON-782493845-project-member] [instance: 6440cc57-4bc9-4c89-941e-f16b6bf04dc3] Updating instance_info_cache with network_info: [{"id": "57e7d0a1-037a-4a16-a3bd-6f4fd365c728", "address": "fa:16:3e:77:dc:b6", "network": {"id": "1e8cd812-03da-4a5e-b1d2-c07d97efa581", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1671094982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "c664ef32021f4f6a8ce0e34ca088c2cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57e7d0a1-03", "ovs_interfaceid": "57e7d0a1-037a-4a16-a3bd-6f4fd365c728", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.552022] env[69889]: DEBUG oslo_concurrency.lockutils [None req-2c6ba48a-f02c-4d04-957f-6ece74874654 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] Acquiring lock "bfb7906e-20b8-4878-9777-c5fd3ff65c22" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.552022] env[69889]: DEBUG oslo_concurrency.lockutils [None req-2c6ba48a-f02c-4d04-957f-6ece74874654 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] Lock "bfb7906e-20b8-4878-9777-c5fd3ff65c22" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.552022] env[69889]: DEBUG oslo_concurrency.lockutils [None req-2c6ba48a-f02c-4d04-957f-6ece74874654 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] Acquiring lock "bfb7906e-20b8-4878-9777-c5fd3ff65c22-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.552701] env[69889]: DEBUG oslo_concurrency.lockutils [None req-2c6ba48a-f02c-4d04-957f-6ece74874654 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] Lock "bfb7906e-20b8-4878-9777-c5fd3ff65c22-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.553179] env[69889]: DEBUG oslo_concurrency.lockutils [None req-2c6ba48a-f02c-4d04-957f-6ece74874654 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] Lock "bfb7906e-20b8-4878-9777-c5fd3ff65c22-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.558580] env[69889]: INFO nova.compute.manager [None req-825da9fe-ca8d-403a-899c-ed00e5a70753 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 49ce5d94-ce4e-457b-a34c-54bd5dfcc242] Took 18.42 seconds to build instance. [ 713.566034] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7d346a10-4f51-455c-b4d3-384827cebd56 tempest-ServerDiagnosticsV248Test-1638989844 tempest-ServerDiagnosticsV248Test-1638989844-project-member] Acquiring lock "2174fe4e-a8f9-4833-b2ab-e0c2ae3b0099" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.566034] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7d346a10-4f51-455c-b4d3-384827cebd56 tempest-ServerDiagnosticsV248Test-1638989844 tempest-ServerDiagnosticsV248Test-1638989844-project-member] Lock "2174fe4e-a8f9-4833-b2ab-e0c2ae3b0099" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.566363] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7d346a10-4f51-455c-b4d3-384827cebd56 tempest-ServerDiagnosticsV248Test-1638989844 tempest-ServerDiagnosticsV248Test-1638989844-project-member] Acquiring lock "2174fe4e-a8f9-4833-b2ab-e0c2ae3b0099-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.566795] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7d346a10-4f51-455c-b4d3-384827cebd56 tempest-ServerDiagnosticsV248Test-1638989844 tempest-ServerDiagnosticsV248Test-1638989844-project-member] Lock "2174fe4e-a8f9-4833-b2ab-e0c2ae3b0099-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.567240] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7d346a10-4f51-455c-b4d3-384827cebd56 tempest-ServerDiagnosticsV248Test-1638989844 tempest-ServerDiagnosticsV248Test-1638989844-project-member] Lock "2174fe4e-a8f9-4833-b2ab-e0c2ae3b0099-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.584665] env[69889]: DEBUG oslo_vmware.api [None req-53288ab3-1ca5-4984-8c56-1de39bf57e78 tempest-ServersAdmin275Test-1115760524 tempest-ServersAdmin275Test-1115760524-project-admin] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52f25220-ab73-c69b-c977-7aad2cdf5106, 'name': SearchDatastore_Task, 'duration_secs': 0.015048} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.586277] env[69889]: INFO nova.compute.manager [None req-7d346a10-4f51-455c-b4d3-384827cebd56 tempest-ServerDiagnosticsV248Test-1638989844 tempest-ServerDiagnosticsV248Test-1638989844-project-member] [instance: 2174fe4e-a8f9-4833-b2ab-e0c2ae3b0099] Terminating instance [ 713.588801] env[69889]: DEBUG oslo_concurrency.lockutils [None req-53288ab3-1ca5-4984-8c56-1de39bf57e78 tempest-ServersAdmin275Test-1115760524 tempest-ServersAdmin275Test-1115760524-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.590294] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-53288ab3-1ca5-4984-8c56-1de39bf57e78 tempest-ServersAdmin275Test-1115760524 tempest-ServersAdmin275Test-1115760524-project-admin] [instance: d23cb796-1de4-4706-8d28-a50c7da8f5e0] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 713.590672] env[69889]: DEBUG oslo_concurrency.lockutils [None req-53288ab3-1ca5-4984-8c56-1de39bf57e78 tempest-ServersAdmin275Test-1115760524 tempest-ServersAdmin275Test-1115760524-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.601293] env[69889]: INFO nova.compute.manager [None req-2c6ba48a-f02c-4d04-957f-6ece74874654 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] [instance: bfb7906e-20b8-4878-9777-c5fd3ff65c22] Terminating instance [ 713.675030] env[69889]: DEBUG nova.scheduler.client.report [None req-5504c2d2-a973-45ce-8dca-24f8d6aa46f6 tempest-VolumesAssistedSnapshotsTest-1139004312 tempest-VolumesAssistedSnapshotsTest-1139004312-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 713.689714] env[69889]: DEBUG oslo_vmware.api [None req-73b9f1b8-1ac2-430c-b737-d6ccaa4fa8b6 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]529804de-93f2-bbb6-9f83-d2c84e5ee084, 'name': SearchDatastore_Task, 'duration_secs': 0.029207} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.690817] env[69889]: DEBUG oslo_concurrency.lockutils [None req-73b9f1b8-1ac2-430c-b737-d6ccaa4fa8b6 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.692197] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-73b9f1b8-1ac2-430c-b737-d6ccaa4fa8b6 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] da1de6c7-ec10-47d2-a8a9-8572cd4162f5/da1de6c7-ec10-47d2-a8a9-8572cd4162f5.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 713.692197] env[69889]: DEBUG oslo_concurrency.lockutils [None req-53288ab3-1ca5-4984-8c56-1de39bf57e78 tempest-ServersAdmin275Test-1115760524 tempest-ServersAdmin275Test-1115760524-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.692197] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-53288ab3-1ca5-4984-8c56-1de39bf57e78 tempest-ServersAdmin275Test-1115760524 tempest-ServersAdmin275Test-1115760524-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 713.692642] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1ee6f7fb-eb11-4532-ab6d-f8b6771a2107 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.697831] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3aa15619-015b-4f95-8b8f-532f67efce19 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.714304] env[69889]: DEBUG oslo_vmware.api [None req-73b9f1b8-1ac2-430c-b737-d6ccaa4fa8b6 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Waiting for the task: (returnval){ [ 713.714304] env[69889]: value = "task-4076808" [ 713.714304] env[69889]: _type = "Task" [ 713.714304] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.715534] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-53288ab3-1ca5-4984-8c56-1de39bf57e78 tempest-ServersAdmin275Test-1115760524 tempest-ServersAdmin275Test-1115760524-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 713.715789] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-53288ab3-1ca5-4984-8c56-1de39bf57e78 tempest-ServersAdmin275Test-1115760524 tempest-ServersAdmin275Test-1115760524-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 713.726779] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31af936a-d1bb-44f6-b13b-e0a907e89b0d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.735720] env[69889]: DEBUG oslo_vmware.api [None req-53288ab3-1ca5-4984-8c56-1de39bf57e78 tempest-ServersAdmin275Test-1115760524 tempest-ServersAdmin275Test-1115760524-project-admin] Waiting for the task: (returnval){ [ 713.735720] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52832081-e0c1-6626-ec94-b889e86f67a4" [ 713.735720] env[69889]: _type = "Task" [ 713.735720] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.745760] env[69889]: DEBUG oslo_vmware.api [None req-73b9f1b8-1ac2-430c-b737-d6ccaa4fa8b6 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Task: {'id': task-4076808, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.757476] env[69889]: DEBUG oslo_vmware.api [None req-53288ab3-1ca5-4984-8c56-1de39bf57e78 tempest-ServersAdmin275Test-1115760524 tempest-ServersAdmin275Test-1115760524-project-admin] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52832081-e0c1-6626-ec94-b889e86f67a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.761019] env[69889]: INFO nova.compute.manager [-] [instance: 7c36cb21-afb4-4ee6-8d04-56e383e01860] Took 1.95 seconds to deallocate network for instance. [ 713.859899] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5976ba3c-c761-4014-a36d-719c7d5f8030 tempest-ServerTagsTestJSON-782493845 tempest-ServerTagsTestJSON-782493845-project-member] Releasing lock "refresh_cache-6440cc57-4bc9-4c89-941e-f16b6bf04dc3" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.861275] env[69889]: DEBUG nova.compute.manager [None req-5976ba3c-c761-4014-a36d-719c7d5f8030 tempest-ServerTagsTestJSON-782493845 tempest-ServerTagsTestJSON-782493845-project-member] [instance: 6440cc57-4bc9-4c89-941e-f16b6bf04dc3] Instance network_info: |[{"id": "57e7d0a1-037a-4a16-a3bd-6f4fd365c728", "address": "fa:16:3e:77:dc:b6", "network": {"id": "1e8cd812-03da-4a5e-b1d2-c07d97efa581", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1671094982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "c664ef32021f4f6a8ce0e34ca088c2cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57e7d0a1-03", "ovs_interfaceid": "57e7d0a1-037a-4a16-a3bd-6f4fd365c728", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 713.861433] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-5976ba3c-c761-4014-a36d-719c7d5f8030 tempest-ServerTagsTestJSON-782493845 tempest-ServerTagsTestJSON-782493845-project-member] [instance: 6440cc57-4bc9-4c89-941e-f16b6bf04dc3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:dc:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '447ff42d-b33e-4b5d-8b7f-e8117ebbbc92', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '57e7d0a1-037a-4a16-a3bd-6f4fd365c728', 'vif_model': 'vmxnet3'}] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 713.869671] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-5976ba3c-c761-4014-a36d-719c7d5f8030 tempest-ServerTagsTestJSON-782493845 tempest-ServerTagsTestJSON-782493845-project-member] Creating folder: Project (c664ef32021f4f6a8ce0e34ca088c2cf). Parent ref: group-v807779. {{(pid=69889) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 713.870091] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dab189ce-06b5-4011-a09a-4bb4f52d74f0 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.883825] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-5976ba3c-c761-4014-a36d-719c7d5f8030 tempest-ServerTagsTestJSON-782493845 tempest-ServerTagsTestJSON-782493845-project-member] Created folder: Project (c664ef32021f4f6a8ce0e34ca088c2cf) in parent group-v807779. [ 713.884286] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-5976ba3c-c761-4014-a36d-719c7d5f8030 tempest-ServerTagsTestJSON-782493845 tempest-ServerTagsTestJSON-782493845-project-member] Creating folder: Instances. Parent ref: group-v807809. {{(pid=69889) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 713.885358] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-98358570-1941-4c9b-a7dc-71d0d2411b1f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.897812] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-5976ba3c-c761-4014-a36d-719c7d5f8030 tempest-ServerTagsTestJSON-782493845 tempest-ServerTagsTestJSON-782493845-project-member] Created folder: Instances in parent group-v807809. [ 713.898126] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5976ba3c-c761-4014-a36d-719c7d5f8030 tempest-ServerTagsTestJSON-782493845 tempest-ServerTagsTestJSON-782493845-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 713.898323] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6440cc57-4bc9-4c89-941e-f16b6bf04dc3] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 713.898650] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c563b50e-10e0-4aee-891c-80d0f84f52f6 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.929464] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 713.929464] env[69889]: value = "task-4076811" [ 713.929464] env[69889]: _type = "Task" [ 713.929464] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.940674] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4076811, 'name': CreateVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.063249] env[69889]: DEBUG oslo_concurrency.lockutils [None req-825da9fe-ca8d-403a-899c-ed00e5a70753 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Lock "49ce5d94-ce4e-457b-a34c-54bd5dfcc242" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.935s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.095218] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7d346a10-4f51-455c-b4d3-384827cebd56 tempest-ServerDiagnosticsV248Test-1638989844 tempest-ServerDiagnosticsV248Test-1638989844-project-member] Acquiring lock "refresh_cache-2174fe4e-a8f9-4833-b2ab-e0c2ae3b0099" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.095406] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7d346a10-4f51-455c-b4d3-384827cebd56 tempest-ServerDiagnosticsV248Test-1638989844 tempest-ServerDiagnosticsV248Test-1638989844-project-member] Acquired lock "refresh_cache-2174fe4e-a8f9-4833-b2ab-e0c2ae3b0099" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.095703] env[69889]: DEBUG nova.network.neutron [None req-7d346a10-4f51-455c-b4d3-384827cebd56 tempest-ServerDiagnosticsV248Test-1638989844 tempest-ServerDiagnosticsV248Test-1638989844-project-member] [instance: 2174fe4e-a8f9-4833-b2ab-e0c2ae3b0099] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 714.106779] env[69889]: DEBUG nova.compute.manager [None req-2c6ba48a-f02c-4d04-957f-6ece74874654 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] [instance: bfb7906e-20b8-4878-9777-c5fd3ff65c22] Start destroying the instance on the hypervisor. {{(pid=69889) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 714.107050] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-2c6ba48a-f02c-4d04-957f-6ece74874654 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] [instance: bfb7906e-20b8-4878-9777-c5fd3ff65c22] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 714.108322] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63b3e040-2f52-43fc-94e3-b8be1a67d2e3 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.118636] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c6ba48a-f02c-4d04-957f-6ece74874654 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] [instance: bfb7906e-20b8-4878-9777-c5fd3ff65c22] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 714.118909] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-300160fd-0702-4d43-8e27-70975154692c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.127560] env[69889]: DEBUG oslo_vmware.api [None req-2c6ba48a-f02c-4d04-957f-6ece74874654 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] Waiting for the task: (returnval){ [ 714.127560] env[69889]: value = "task-4076812" [ 714.127560] env[69889]: _type = "Task" [ 714.127560] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.137863] env[69889]: DEBUG oslo_vmware.api [None req-2c6ba48a-f02c-4d04-957f-6ece74874654 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] Task: {'id': task-4076812, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.183217] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5504c2d2-a973-45ce-8dca-24f8d6aa46f6 tempest-VolumesAssistedSnapshotsTest-1139004312 tempest-VolumesAssistedSnapshotsTest-1139004312-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.452s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.183413] env[69889]: DEBUG nova.compute.manager [None req-5504c2d2-a973-45ce-8dca-24f8d6aa46f6 tempest-VolumesAssistedSnapshotsTest-1139004312 tempest-VolumesAssistedSnapshotsTest-1139004312-project-member] [instance: 7f014d2a-1340-4715-8ab0-42df2c7d9f36] Start building networks asynchronously for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 714.187753] env[69889]: DEBUG oslo_concurrency.lockutils [None req-2429396d-7cad-4627-a0c3-5b900da88e15 tempest-ServerDiagnosticsNegativeTest-639395065 tempest-ServerDiagnosticsNegativeTest-639395065-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.883s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.192206] env[69889]: INFO nova.compute.claims [None req-2429396d-7cad-4627-a0c3-5b900da88e15 tempest-ServerDiagnosticsNegativeTest-639395065 tempest-ServerDiagnosticsNegativeTest-639395065-project-member] [instance: ff21eb77-97b5-450a-baff-063059c2efe1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 714.234818] env[69889]: DEBUG oslo_vmware.api [None req-73b9f1b8-1ac2-430c-b737-d6ccaa4fa8b6 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Task: {'id': task-4076808, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.256161] env[69889]: DEBUG oslo_vmware.api [None req-53288ab3-1ca5-4984-8c56-1de39bf57e78 tempest-ServersAdmin275Test-1115760524 tempest-ServersAdmin275Test-1115760524-project-admin] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52832081-e0c1-6626-ec94-b889e86f67a4, 'name': SearchDatastore_Task, 'duration_secs': 0.023689} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.257229] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-effe9a58-886d-4de8-b6e4-213453ea88cf {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.267841] env[69889]: DEBUG oslo_vmware.api [None req-53288ab3-1ca5-4984-8c56-1de39bf57e78 tempest-ServersAdmin275Test-1115760524 tempest-ServersAdmin275Test-1115760524-project-admin] Waiting for the task: (returnval){ [ 714.267841] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]523af763-8c7d-2dd3-76ee-adb55142cce1" [ 714.267841] env[69889]: _type = "Task" [ 714.267841] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.273970] env[69889]: DEBUG oslo_concurrency.lockutils [None req-fbefef2a-3009-4522-9ec2-b781ffcc1c8c tempest-DeleteServersAdminTestJSON-295700531 tempest-DeleteServersAdminTestJSON-295700531-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.284518] env[69889]: DEBUG oslo_vmware.api [None req-53288ab3-1ca5-4984-8c56-1de39bf57e78 tempest-ServersAdmin275Test-1115760524 tempest-ServersAdmin275Test-1115760524-project-admin] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]523af763-8c7d-2dd3-76ee-adb55142cce1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.451620] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4076811, 'name': CreateVM_Task} progress is 25%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.646683] env[69889]: DEBUG oslo_vmware.api [None req-2c6ba48a-f02c-4d04-957f-6ece74874654 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] Task: {'id': task-4076812, 'name': PowerOffVM_Task, 'duration_secs': 0.283673} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.646683] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c6ba48a-f02c-4d04-957f-6ece74874654 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] [instance: bfb7906e-20b8-4878-9777-c5fd3ff65c22] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 714.646683] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-2c6ba48a-f02c-4d04-957f-6ece74874654 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] [instance: bfb7906e-20b8-4878-9777-c5fd3ff65c22] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 714.646683] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-90cf21f4-0504-43b0-bb91-108e548af180 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.698971] env[69889]: DEBUG nova.compute.utils [None req-5504c2d2-a973-45ce-8dca-24f8d6aa46f6 tempest-VolumesAssistedSnapshotsTest-1139004312 tempest-VolumesAssistedSnapshotsTest-1139004312-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 714.707128] env[69889]: DEBUG nova.network.neutron [None req-7d346a10-4f51-455c-b4d3-384827cebd56 tempest-ServerDiagnosticsV248Test-1638989844 tempest-ServerDiagnosticsV248Test-1638989844-project-member] [instance: 2174fe4e-a8f9-4833-b2ab-e0c2ae3b0099] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 714.712807] env[69889]: DEBUG nova.compute.manager [None req-5504c2d2-a973-45ce-8dca-24f8d6aa46f6 tempest-VolumesAssistedSnapshotsTest-1139004312 tempest-VolumesAssistedSnapshotsTest-1139004312-project-member] [instance: 7f014d2a-1340-4715-8ab0-42df2c7d9f36] Allocating IP information in the background. {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 714.712807] env[69889]: DEBUG nova.network.neutron [None req-5504c2d2-a973-45ce-8dca-24f8d6aa46f6 tempest-VolumesAssistedSnapshotsTest-1139004312 tempest-VolumesAssistedSnapshotsTest-1139004312-project-member] [instance: 7f014d2a-1340-4715-8ab0-42df2c7d9f36] allocate_for_instance() {{(pid=69889) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 714.737092] env[69889]: DEBUG oslo_vmware.api [None req-73b9f1b8-1ac2-430c-b737-d6ccaa4fa8b6 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Task: {'id': task-4076808, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.890868} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.737464] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-73b9f1b8-1ac2-430c-b737-d6ccaa4fa8b6 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] da1de6c7-ec10-47d2-a8a9-8572cd4162f5/da1de6c7-ec10-47d2-a8a9-8572cd4162f5.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 714.737756] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-73b9f1b8-1ac2-430c-b737-d6ccaa4fa8b6 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: da1de6c7-ec10-47d2-a8a9-8572cd4162f5] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 714.738137] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d0667bad-1fe9-4bce-9c5c-456c41c1767a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.751512] env[69889]: DEBUG oslo_vmware.api [None req-73b9f1b8-1ac2-430c-b737-d6ccaa4fa8b6 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Waiting for the task: (returnval){ [ 714.751512] env[69889]: value = "task-4076814" [ 714.751512] env[69889]: _type = "Task" [ 714.751512] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.758493] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-2c6ba48a-f02c-4d04-957f-6ece74874654 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] [instance: bfb7906e-20b8-4878-9777-c5fd3ff65c22] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 714.758791] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-2c6ba48a-f02c-4d04-957f-6ece74874654 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] [instance: bfb7906e-20b8-4878-9777-c5fd3ff65c22] Deleting contents of the VM from datastore datastore1 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 714.759088] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c6ba48a-f02c-4d04-957f-6ece74874654 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] Deleting the datastore file [datastore1] bfb7906e-20b8-4878-9777-c5fd3ff65c22 {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 714.760120] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-54c35459-0a06-4f1d-85a3-ef19e8b70f2f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.769481] env[69889]: DEBUG oslo_vmware.api [None req-73b9f1b8-1ac2-430c-b737-d6ccaa4fa8b6 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Task: {'id': task-4076814, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.781028] env[69889]: DEBUG oslo_vmware.api [None req-2c6ba48a-f02c-4d04-957f-6ece74874654 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] Waiting for the task: (returnval){ [ 714.781028] env[69889]: value = "task-4076815" [ 714.781028] env[69889]: _type = "Task" [ 714.781028] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.789753] env[69889]: DEBUG oslo_vmware.api [None req-53288ab3-1ca5-4984-8c56-1de39bf57e78 tempest-ServersAdmin275Test-1115760524 tempest-ServersAdmin275Test-1115760524-project-admin] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]523af763-8c7d-2dd3-76ee-adb55142cce1, 'name': SearchDatastore_Task, 'duration_secs': 0.064783} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.790607] env[69889]: DEBUG oslo_concurrency.lockutils [None req-53288ab3-1ca5-4984-8c56-1de39bf57e78 tempest-ServersAdmin275Test-1115760524 tempest-ServersAdmin275Test-1115760524-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.790928] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-53288ab3-1ca5-4984-8c56-1de39bf57e78 tempest-ServersAdmin275Test-1115760524 tempest-ServersAdmin275Test-1115760524-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] d23cb796-1de4-4706-8d28-a50c7da8f5e0/d23cb796-1de4-4706-8d28-a50c7da8f5e0.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 714.791243] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-884bb163-320d-487d-8c63-24bd04d3561e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.798021] env[69889]: DEBUG oslo_vmware.api [None req-2c6ba48a-f02c-4d04-957f-6ece74874654 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] Task: {'id': task-4076815, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.808035] env[69889]: DEBUG oslo_vmware.api [None req-53288ab3-1ca5-4984-8c56-1de39bf57e78 tempest-ServersAdmin275Test-1115760524 tempest-ServersAdmin275Test-1115760524-project-admin] Waiting for the task: (returnval){ [ 714.808035] env[69889]: value = "task-4076816" [ 714.808035] env[69889]: _type = "Task" [ 714.808035] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.823244] env[69889]: DEBUG oslo_vmware.api [None req-53288ab3-1ca5-4984-8c56-1de39bf57e78 tempest-ServersAdmin275Test-1115760524 tempest-ServersAdmin275Test-1115760524-project-admin] Task: {'id': task-4076816, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.947295] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4076811, 'name': CreateVM_Task, 'duration_secs': 0.847353} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.948375] env[69889]: DEBUG nova.network.neutron [None req-7d346a10-4f51-455c-b4d3-384827cebd56 tempest-ServerDiagnosticsV248Test-1638989844 tempest-ServerDiagnosticsV248Test-1638989844-project-member] [instance: 2174fe4e-a8f9-4833-b2ab-e0c2ae3b0099] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.950196] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6440cc57-4bc9-4c89-941e-f16b6bf04dc3] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 714.951010] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5976ba3c-c761-4014-a36d-719c7d5f8030 tempest-ServerTagsTestJSON-782493845 tempest-ServerTagsTestJSON-782493845-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.951010] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5976ba3c-c761-4014-a36d-719c7d5f8030 tempest-ServerTagsTestJSON-782493845 tempest-ServerTagsTestJSON-782493845-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.951165] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5976ba3c-c761-4014-a36d-719c7d5f8030 tempest-ServerTagsTestJSON-782493845 tempest-ServerTagsTestJSON-782493845-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.951432] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-222c5de4-ddb0-4111-be77-eb7e9e89680a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.960890] env[69889]: DEBUG oslo_vmware.api [None req-5976ba3c-c761-4014-a36d-719c7d5f8030 tempest-ServerTagsTestJSON-782493845 tempest-ServerTagsTestJSON-782493845-project-member] Waiting for the task: (returnval){ [ 714.960890] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52be85c7-6b51-2af1-e3f1-9cb65399f9d4" [ 714.960890] env[69889]: _type = "Task" [ 714.960890] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.973353] env[69889]: DEBUG oslo_vmware.api [None req-5976ba3c-c761-4014-a36d-719c7d5f8030 tempest-ServerTagsTestJSON-782493845 tempest-ServerTagsTestJSON-782493845-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52be85c7-6b51-2af1-e3f1-9cb65399f9d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.007362] env[69889]: DEBUG nova.policy [None req-5504c2d2-a973-45ce-8dca-24f8d6aa46f6 tempest-VolumesAssistedSnapshotsTest-1139004312 tempest-VolumesAssistedSnapshotsTest-1139004312-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8af2bb81dbae49c596eec1b5d0963537', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fad835c756844223991bfd76335b79a2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69889) authorize /opt/stack/nova/nova/policy.py:192}} [ 715.206899] env[69889]: DEBUG nova.compute.manager [None req-5504c2d2-a973-45ce-8dca-24f8d6aa46f6 tempest-VolumesAssistedSnapshotsTest-1139004312 tempest-VolumesAssistedSnapshotsTest-1139004312-project-member] [instance: 7f014d2a-1340-4715-8ab0-42df2c7d9f36] Start building block device mappings for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 715.285229] env[69889]: DEBUG oslo_vmware.api [None req-73b9f1b8-1ac2-430c-b737-d6ccaa4fa8b6 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Task: {'id': task-4076814, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084607} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.285229] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-73b9f1b8-1ac2-430c-b737-d6ccaa4fa8b6 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: da1de6c7-ec10-47d2-a8a9-8572cd4162f5] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 715.288418] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8544b4ad-5ef6-4eb8-9fef-7b6306fa00a8 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.326388] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-73b9f1b8-1ac2-430c-b737-d6ccaa4fa8b6 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: da1de6c7-ec10-47d2-a8a9-8572cd4162f5] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] da1de6c7-ec10-47d2-a8a9-8572cd4162f5/da1de6c7-ec10-47d2-a8a9-8572cd4162f5.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 715.326738] env[69889]: DEBUG oslo_vmware.api [None req-2c6ba48a-f02c-4d04-957f-6ece74874654 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] Task: {'id': task-4076815, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.340101} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.331962] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51a76572-6d72-4b54-ac3a-aad62c9bde5e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.350197] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c6ba48a-f02c-4d04-957f-6ece74874654 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 715.350309] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-2c6ba48a-f02c-4d04-957f-6ece74874654 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] [instance: bfb7906e-20b8-4878-9777-c5fd3ff65c22] Deleted contents of the VM from datastore datastore1 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 715.350520] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-2c6ba48a-f02c-4d04-957f-6ece74874654 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] [instance: bfb7906e-20b8-4878-9777-c5fd3ff65c22] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 715.350629] env[69889]: INFO nova.compute.manager [None req-2c6ba48a-f02c-4d04-957f-6ece74874654 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] [instance: bfb7906e-20b8-4878-9777-c5fd3ff65c22] Took 1.24 seconds to destroy the instance on the hypervisor. [ 715.350877] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2c6ba48a-f02c-4d04-957f-6ece74874654 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 715.354796] env[69889]: DEBUG nova.network.neutron [req-b7ddbedd-5ec2-4d5d-9ba3-067828ba5146 req-0ed8e29b-566b-4f61-8ba4-2bf11acf23dc service nova] [instance: da1de6c7-ec10-47d2-a8a9-8572cd4162f5] Updated VIF entry in instance network info cache for port e5f478e5-e0f8-41e7-a87c-054c79afd15e. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 715.355155] env[69889]: DEBUG nova.network.neutron [req-b7ddbedd-5ec2-4d5d-9ba3-067828ba5146 req-0ed8e29b-566b-4f61-8ba4-2bf11acf23dc service nova] [instance: da1de6c7-ec10-47d2-a8a9-8572cd4162f5] Updating instance_info_cache with network_info: [{"id": "e5f478e5-e0f8-41e7-a87c-054c79afd15e", "address": "fa:16:3e:88:1b:e0", "network": {"id": "f9341188-47f9-41e2-bae7-5eb6406f3899", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.39", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b7973ea41bcd4363abc2e9339dec4d77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5f478e5-e0", "ovs_interfaceid": "e5f478e5-e0f8-41e7-a87c-054c79afd15e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.356679] env[69889]: DEBUG nova.compute.manager [-] [instance: bfb7906e-20b8-4878-9777-c5fd3ff65c22] Deallocating network for instance {{(pid=69889) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 715.356775] env[69889]: DEBUG nova.network.neutron [-] [instance: bfb7906e-20b8-4878-9777-c5fd3ff65c22] deallocate_for_instance() {{(pid=69889) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 715.370592] env[69889]: DEBUG oslo_vmware.api [None req-53288ab3-1ca5-4984-8c56-1de39bf57e78 tempest-ServersAdmin275Test-1115760524 tempest-ServersAdmin275Test-1115760524-project-admin] Task: {'id': task-4076816, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.374846] env[69889]: DEBUG oslo_vmware.api [None req-73b9f1b8-1ac2-430c-b737-d6ccaa4fa8b6 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Waiting for the task: (returnval){ [ 715.374846] env[69889]: value = "task-4076817" [ 715.374846] env[69889]: _type = "Task" [ 715.374846] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.390656] env[69889]: DEBUG oslo_vmware.api [None req-73b9f1b8-1ac2-430c-b737-d6ccaa4fa8b6 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Task: {'id': task-4076817, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.456360] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7d346a10-4f51-455c-b4d3-384827cebd56 tempest-ServerDiagnosticsV248Test-1638989844 tempest-ServerDiagnosticsV248Test-1638989844-project-member] Releasing lock "refresh_cache-2174fe4e-a8f9-4833-b2ab-e0c2ae3b0099" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.457156] env[69889]: DEBUG nova.compute.manager [None req-7d346a10-4f51-455c-b4d3-384827cebd56 tempest-ServerDiagnosticsV248Test-1638989844 tempest-ServerDiagnosticsV248Test-1638989844-project-member] [instance: 2174fe4e-a8f9-4833-b2ab-e0c2ae3b0099] Start destroying the instance on the hypervisor. {{(pid=69889) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 715.457156] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-7d346a10-4f51-455c-b4d3-384827cebd56 tempest-ServerDiagnosticsV248Test-1638989844 tempest-ServerDiagnosticsV248Test-1638989844-project-member] [instance: 2174fe4e-a8f9-4833-b2ab-e0c2ae3b0099] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 715.457991] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a0b95b9-34da-43c0-82af-18a7ac651dc9 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.481029] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d346a10-4f51-455c-b4d3-384827cebd56 tempest-ServerDiagnosticsV248Test-1638989844 tempest-ServerDiagnosticsV248Test-1638989844-project-member] [instance: 2174fe4e-a8f9-4833-b2ab-e0c2ae3b0099] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 715.481029] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-00f8c645-6a48-4a17-b292-fde3ac3faf04 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.486749] env[69889]: DEBUG oslo_vmware.api [None req-5976ba3c-c761-4014-a36d-719c7d5f8030 tempest-ServerTagsTestJSON-782493845 tempest-ServerTagsTestJSON-782493845-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52be85c7-6b51-2af1-e3f1-9cb65399f9d4, 'name': SearchDatastore_Task, 'duration_secs': 0.028349} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.487611] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5976ba3c-c761-4014-a36d-719c7d5f8030 tempest-ServerTagsTestJSON-782493845 tempest-ServerTagsTestJSON-782493845-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.487852] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-5976ba3c-c761-4014-a36d-719c7d5f8030 tempest-ServerTagsTestJSON-782493845 tempest-ServerTagsTestJSON-782493845-project-member] [instance: 6440cc57-4bc9-4c89-941e-f16b6bf04dc3] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 715.488226] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5976ba3c-c761-4014-a36d-719c7d5f8030 tempest-ServerTagsTestJSON-782493845 tempest-ServerTagsTestJSON-782493845-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.488581] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5976ba3c-c761-4014-a36d-719c7d5f8030 tempest-ServerTagsTestJSON-782493845 tempest-ServerTagsTestJSON-782493845-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.488581] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-5976ba3c-c761-4014-a36d-719c7d5f8030 tempest-ServerTagsTestJSON-782493845 tempest-ServerTagsTestJSON-782493845-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 715.491522] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5816b19b-6337-4221-ad55-2f6fff21f064 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.497606] env[69889]: DEBUG oslo_vmware.api [None req-7d346a10-4f51-455c-b4d3-384827cebd56 tempest-ServerDiagnosticsV248Test-1638989844 tempest-ServerDiagnosticsV248Test-1638989844-project-member] Waiting for the task: (returnval){ [ 715.497606] env[69889]: value = "task-4076818" [ 715.497606] env[69889]: _type = "Task" [ 715.497606] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.512609] env[69889]: DEBUG oslo_vmware.api [None req-7d346a10-4f51-455c-b4d3-384827cebd56 tempest-ServerDiagnosticsV248Test-1638989844 tempest-ServerDiagnosticsV248Test-1638989844-project-member] Task: {'id': task-4076818, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.514731] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-5976ba3c-c761-4014-a36d-719c7d5f8030 tempest-ServerTagsTestJSON-782493845 tempest-ServerTagsTestJSON-782493845-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 715.514956] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-5976ba3c-c761-4014-a36d-719c7d5f8030 tempest-ServerTagsTestJSON-782493845 tempest-ServerTagsTestJSON-782493845-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 715.515773] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f6da713-ebef-49e5-a84e-244386abf94f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.530704] env[69889]: DEBUG oslo_vmware.api [None req-5976ba3c-c761-4014-a36d-719c7d5f8030 tempest-ServerTagsTestJSON-782493845 tempest-ServerTagsTestJSON-782493845-project-member] Waiting for the task: (returnval){ [ 715.530704] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]521adb7e-c6e5-c16f-f57e-bedad61d164a" [ 715.530704] env[69889]: _type = "Task" [ 715.530704] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.545126] env[69889]: DEBUG oslo_vmware.api [None req-5976ba3c-c761-4014-a36d-719c7d5f8030 tempest-ServerTagsTestJSON-782493845 tempest-ServerTagsTestJSON-782493845-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]521adb7e-c6e5-c16f-f57e-bedad61d164a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.583530] env[69889]: DEBUG nova.network.neutron [None req-dfed64f1-74ea-4c6b-9cee-02648aff0983 tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] [instance: 89d1a6bb-1542-46d9-832f-d0ac2867492f] Successfully created port: 943689c5-1a5b-44bc-aaf4-1aeb21174bd4 {{(pid=69889) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 715.675576] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-258463a8-1ac9-4d50-9f99-4f6da2086053 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.691147] env[69889]: DEBUG nova.network.neutron [None req-b89ca2d7-4e90-4d50-8e26-9e588ce91f99 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] [instance: 2cb12a8d-74ee-4fe0-92fd-8c2adbc3becc] Successfully updated port: 4d35f8b0-920a-40c2-b1fb-f98a24db5977 {{(pid=69889) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 715.695303] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47c340a0-c788-43e4-9f42-ed8cd11b2fac {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.761761] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59876483-8fac-46b9-992b-015ff0b4d041 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.777166] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72e6004d-9678-40fe-b2dd-aa85b2d62d03 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.799698] env[69889]: DEBUG nova.compute.provider_tree [None req-2429396d-7cad-4627-a0c3-5b900da88e15 tempest-ServerDiagnosticsNegativeTest-639395065 tempest-ServerDiagnosticsNegativeTest-639395065-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 715.835221] env[69889]: DEBUG oslo_vmware.api [None req-53288ab3-1ca5-4984-8c56-1de39bf57e78 tempest-ServersAdmin275Test-1115760524 tempest-ServersAdmin275Test-1115760524-project-admin] Task: {'id': task-4076816, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.74709} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.835221] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-53288ab3-1ca5-4984-8c56-1de39bf57e78 tempest-ServersAdmin275Test-1115760524 tempest-ServersAdmin275Test-1115760524-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] d23cb796-1de4-4706-8d28-a50c7da8f5e0/d23cb796-1de4-4706-8d28-a50c7da8f5e0.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 715.835221] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-53288ab3-1ca5-4984-8c56-1de39bf57e78 tempest-ServersAdmin275Test-1115760524 tempest-ServersAdmin275Test-1115760524-project-admin] [instance: d23cb796-1de4-4706-8d28-a50c7da8f5e0] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 715.835221] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-10d2a57c-f774-4d28-aa1c-0d11e9f83ce8 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.843187] env[69889]: DEBUG oslo_vmware.api [None req-53288ab3-1ca5-4984-8c56-1de39bf57e78 tempest-ServersAdmin275Test-1115760524 tempest-ServersAdmin275Test-1115760524-project-admin] Waiting for the task: (returnval){ [ 715.843187] env[69889]: value = "task-4076819" [ 715.843187] env[69889]: _type = "Task" [ 715.843187] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.853680] env[69889]: DEBUG oslo_vmware.api [None req-53288ab3-1ca5-4984-8c56-1de39bf57e78 tempest-ServersAdmin275Test-1115760524 tempest-ServersAdmin275Test-1115760524-project-admin] Task: {'id': task-4076819, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.861139] env[69889]: DEBUG oslo_concurrency.lockutils [req-b7ddbedd-5ec2-4d5d-9ba3-067828ba5146 req-0ed8e29b-566b-4f61-8ba4-2bf11acf23dc service nova] Releasing lock "refresh_cache-da1de6c7-ec10-47d2-a8a9-8572cd4162f5" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.884655] env[69889]: DEBUG oslo_vmware.api [None req-73b9f1b8-1ac2-430c-b737-d6ccaa4fa8b6 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Task: {'id': task-4076817, 'name': ReconfigVM_Task, 'duration_secs': 0.483945} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.885014] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-73b9f1b8-1ac2-430c-b737-d6ccaa4fa8b6 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: da1de6c7-ec10-47d2-a8a9-8572cd4162f5] Reconfigured VM instance instance-00000009 to attach disk [datastore2] da1de6c7-ec10-47d2-a8a9-8572cd4162f5/da1de6c7-ec10-47d2-a8a9-8572cd4162f5.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 715.888238] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-33f36b18-ff3d-4c36-99d6-840d77916b4c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.896022] env[69889]: DEBUG oslo_vmware.api [None req-73b9f1b8-1ac2-430c-b737-d6ccaa4fa8b6 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Waiting for the task: (returnval){ [ 715.896022] env[69889]: value = "task-4076820" [ 715.896022] env[69889]: _type = "Task" [ 715.896022] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.907482] env[69889]: DEBUG oslo_vmware.api [None req-73b9f1b8-1ac2-430c-b737-d6ccaa4fa8b6 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Task: {'id': task-4076820, 'name': Rename_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.009739] env[69889]: DEBUG oslo_vmware.api [None req-7d346a10-4f51-455c-b4d3-384827cebd56 tempest-ServerDiagnosticsV248Test-1638989844 tempest-ServerDiagnosticsV248Test-1638989844-project-member] Task: {'id': task-4076818, 'name': PowerOffVM_Task, 'duration_secs': 0.198936} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.009739] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d346a10-4f51-455c-b4d3-384827cebd56 tempest-ServerDiagnosticsV248Test-1638989844 tempest-ServerDiagnosticsV248Test-1638989844-project-member] [instance: 2174fe4e-a8f9-4833-b2ab-e0c2ae3b0099] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 716.009739] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-7d346a10-4f51-455c-b4d3-384827cebd56 tempest-ServerDiagnosticsV248Test-1638989844 tempest-ServerDiagnosticsV248Test-1638989844-project-member] [instance: 2174fe4e-a8f9-4833-b2ab-e0c2ae3b0099] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 716.010137] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a47977ad-be31-4b3f-9ca8-67c452fe4a2d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.039078] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-7d346a10-4f51-455c-b4d3-384827cebd56 tempest-ServerDiagnosticsV248Test-1638989844 tempest-ServerDiagnosticsV248Test-1638989844-project-member] [instance: 2174fe4e-a8f9-4833-b2ab-e0c2ae3b0099] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 716.039397] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-7d346a10-4f51-455c-b4d3-384827cebd56 tempest-ServerDiagnosticsV248Test-1638989844 tempest-ServerDiagnosticsV248Test-1638989844-project-member] [instance: 2174fe4e-a8f9-4833-b2ab-e0c2ae3b0099] Deleting contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 716.039602] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d346a10-4f51-455c-b4d3-384827cebd56 tempest-ServerDiagnosticsV248Test-1638989844 tempest-ServerDiagnosticsV248Test-1638989844-project-member] Deleting the datastore file [datastore2] 2174fe4e-a8f9-4833-b2ab-e0c2ae3b0099 {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 716.039963] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4bea5a82-ed6d-4f0c-b271-70cbc6096000 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.051533] env[69889]: DEBUG oslo_vmware.api [None req-5976ba3c-c761-4014-a36d-719c7d5f8030 tempest-ServerTagsTestJSON-782493845 tempest-ServerTagsTestJSON-782493845-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]521adb7e-c6e5-c16f-f57e-bedad61d164a, 'name': SearchDatastore_Task, 'duration_secs': 0.015432} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.051533] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce03873e-4abb-46b5-a57a-c7fb73a920d3 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.056274] env[69889]: DEBUG oslo_vmware.api [None req-7d346a10-4f51-455c-b4d3-384827cebd56 tempest-ServerDiagnosticsV248Test-1638989844 tempest-ServerDiagnosticsV248Test-1638989844-project-member] Waiting for the task: (returnval){ [ 716.056274] env[69889]: value = "task-4076822" [ 716.056274] env[69889]: _type = "Task" [ 716.056274] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.061365] env[69889]: DEBUG oslo_vmware.api [None req-5976ba3c-c761-4014-a36d-719c7d5f8030 tempest-ServerTagsTestJSON-782493845 tempest-ServerTagsTestJSON-782493845-project-member] Waiting for the task: (returnval){ [ 716.061365] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52ef9059-df81-ca09-6bcc-25e73f6a6470" [ 716.061365] env[69889]: _type = "Task" [ 716.061365] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.069851] env[69889]: DEBUG oslo_vmware.api [None req-7d346a10-4f51-455c-b4d3-384827cebd56 tempest-ServerDiagnosticsV248Test-1638989844 tempest-ServerDiagnosticsV248Test-1638989844-project-member] Task: {'id': task-4076822, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.075257] env[69889]: DEBUG oslo_vmware.api [None req-5976ba3c-c761-4014-a36d-719c7d5f8030 tempest-ServerTagsTestJSON-782493845 tempest-ServerTagsTestJSON-782493845-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52ef9059-df81-ca09-6bcc-25e73f6a6470, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.203084] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b89ca2d7-4e90-4d50-8e26-9e588ce91f99 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Acquiring lock "refresh_cache-2cb12a8d-74ee-4fe0-92fd-8c2adbc3becc" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.205298] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b89ca2d7-4e90-4d50-8e26-9e588ce91f99 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Acquired lock "refresh_cache-2cb12a8d-74ee-4fe0-92fd-8c2adbc3becc" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.205567] env[69889]: DEBUG nova.network.neutron [None req-b89ca2d7-4e90-4d50-8e26-9e588ce91f99 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] [instance: 2cb12a8d-74ee-4fe0-92fd-8c2adbc3becc] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 716.269199] env[69889]: DEBUG nova.compute.manager [None req-5504c2d2-a973-45ce-8dca-24f8d6aa46f6 tempest-VolumesAssistedSnapshotsTest-1139004312 tempest-VolumesAssistedSnapshotsTest-1139004312-project-member] [instance: 7f014d2a-1340-4715-8ab0-42df2c7d9f36] Start spawning the instance on the hypervisor. {{(pid=69889) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 716.301515] env[69889]: DEBUG nova.scheduler.client.report [None req-2429396d-7cad-4627-a0c3-5b900da88e15 tempest-ServerDiagnosticsNegativeTest-639395065 tempest-ServerDiagnosticsNegativeTest-639395065-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 716.323036] env[69889]: DEBUG nova.virt.hardware [None req-5504c2d2-a973-45ce-8dca-24f8d6aa46f6 tempest-VolumesAssistedSnapshotsTest-1139004312 tempest-VolumesAssistedSnapshotsTest-1139004312-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 716.323036] env[69889]: DEBUG nova.virt.hardware [None req-5504c2d2-a973-45ce-8dca-24f8d6aa46f6 tempest-VolumesAssistedSnapshotsTest-1139004312 tempest-VolumesAssistedSnapshotsTest-1139004312-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 716.323036] env[69889]: DEBUG nova.virt.hardware [None req-5504c2d2-a973-45ce-8dca-24f8d6aa46f6 tempest-VolumesAssistedSnapshotsTest-1139004312 tempest-VolumesAssistedSnapshotsTest-1139004312-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 716.323328] env[69889]: DEBUG nova.virt.hardware [None req-5504c2d2-a973-45ce-8dca-24f8d6aa46f6 tempest-VolumesAssistedSnapshotsTest-1139004312 tempest-VolumesAssistedSnapshotsTest-1139004312-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 716.323328] env[69889]: DEBUG nova.virt.hardware [None req-5504c2d2-a973-45ce-8dca-24f8d6aa46f6 tempest-VolumesAssistedSnapshotsTest-1139004312 tempest-VolumesAssistedSnapshotsTest-1139004312-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 716.324182] env[69889]: DEBUG nova.virt.hardware [None req-5504c2d2-a973-45ce-8dca-24f8d6aa46f6 tempest-VolumesAssistedSnapshotsTest-1139004312 tempest-VolumesAssistedSnapshotsTest-1139004312-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 716.324470] env[69889]: DEBUG nova.virt.hardware [None req-5504c2d2-a973-45ce-8dca-24f8d6aa46f6 tempest-VolumesAssistedSnapshotsTest-1139004312 tempest-VolumesAssistedSnapshotsTest-1139004312-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 716.324677] env[69889]: DEBUG nova.virt.hardware [None req-5504c2d2-a973-45ce-8dca-24f8d6aa46f6 tempest-VolumesAssistedSnapshotsTest-1139004312 tempest-VolumesAssistedSnapshotsTest-1139004312-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 716.324892] env[69889]: DEBUG nova.virt.hardware [None req-5504c2d2-a973-45ce-8dca-24f8d6aa46f6 tempest-VolumesAssistedSnapshotsTest-1139004312 tempest-VolumesAssistedSnapshotsTest-1139004312-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 716.325131] env[69889]: DEBUG nova.virt.hardware [None req-5504c2d2-a973-45ce-8dca-24f8d6aa46f6 tempest-VolumesAssistedSnapshotsTest-1139004312 tempest-VolumesAssistedSnapshotsTest-1139004312-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 716.325469] env[69889]: DEBUG nova.virt.hardware [None req-5504c2d2-a973-45ce-8dca-24f8d6aa46f6 tempest-VolumesAssistedSnapshotsTest-1139004312 tempest-VolumesAssistedSnapshotsTest-1139004312-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 716.326473] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b266f09-ed6c-4a8c-a04a-a36537f97135 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.338573] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb522557-db16-4785-bb0b-2b73cf63aea4 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.366461] env[69889]: DEBUG oslo_vmware.api [None req-53288ab3-1ca5-4984-8c56-1de39bf57e78 tempest-ServersAdmin275Test-1115760524 tempest-ServersAdmin275Test-1115760524-project-admin] Task: {'id': task-4076819, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079246} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.366761] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-53288ab3-1ca5-4984-8c56-1de39bf57e78 tempest-ServersAdmin275Test-1115760524 tempest-ServersAdmin275Test-1115760524-project-admin] [instance: d23cb796-1de4-4706-8d28-a50c7da8f5e0] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 716.367929] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf4fec10-cb70-43bb-a1d3-429931a29b58 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.390833] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-53288ab3-1ca5-4984-8c56-1de39bf57e78 tempest-ServersAdmin275Test-1115760524 tempest-ServersAdmin275Test-1115760524-project-admin] [instance: d23cb796-1de4-4706-8d28-a50c7da8f5e0] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] d23cb796-1de4-4706-8d28-a50c7da8f5e0/d23cb796-1de4-4706-8d28-a50c7da8f5e0.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 716.391254] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e27b31c-286c-4b02-817d-32c903e50180 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.418201] env[69889]: DEBUG oslo_vmware.api [None req-73b9f1b8-1ac2-430c-b737-d6ccaa4fa8b6 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Task: {'id': task-4076820, 'name': Rename_Task, 'duration_secs': 0.168449} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.421921] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-73b9f1b8-1ac2-430c-b737-d6ccaa4fa8b6 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: da1de6c7-ec10-47d2-a8a9-8572cd4162f5] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 716.421921] env[69889]: DEBUG oslo_vmware.api [None req-53288ab3-1ca5-4984-8c56-1de39bf57e78 tempest-ServersAdmin275Test-1115760524 tempest-ServersAdmin275Test-1115760524-project-admin] Waiting for the task: (returnval){ [ 716.421921] env[69889]: value = "task-4076823" [ 716.421921] env[69889]: _type = "Task" [ 716.421921] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.421921] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-624d68fe-ce50-4b6c-86e5-1462208324bb {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.440201] env[69889]: DEBUG oslo_vmware.api [None req-53288ab3-1ca5-4984-8c56-1de39bf57e78 tempest-ServersAdmin275Test-1115760524 tempest-ServersAdmin275Test-1115760524-project-admin] Task: {'id': task-4076823, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.440201] env[69889]: DEBUG oslo_vmware.api [None req-73b9f1b8-1ac2-430c-b737-d6ccaa4fa8b6 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Waiting for the task: (returnval){ [ 716.440201] env[69889]: value = "task-4076824" [ 716.440201] env[69889]: _type = "Task" [ 716.440201] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.450731] env[69889]: DEBUG oslo_vmware.api [None req-73b9f1b8-1ac2-430c-b737-d6ccaa4fa8b6 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Task: {'id': task-4076824, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.580271] env[69889]: DEBUG oslo_vmware.api [None req-5976ba3c-c761-4014-a36d-719c7d5f8030 tempest-ServerTagsTestJSON-782493845 tempest-ServerTagsTestJSON-782493845-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52ef9059-df81-ca09-6bcc-25e73f6a6470, 'name': SearchDatastore_Task, 'duration_secs': 0.072172} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.580648] env[69889]: DEBUG oslo_vmware.api [None req-7d346a10-4f51-455c-b4d3-384827cebd56 tempest-ServerDiagnosticsV248Test-1638989844 tempest-ServerDiagnosticsV248Test-1638989844-project-member] Task: {'id': task-4076822, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.371903} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.580924] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5976ba3c-c761-4014-a36d-719c7d5f8030 tempest-ServerTagsTestJSON-782493845 tempest-ServerTagsTestJSON-782493845-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.581286] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-5976ba3c-c761-4014-a36d-719c7d5f8030 tempest-ServerTagsTestJSON-782493845 tempest-ServerTagsTestJSON-782493845-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] 6440cc57-4bc9-4c89-941e-f16b6bf04dc3/6440cc57-4bc9-4c89-941e-f16b6bf04dc3.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 716.581558] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d346a10-4f51-455c-b4d3-384827cebd56 tempest-ServerDiagnosticsV248Test-1638989844 tempest-ServerDiagnosticsV248Test-1638989844-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 716.581760] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-7d346a10-4f51-455c-b4d3-384827cebd56 tempest-ServerDiagnosticsV248Test-1638989844 tempest-ServerDiagnosticsV248Test-1638989844-project-member] [instance: 2174fe4e-a8f9-4833-b2ab-e0c2ae3b0099] Deleted contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 716.582059] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-7d346a10-4f51-455c-b4d3-384827cebd56 tempest-ServerDiagnosticsV248Test-1638989844 tempest-ServerDiagnosticsV248Test-1638989844-project-member] [instance: 2174fe4e-a8f9-4833-b2ab-e0c2ae3b0099] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 716.582498] env[69889]: INFO nova.compute.manager [None req-7d346a10-4f51-455c-b4d3-384827cebd56 tempest-ServerDiagnosticsV248Test-1638989844 tempest-ServerDiagnosticsV248Test-1638989844-project-member] [instance: 2174fe4e-a8f9-4833-b2ab-e0c2ae3b0099] Took 1.13 seconds to destroy the instance on the hypervisor. [ 716.583180] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7d346a10-4f51-455c-b4d3-384827cebd56 tempest-ServerDiagnosticsV248Test-1638989844 tempest-ServerDiagnosticsV248Test-1638989844-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 716.583180] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1c4fde4b-d2a7-459b-ba29-9010bad404cb {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.585563] env[69889]: DEBUG nova.compute.manager [-] [instance: 2174fe4e-a8f9-4833-b2ab-e0c2ae3b0099] Deallocating network for instance {{(pid=69889) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 716.585789] env[69889]: DEBUG nova.network.neutron [-] [instance: 2174fe4e-a8f9-4833-b2ab-e0c2ae3b0099] deallocate_for_instance() {{(pid=69889) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 716.594578] env[69889]: DEBUG oslo_vmware.api [None req-5976ba3c-c761-4014-a36d-719c7d5f8030 tempest-ServerTagsTestJSON-782493845 tempest-ServerTagsTestJSON-782493845-project-member] Waiting for the task: (returnval){ [ 716.594578] env[69889]: value = "task-4076825" [ 716.594578] env[69889]: _type = "Task" [ 716.594578] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.608228] env[69889]: DEBUG oslo_vmware.api [None req-5976ba3c-c761-4014-a36d-719c7d5f8030 tempest-ServerTagsTestJSON-782493845 tempest-ServerTagsTestJSON-782493845-project-member] Task: {'id': task-4076825, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.674805] env[69889]: DEBUG nova.network.neutron [-] [instance: 2174fe4e-a8f9-4833-b2ab-e0c2ae3b0099] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 716.808904] env[69889]: DEBUG oslo_concurrency.lockutils [None req-2429396d-7cad-4627-a0c3-5b900da88e15 tempest-ServerDiagnosticsNegativeTest-639395065 tempest-ServerDiagnosticsNegativeTest-639395065-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.621s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.809700] env[69889]: DEBUG nova.compute.manager [None req-2429396d-7cad-4627-a0c3-5b900da88e15 tempest-ServerDiagnosticsNegativeTest-639395065 tempest-ServerDiagnosticsNegativeTest-639395065-project-member] [instance: ff21eb77-97b5-450a-baff-063059c2efe1] Start building networks asynchronously for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 716.813932] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e137ec74-78e2-4d25-a24b-80f71483a138 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.452s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.817018] env[69889]: INFO nova.compute.claims [None req-e137ec74-78e2-4d25-a24b-80f71483a138 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] [instance: d52805a2-50d7-49b9-b1bb-9fddc19df7a2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 716.866180] env[69889]: DEBUG nova.network.neutron [None req-b89ca2d7-4e90-4d50-8e26-9e588ce91f99 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] [instance: 2cb12a8d-74ee-4fe0-92fd-8c2adbc3becc] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 716.940420] env[69889]: DEBUG oslo_vmware.api [None req-53288ab3-1ca5-4984-8c56-1de39bf57e78 tempest-ServersAdmin275Test-1115760524 tempest-ServersAdmin275Test-1115760524-project-admin] Task: {'id': task-4076823, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.952129] env[69889]: DEBUG oslo_vmware.api [None req-73b9f1b8-1ac2-430c-b737-d6ccaa4fa8b6 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Task: {'id': task-4076824, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.108498] env[69889]: DEBUG oslo_vmware.api [None req-5976ba3c-c761-4014-a36d-719c7d5f8030 tempest-ServerTagsTestJSON-782493845 tempest-ServerTagsTestJSON-782493845-project-member] Task: {'id': task-4076825, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.180964] env[69889]: DEBUG nova.network.neutron [-] [instance: 2174fe4e-a8f9-4833-b2ab-e0c2ae3b0099] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.325853] env[69889]: DEBUG nova.compute.utils [None req-2429396d-7cad-4627-a0c3-5b900da88e15 tempest-ServerDiagnosticsNegativeTest-639395065 tempest-ServerDiagnosticsNegativeTest-639395065-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 717.334730] env[69889]: DEBUG nova.compute.manager [None req-2429396d-7cad-4627-a0c3-5b900da88e15 tempest-ServerDiagnosticsNegativeTest-639395065 tempest-ServerDiagnosticsNegativeTest-639395065-project-member] [instance: ff21eb77-97b5-450a-baff-063059c2efe1] Allocating IP information in the background. {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 717.335115] env[69889]: DEBUG nova.network.neutron [None req-2429396d-7cad-4627-a0c3-5b900da88e15 tempest-ServerDiagnosticsNegativeTest-639395065 tempest-ServerDiagnosticsNegativeTest-639395065-project-member] [instance: ff21eb77-97b5-450a-baff-063059c2efe1] allocate_for_instance() {{(pid=69889) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 717.338900] env[69889]: DEBUG nova.compute.manager [req-708f1b16-efd5-42cf-b81b-4cb0ed286122 req-0a734b50-294f-4484-93a9-60ff9827f150 service nova] [instance: 6440cc57-4bc9-4c89-941e-f16b6bf04dc3] Received event network-changed-57e7d0a1-037a-4a16-a3bd-6f4fd365c728 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 717.338984] env[69889]: DEBUG nova.compute.manager [req-708f1b16-efd5-42cf-b81b-4cb0ed286122 req-0a734b50-294f-4484-93a9-60ff9827f150 service nova] [instance: 6440cc57-4bc9-4c89-941e-f16b6bf04dc3] Refreshing instance network info cache due to event network-changed-57e7d0a1-037a-4a16-a3bd-6f4fd365c728. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 717.340100] env[69889]: DEBUG oslo_concurrency.lockutils [req-708f1b16-efd5-42cf-b81b-4cb0ed286122 req-0a734b50-294f-4484-93a9-60ff9827f150 service nova] Acquiring lock "refresh_cache-6440cc57-4bc9-4c89-941e-f16b6bf04dc3" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.340100] env[69889]: DEBUG oslo_concurrency.lockutils [req-708f1b16-efd5-42cf-b81b-4cb0ed286122 req-0a734b50-294f-4484-93a9-60ff9827f150 service nova] Acquired lock "refresh_cache-6440cc57-4bc9-4c89-941e-f16b6bf04dc3" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.340100] env[69889]: DEBUG nova.network.neutron [req-708f1b16-efd5-42cf-b81b-4cb0ed286122 req-0a734b50-294f-4484-93a9-60ff9827f150 service nova] [instance: 6440cc57-4bc9-4c89-941e-f16b6bf04dc3] Refreshing network info cache for port 57e7d0a1-037a-4a16-a3bd-6f4fd365c728 {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 717.441253] env[69889]: DEBUG oslo_vmware.api [None req-53288ab3-1ca5-4984-8c56-1de39bf57e78 tempest-ServersAdmin275Test-1115760524 tempest-ServersAdmin275Test-1115760524-project-admin] Task: {'id': task-4076823, 'name': ReconfigVM_Task, 'duration_secs': 0.547138} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.441530] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-53288ab3-1ca5-4984-8c56-1de39bf57e78 tempest-ServersAdmin275Test-1115760524 tempest-ServersAdmin275Test-1115760524-project-admin] [instance: d23cb796-1de4-4706-8d28-a50c7da8f5e0] Reconfigured VM instance instance-00000001 to attach disk [datastore2] d23cb796-1de4-4706-8d28-a50c7da8f5e0/d23cb796-1de4-4706-8d28-a50c7da8f5e0.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 717.442325] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1cc0ead6-0b67-4730-9687-5201baf835b0 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.460646] env[69889]: DEBUG oslo_vmware.api [None req-73b9f1b8-1ac2-430c-b737-d6ccaa4fa8b6 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Task: {'id': task-4076824, 'name': PowerOnVM_Task, 'duration_secs': 0.712882} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.462648] env[69889]: DEBUG oslo_vmware.api [None req-53288ab3-1ca5-4984-8c56-1de39bf57e78 tempest-ServersAdmin275Test-1115760524 tempest-ServersAdmin275Test-1115760524-project-admin] Waiting for the task: (returnval){ [ 717.462648] env[69889]: value = "task-4076826" [ 717.462648] env[69889]: _type = "Task" [ 717.462648] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.462648] env[69889]: DEBUG nova.policy [None req-2429396d-7cad-4627-a0c3-5b900da88e15 tempest-ServerDiagnosticsNegativeTest-639395065 tempest-ServerDiagnosticsNegativeTest-639395065-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1c4450ce78db4f02b2594e23d46f7edb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '18f184bb60294fe198aa34ce1cfc83a0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69889) authorize /opt/stack/nova/nova/policy.py:192}} [ 717.465560] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-73b9f1b8-1ac2-430c-b737-d6ccaa4fa8b6 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: da1de6c7-ec10-47d2-a8a9-8572cd4162f5] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 717.465560] env[69889]: INFO nova.compute.manager [None req-73b9f1b8-1ac2-430c-b737-d6ccaa4fa8b6 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: da1de6c7-ec10-47d2-a8a9-8572cd4162f5] Took 12.12 seconds to spawn the instance on the hypervisor. [ 717.465560] env[69889]: DEBUG nova.compute.manager [None req-73b9f1b8-1ac2-430c-b737-d6ccaa4fa8b6 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: da1de6c7-ec10-47d2-a8a9-8572cd4162f5] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 717.467405] env[69889]: DEBUG nova.compute.manager [req-c1abc413-395f-4bec-bcbb-1801416c219d req-035ef9b4-4320-4dde-aeb0-6460993e2f32 service nova] [instance: 2cb12a8d-74ee-4fe0-92fd-8c2adbc3becc] Received event network-vif-plugged-4d35f8b0-920a-40c2-b1fb-f98a24db5977 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 717.467405] env[69889]: DEBUG oslo_concurrency.lockutils [req-c1abc413-395f-4bec-bcbb-1801416c219d req-035ef9b4-4320-4dde-aeb0-6460993e2f32 service nova] Acquiring lock "2cb12a8d-74ee-4fe0-92fd-8c2adbc3becc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.467405] env[69889]: DEBUG oslo_concurrency.lockutils [req-c1abc413-395f-4bec-bcbb-1801416c219d req-035ef9b4-4320-4dde-aeb0-6460993e2f32 service nova] Lock "2cb12a8d-74ee-4fe0-92fd-8c2adbc3becc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.467931] env[69889]: DEBUG oslo_concurrency.lockutils [req-c1abc413-395f-4bec-bcbb-1801416c219d req-035ef9b4-4320-4dde-aeb0-6460993e2f32 service nova] Lock "2cb12a8d-74ee-4fe0-92fd-8c2adbc3becc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.467931] env[69889]: DEBUG nova.compute.manager [req-c1abc413-395f-4bec-bcbb-1801416c219d req-035ef9b4-4320-4dde-aeb0-6460993e2f32 service nova] [instance: 2cb12a8d-74ee-4fe0-92fd-8c2adbc3becc] No waiting events found dispatching network-vif-plugged-4d35f8b0-920a-40c2-b1fb-f98a24db5977 {{(pid=69889) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 717.467931] env[69889]: WARNING nova.compute.manager [req-c1abc413-395f-4bec-bcbb-1801416c219d req-035ef9b4-4320-4dde-aeb0-6460993e2f32 service nova] [instance: 2cb12a8d-74ee-4fe0-92fd-8c2adbc3becc] Received unexpected event network-vif-plugged-4d35f8b0-920a-40c2-b1fb-f98a24db5977 for instance with vm_state building and task_state spawning. [ 717.468802] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd807c2f-7e2e-4acb-84b6-b93e111bacf2 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.489074] env[69889]: DEBUG oslo_vmware.api [None req-53288ab3-1ca5-4984-8c56-1de39bf57e78 tempest-ServersAdmin275Test-1115760524 tempest-ServersAdmin275Test-1115760524-project-admin] Task: {'id': task-4076826, 'name': Rename_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.610410] env[69889]: DEBUG oslo_vmware.api [None req-5976ba3c-c761-4014-a36d-719c7d5f8030 tempest-ServerTagsTestJSON-782493845 tempest-ServerTagsTestJSON-782493845-project-member] Task: {'id': task-4076825, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.895171} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.613193] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-5976ba3c-c761-4014-a36d-719c7d5f8030 tempest-ServerTagsTestJSON-782493845 tempest-ServerTagsTestJSON-782493845-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] 6440cc57-4bc9-4c89-941e-f16b6bf04dc3/6440cc57-4bc9-4c89-941e-f16b6bf04dc3.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 717.613193] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-5976ba3c-c761-4014-a36d-719c7d5f8030 tempest-ServerTagsTestJSON-782493845 tempest-ServerTagsTestJSON-782493845-project-member] [instance: 6440cc57-4bc9-4c89-941e-f16b6bf04dc3] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 717.613193] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9e009935-dcc0-49c0-b56a-fa21b0de2295 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.621672] env[69889]: DEBUG oslo_vmware.api [None req-5976ba3c-c761-4014-a36d-719c7d5f8030 tempest-ServerTagsTestJSON-782493845 tempest-ServerTagsTestJSON-782493845-project-member] Waiting for the task: (returnval){ [ 717.621672] env[69889]: value = "task-4076827" [ 717.621672] env[69889]: _type = "Task" [ 717.621672] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.636320] env[69889]: DEBUG oslo_vmware.api [None req-5976ba3c-c761-4014-a36d-719c7d5f8030 tempest-ServerTagsTestJSON-782493845 tempest-ServerTagsTestJSON-782493845-project-member] Task: {'id': task-4076827, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.685656] env[69889]: INFO nova.compute.manager [-] [instance: 2174fe4e-a8f9-4833-b2ab-e0c2ae3b0099] Took 1.10 seconds to deallocate network for instance. [ 717.773392] env[69889]: DEBUG nova.network.neutron [None req-5504c2d2-a973-45ce-8dca-24f8d6aa46f6 tempest-VolumesAssistedSnapshotsTest-1139004312 tempest-VolumesAssistedSnapshotsTest-1139004312-project-member] [instance: 7f014d2a-1340-4715-8ab0-42df2c7d9f36] Successfully created port: 4a619d16-c2ac-442d-9735-fd3d845eeafe {{(pid=69889) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 717.833443] env[69889]: DEBUG nova.network.neutron [None req-dfed64f1-74ea-4c6b-9cee-02648aff0983 tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] [instance: 89d1a6bb-1542-46d9-832f-d0ac2867492f] Successfully created port: 729c0b77-df89-47f3-9446-492de3064452 {{(pid=69889) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 717.842456] env[69889]: DEBUG nova.compute.manager [None req-2429396d-7cad-4627-a0c3-5b900da88e15 tempest-ServerDiagnosticsNegativeTest-639395065 tempest-ServerDiagnosticsNegativeTest-639395065-project-member] [instance: ff21eb77-97b5-450a-baff-063059c2efe1] Start building block device mappings for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 717.871051] env[69889]: DEBUG nova.network.neutron [-] [instance: bfb7906e-20b8-4878-9777-c5fd3ff65c22] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.911182] env[69889]: DEBUG nova.network.neutron [None req-b89ca2d7-4e90-4d50-8e26-9e588ce91f99 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] [instance: 2cb12a8d-74ee-4fe0-92fd-8c2adbc3becc] Updating instance_info_cache with network_info: [{"id": "4d35f8b0-920a-40c2-b1fb-f98a24db5977", "address": "fa:16:3e:33:19:22", "network": {"id": "a0d23e8a-3eea-41c9-8153-91c7e65c8d84", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1742377280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbeed8ed18604939b71a7a686896ff14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dacd109c-2442-41b8-b612-7ed3efbdaa94", "external-id": "nsx-vlan-transportzone-940", "segmentation_id": 940, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d35f8b0-92", "ovs_interfaceid": "4d35f8b0-920a-40c2-b1fb-f98a24db5977", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.979667] env[69889]: DEBUG oslo_vmware.api [None req-53288ab3-1ca5-4984-8c56-1de39bf57e78 tempest-ServersAdmin275Test-1115760524 tempest-ServersAdmin275Test-1115760524-project-admin] Task: {'id': task-4076826, 'name': Rename_Task, 'duration_secs': 0.269198} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.982699] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-53288ab3-1ca5-4984-8c56-1de39bf57e78 tempest-ServersAdmin275Test-1115760524 tempest-ServersAdmin275Test-1115760524-project-admin] [instance: d23cb796-1de4-4706-8d28-a50c7da8f5e0] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 717.983057] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3a52fb36-8fac-470a-8de1-2c51c2f41e94 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.998313] env[69889]: DEBUG oslo_vmware.api [None req-53288ab3-1ca5-4984-8c56-1de39bf57e78 tempest-ServersAdmin275Test-1115760524 tempest-ServersAdmin275Test-1115760524-project-admin] Waiting for the task: (returnval){ [ 717.998313] env[69889]: value = "task-4076828" [ 717.998313] env[69889]: _type = "Task" [ 717.998313] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.007707] env[69889]: INFO nova.compute.manager [None req-73b9f1b8-1ac2-430c-b737-d6ccaa4fa8b6 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: da1de6c7-ec10-47d2-a8a9-8572cd4162f5] Took 21.60 seconds to build instance. [ 718.012467] env[69889]: DEBUG oslo_vmware.api [None req-53288ab3-1ca5-4984-8c56-1de39bf57e78 tempest-ServersAdmin275Test-1115760524 tempest-ServersAdmin275Test-1115760524-project-admin] Task: {'id': task-4076828, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.131940] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b79b7ba8-ad32-447b-b8b6-913daa59cb40 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Acquiring lock "50d05d43-aecd-4d90-ae1a-60a0ff086f9c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.133519] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b79b7ba8-ad32-447b-b8b6-913daa59cb40 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Lock "50d05d43-aecd-4d90-ae1a-60a0ff086f9c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.160820] env[69889]: DEBUG oslo_vmware.api [None req-5976ba3c-c761-4014-a36d-719c7d5f8030 tempest-ServerTagsTestJSON-782493845 tempest-ServerTagsTestJSON-782493845-project-member] Task: {'id': task-4076827, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077793} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.164024] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-5976ba3c-c761-4014-a36d-719c7d5f8030 tempest-ServerTagsTestJSON-782493845 tempest-ServerTagsTestJSON-782493845-project-member] [instance: 6440cc57-4bc9-4c89-941e-f16b6bf04dc3] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 718.164580] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e11dab09-4f4a-4875-b021-35970ab3c6cd {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.170477] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d561c01-e731-431e-a2ce-ac989c3be434 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.195217] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-491a43f6-7e5e-4302-b2fe-694084ae370e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.200989] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7d346a10-4f51-455c-b4d3-384827cebd56 tempest-ServerDiagnosticsV248Test-1638989844 tempest-ServerDiagnosticsV248Test-1638989844-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.212794] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-5976ba3c-c761-4014-a36d-719c7d5f8030 tempest-ServerTagsTestJSON-782493845 tempest-ServerTagsTestJSON-782493845-project-member] [instance: 6440cc57-4bc9-4c89-941e-f16b6bf04dc3] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] 6440cc57-4bc9-4c89-941e-f16b6bf04dc3/6440cc57-4bc9-4c89-941e-f16b6bf04dc3.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 718.213096] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9deba4d8-736b-4e57-bc41-07f6dd426707 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.263379] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcee699e-e07c-40ab-9aed-592d7b6d67b4 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.266551] env[69889]: DEBUG oslo_vmware.api [None req-5976ba3c-c761-4014-a36d-719c7d5f8030 tempest-ServerTagsTestJSON-782493845 tempest-ServerTagsTestJSON-782493845-project-member] Waiting for the task: (returnval){ [ 718.266551] env[69889]: value = "task-4076829" [ 718.266551] env[69889]: _type = "Task" [ 718.266551] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.274951] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20f27520-339a-4404-9edc-99bc0f5a590b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.282974] env[69889]: DEBUG oslo_vmware.api [None req-5976ba3c-c761-4014-a36d-719c7d5f8030 tempest-ServerTagsTestJSON-782493845 tempest-ServerTagsTestJSON-782493845-project-member] Task: {'id': task-4076829, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.298853] env[69889]: DEBUG nova.compute.provider_tree [None req-e137ec74-78e2-4d25-a24b-80f71483a138 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Updating inventory in ProviderTree for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 718.379787] env[69889]: INFO nova.compute.manager [-] [instance: bfb7906e-20b8-4878-9777-c5fd3ff65c22] Took 3.02 seconds to deallocate network for instance. [ 718.415966] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b89ca2d7-4e90-4d50-8e26-9e588ce91f99 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Releasing lock "refresh_cache-2cb12a8d-74ee-4fe0-92fd-8c2adbc3becc" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.416325] env[69889]: DEBUG nova.compute.manager [None req-b89ca2d7-4e90-4d50-8e26-9e588ce91f99 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] [instance: 2cb12a8d-74ee-4fe0-92fd-8c2adbc3becc] Instance network_info: |[{"id": "4d35f8b0-920a-40c2-b1fb-f98a24db5977", "address": "fa:16:3e:33:19:22", "network": {"id": "a0d23e8a-3eea-41c9-8153-91c7e65c8d84", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1742377280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbeed8ed18604939b71a7a686896ff14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dacd109c-2442-41b8-b612-7ed3efbdaa94", "external-id": "nsx-vlan-transportzone-940", "segmentation_id": 940, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d35f8b0-92", "ovs_interfaceid": "4d35f8b0-920a-40c2-b1fb-f98a24db5977", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 718.416770] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-b89ca2d7-4e90-4d50-8e26-9e588ce91f99 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] [instance: 2cb12a8d-74ee-4fe0-92fd-8c2adbc3becc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:19:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dacd109c-2442-41b8-b612-7ed3efbdaa94', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4d35f8b0-920a-40c2-b1fb-f98a24db5977', 'vif_model': 'vmxnet3'}] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 718.425376] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-b89ca2d7-4e90-4d50-8e26-9e588ce91f99 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Creating folder: Project (dbeed8ed18604939b71a7a686896ff14). Parent ref: group-v807779. {{(pid=69889) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 718.425683] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-713be3b9-3460-49ff-8bd4-f673cecd051b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.439111] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-b89ca2d7-4e90-4d50-8e26-9e588ce91f99 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Created folder: Project (dbeed8ed18604939b71a7a686896ff14) in parent group-v807779. [ 718.439315] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-b89ca2d7-4e90-4d50-8e26-9e588ce91f99 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Creating folder: Instances. Parent ref: group-v807812. {{(pid=69889) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 718.439564] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d890b86b-275e-4967-9454-f3a90ee9d0af {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.456400] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-b89ca2d7-4e90-4d50-8e26-9e588ce91f99 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Created folder: Instances in parent group-v807812. [ 718.456400] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b89ca2d7-4e90-4d50-8e26-9e588ce91f99 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 718.456400] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2cb12a8d-74ee-4fe0-92fd-8c2adbc3becc] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 718.456400] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-728833f3-eec7-4e66-93ed-d5f9ecc14942 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.485059] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 718.485059] env[69889]: value = "task-4076832" [ 718.485059] env[69889]: _type = "Task" [ 718.485059] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.497052] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4076832, 'name': CreateVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.509959] env[69889]: DEBUG oslo_concurrency.lockutils [None req-73b9f1b8-1ac2-430c-b737-d6ccaa4fa8b6 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Lock "da1de6c7-ec10-47d2-a8a9-8572cd4162f5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.118s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.509959] env[69889]: DEBUG oslo_vmware.api [None req-53288ab3-1ca5-4984-8c56-1de39bf57e78 tempest-ServersAdmin275Test-1115760524 tempest-ServersAdmin275Test-1115760524-project-admin] Task: {'id': task-4076828, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.645308] env[69889]: DEBUG nova.compute.manager [None req-b79b7ba8-ad32-447b-b8b6-913daa59cb40 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 50d05d43-aecd-4d90-ae1a-60a0ff086f9c] Starting instance... {{(pid=69889) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 718.784054] env[69889]: DEBUG oslo_vmware.api [None req-5976ba3c-c761-4014-a36d-719c7d5f8030 tempest-ServerTagsTestJSON-782493845 tempest-ServerTagsTestJSON-782493845-project-member] Task: {'id': task-4076829, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.787888] env[69889]: DEBUG nova.network.neutron [None req-2429396d-7cad-4627-a0c3-5b900da88e15 tempest-ServerDiagnosticsNegativeTest-639395065 tempest-ServerDiagnosticsNegativeTest-639395065-project-member] [instance: ff21eb77-97b5-450a-baff-063059c2efe1] Successfully created port: 8ebd7ccf-89e1-48c8-980c-2297637c2485 {{(pid=69889) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 718.824889] env[69889]: ERROR nova.scheduler.client.report [None req-e137ec74-78e2-4d25-a24b-80f71483a138 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] [req-e84b97a4-6a51-473e-90aa-0fab4ccc46be] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 90d7c690-84bb-4f6d-b52e-7f3e0decd101. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e84b97a4-6a51-473e-90aa-0fab4ccc46be"}]} [ 718.847487] env[69889]: DEBUG nova.scheduler.client.report [None req-e137ec74-78e2-4d25-a24b-80f71483a138 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Refreshing inventories for resource provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 718.858891] env[69889]: DEBUG nova.compute.manager [None req-2429396d-7cad-4627-a0c3-5b900da88e15 tempest-ServerDiagnosticsNegativeTest-639395065 tempest-ServerDiagnosticsNegativeTest-639395065-project-member] [instance: ff21eb77-97b5-450a-baff-063059c2efe1] Start spawning the instance on the hypervisor. {{(pid=69889) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 718.864554] env[69889]: DEBUG nova.scheduler.client.report [None req-e137ec74-78e2-4d25-a24b-80f71483a138 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Updating ProviderTree inventory for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 718.864794] env[69889]: DEBUG nova.compute.provider_tree [None req-e137ec74-78e2-4d25-a24b-80f71483a138 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Updating inventory in ProviderTree for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 718.874575] env[69889]: DEBUG nova.network.neutron [req-708f1b16-efd5-42cf-b81b-4cb0ed286122 req-0a734b50-294f-4484-93a9-60ff9827f150 service nova] [instance: 6440cc57-4bc9-4c89-941e-f16b6bf04dc3] Updated VIF entry in instance network info cache for port 57e7d0a1-037a-4a16-a3bd-6f4fd365c728. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 718.874962] env[69889]: DEBUG nova.network.neutron [req-708f1b16-efd5-42cf-b81b-4cb0ed286122 req-0a734b50-294f-4484-93a9-60ff9827f150 service nova] [instance: 6440cc57-4bc9-4c89-941e-f16b6bf04dc3] Updating instance_info_cache with network_info: [{"id": "57e7d0a1-037a-4a16-a3bd-6f4fd365c728", "address": "fa:16:3e:77:dc:b6", "network": {"id": "1e8cd812-03da-4a5e-b1d2-c07d97efa581", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1671094982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c664ef32021f4f6a8ce0e34ca088c2cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57e7d0a1-03", "ovs_interfaceid": "57e7d0a1-037a-4a16-a3bd-6f4fd365c728", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.886267] env[69889]: DEBUG nova.virt.hardware [None req-2429396d-7cad-4627-a0c3-5b900da88e15 tempest-ServerDiagnosticsNegativeTest-639395065 tempest-ServerDiagnosticsNegativeTest-639395065-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 718.886607] env[69889]: DEBUG nova.virt.hardware [None req-2429396d-7cad-4627-a0c3-5b900da88e15 tempest-ServerDiagnosticsNegativeTest-639395065 tempest-ServerDiagnosticsNegativeTest-639395065-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 718.890083] env[69889]: DEBUG nova.virt.hardware [None req-2429396d-7cad-4627-a0c3-5b900da88e15 tempest-ServerDiagnosticsNegativeTest-639395065 tempest-ServerDiagnosticsNegativeTest-639395065-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 718.890426] env[69889]: DEBUG nova.virt.hardware [None req-2429396d-7cad-4627-a0c3-5b900da88e15 tempest-ServerDiagnosticsNegativeTest-639395065 tempest-ServerDiagnosticsNegativeTest-639395065-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 718.890662] env[69889]: DEBUG nova.virt.hardware [None req-2429396d-7cad-4627-a0c3-5b900da88e15 tempest-ServerDiagnosticsNegativeTest-639395065 tempest-ServerDiagnosticsNegativeTest-639395065-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 718.890876] env[69889]: DEBUG nova.virt.hardware [None req-2429396d-7cad-4627-a0c3-5b900da88e15 tempest-ServerDiagnosticsNegativeTest-639395065 tempest-ServerDiagnosticsNegativeTest-639395065-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 718.891159] env[69889]: DEBUG nova.virt.hardware [None req-2429396d-7cad-4627-a0c3-5b900da88e15 tempest-ServerDiagnosticsNegativeTest-639395065 tempest-ServerDiagnosticsNegativeTest-639395065-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 718.891371] env[69889]: DEBUG nova.virt.hardware [None req-2429396d-7cad-4627-a0c3-5b900da88e15 tempest-ServerDiagnosticsNegativeTest-639395065 tempest-ServerDiagnosticsNegativeTest-639395065-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 718.891538] env[69889]: DEBUG nova.virt.hardware [None req-2429396d-7cad-4627-a0c3-5b900da88e15 tempest-ServerDiagnosticsNegativeTest-639395065 tempest-ServerDiagnosticsNegativeTest-639395065-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 718.891706] env[69889]: DEBUG nova.virt.hardware [None req-2429396d-7cad-4627-a0c3-5b900da88e15 tempest-ServerDiagnosticsNegativeTest-639395065 tempest-ServerDiagnosticsNegativeTest-639395065-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 718.891878] env[69889]: DEBUG nova.virt.hardware [None req-2429396d-7cad-4627-a0c3-5b900da88e15 tempest-ServerDiagnosticsNegativeTest-639395065 tempest-ServerDiagnosticsNegativeTest-639395065-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 718.893869] env[69889]: DEBUG oslo_concurrency.lockutils [None req-2c6ba48a-f02c-4d04-957f-6ece74874654 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.895422] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e066919-997b-4a38-9c72-58b34f44cb61 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.899621] env[69889]: DEBUG nova.scheduler.client.report [None req-e137ec74-78e2-4d25-a24b-80f71483a138 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Refreshing aggregate associations for resource provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101, aggregates: None {{(pid=69889) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 718.910743] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a8d35c6-8025-4c55-9d80-0efcca1719be {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.931191] env[69889]: DEBUG nova.scheduler.client.report [None req-e137ec74-78e2-4d25-a24b-80f71483a138 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Refreshing trait associations for resource provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=69889) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 719.003285] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4076832, 'name': CreateVM_Task} progress is 25%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.019440] env[69889]: DEBUG oslo_vmware.api [None req-53288ab3-1ca5-4984-8c56-1de39bf57e78 tempest-ServersAdmin275Test-1115760524 tempest-ServersAdmin275Test-1115760524-project-admin] Task: {'id': task-4076828, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.178084] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b79b7ba8-ad32-447b-b8b6-913daa59cb40 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.238734] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14a231a2-cda4-418e-b34d-f2ec53627673 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.247393] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d517e747-36a5-48a3-9caa-a11160f6afff {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.284494] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-429dbac9-eee6-4c05-bb94-169c57b9cf75 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.294583] env[69889]: DEBUG oslo_vmware.api [None req-5976ba3c-c761-4014-a36d-719c7d5f8030 tempest-ServerTagsTestJSON-782493845 tempest-ServerTagsTestJSON-782493845-project-member] Task: {'id': task-4076829, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.299778] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e210931b-c43b-4439-b53a-db94d03ff8e3 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.316581] env[69889]: DEBUG nova.compute.provider_tree [None req-e137ec74-78e2-4d25-a24b-80f71483a138 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Updating inventory in ProviderTree for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 719.381157] env[69889]: DEBUG oslo_concurrency.lockutils [req-708f1b16-efd5-42cf-b81b-4cb0ed286122 req-0a734b50-294f-4484-93a9-60ff9827f150 service nova] Releasing lock "refresh_cache-6440cc57-4bc9-4c89-941e-f16b6bf04dc3" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.381157] env[69889]: DEBUG nova.compute.manager [req-708f1b16-efd5-42cf-b81b-4cb0ed286122 req-0a734b50-294f-4484-93a9-60ff9827f150 service nova] [instance: 41c9a79a-e246-4818-8339-fbaaa9fea305] Received event network-changed-8802a2b1-585f-48b6-aca1-e596c793dc40 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 719.381157] env[69889]: DEBUG nova.compute.manager [req-708f1b16-efd5-42cf-b81b-4cb0ed286122 req-0a734b50-294f-4484-93a9-60ff9827f150 service nova] [instance: 41c9a79a-e246-4818-8339-fbaaa9fea305] Refreshing instance network info cache due to event network-changed-8802a2b1-585f-48b6-aca1-e596c793dc40. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 719.381563] env[69889]: DEBUG oslo_concurrency.lockutils [req-708f1b16-efd5-42cf-b81b-4cb0ed286122 req-0a734b50-294f-4484-93a9-60ff9827f150 service nova] Acquiring lock "refresh_cache-41c9a79a-e246-4818-8339-fbaaa9fea305" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.381563] env[69889]: DEBUG oslo_concurrency.lockutils [req-708f1b16-efd5-42cf-b81b-4cb0ed286122 req-0a734b50-294f-4484-93a9-60ff9827f150 service nova] Acquired lock "refresh_cache-41c9a79a-e246-4818-8339-fbaaa9fea305" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.381727] env[69889]: DEBUG nova.network.neutron [req-708f1b16-efd5-42cf-b81b-4cb0ed286122 req-0a734b50-294f-4484-93a9-60ff9827f150 service nova] [instance: 41c9a79a-e246-4818-8339-fbaaa9fea305] Refreshing network info cache for port 8802a2b1-585f-48b6-aca1-e596c793dc40 {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 719.501267] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4076832, 'name': CreateVM_Task, 'duration_secs': 0.636229} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.501416] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2cb12a8d-74ee-4fe0-92fd-8c2adbc3becc] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 719.502147] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b89ca2d7-4e90-4d50-8e26-9e588ce91f99 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.502363] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b89ca2d7-4e90-4d50-8e26-9e588ce91f99 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.502746] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b89ca2d7-4e90-4d50-8e26-9e588ce91f99 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.503082] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec653666-977f-4559-ab32-f12900bf5f17 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.513519] env[69889]: DEBUG oslo_vmware.api [None req-b89ca2d7-4e90-4d50-8e26-9e588ce91f99 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Waiting for the task: (returnval){ [ 719.513519] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52d11d20-39ff-4b61-b5cd-e6aada01a82e" [ 719.513519] env[69889]: _type = "Task" [ 719.513519] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.518347] env[69889]: DEBUG oslo_vmware.api [None req-53288ab3-1ca5-4984-8c56-1de39bf57e78 tempest-ServersAdmin275Test-1115760524 tempest-ServersAdmin275Test-1115760524-project-admin] Task: {'id': task-4076828, 'name': PowerOnVM_Task, 'duration_secs': 1.279889} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.521989] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-53288ab3-1ca5-4984-8c56-1de39bf57e78 tempest-ServersAdmin275Test-1115760524 tempest-ServersAdmin275Test-1115760524-project-admin] [instance: d23cb796-1de4-4706-8d28-a50c7da8f5e0] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 719.521989] env[69889]: DEBUG nova.compute.manager [None req-53288ab3-1ca5-4984-8c56-1de39bf57e78 tempest-ServersAdmin275Test-1115760524 tempest-ServersAdmin275Test-1115760524-project-admin] [instance: d23cb796-1de4-4706-8d28-a50c7da8f5e0] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 719.523130] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a00df2b-a854-4d6f-af52-9d37c9c22e16 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.535339] env[69889]: DEBUG oslo_vmware.api [None req-b89ca2d7-4e90-4d50-8e26-9e588ce91f99 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52d11d20-39ff-4b61-b5cd-e6aada01a82e, 'name': SearchDatastore_Task, 'duration_secs': 0.017845} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.542705] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b89ca2d7-4e90-4d50-8e26-9e588ce91f99 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.542705] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-b89ca2d7-4e90-4d50-8e26-9e588ce91f99 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] [instance: 2cb12a8d-74ee-4fe0-92fd-8c2adbc3becc] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 719.542705] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b89ca2d7-4e90-4d50-8e26-9e588ce91f99 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.542705] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b89ca2d7-4e90-4d50-8e26-9e588ce91f99 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.542891] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-b89ca2d7-4e90-4d50-8e26-9e588ce91f99 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 719.544058] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-144be0dc-bdfe-4843-8004-ce0c50f4caf7 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.557898] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-b89ca2d7-4e90-4d50-8e26-9e588ce91f99 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 719.559904] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-b89ca2d7-4e90-4d50-8e26-9e588ce91f99 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 719.559904] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-faffd130-d009-4d5e-b085-4f6996a0595b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.565600] env[69889]: DEBUG oslo_vmware.api [None req-b89ca2d7-4e90-4d50-8e26-9e588ce91f99 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Waiting for the task: (returnval){ [ 719.565600] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52ebd066-eca0-3a7f-22a4-47fad10b2b74" [ 719.565600] env[69889]: _type = "Task" [ 719.565600] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.575861] env[69889]: DEBUG oslo_vmware.api [None req-b89ca2d7-4e90-4d50-8e26-9e588ce91f99 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52ebd066-eca0-3a7f-22a4-47fad10b2b74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.797175] env[69889]: DEBUG oslo_vmware.api [None req-5976ba3c-c761-4014-a36d-719c7d5f8030 tempest-ServerTagsTestJSON-782493845 tempest-ServerTagsTestJSON-782493845-project-member] Task: {'id': task-4076829, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.849147] env[69889]: ERROR nova.scheduler.client.report [None req-e137ec74-78e2-4d25-a24b-80f71483a138 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] [req-5fc144b5-5630-4acb-b776-ee14ff48997b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 90d7c690-84bb-4f6d-b52e-7f3e0decd101. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5fc144b5-5630-4acb-b776-ee14ff48997b"}]} [ 719.867818] env[69889]: DEBUG nova.scheduler.client.report [None req-e137ec74-78e2-4d25-a24b-80f71483a138 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Refreshing inventories for resource provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 719.889756] env[69889]: DEBUG nova.scheduler.client.report [None req-e137ec74-78e2-4d25-a24b-80f71483a138 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Updating ProviderTree inventory for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 719.889756] env[69889]: DEBUG nova.compute.provider_tree [None req-e137ec74-78e2-4d25-a24b-80f71483a138 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Updating inventory in ProviderTree for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 719.906811] env[69889]: DEBUG nova.scheduler.client.report [None req-e137ec74-78e2-4d25-a24b-80f71483a138 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Refreshing aggregate associations for resource provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101, aggregates: None {{(pid=69889) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 719.934887] env[69889]: DEBUG nova.scheduler.client.report [None req-e137ec74-78e2-4d25-a24b-80f71483a138 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Refreshing trait associations for resource provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=69889) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 720.059705] env[69889]: DEBUG oslo_concurrency.lockutils [None req-53288ab3-1ca5-4984-8c56-1de39bf57e78 tempest-ServersAdmin275Test-1115760524 tempest-ServersAdmin275Test-1115760524-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.087258] env[69889]: DEBUG oslo_vmware.api [None req-b89ca2d7-4e90-4d50-8e26-9e588ce91f99 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52ebd066-eca0-3a7f-22a4-47fad10b2b74, 'name': SearchDatastore_Task, 'duration_secs': 0.013014} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.098247] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b2c1f01-2ca9-475d-887e-71cc5d48cc31 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.111217] env[69889]: DEBUG oslo_vmware.api [None req-b89ca2d7-4e90-4d50-8e26-9e588ce91f99 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Waiting for the task: (returnval){ [ 720.111217] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]523c9e5d-f52b-cfe7-9081-c9e076aeb83e" [ 720.111217] env[69889]: _type = "Task" [ 720.111217] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.134642] env[69889]: DEBUG oslo_vmware.api [None req-b89ca2d7-4e90-4d50-8e26-9e588ce91f99 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]523c9e5d-f52b-cfe7-9081-c9e076aeb83e, 'name': SearchDatastore_Task, 'duration_secs': 0.011304} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.134642] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b89ca2d7-4e90-4d50-8e26-9e588ce91f99 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.134642] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-b89ca2d7-4e90-4d50-8e26-9e588ce91f99 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] 2cb12a8d-74ee-4fe0-92fd-8c2adbc3becc/2cb12a8d-74ee-4fe0-92fd-8c2adbc3becc.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 720.134642] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-be1a89f0-0357-4ba1-b7c5-fad7d087980a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.143655] env[69889]: DEBUG oslo_vmware.api [None req-b89ca2d7-4e90-4d50-8e26-9e588ce91f99 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Waiting for the task: (returnval){ [ 720.143655] env[69889]: value = "task-4076833" [ 720.143655] env[69889]: _type = "Task" [ 720.143655] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.163587] env[69889]: DEBUG oslo_vmware.api [None req-b89ca2d7-4e90-4d50-8e26-9e588ce91f99 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Task: {'id': task-4076833, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.299053] env[69889]: DEBUG oslo_vmware.api [None req-5976ba3c-c761-4014-a36d-719c7d5f8030 tempest-ServerTagsTestJSON-782493845 tempest-ServerTagsTestJSON-782493845-project-member] Task: {'id': task-4076829, 'name': ReconfigVM_Task, 'duration_secs': 1.86284} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.299510] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-5976ba3c-c761-4014-a36d-719c7d5f8030 tempest-ServerTagsTestJSON-782493845 tempest-ServerTagsTestJSON-782493845-project-member] [instance: 6440cc57-4bc9-4c89-941e-f16b6bf04dc3] Reconfigured VM instance instance-0000000a to attach disk [datastore2] 6440cc57-4bc9-4c89-941e-f16b6bf04dc3/6440cc57-4bc9-4c89-941e-f16b6bf04dc3.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 720.300461] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e4f16c93-076a-4827-aeee-5d37b86904b9 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.311390] env[69889]: DEBUG oslo_vmware.api [None req-5976ba3c-c761-4014-a36d-719c7d5f8030 tempest-ServerTagsTestJSON-782493845 tempest-ServerTagsTestJSON-782493845-project-member] Waiting for the task: (returnval){ [ 720.311390] env[69889]: value = "task-4076834" [ 720.311390] env[69889]: _type = "Task" [ 720.311390] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.329425] env[69889]: DEBUG oslo_vmware.api [None req-5976ba3c-c761-4014-a36d-719c7d5f8030 tempest-ServerTagsTestJSON-782493845 tempest-ServerTagsTestJSON-782493845-project-member] Task: {'id': task-4076834, 'name': Rename_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.402107] env[69889]: DEBUG oslo_concurrency.lockutils [None req-f8665a5a-482c-417c-8707-cbb603659fe2 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Acquiring lock "54b1a963-1db6-43da-87b0-f7c9b8d7bb74" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.402107] env[69889]: DEBUG oslo_concurrency.lockutils [None req-f8665a5a-482c-417c-8707-cbb603659fe2 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Lock "54b1a963-1db6-43da-87b0-f7c9b8d7bb74" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.413847] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54fd3c9e-08e1-4598-b15a-e42b2a6880b2 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.426172] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-117fbb76-6d15-4d46-a368-0917f9a982ee {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.461354] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfad0cbb-3b86-4238-a0a3-5134523f91c3 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.472519] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab3598bc-77b3-446e-abc2-c91ee38e8275 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.490728] env[69889]: DEBUG nova.compute.provider_tree [None req-e137ec74-78e2-4d25-a24b-80f71483a138 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 720.593149] env[69889]: DEBUG oslo_concurrency.lockutils [None req-69964fd6-b80d-4bca-8ef3-d66182be7390 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Acquiring lock "96c84f6a-1e51-41fa-b5cd-4dc572d96410" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.593381] env[69889]: DEBUG oslo_concurrency.lockutils [None req-69964fd6-b80d-4bca-8ef3-d66182be7390 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Lock "96c84f6a-1e51-41fa-b5cd-4dc572d96410" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.660841] env[69889]: DEBUG oslo_vmware.api [None req-b89ca2d7-4e90-4d50-8e26-9e588ce91f99 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Task: {'id': task-4076833, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.719250] env[69889]: DEBUG nova.compute.manager [req-1aff1215-0572-4750-8510-f2f3ef522166 req-9eefa327-786b-4303-8a67-4beba078c1c3 service nova] [instance: 49ce5d94-ce4e-457b-a34c-54bd5dfcc242] Received event network-changed-edb83f83-f9ec-4b72-bcda-1e64d5431fb0 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 720.719452] env[69889]: DEBUG nova.compute.manager [req-1aff1215-0572-4750-8510-f2f3ef522166 req-9eefa327-786b-4303-8a67-4beba078c1c3 service nova] [instance: 49ce5d94-ce4e-457b-a34c-54bd5dfcc242] Refreshing instance network info cache due to event network-changed-edb83f83-f9ec-4b72-bcda-1e64d5431fb0. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 720.719667] env[69889]: DEBUG oslo_concurrency.lockutils [req-1aff1215-0572-4750-8510-f2f3ef522166 req-9eefa327-786b-4303-8a67-4beba078c1c3 service nova] Acquiring lock "refresh_cache-49ce5d94-ce4e-457b-a34c-54bd5dfcc242" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.719812] env[69889]: DEBUG oslo_concurrency.lockutils [req-1aff1215-0572-4750-8510-f2f3ef522166 req-9eefa327-786b-4303-8a67-4beba078c1c3 service nova] Acquired lock "refresh_cache-49ce5d94-ce4e-457b-a34c-54bd5dfcc242" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.719968] env[69889]: DEBUG nova.network.neutron [req-1aff1215-0572-4750-8510-f2f3ef522166 req-9eefa327-786b-4303-8a67-4beba078c1c3 service nova] [instance: 49ce5d94-ce4e-457b-a34c-54bd5dfcc242] Refreshing network info cache for port edb83f83-f9ec-4b72-bcda-1e64d5431fb0 {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 720.826360] env[69889]: DEBUG oslo_vmware.api [None req-5976ba3c-c761-4014-a36d-719c7d5f8030 tempest-ServerTagsTestJSON-782493845 tempest-ServerTagsTestJSON-782493845-project-member] Task: {'id': task-4076834, 'name': Rename_Task, 'duration_secs': 0.502649} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.826990] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-5976ba3c-c761-4014-a36d-719c7d5f8030 tempest-ServerTagsTestJSON-782493845 tempest-ServerTagsTestJSON-782493845-project-member] [instance: 6440cc57-4bc9-4c89-941e-f16b6bf04dc3] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 720.826990] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b8cfdfcf-13b1-414f-b73a-20b9235c44ef {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.835422] env[69889]: DEBUG oslo_vmware.api [None req-5976ba3c-c761-4014-a36d-719c7d5f8030 tempest-ServerTagsTestJSON-782493845 tempest-ServerTagsTestJSON-782493845-project-member] Waiting for the task: (returnval){ [ 720.835422] env[69889]: value = "task-4076835" [ 720.835422] env[69889]: _type = "Task" [ 720.835422] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.844519] env[69889]: DEBUG oslo_vmware.api [None req-5976ba3c-c761-4014-a36d-719c7d5f8030 tempest-ServerTagsTestJSON-782493845 tempest-ServerTagsTestJSON-782493845-project-member] Task: {'id': task-4076835, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.906373] env[69889]: DEBUG nova.compute.manager [None req-f8665a5a-482c-417c-8707-cbb603659fe2 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 54b1a963-1db6-43da-87b0-f7c9b8d7bb74] Starting instance... {{(pid=69889) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 720.997678] env[69889]: DEBUG nova.scheduler.client.report [None req-e137ec74-78e2-4d25-a24b-80f71483a138 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 721.098685] env[69889]: DEBUG nova.compute.manager [None req-69964fd6-b80d-4bca-8ef3-d66182be7390 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] [instance: 96c84f6a-1e51-41fa-b5cd-4dc572d96410] Starting instance... {{(pid=69889) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 721.161049] env[69889]: DEBUG oslo_vmware.api [None req-b89ca2d7-4e90-4d50-8e26-9e588ce91f99 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Task: {'id': task-4076833, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.609811} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.162653] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-b89ca2d7-4e90-4d50-8e26-9e588ce91f99 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] 2cb12a8d-74ee-4fe0-92fd-8c2adbc3becc/2cb12a8d-74ee-4fe0-92fd-8c2adbc3becc.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 721.162653] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-b89ca2d7-4e90-4d50-8e26-9e588ce91f99 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] [instance: 2cb12a8d-74ee-4fe0-92fd-8c2adbc3becc] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 721.162653] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dd490ea3-ebf4-4993-a92f-54cf99d285e8 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.175653] env[69889]: DEBUG oslo_vmware.api [None req-b89ca2d7-4e90-4d50-8e26-9e588ce91f99 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Waiting for the task: (returnval){ [ 721.175653] env[69889]: value = "task-4076836" [ 721.175653] env[69889]: _type = "Task" [ 721.175653] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.187670] env[69889]: DEBUG oslo_vmware.api [None req-b89ca2d7-4e90-4d50-8e26-9e588ce91f99 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Task: {'id': task-4076836, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.203314] env[69889]: DEBUG nova.network.neutron [req-708f1b16-efd5-42cf-b81b-4cb0ed286122 req-0a734b50-294f-4484-93a9-60ff9827f150 service nova] [instance: 41c9a79a-e246-4818-8339-fbaaa9fea305] Updated VIF entry in instance network info cache for port 8802a2b1-585f-48b6-aca1-e596c793dc40. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 721.203656] env[69889]: DEBUG nova.network.neutron [req-708f1b16-efd5-42cf-b81b-4cb0ed286122 req-0a734b50-294f-4484-93a9-60ff9827f150 service nova] [instance: 41c9a79a-e246-4818-8339-fbaaa9fea305] Updating instance_info_cache with network_info: [{"id": "8802a2b1-585f-48b6-aca1-e596c793dc40", "address": "fa:16:3e:83:41:57", "network": {"id": "c3bb2e6b-95b7-48ce-8cfb-a50bc038bc10", "bridge": "br-int", "label": "tempest-ServersTestJSON-1507586319-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1f3f632517b44d493319fbb69031204", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8802a2b1-58", "ovs_interfaceid": "8802a2b1-585f-48b6-aca1-e596c793dc40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.305457] env[69889]: DEBUG nova.compute.manager [req-7e59c476-46eb-45a4-a968-df3f77380df7 req-a52d02be-b338-4a4b-b9a4-3bb7789b63f1 service nova] [instance: 2cb12a8d-74ee-4fe0-92fd-8c2adbc3becc] Received event network-changed-4d35f8b0-920a-40c2-b1fb-f98a24db5977 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 721.305848] env[69889]: DEBUG nova.compute.manager [req-7e59c476-46eb-45a4-a968-df3f77380df7 req-a52d02be-b338-4a4b-b9a4-3bb7789b63f1 service nova] [instance: 2cb12a8d-74ee-4fe0-92fd-8c2adbc3becc] Refreshing instance network info cache due to event network-changed-4d35f8b0-920a-40c2-b1fb-f98a24db5977. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 721.308334] env[69889]: DEBUG oslo_concurrency.lockutils [req-7e59c476-46eb-45a4-a968-df3f77380df7 req-a52d02be-b338-4a4b-b9a4-3bb7789b63f1 service nova] Acquiring lock "refresh_cache-2cb12a8d-74ee-4fe0-92fd-8c2adbc3becc" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.308334] env[69889]: DEBUG oslo_concurrency.lockutils [req-7e59c476-46eb-45a4-a968-df3f77380df7 req-a52d02be-b338-4a4b-b9a4-3bb7789b63f1 service nova] Acquired lock "refresh_cache-2cb12a8d-74ee-4fe0-92fd-8c2adbc3becc" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.308334] env[69889]: DEBUG nova.network.neutron [req-7e59c476-46eb-45a4-a968-df3f77380df7 req-a52d02be-b338-4a4b-b9a4-3bb7789b63f1 service nova] [instance: 2cb12a8d-74ee-4fe0-92fd-8c2adbc3becc] Refreshing network info cache for port 4d35f8b0-920a-40c2-b1fb-f98a24db5977 {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 721.350493] env[69889]: DEBUG oslo_vmware.api [None req-5976ba3c-c761-4014-a36d-719c7d5f8030 tempest-ServerTagsTestJSON-782493845 tempest-ServerTagsTestJSON-782493845-project-member] Task: {'id': task-4076835, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.444516] env[69889]: DEBUG oslo_concurrency.lockutils [None req-f8665a5a-482c-417c-8707-cbb603659fe2 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.509525] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e137ec74-78e2-4d25-a24b-80f71483a138 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.697s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.510067] env[69889]: DEBUG nova.compute.manager [None req-e137ec74-78e2-4d25-a24b-80f71483a138 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] [instance: d52805a2-50d7-49b9-b1bb-9fddc19df7a2] Start building networks asynchronously for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 721.512675] env[69889]: DEBUG oslo_concurrency.lockutils [None req-fbefef2a-3009-4522-9ec2-b781ffcc1c8c tempest-DeleteServersAdminTestJSON-295700531 tempest-DeleteServersAdminTestJSON-295700531-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.239s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.513166] env[69889]: DEBUG nova.objects.instance [None req-fbefef2a-3009-4522-9ec2-b781ffcc1c8c tempest-DeleteServersAdminTestJSON-295700531 tempest-DeleteServersAdminTestJSON-295700531-project-admin] Lazy-loading 'resources' on Instance uuid 7c36cb21-afb4-4ee6-8d04-56e383e01860 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 721.631053] env[69889]: DEBUG oslo_concurrency.lockutils [None req-69964fd6-b80d-4bca-8ef3-d66182be7390 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.661383] env[69889]: DEBUG nova.network.neutron [None req-2429396d-7cad-4627-a0c3-5b900da88e15 tempest-ServerDiagnosticsNegativeTest-639395065 tempest-ServerDiagnosticsNegativeTest-639395065-project-member] [instance: ff21eb77-97b5-450a-baff-063059c2efe1] Successfully updated port: 8ebd7ccf-89e1-48c8-980c-2297637c2485 {{(pid=69889) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 721.691070] env[69889]: DEBUG oslo_vmware.api [None req-b89ca2d7-4e90-4d50-8e26-9e588ce91f99 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Task: {'id': task-4076836, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102863} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.691070] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-b89ca2d7-4e90-4d50-8e26-9e588ce91f99 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] [instance: 2cb12a8d-74ee-4fe0-92fd-8c2adbc3becc] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 721.692014] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54410afb-56a3-43cd-a6a2-fd540e9a9ac4 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.712841] env[69889]: DEBUG oslo_concurrency.lockutils [req-708f1b16-efd5-42cf-b81b-4cb0ed286122 req-0a734b50-294f-4484-93a9-60ff9827f150 service nova] Releasing lock "refresh_cache-41c9a79a-e246-4818-8339-fbaaa9fea305" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.713182] env[69889]: DEBUG nova.compute.manager [req-708f1b16-efd5-42cf-b81b-4cb0ed286122 req-0a734b50-294f-4484-93a9-60ff9827f150 service nova] [instance: 7c36cb21-afb4-4ee6-8d04-56e383e01860] Received event network-vif-deleted-01bcc974-cf67-4c9f-a28c-c56383c65ded {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 721.723957] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-b89ca2d7-4e90-4d50-8e26-9e588ce91f99 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] [instance: 2cb12a8d-74ee-4fe0-92fd-8c2adbc3becc] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] 2cb12a8d-74ee-4fe0-92fd-8c2adbc3becc/2cb12a8d-74ee-4fe0-92fd-8c2adbc3becc.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 721.727555] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22aef00a-65e7-4644-b58c-a75b81adb3db {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.751202] env[69889]: DEBUG oslo_vmware.api [None req-b89ca2d7-4e90-4d50-8e26-9e588ce91f99 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Waiting for the task: (returnval){ [ 721.751202] env[69889]: value = "task-4076837" [ 721.751202] env[69889]: _type = "Task" [ 721.751202] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.761551] env[69889]: DEBUG oslo_vmware.api [None req-b89ca2d7-4e90-4d50-8e26-9e588ce91f99 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Task: {'id': task-4076837, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.789021] env[69889]: DEBUG nova.network.neutron [None req-5504c2d2-a973-45ce-8dca-24f8d6aa46f6 tempest-VolumesAssistedSnapshotsTest-1139004312 tempest-VolumesAssistedSnapshotsTest-1139004312-project-member] [instance: 7f014d2a-1340-4715-8ab0-42df2c7d9f36] Successfully updated port: 4a619d16-c2ac-442d-9735-fd3d845eeafe {{(pid=69889) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 721.856606] env[69889]: DEBUG oslo_vmware.api [None req-5976ba3c-c761-4014-a36d-719c7d5f8030 tempest-ServerTagsTestJSON-782493845 tempest-ServerTagsTestJSON-782493845-project-member] Task: {'id': task-4076835, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.982148] env[69889]: DEBUG nova.network.neutron [None req-dfed64f1-74ea-4c6b-9cee-02648aff0983 tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] [instance: 89d1a6bb-1542-46d9-832f-d0ac2867492f] Successfully updated port: 98c75aab-1489-49fb-9442-fbcebc07bdb4 {{(pid=69889) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 722.018362] env[69889]: DEBUG nova.compute.utils [None req-e137ec74-78e2-4d25-a24b-80f71483a138 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 722.024974] env[69889]: DEBUG nova.compute.manager [None req-e137ec74-78e2-4d25-a24b-80f71483a138 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] [instance: d52805a2-50d7-49b9-b1bb-9fddc19df7a2] Allocating IP information in the background. {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 722.025194] env[69889]: DEBUG nova.network.neutron [None req-e137ec74-78e2-4d25-a24b-80f71483a138 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] [instance: d52805a2-50d7-49b9-b1bb-9fddc19df7a2] allocate_for_instance() {{(pid=69889) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 722.165068] env[69889]: DEBUG oslo_concurrency.lockutils [None req-2429396d-7cad-4627-a0c3-5b900da88e15 tempest-ServerDiagnosticsNegativeTest-639395065 tempest-ServerDiagnosticsNegativeTest-639395065-project-member] Acquiring lock "refresh_cache-ff21eb77-97b5-450a-baff-063059c2efe1" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.165337] env[69889]: DEBUG oslo_concurrency.lockutils [None req-2429396d-7cad-4627-a0c3-5b900da88e15 tempest-ServerDiagnosticsNegativeTest-639395065 tempest-ServerDiagnosticsNegativeTest-639395065-project-member] Acquired lock "refresh_cache-ff21eb77-97b5-450a-baff-063059c2efe1" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.165576] env[69889]: DEBUG nova.network.neutron [None req-2429396d-7cad-4627-a0c3-5b900da88e15 tempest-ServerDiagnosticsNegativeTest-639395065 tempest-ServerDiagnosticsNegativeTest-639395065-project-member] [instance: ff21eb77-97b5-450a-baff-063059c2efe1] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 722.272445] env[69889]: DEBUG oslo_vmware.api [None req-b89ca2d7-4e90-4d50-8e26-9e588ce91f99 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Task: {'id': task-4076837, 'name': ReconfigVM_Task, 'duration_secs': 0.402528} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.276645] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-b89ca2d7-4e90-4d50-8e26-9e588ce91f99 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] [instance: 2cb12a8d-74ee-4fe0-92fd-8c2adbc3becc] Reconfigured VM instance instance-0000000b to attach disk [datastore2] 2cb12a8d-74ee-4fe0-92fd-8c2adbc3becc/2cb12a8d-74ee-4fe0-92fd-8c2adbc3becc.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 722.279355] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-305b72b2-42bf-4e8d-8e86-e46f40b92436 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.289915] env[69889]: DEBUG oslo_vmware.api [None req-b89ca2d7-4e90-4d50-8e26-9e588ce91f99 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Waiting for the task: (returnval){ [ 722.289915] env[69889]: value = "task-4076838" [ 722.289915] env[69889]: _type = "Task" [ 722.289915] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.295286] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5504c2d2-a973-45ce-8dca-24f8d6aa46f6 tempest-VolumesAssistedSnapshotsTest-1139004312 tempest-VolumesAssistedSnapshotsTest-1139004312-project-member] Acquiring lock "refresh_cache-7f014d2a-1340-4715-8ab0-42df2c7d9f36" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.295557] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5504c2d2-a973-45ce-8dca-24f8d6aa46f6 tempest-VolumesAssistedSnapshotsTest-1139004312 tempest-VolumesAssistedSnapshotsTest-1139004312-project-member] Acquired lock "refresh_cache-7f014d2a-1340-4715-8ab0-42df2c7d9f36" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.295796] env[69889]: DEBUG nova.network.neutron [None req-5504c2d2-a973-45ce-8dca-24f8d6aa46f6 tempest-VolumesAssistedSnapshotsTest-1139004312 tempest-VolumesAssistedSnapshotsTest-1139004312-project-member] [instance: 7f014d2a-1340-4715-8ab0-42df2c7d9f36] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 722.307404] env[69889]: DEBUG oslo_vmware.api [None req-b89ca2d7-4e90-4d50-8e26-9e588ce91f99 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Task: {'id': task-4076838, 'name': Rename_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.367083] env[69889]: DEBUG oslo_vmware.api [None req-5976ba3c-c761-4014-a36d-719c7d5f8030 tempest-ServerTagsTestJSON-782493845 tempest-ServerTagsTestJSON-782493845-project-member] Task: {'id': task-4076835, 'name': PowerOnVM_Task, 'duration_secs': 1.088298} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.367567] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-5976ba3c-c761-4014-a36d-719c7d5f8030 tempest-ServerTagsTestJSON-782493845 tempest-ServerTagsTestJSON-782493845-project-member] [instance: 6440cc57-4bc9-4c89-941e-f16b6bf04dc3] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 722.367659] env[69889]: INFO nova.compute.manager [None req-5976ba3c-c761-4014-a36d-719c7d5f8030 tempest-ServerTagsTestJSON-782493845 tempest-ServerTagsTestJSON-782493845-project-member] [instance: 6440cc57-4bc9-4c89-941e-f16b6bf04dc3] Took 14.54 seconds to spawn the instance on the hypervisor. [ 722.369452] env[69889]: DEBUG nova.compute.manager [None req-5976ba3c-c761-4014-a36d-719c7d5f8030 tempest-ServerTagsTestJSON-782493845 tempest-ServerTagsTestJSON-782493845-project-member] [instance: 6440cc57-4bc9-4c89-941e-f16b6bf04dc3] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 722.370430] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11ea2a64-02f0-46f5-8bd5-5c7e9556bbf0 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.429449] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cacebef4-ecdc-4d9d-9f19-0dbdcb0ed22e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.444148] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d7a1a68-37c7-4c43-8c8f-0a96715d9fb2 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.481596] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca458306-f04e-4fd3-8f3d-c37f16b7f332 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.492935] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab822bf3-b003-411e-93cb-51533bb62a47 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.509530] env[69889]: DEBUG nova.compute.provider_tree [None req-fbefef2a-3009-4522-9ec2-b781ffcc1c8c tempest-DeleteServersAdminTestJSON-295700531 tempest-DeleteServersAdminTestJSON-295700531-project-admin] Updating inventory in ProviderTree for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 722.526111] env[69889]: DEBUG nova.compute.manager [None req-e137ec74-78e2-4d25-a24b-80f71483a138 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] [instance: d52805a2-50d7-49b9-b1bb-9fddc19df7a2] Start building block device mappings for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 722.573514] env[69889]: DEBUG nova.policy [None req-e137ec74-78e2-4d25-a24b-80f71483a138 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6cd00f9b7c29405c8884dc09f9a9e604', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c7c9cf90cb2945548401a3bee092e955', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69889) authorize /opt/stack/nova/nova/policy.py:192}} [ 722.805499] env[69889]: DEBUG oslo_vmware.api [None req-b89ca2d7-4e90-4d50-8e26-9e588ce91f99 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Task: {'id': task-4076838, 'name': Rename_Task, 'duration_secs': 0.377529} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.806331] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-b89ca2d7-4e90-4d50-8e26-9e588ce91f99 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] [instance: 2cb12a8d-74ee-4fe0-92fd-8c2adbc3becc] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 722.806331] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-406b432e-919c-49d2-86da-6acfa254bf95 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.814676] env[69889]: DEBUG oslo_vmware.api [None req-b89ca2d7-4e90-4d50-8e26-9e588ce91f99 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Waiting for the task: (returnval){ [ 722.814676] env[69889]: value = "task-4076839" [ 722.814676] env[69889]: _type = "Task" [ 722.814676] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.829793] env[69889]: DEBUG oslo_vmware.api [None req-b89ca2d7-4e90-4d50-8e26-9e588ce91f99 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Task: {'id': task-4076839, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.831518] env[69889]: DEBUG nova.network.neutron [None req-2429396d-7cad-4627-a0c3-5b900da88e15 tempest-ServerDiagnosticsNegativeTest-639395065 tempest-ServerDiagnosticsNegativeTest-639395065-project-member] [instance: ff21eb77-97b5-450a-baff-063059c2efe1] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 722.848786] env[69889]: DEBUG nova.compute.manager [None req-43119faf-be8e-4b8c-86e0-2adeecec3a66 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: da1de6c7-ec10-47d2-a8a9-8572cd4162f5] Stashing vm_state: active {{(pid=69889) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 722.893457] env[69889]: INFO nova.compute.manager [None req-5976ba3c-c761-4014-a36d-719c7d5f8030 tempest-ServerTagsTestJSON-782493845 tempest-ServerTagsTestJSON-782493845-project-member] [instance: 6440cc57-4bc9-4c89-941e-f16b6bf04dc3] Took 22.92 seconds to build instance. [ 722.952029] env[69889]: DEBUG nova.network.neutron [req-1aff1215-0572-4750-8510-f2f3ef522166 req-9eefa327-786b-4303-8a67-4beba078c1c3 service nova] [instance: 49ce5d94-ce4e-457b-a34c-54bd5dfcc242] Updated VIF entry in instance network info cache for port edb83f83-f9ec-4b72-bcda-1e64d5431fb0. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 722.952029] env[69889]: DEBUG nova.network.neutron [req-1aff1215-0572-4750-8510-f2f3ef522166 req-9eefa327-786b-4303-8a67-4beba078c1c3 service nova] [instance: 49ce5d94-ce4e-457b-a34c-54bd5dfcc242] Updating instance_info_cache with network_info: [{"id": "edb83f83-f9ec-4b72-bcda-1e64d5431fb0", "address": "fa:16:3e:98:4f:17", "network": {"id": "dc7a1c63-64ed-41ca-b29f-202337c0d542", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1276397426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf71caefe82444e1aa35f5f5071b52f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedb83f83-f9", "ovs_interfaceid": "edb83f83-f9ec-4b72-bcda-1e64d5431fb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.017591] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b24d0c9b-f959-463c-aea9-72a9a637ce10 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Acquiring lock "d23cb796-1de4-4706-8d28-a50c7da8f5e0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.017807] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b24d0c9b-f959-463c-aea9-72a9a637ce10 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Lock "d23cb796-1de4-4706-8d28-a50c7da8f5e0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.018837] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b24d0c9b-f959-463c-aea9-72a9a637ce10 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Acquiring lock "d23cb796-1de4-4706-8d28-a50c7da8f5e0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.018837] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b24d0c9b-f959-463c-aea9-72a9a637ce10 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Lock "d23cb796-1de4-4706-8d28-a50c7da8f5e0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.018837] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b24d0c9b-f959-463c-aea9-72a9a637ce10 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Lock "d23cb796-1de4-4706-8d28-a50c7da8f5e0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.021447] env[69889]: INFO nova.compute.manager [None req-b24d0c9b-f959-463c-aea9-72a9a637ce10 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] [instance: d23cb796-1de4-4706-8d28-a50c7da8f5e0] Terminating instance [ 723.044619] env[69889]: DEBUG nova.network.neutron [None req-5504c2d2-a973-45ce-8dca-24f8d6aa46f6 tempest-VolumesAssistedSnapshotsTest-1139004312 tempest-VolumesAssistedSnapshotsTest-1139004312-project-member] [instance: 7f014d2a-1340-4715-8ab0-42df2c7d9f36] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 723.054546] env[69889]: ERROR nova.scheduler.client.report [None req-fbefef2a-3009-4522-9ec2-b781ffcc1c8c tempest-DeleteServersAdminTestJSON-295700531 tempest-DeleteServersAdminTestJSON-295700531-project-admin] [req-483ad0ef-f2d5-473c-a694-5ef4d6506901] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 90d7c690-84bb-4f6d-b52e-7f3e0decd101. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-483ad0ef-f2d5-473c-a694-5ef4d6506901"}]} [ 723.083656] env[69889]: DEBUG nova.scheduler.client.report [None req-fbefef2a-3009-4522-9ec2-b781ffcc1c8c tempest-DeleteServersAdminTestJSON-295700531 tempest-DeleteServersAdminTestJSON-295700531-project-admin] Refreshing inventories for resource provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 723.114971] env[69889]: DEBUG nova.scheduler.client.report [None req-fbefef2a-3009-4522-9ec2-b781ffcc1c8c tempest-DeleteServersAdminTestJSON-295700531 tempest-DeleteServersAdminTestJSON-295700531-project-admin] Updating ProviderTree inventory for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 723.115952] env[69889]: DEBUG nova.compute.provider_tree [None req-fbefef2a-3009-4522-9ec2-b781ffcc1c8c tempest-DeleteServersAdminTestJSON-295700531 tempest-DeleteServersAdminTestJSON-295700531-project-admin] Updating inventory in ProviderTree for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 723.134589] env[69889]: DEBUG nova.scheduler.client.report [None req-fbefef2a-3009-4522-9ec2-b781ffcc1c8c tempest-DeleteServersAdminTestJSON-295700531 tempest-DeleteServersAdminTestJSON-295700531-project-admin] Refreshing aggregate associations for resource provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101, aggregates: None {{(pid=69889) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 723.163827] env[69889]: DEBUG nova.scheduler.client.report [None req-fbefef2a-3009-4522-9ec2-b781ffcc1c8c tempest-DeleteServersAdminTestJSON-295700531 tempest-DeleteServersAdminTestJSON-295700531-project-admin] Refreshing trait associations for resource provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=69889) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 723.345243] env[69889]: DEBUG oslo_vmware.api [None req-b89ca2d7-4e90-4d50-8e26-9e588ce91f99 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Task: {'id': task-4076839, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.391408] env[69889]: DEBUG oslo_concurrency.lockutils [None req-43119faf-be8e-4b8c-86e0-2adeecec3a66 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.399032] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5976ba3c-c761-4014-a36d-719c7d5f8030 tempest-ServerTagsTestJSON-782493845 tempest-ServerTagsTestJSON-782493845-project-member] Lock "6440cc57-4bc9-4c89-941e-f16b6bf04dc3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.434s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.418112] env[69889]: DEBUG nova.network.neutron [req-7e59c476-46eb-45a4-a968-df3f77380df7 req-a52d02be-b338-4a4b-b9a4-3bb7789b63f1 service nova] [instance: 2cb12a8d-74ee-4fe0-92fd-8c2adbc3becc] Updated VIF entry in instance network info cache for port 4d35f8b0-920a-40c2-b1fb-f98a24db5977. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 723.418357] env[69889]: DEBUG nova.network.neutron [req-7e59c476-46eb-45a4-a968-df3f77380df7 req-a52d02be-b338-4a4b-b9a4-3bb7789b63f1 service nova] [instance: 2cb12a8d-74ee-4fe0-92fd-8c2adbc3becc] Updating instance_info_cache with network_info: [{"id": "4d35f8b0-920a-40c2-b1fb-f98a24db5977", "address": "fa:16:3e:33:19:22", "network": {"id": "a0d23e8a-3eea-41c9-8153-91c7e65c8d84", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1742377280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbeed8ed18604939b71a7a686896ff14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dacd109c-2442-41b8-b612-7ed3efbdaa94", "external-id": "nsx-vlan-transportzone-940", "segmentation_id": 940, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d35f8b0-92", "ovs_interfaceid": "4d35f8b0-920a-40c2-b1fb-f98a24db5977", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.455381] env[69889]: DEBUG oslo_concurrency.lockutils [req-1aff1215-0572-4750-8510-f2f3ef522166 req-9eefa327-786b-4303-8a67-4beba078c1c3 service nova] Releasing lock "refresh_cache-49ce5d94-ce4e-457b-a34c-54bd5dfcc242" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.527933] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b24d0c9b-f959-463c-aea9-72a9a637ce10 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Acquiring lock "refresh_cache-d23cb796-1de4-4706-8d28-a50c7da8f5e0" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.527933] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b24d0c9b-f959-463c-aea9-72a9a637ce10 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Acquired lock "refresh_cache-d23cb796-1de4-4706-8d28-a50c7da8f5e0" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.527933] env[69889]: DEBUG nova.network.neutron [None req-b24d0c9b-f959-463c-aea9-72a9a637ce10 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] [instance: d23cb796-1de4-4706-8d28-a50c7da8f5e0] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 723.541892] env[69889]: DEBUG nova.compute.manager [None req-e137ec74-78e2-4d25-a24b-80f71483a138 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] [instance: d52805a2-50d7-49b9-b1bb-9fddc19df7a2] Start spawning the instance on the hypervisor. {{(pid=69889) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 723.584806] env[69889]: DEBUG nova.virt.hardware [None req-e137ec74-78e2-4d25-a24b-80f71483a138 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 723.584806] env[69889]: DEBUG nova.virt.hardware [None req-e137ec74-78e2-4d25-a24b-80f71483a138 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 723.584806] env[69889]: DEBUG nova.virt.hardware [None req-e137ec74-78e2-4d25-a24b-80f71483a138 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 723.585100] env[69889]: DEBUG nova.virt.hardware [None req-e137ec74-78e2-4d25-a24b-80f71483a138 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 723.585100] env[69889]: DEBUG nova.virt.hardware [None req-e137ec74-78e2-4d25-a24b-80f71483a138 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 723.585100] env[69889]: DEBUG nova.virt.hardware [None req-e137ec74-78e2-4d25-a24b-80f71483a138 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 723.585100] env[69889]: DEBUG nova.virt.hardware [None req-e137ec74-78e2-4d25-a24b-80f71483a138 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 723.585100] env[69889]: DEBUG nova.virt.hardware [None req-e137ec74-78e2-4d25-a24b-80f71483a138 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 723.585273] env[69889]: DEBUG nova.virt.hardware [None req-e137ec74-78e2-4d25-a24b-80f71483a138 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 723.585273] env[69889]: DEBUG nova.virt.hardware [None req-e137ec74-78e2-4d25-a24b-80f71483a138 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 723.585273] env[69889]: DEBUG nova.virt.hardware [None req-e137ec74-78e2-4d25-a24b-80f71483a138 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 723.585779] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-438b0956-61c9-4cbd-a80f-78e2028ce24b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.599386] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5595dda8-de6f-4d9b-a72a-8c528b497ae1 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.637523] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54579ba1-a36b-4966-9fb4-71e9bfe4ba6d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.647769] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4bb3ba9-c409-46a4-8482-ad8c3c0ec1eb {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.683933] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c69d03d-5002-4f70-8b67-babb846c31c3 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.694033] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbf4a3d9-07e0-4c7b-8d99-1f1816bab544 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.710734] env[69889]: DEBUG nova.compute.provider_tree [None req-fbefef2a-3009-4522-9ec2-b781ffcc1c8c tempest-DeleteServersAdminTestJSON-295700531 tempest-DeleteServersAdminTestJSON-295700531-project-admin] Updating inventory in ProviderTree for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 723.836322] env[69889]: DEBUG oslo_vmware.api [None req-b89ca2d7-4e90-4d50-8e26-9e588ce91f99 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Task: {'id': task-4076839, 'name': PowerOnVM_Task, 'duration_secs': 0.691467} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.836826] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-b89ca2d7-4e90-4d50-8e26-9e588ce91f99 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] [instance: 2cb12a8d-74ee-4fe0-92fd-8c2adbc3becc] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 723.836826] env[69889]: INFO nova.compute.manager [None req-b89ca2d7-4e90-4d50-8e26-9e588ce91f99 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] [instance: 2cb12a8d-74ee-4fe0-92fd-8c2adbc3becc] Took 13.58 seconds to spawn the instance on the hypervisor. [ 723.836947] env[69889]: DEBUG nova.compute.manager [None req-b89ca2d7-4e90-4d50-8e26-9e588ce91f99 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] [instance: 2cb12a8d-74ee-4fe0-92fd-8c2adbc3becc] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 723.838030] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea9e0073-1d93-4d32-a833-8e53e87d8722 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.882987] env[69889]: DEBUG nova.network.neutron [None req-2429396d-7cad-4627-a0c3-5b900da88e15 tempest-ServerDiagnosticsNegativeTest-639395065 tempest-ServerDiagnosticsNegativeTest-639395065-project-member] [instance: ff21eb77-97b5-450a-baff-063059c2efe1] Updating instance_info_cache with network_info: [{"id": "8ebd7ccf-89e1-48c8-980c-2297637c2485", "address": "fa:16:3e:5d:30:74", "network": {"id": "f9341188-47f9-41e2-bae7-5eb6406f3899", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.142", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b7973ea41bcd4363abc2e9339dec4d77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ebd7ccf-89", "ovs_interfaceid": "8ebd7ccf-89e1-48c8-980c-2297637c2485", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.922634] env[69889]: DEBUG oslo_concurrency.lockutils [req-7e59c476-46eb-45a4-a968-df3f77380df7 req-a52d02be-b338-4a4b-b9a4-3bb7789b63f1 service nova] Releasing lock "refresh_cache-2cb12a8d-74ee-4fe0-92fd-8c2adbc3becc" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.922843] env[69889]: DEBUG nova.compute.manager [req-7e59c476-46eb-45a4-a968-df3f77380df7 req-a52d02be-b338-4a4b-b9a4-3bb7789b63f1 service nova] [instance: aad29946-4f6b-4a9b-83f0-6177bcc62dfa] Received event network-changed-cc528098-728c-487d-840d-8732c25a349b {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 723.923053] env[69889]: DEBUG nova.compute.manager [req-7e59c476-46eb-45a4-a968-df3f77380df7 req-a52d02be-b338-4a4b-b9a4-3bb7789b63f1 service nova] [instance: aad29946-4f6b-4a9b-83f0-6177bcc62dfa] Refreshing instance network info cache due to event network-changed-cc528098-728c-487d-840d-8732c25a349b. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 723.923308] env[69889]: DEBUG oslo_concurrency.lockutils [req-7e59c476-46eb-45a4-a968-df3f77380df7 req-a52d02be-b338-4a4b-b9a4-3bb7789b63f1 service nova] Acquiring lock "refresh_cache-aad29946-4f6b-4a9b-83f0-6177bcc62dfa" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.923450] env[69889]: DEBUG oslo_concurrency.lockutils [req-7e59c476-46eb-45a4-a968-df3f77380df7 req-a52d02be-b338-4a4b-b9a4-3bb7789b63f1 service nova] Acquired lock "refresh_cache-aad29946-4f6b-4a9b-83f0-6177bcc62dfa" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.923612] env[69889]: DEBUG nova.network.neutron [req-7e59c476-46eb-45a4-a968-df3f77380df7 req-a52d02be-b338-4a4b-b9a4-3bb7789b63f1 service nova] [instance: aad29946-4f6b-4a9b-83f0-6177bcc62dfa] Refreshing network info cache for port cc528098-728c-487d-840d-8732c25a349b {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 724.028122] env[69889]: DEBUG nova.network.neutron [None req-5504c2d2-a973-45ce-8dca-24f8d6aa46f6 tempest-VolumesAssistedSnapshotsTest-1139004312 tempest-VolumesAssistedSnapshotsTest-1139004312-project-member] [instance: 7f014d2a-1340-4715-8ab0-42df2c7d9f36] Updating instance_info_cache with network_info: [{"id": "4a619d16-c2ac-442d-9735-fd3d845eeafe", "address": "fa:16:3e:93:c6:d6", "network": {"id": "70b87342-a410-41f9-add6-6b57f9e094d5", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-429335418-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fad835c756844223991bfd76335b79a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a619d16-c2", "ovs_interfaceid": "4a619d16-c2ac-442d-9735-fd3d845eeafe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.083193] env[69889]: DEBUG nova.network.neutron [None req-b24d0c9b-f959-463c-aea9-72a9a637ce10 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] [instance: d23cb796-1de4-4706-8d28-a50c7da8f5e0] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 724.280205] env[69889]: DEBUG nova.scheduler.client.report [None req-fbefef2a-3009-4522-9ec2-b781ffcc1c8c tempest-DeleteServersAdminTestJSON-295700531 tempest-DeleteServersAdminTestJSON-295700531-project-admin] Updated inventory for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 with generation 24 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 724.280531] env[69889]: DEBUG nova.compute.provider_tree [None req-fbefef2a-3009-4522-9ec2-b781ffcc1c8c tempest-DeleteServersAdminTestJSON-295700531 tempest-DeleteServersAdminTestJSON-295700531-project-admin] Updating resource provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 generation from 24 to 25 during operation: update_inventory {{(pid=69889) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 724.280882] env[69889]: DEBUG nova.compute.provider_tree [None req-fbefef2a-3009-4522-9ec2-b781ffcc1c8c tempest-DeleteServersAdminTestJSON-295700531 tempest-DeleteServersAdminTestJSON-295700531-project-admin] Updating inventory in ProviderTree for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 724.305625] env[69889]: DEBUG nova.network.neutron [None req-b24d0c9b-f959-463c-aea9-72a9a637ce10 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] [instance: d23cb796-1de4-4706-8d28-a50c7da8f5e0] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.361051] env[69889]: INFO nova.compute.manager [None req-b89ca2d7-4e90-4d50-8e26-9e588ce91f99 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] [instance: 2cb12a8d-74ee-4fe0-92fd-8c2adbc3becc] Took 24.00 seconds to build instance. [ 724.387295] env[69889]: DEBUG oslo_concurrency.lockutils [None req-2429396d-7cad-4627-a0c3-5b900da88e15 tempest-ServerDiagnosticsNegativeTest-639395065 tempest-ServerDiagnosticsNegativeTest-639395065-project-member] Releasing lock "refresh_cache-ff21eb77-97b5-450a-baff-063059c2efe1" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.387639] env[69889]: DEBUG nova.compute.manager [None req-2429396d-7cad-4627-a0c3-5b900da88e15 tempest-ServerDiagnosticsNegativeTest-639395065 tempest-ServerDiagnosticsNegativeTest-639395065-project-member] [instance: ff21eb77-97b5-450a-baff-063059c2efe1] Instance network_info: |[{"id": "8ebd7ccf-89e1-48c8-980c-2297637c2485", "address": "fa:16:3e:5d:30:74", "network": {"id": "f9341188-47f9-41e2-bae7-5eb6406f3899", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.142", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b7973ea41bcd4363abc2e9339dec4d77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ebd7ccf-89", "ovs_interfaceid": "8ebd7ccf-89e1-48c8-980c-2297637c2485", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 724.390837] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-2429396d-7cad-4627-a0c3-5b900da88e15 tempest-ServerDiagnosticsNegativeTest-639395065 tempest-ServerDiagnosticsNegativeTest-639395065-project-member] [instance: ff21eb77-97b5-450a-baff-063059c2efe1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:30:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1c2b89fb-df8c-47c0-83ae-44291236feb4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8ebd7ccf-89e1-48c8-980c-2297637c2485', 'vif_model': 'vmxnet3'}] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 724.399722] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-2429396d-7cad-4627-a0c3-5b900da88e15 tempest-ServerDiagnosticsNegativeTest-639395065 tempest-ServerDiagnosticsNegativeTest-639395065-project-member] Creating folder: Project (18f184bb60294fe198aa34ce1cfc83a0). Parent ref: group-v807779. {{(pid=69889) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 724.400678] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e6cac179-782f-4ece-be93-a4a8bf49eed6 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.420298] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-2429396d-7cad-4627-a0c3-5b900da88e15 tempest-ServerDiagnosticsNegativeTest-639395065 tempest-ServerDiagnosticsNegativeTest-639395065-project-member] Created folder: Project (18f184bb60294fe198aa34ce1cfc83a0) in parent group-v807779. [ 724.420623] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-2429396d-7cad-4627-a0c3-5b900da88e15 tempest-ServerDiagnosticsNegativeTest-639395065 tempest-ServerDiagnosticsNegativeTest-639395065-project-member] Creating folder: Instances. Parent ref: group-v807815. {{(pid=69889) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 724.420966] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4ada976d-9fdf-46ab-92c9-6553b75be69c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.434462] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-2429396d-7cad-4627-a0c3-5b900da88e15 tempest-ServerDiagnosticsNegativeTest-639395065 tempest-ServerDiagnosticsNegativeTest-639395065-project-member] Created folder: Instances in parent group-v807815. [ 724.434855] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2429396d-7cad-4627-a0c3-5b900da88e15 tempest-ServerDiagnosticsNegativeTest-639395065 tempest-ServerDiagnosticsNegativeTest-639395065-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 724.435145] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff21eb77-97b5-450a-baff-063059c2efe1] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 724.435363] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-30a5354c-3a02-427b-ae36-f845c9e1df05 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.459934] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 724.459934] env[69889]: value = "task-4076842" [ 724.459934] env[69889]: _type = "Task" [ 724.459934] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.468779] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4076842, 'name': CreateVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.530324] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5504c2d2-a973-45ce-8dca-24f8d6aa46f6 tempest-VolumesAssistedSnapshotsTest-1139004312 tempest-VolumesAssistedSnapshotsTest-1139004312-project-member] Releasing lock "refresh_cache-7f014d2a-1340-4715-8ab0-42df2c7d9f36" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.534024] env[69889]: DEBUG nova.compute.manager [None req-5504c2d2-a973-45ce-8dca-24f8d6aa46f6 tempest-VolumesAssistedSnapshotsTest-1139004312 tempest-VolumesAssistedSnapshotsTest-1139004312-project-member] [instance: 7f014d2a-1340-4715-8ab0-42df2c7d9f36] Instance network_info: |[{"id": "4a619d16-c2ac-442d-9735-fd3d845eeafe", "address": "fa:16:3e:93:c6:d6", "network": {"id": "70b87342-a410-41f9-add6-6b57f9e094d5", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-429335418-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fad835c756844223991bfd76335b79a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a619d16-c2", "ovs_interfaceid": "4a619d16-c2ac-442d-9735-fd3d845eeafe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 724.534266] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-5504c2d2-a973-45ce-8dca-24f8d6aa46f6 tempest-VolumesAssistedSnapshotsTest-1139004312 tempest-VolumesAssistedSnapshotsTest-1139004312-project-member] [instance: 7f014d2a-1340-4715-8ab0-42df2c7d9f36] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:c6:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '42f08482-a1da-405d-9918-d733d9f5173c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4a619d16-c2ac-442d-9735-fd3d845eeafe', 'vif_model': 'vmxnet3'}] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 724.542994] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-5504c2d2-a973-45ce-8dca-24f8d6aa46f6 tempest-VolumesAssistedSnapshotsTest-1139004312 tempest-VolumesAssistedSnapshotsTest-1139004312-project-member] Creating folder: Project (fad835c756844223991bfd76335b79a2). Parent ref: group-v807779. {{(pid=69889) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 724.545793] env[69889]: DEBUG nova.network.neutron [None req-e137ec74-78e2-4d25-a24b-80f71483a138 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] [instance: d52805a2-50d7-49b9-b1bb-9fddc19df7a2] Successfully created port: 3bfb3c10-8997-4a82-b936-3b97b10bfa09 {{(pid=69889) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 724.551021] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9b408462-00a7-4bc3-8a0c-8abd79b23e95 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.564840] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-5504c2d2-a973-45ce-8dca-24f8d6aa46f6 tempest-VolumesAssistedSnapshotsTest-1139004312 tempest-VolumesAssistedSnapshotsTest-1139004312-project-member] Created folder: Project (fad835c756844223991bfd76335b79a2) in parent group-v807779. [ 724.565282] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-5504c2d2-a973-45ce-8dca-24f8d6aa46f6 tempest-VolumesAssistedSnapshotsTest-1139004312 tempest-VolumesAssistedSnapshotsTest-1139004312-project-member] Creating folder: Instances. Parent ref: group-v807818. {{(pid=69889) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 724.567493] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-be387190-5a66-43af-9f87-da89b23356bb {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.580965] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-5504c2d2-a973-45ce-8dca-24f8d6aa46f6 tempest-VolumesAssistedSnapshotsTest-1139004312 tempest-VolumesAssistedSnapshotsTest-1139004312-project-member] Created folder: Instances in parent group-v807818. [ 724.580965] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5504c2d2-a973-45ce-8dca-24f8d6aa46f6 tempest-VolumesAssistedSnapshotsTest-1139004312 tempest-VolumesAssistedSnapshotsTest-1139004312-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 724.580965] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f014d2a-1340-4715-8ab0-42df2c7d9f36] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 724.580965] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-128af617-544d-4f8f-8965-52631b3e1ff9 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.608381] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 724.608381] env[69889]: value = "task-4076845" [ 724.608381] env[69889]: _type = "Task" [ 724.608381] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.617531] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4076845, 'name': CreateVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.797161] env[69889]: DEBUG oslo_concurrency.lockutils [None req-fbefef2a-3009-4522-9ec2-b781ffcc1c8c tempest-DeleteServersAdminTestJSON-295700531 tempest-DeleteServersAdminTestJSON-295700531-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.284s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.801722] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7d346a10-4f51-455c-b4d3-384827cebd56 tempest-ServerDiagnosticsV248Test-1638989844 tempest-ServerDiagnosticsV248Test-1638989844-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.600s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.802146] env[69889]: DEBUG nova.objects.instance [None req-7d346a10-4f51-455c-b4d3-384827cebd56 tempest-ServerDiagnosticsV248Test-1638989844 tempest-ServerDiagnosticsV248Test-1638989844-project-member] Lazy-loading 'resources' on Instance uuid 2174fe4e-a8f9-4833-b2ab-e0c2ae3b0099 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 724.812248] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b24d0c9b-f959-463c-aea9-72a9a637ce10 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Releasing lock "refresh_cache-d23cb796-1de4-4706-8d28-a50c7da8f5e0" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.812916] env[69889]: DEBUG nova.compute.manager [None req-b24d0c9b-f959-463c-aea9-72a9a637ce10 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] [instance: d23cb796-1de4-4706-8d28-a50c7da8f5e0] Start destroying the instance on the hypervisor. {{(pid=69889) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 724.813251] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-b24d0c9b-f959-463c-aea9-72a9a637ce10 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] [instance: d23cb796-1de4-4706-8d28-a50c7da8f5e0] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 724.816500] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02acbec5-3261-4197-bef6-1a053cb8b0d2 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.834521] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-b24d0c9b-f959-463c-aea9-72a9a637ce10 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] [instance: d23cb796-1de4-4706-8d28-a50c7da8f5e0] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 724.835348] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ad70f4e-bbfc-45f0-bea5-99ef7d34d016 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.846853] env[69889]: DEBUG oslo_vmware.api [None req-b24d0c9b-f959-463c-aea9-72a9a637ce10 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Waiting for the task: (returnval){ [ 724.846853] env[69889]: value = "task-4076846" [ 724.846853] env[69889]: _type = "Task" [ 724.846853] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.856551] env[69889]: INFO nova.scheduler.client.report [None req-fbefef2a-3009-4522-9ec2-b781ffcc1c8c tempest-DeleteServersAdminTestJSON-295700531 tempest-DeleteServersAdminTestJSON-295700531-project-admin] Deleted allocations for instance 7c36cb21-afb4-4ee6-8d04-56e383e01860 [ 724.864688] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b89ca2d7-4e90-4d50-8e26-9e588ce91f99 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Lock "2cb12a8d-74ee-4fe0-92fd-8c2adbc3becc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.515s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.872510] env[69889]: DEBUG oslo_vmware.api [None req-b24d0c9b-f959-463c-aea9-72a9a637ce10 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Task: {'id': task-4076846, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.982713] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4076842, 'name': CreateVM_Task} progress is 99%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.129582] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4076845, 'name': CreateVM_Task} progress is 99%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.153175] env[69889]: DEBUG nova.compute.manager [req-97365004-6730-4f32-af1e-f7ace08e1a17 req-b64157eb-e0de-4c37-ba86-01c7cfbf8317 service nova] [instance: ff21eb77-97b5-450a-baff-063059c2efe1] Received event network-vif-plugged-8ebd7ccf-89e1-48c8-980c-2297637c2485 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 725.153377] env[69889]: DEBUG oslo_concurrency.lockutils [req-97365004-6730-4f32-af1e-f7ace08e1a17 req-b64157eb-e0de-4c37-ba86-01c7cfbf8317 service nova] Acquiring lock "ff21eb77-97b5-450a-baff-063059c2efe1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.153583] env[69889]: DEBUG oslo_concurrency.lockutils [req-97365004-6730-4f32-af1e-f7ace08e1a17 req-b64157eb-e0de-4c37-ba86-01c7cfbf8317 service nova] Lock "ff21eb77-97b5-450a-baff-063059c2efe1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.153886] env[69889]: DEBUG oslo_concurrency.lockutils [req-97365004-6730-4f32-af1e-f7ace08e1a17 req-b64157eb-e0de-4c37-ba86-01c7cfbf8317 service nova] Lock "ff21eb77-97b5-450a-baff-063059c2efe1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.153951] env[69889]: DEBUG nova.compute.manager [req-97365004-6730-4f32-af1e-f7ace08e1a17 req-b64157eb-e0de-4c37-ba86-01c7cfbf8317 service nova] [instance: ff21eb77-97b5-450a-baff-063059c2efe1] No waiting events found dispatching network-vif-plugged-8ebd7ccf-89e1-48c8-980c-2297637c2485 {{(pid=69889) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 725.155409] env[69889]: WARNING nova.compute.manager [req-97365004-6730-4f32-af1e-f7ace08e1a17 req-b64157eb-e0de-4c37-ba86-01c7cfbf8317 service nova] [instance: ff21eb77-97b5-450a-baff-063059c2efe1] Received unexpected event network-vif-plugged-8ebd7ccf-89e1-48c8-980c-2297637c2485 for instance with vm_state building and task_state spawning. [ 725.155409] env[69889]: DEBUG nova.compute.manager [req-97365004-6730-4f32-af1e-f7ace08e1a17 req-b64157eb-e0de-4c37-ba86-01c7cfbf8317 service nova] [instance: ff21eb77-97b5-450a-baff-063059c2efe1] Received event network-changed-8ebd7ccf-89e1-48c8-980c-2297637c2485 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 725.155522] env[69889]: DEBUG nova.compute.manager [req-97365004-6730-4f32-af1e-f7ace08e1a17 req-b64157eb-e0de-4c37-ba86-01c7cfbf8317 service nova] [instance: ff21eb77-97b5-450a-baff-063059c2efe1] Refreshing instance network info cache due to event network-changed-8ebd7ccf-89e1-48c8-980c-2297637c2485. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 725.155729] env[69889]: DEBUG oslo_concurrency.lockutils [req-97365004-6730-4f32-af1e-f7ace08e1a17 req-b64157eb-e0de-4c37-ba86-01c7cfbf8317 service nova] Acquiring lock "refresh_cache-ff21eb77-97b5-450a-baff-063059c2efe1" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.155877] env[69889]: DEBUG oslo_concurrency.lockutils [req-97365004-6730-4f32-af1e-f7ace08e1a17 req-b64157eb-e0de-4c37-ba86-01c7cfbf8317 service nova] Acquired lock "refresh_cache-ff21eb77-97b5-450a-baff-063059c2efe1" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.156345] env[69889]: DEBUG nova.network.neutron [req-97365004-6730-4f32-af1e-f7ace08e1a17 req-b64157eb-e0de-4c37-ba86-01c7cfbf8317 service nova] [instance: ff21eb77-97b5-450a-baff-063059c2efe1] Refreshing network info cache for port 8ebd7ccf-89e1-48c8-980c-2297637c2485 {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 725.201176] env[69889]: DEBUG nova.network.neutron [req-7e59c476-46eb-45a4-a968-df3f77380df7 req-a52d02be-b338-4a4b-b9a4-3bb7789b63f1 service nova] [instance: aad29946-4f6b-4a9b-83f0-6177bcc62dfa] Updated VIF entry in instance network info cache for port cc528098-728c-487d-840d-8732c25a349b. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 725.201574] env[69889]: DEBUG nova.network.neutron [req-7e59c476-46eb-45a4-a968-df3f77380df7 req-a52d02be-b338-4a4b-b9a4-3bb7789b63f1 service nova] [instance: aad29946-4f6b-4a9b-83f0-6177bcc62dfa] Updating instance_info_cache with network_info: [{"id": "cc528098-728c-487d-840d-8732c25a349b", "address": "fa:16:3e:11:a1:45", "network": {"id": "77f9a2f1-6a85-4b07-b1c4-7bc728bc50f3", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-112396564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5422e0f6dc484e5e92ccebcd907abbf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc528098-72", "ovs_interfaceid": "cc528098-728c-487d-840d-8732c25a349b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.361146] env[69889]: DEBUG oslo_vmware.api [None req-b24d0c9b-f959-463c-aea9-72a9a637ce10 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Task: {'id': task-4076846, 'name': PowerOffVM_Task, 'duration_secs': 0.285994} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.361558] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-b24d0c9b-f959-463c-aea9-72a9a637ce10 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] [instance: d23cb796-1de4-4706-8d28-a50c7da8f5e0] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 725.361743] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-b24d0c9b-f959-463c-aea9-72a9a637ce10 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] [instance: d23cb796-1de4-4706-8d28-a50c7da8f5e0] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 725.362083] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e859b06b-6092-4bb3-ad14-8175012d6340 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.368412] env[69889]: DEBUG oslo_concurrency.lockutils [None req-fbefef2a-3009-4522-9ec2-b781ffcc1c8c tempest-DeleteServersAdminTestJSON-295700531 tempest-DeleteServersAdminTestJSON-295700531-project-admin] Lock "7c36cb21-afb4-4ee6-8d04-56e383e01860" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.205s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.394462] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-b24d0c9b-f959-463c-aea9-72a9a637ce10 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] [instance: d23cb796-1de4-4706-8d28-a50c7da8f5e0] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 725.394948] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-b24d0c9b-f959-463c-aea9-72a9a637ce10 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] [instance: d23cb796-1de4-4706-8d28-a50c7da8f5e0] Deleting contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 725.395773] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-b24d0c9b-f959-463c-aea9-72a9a637ce10 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Deleting the datastore file [datastore2] d23cb796-1de4-4706-8d28-a50c7da8f5e0 {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 725.395773] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-63b9d005-9f98-4b21-81a7-4c76b7abfecf {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.405399] env[69889]: DEBUG oslo_vmware.api [None req-b24d0c9b-f959-463c-aea9-72a9a637ce10 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Waiting for the task: (returnval){ [ 725.405399] env[69889]: value = "task-4076848" [ 725.405399] env[69889]: _type = "Task" [ 725.405399] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.419251] env[69889]: DEBUG oslo_vmware.api [None req-b24d0c9b-f959-463c-aea9-72a9a637ce10 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Task: {'id': task-4076848, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.475666] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4076842, 'name': CreateVM_Task} progress is 99%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.522695] env[69889]: DEBUG oslo_concurrency.lockutils [None req-2a510059-9b13-4b7f-9463-7b5e1a8b0315 tempest-ServerDiagnosticsTest-755212226 tempest-ServerDiagnosticsTest-755212226-project-member] Acquiring lock "30d28d6c-5e7a-4e70-9415-b88ec3230f71" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.522902] env[69889]: DEBUG oslo_concurrency.lockutils [None req-2a510059-9b13-4b7f-9463-7b5e1a8b0315 tempest-ServerDiagnosticsTest-755212226 tempest-ServerDiagnosticsTest-755212226-project-member] Lock "30d28d6c-5e7a-4e70-9415-b88ec3230f71" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.619427] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4076845, 'name': CreateVM_Task, 'duration_secs': 0.550331} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.619427] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f014d2a-1340-4715-8ab0-42df2c7d9f36] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 725.619981] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5504c2d2-a973-45ce-8dca-24f8d6aa46f6 tempest-VolumesAssistedSnapshotsTest-1139004312 tempest-VolumesAssistedSnapshotsTest-1139004312-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.620219] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5504c2d2-a973-45ce-8dca-24f8d6aa46f6 tempest-VolumesAssistedSnapshotsTest-1139004312 tempest-VolumesAssistedSnapshotsTest-1139004312-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.620484] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5504c2d2-a973-45ce-8dca-24f8d6aa46f6 tempest-VolumesAssistedSnapshotsTest-1139004312 tempest-VolumesAssistedSnapshotsTest-1139004312-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.620736] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b44e9e3-9f7f-4e94-841c-1b6439c8adf1 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.630347] env[69889]: DEBUG oslo_vmware.api [None req-5504c2d2-a973-45ce-8dca-24f8d6aa46f6 tempest-VolumesAssistedSnapshotsTest-1139004312 tempest-VolumesAssistedSnapshotsTest-1139004312-project-member] Waiting for the task: (returnval){ [ 725.630347] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52395045-10ac-605f-f7ff-5d99b6c4e5d4" [ 725.630347] env[69889]: _type = "Task" [ 725.630347] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.643296] env[69889]: DEBUG oslo_vmware.api [None req-5504c2d2-a973-45ce-8dca-24f8d6aa46f6 tempest-VolumesAssistedSnapshotsTest-1139004312 tempest-VolumesAssistedSnapshotsTest-1139004312-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52395045-10ac-605f-f7ff-5d99b6c4e5d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.704784] env[69889]: DEBUG oslo_concurrency.lockutils [req-7e59c476-46eb-45a4-a968-df3f77380df7 req-a52d02be-b338-4a4b-b9a4-3bb7789b63f1 service nova] Releasing lock "refresh_cache-aad29946-4f6b-4a9b-83f0-6177bcc62dfa" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.705057] env[69889]: DEBUG nova.compute.manager [req-7e59c476-46eb-45a4-a968-df3f77380df7 req-a52d02be-b338-4a4b-b9a4-3bb7789b63f1 service nova] [instance: bfb7906e-20b8-4878-9777-c5fd3ff65c22] Received event network-vif-deleted-39d90535-b11d-4374-a64f-c14d80a4087b {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 725.719957] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94165b30-4e2a-47b1-8ce4-3279da0925dc {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.729904] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5bad596-b905-48c3-b341-2c5ba41a699d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.769028] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6e88ff4-69ec-40a9-b1ee-07a6872b3ee7 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.777611] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1df788fc-22de-4288-bc66-c879296386f3 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.793225] env[69889]: DEBUG nova.compute.provider_tree [None req-7d346a10-4f51-455c-b4d3-384827cebd56 tempest-ServerDiagnosticsV248Test-1638989844 tempest-ServerDiagnosticsV248Test-1638989844-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 725.881470] env[69889]: DEBUG nova.compute.manager [req-4f6ab26b-ab5a-4abf-92f7-1d847c918cf0 req-febd6e7c-80a5-4c60-8f4e-54feb6a01135 service nova] [instance: 7f014d2a-1340-4715-8ab0-42df2c7d9f36] Received event network-vif-plugged-4a619d16-c2ac-442d-9735-fd3d845eeafe {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 725.881470] env[69889]: DEBUG oslo_concurrency.lockutils [req-4f6ab26b-ab5a-4abf-92f7-1d847c918cf0 req-febd6e7c-80a5-4c60-8f4e-54feb6a01135 service nova] Acquiring lock "7f014d2a-1340-4715-8ab0-42df2c7d9f36-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.881658] env[69889]: DEBUG oslo_concurrency.lockutils [req-4f6ab26b-ab5a-4abf-92f7-1d847c918cf0 req-febd6e7c-80a5-4c60-8f4e-54feb6a01135 service nova] Lock "7f014d2a-1340-4715-8ab0-42df2c7d9f36-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.881997] env[69889]: DEBUG oslo_concurrency.lockutils [req-4f6ab26b-ab5a-4abf-92f7-1d847c918cf0 req-febd6e7c-80a5-4c60-8f4e-54feb6a01135 service nova] Lock "7f014d2a-1340-4715-8ab0-42df2c7d9f36-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.881997] env[69889]: DEBUG nova.compute.manager [req-4f6ab26b-ab5a-4abf-92f7-1d847c918cf0 req-febd6e7c-80a5-4c60-8f4e-54feb6a01135 service nova] [instance: 7f014d2a-1340-4715-8ab0-42df2c7d9f36] No waiting events found dispatching network-vif-plugged-4a619d16-c2ac-442d-9735-fd3d845eeafe {{(pid=69889) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 725.882279] env[69889]: WARNING nova.compute.manager [req-4f6ab26b-ab5a-4abf-92f7-1d847c918cf0 req-febd6e7c-80a5-4c60-8f4e-54feb6a01135 service nova] [instance: 7f014d2a-1340-4715-8ab0-42df2c7d9f36] Received unexpected event network-vif-plugged-4a619d16-c2ac-442d-9735-fd3d845eeafe for instance with vm_state building and task_state spawning. [ 725.882279] env[69889]: DEBUG nova.compute.manager [req-4f6ab26b-ab5a-4abf-92f7-1d847c918cf0 req-febd6e7c-80a5-4c60-8f4e-54feb6a01135 service nova] [instance: 89d1a6bb-1542-46d9-832f-d0ac2867492f] Received event network-vif-plugged-98c75aab-1489-49fb-9442-fbcebc07bdb4 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 725.885524] env[69889]: DEBUG oslo_concurrency.lockutils [req-4f6ab26b-ab5a-4abf-92f7-1d847c918cf0 req-febd6e7c-80a5-4c60-8f4e-54feb6a01135 service nova] Acquiring lock "89d1a6bb-1542-46d9-832f-d0ac2867492f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.885524] env[69889]: DEBUG oslo_concurrency.lockutils [req-4f6ab26b-ab5a-4abf-92f7-1d847c918cf0 req-febd6e7c-80a5-4c60-8f4e-54feb6a01135 service nova] Lock "89d1a6bb-1542-46d9-832f-d0ac2867492f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.885524] env[69889]: DEBUG oslo_concurrency.lockutils [req-4f6ab26b-ab5a-4abf-92f7-1d847c918cf0 req-febd6e7c-80a5-4c60-8f4e-54feb6a01135 service nova] Lock "89d1a6bb-1542-46d9-832f-d0ac2867492f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.885524] env[69889]: DEBUG nova.compute.manager [req-4f6ab26b-ab5a-4abf-92f7-1d847c918cf0 req-febd6e7c-80a5-4c60-8f4e-54feb6a01135 service nova] [instance: 89d1a6bb-1542-46d9-832f-d0ac2867492f] No waiting events found dispatching network-vif-plugged-98c75aab-1489-49fb-9442-fbcebc07bdb4 {{(pid=69889) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 725.885524] env[69889]: WARNING nova.compute.manager [req-4f6ab26b-ab5a-4abf-92f7-1d847c918cf0 req-febd6e7c-80a5-4c60-8f4e-54feb6a01135 service nova] [instance: 89d1a6bb-1542-46d9-832f-d0ac2867492f] Received unexpected event network-vif-plugged-98c75aab-1489-49fb-9442-fbcebc07bdb4 for instance with vm_state building and task_state spawning. [ 725.885780] env[69889]: DEBUG nova.compute.manager [req-4f6ab26b-ab5a-4abf-92f7-1d847c918cf0 req-febd6e7c-80a5-4c60-8f4e-54feb6a01135 service nova] [instance: 7f014d2a-1340-4715-8ab0-42df2c7d9f36] Received event network-changed-4a619d16-c2ac-442d-9735-fd3d845eeafe {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 725.885780] env[69889]: DEBUG nova.compute.manager [req-4f6ab26b-ab5a-4abf-92f7-1d847c918cf0 req-febd6e7c-80a5-4c60-8f4e-54feb6a01135 service nova] [instance: 7f014d2a-1340-4715-8ab0-42df2c7d9f36] Refreshing instance network info cache due to event network-changed-4a619d16-c2ac-442d-9735-fd3d845eeafe. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 725.885780] env[69889]: DEBUG oslo_concurrency.lockutils [req-4f6ab26b-ab5a-4abf-92f7-1d847c918cf0 req-febd6e7c-80a5-4c60-8f4e-54feb6a01135 service nova] Acquiring lock "refresh_cache-7f014d2a-1340-4715-8ab0-42df2c7d9f36" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.885780] env[69889]: DEBUG oslo_concurrency.lockutils [req-4f6ab26b-ab5a-4abf-92f7-1d847c918cf0 req-febd6e7c-80a5-4c60-8f4e-54feb6a01135 service nova] Acquired lock "refresh_cache-7f014d2a-1340-4715-8ab0-42df2c7d9f36" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.885780] env[69889]: DEBUG nova.network.neutron [req-4f6ab26b-ab5a-4abf-92f7-1d847c918cf0 req-febd6e7c-80a5-4c60-8f4e-54feb6a01135 service nova] [instance: 7f014d2a-1340-4715-8ab0-42df2c7d9f36] Refreshing network info cache for port 4a619d16-c2ac-442d-9735-fd3d845eeafe {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 725.918027] env[69889]: DEBUG oslo_vmware.api [None req-b24d0c9b-f959-463c-aea9-72a9a637ce10 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Task: {'id': task-4076848, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.257319} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.919024] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-b24d0c9b-f959-463c-aea9-72a9a637ce10 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 725.919024] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-b24d0c9b-f959-463c-aea9-72a9a637ce10 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] [instance: d23cb796-1de4-4706-8d28-a50c7da8f5e0] Deleted contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 725.919024] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-b24d0c9b-f959-463c-aea9-72a9a637ce10 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] [instance: d23cb796-1de4-4706-8d28-a50c7da8f5e0] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 725.919024] env[69889]: INFO nova.compute.manager [None req-b24d0c9b-f959-463c-aea9-72a9a637ce10 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] [instance: d23cb796-1de4-4706-8d28-a50c7da8f5e0] Took 1.11 seconds to destroy the instance on the hypervisor. [ 725.919369] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b24d0c9b-f959-463c-aea9-72a9a637ce10 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 725.919369] env[69889]: DEBUG nova.compute.manager [-] [instance: d23cb796-1de4-4706-8d28-a50c7da8f5e0] Deallocating network for instance {{(pid=69889) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 725.919824] env[69889]: DEBUG nova.network.neutron [-] [instance: d23cb796-1de4-4706-8d28-a50c7da8f5e0] deallocate_for_instance() {{(pid=69889) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 725.980415] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4076842, 'name': CreateVM_Task, 'duration_secs': 1.496624} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.980783] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff21eb77-97b5-450a-baff-063059c2efe1] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 725.982341] env[69889]: DEBUG oslo_concurrency.lockutils [None req-2429396d-7cad-4627-a0c3-5b900da88e15 tempest-ServerDiagnosticsNegativeTest-639395065 tempest-ServerDiagnosticsNegativeTest-639395065-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.982341] env[69889]: DEBUG oslo_concurrency.lockutils [None req-2429396d-7cad-4627-a0c3-5b900da88e15 tempest-ServerDiagnosticsNegativeTest-639395065 tempest-ServerDiagnosticsNegativeTest-639395065-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.982341] env[69889]: DEBUG oslo_concurrency.lockutils [None req-2429396d-7cad-4627-a0c3-5b900da88e15 tempest-ServerDiagnosticsNegativeTest-639395065 tempest-ServerDiagnosticsNegativeTest-639395065-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.982341] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97fcbd90-b370-454f-9798-7d433863921b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.990221] env[69889]: DEBUG oslo_vmware.api [None req-2429396d-7cad-4627-a0c3-5b900da88e15 tempest-ServerDiagnosticsNegativeTest-639395065 tempest-ServerDiagnosticsNegativeTest-639395065-project-member] Waiting for the task: (returnval){ [ 725.990221] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52e5b094-2276-cf23-1b0e-70d5aaeb54b8" [ 725.990221] env[69889]: _type = "Task" [ 725.990221] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.997842] env[69889]: DEBUG nova.network.neutron [-] [instance: d23cb796-1de4-4706-8d28-a50c7da8f5e0] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 726.006928] env[69889]: DEBUG oslo_vmware.api [None req-2429396d-7cad-4627-a0c3-5b900da88e15 tempest-ServerDiagnosticsNegativeTest-639395065 tempest-ServerDiagnosticsNegativeTest-639395065-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52e5b094-2276-cf23-1b0e-70d5aaeb54b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.015942] env[69889]: DEBUG nova.network.neutron [None req-dfed64f1-74ea-4c6b-9cee-02648aff0983 tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] [instance: 89d1a6bb-1542-46d9-832f-d0ac2867492f] Successfully updated port: 943689c5-1a5b-44bc-aaf4-1aeb21174bd4 {{(pid=69889) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 726.027917] env[69889]: DEBUG nova.compute.manager [None req-2a510059-9b13-4b7f-9463-7b5e1a8b0315 tempest-ServerDiagnosticsTest-755212226 tempest-ServerDiagnosticsTest-755212226-project-member] [instance: 30d28d6c-5e7a-4e70-9415-b88ec3230f71] Starting instance... {{(pid=69889) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 726.145598] env[69889]: DEBUG oslo_vmware.api [None req-5504c2d2-a973-45ce-8dca-24f8d6aa46f6 tempest-VolumesAssistedSnapshotsTest-1139004312 tempest-VolumesAssistedSnapshotsTest-1139004312-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52395045-10ac-605f-f7ff-5d99b6c4e5d4, 'name': SearchDatastore_Task, 'duration_secs': 0.022497} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.145598] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5504c2d2-a973-45ce-8dca-24f8d6aa46f6 tempest-VolumesAssistedSnapshotsTest-1139004312 tempest-VolumesAssistedSnapshotsTest-1139004312-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.146147] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-5504c2d2-a973-45ce-8dca-24f8d6aa46f6 tempest-VolumesAssistedSnapshotsTest-1139004312 tempest-VolumesAssistedSnapshotsTest-1139004312-project-member] [instance: 7f014d2a-1340-4715-8ab0-42df2c7d9f36] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 726.146147] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5504c2d2-a973-45ce-8dca-24f8d6aa46f6 tempest-VolumesAssistedSnapshotsTest-1139004312 tempest-VolumesAssistedSnapshotsTest-1139004312-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.146147] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5504c2d2-a973-45ce-8dca-24f8d6aa46f6 tempest-VolumesAssistedSnapshotsTest-1139004312 tempest-VolumesAssistedSnapshotsTest-1139004312-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.146811] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-5504c2d2-a973-45ce-8dca-24f8d6aa46f6 tempest-VolumesAssistedSnapshotsTest-1139004312 tempest-VolumesAssistedSnapshotsTest-1139004312-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 726.149773] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c16f1c98-4715-4859-a420-b5f166def122 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.174210] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-5504c2d2-a973-45ce-8dca-24f8d6aa46f6 tempest-VolumesAssistedSnapshotsTest-1139004312 tempest-VolumesAssistedSnapshotsTest-1139004312-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 726.174410] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-5504c2d2-a973-45ce-8dca-24f8d6aa46f6 tempest-VolumesAssistedSnapshotsTest-1139004312 tempest-VolumesAssistedSnapshotsTest-1139004312-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 726.175192] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ee529bb-db33-4265-9082-2dabdc717c1a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.186948] env[69889]: DEBUG oslo_vmware.api [None req-5504c2d2-a973-45ce-8dca-24f8d6aa46f6 tempest-VolumesAssistedSnapshotsTest-1139004312 tempest-VolumesAssistedSnapshotsTest-1139004312-project-member] Waiting for the task: (returnval){ [ 726.186948] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52bd914a-6fca-7492-e598-905e267ef7b9" [ 726.186948] env[69889]: _type = "Task" [ 726.186948] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.199862] env[69889]: DEBUG oslo_vmware.api [None req-5504c2d2-a973-45ce-8dca-24f8d6aa46f6 tempest-VolumesAssistedSnapshotsTest-1139004312 tempest-VolumesAssistedSnapshotsTest-1139004312-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52bd914a-6fca-7492-e598-905e267ef7b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.299113] env[69889]: DEBUG nova.scheduler.client.report [None req-7d346a10-4f51-455c-b4d3-384827cebd56 tempest-ServerDiagnosticsV248Test-1638989844 tempest-ServerDiagnosticsV248Test-1638989844-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 726.505236] env[69889]: DEBUG nova.network.neutron [-] [instance: d23cb796-1de4-4706-8d28-a50c7da8f5e0] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.506591] env[69889]: DEBUG oslo_vmware.api [None req-2429396d-7cad-4627-a0c3-5b900da88e15 tempest-ServerDiagnosticsNegativeTest-639395065 tempest-ServerDiagnosticsNegativeTest-639395065-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52e5b094-2276-cf23-1b0e-70d5aaeb54b8, 'name': SearchDatastore_Task, 'duration_secs': 0.039191} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.507393] env[69889]: DEBUG oslo_concurrency.lockutils [None req-2429396d-7cad-4627-a0c3-5b900da88e15 tempest-ServerDiagnosticsNegativeTest-639395065 tempest-ServerDiagnosticsNegativeTest-639395065-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.507625] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-2429396d-7cad-4627-a0c3-5b900da88e15 tempest-ServerDiagnosticsNegativeTest-639395065 tempest-ServerDiagnosticsNegativeTest-639395065-project-member] [instance: ff21eb77-97b5-450a-baff-063059c2efe1] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 726.507860] env[69889]: DEBUG oslo_concurrency.lockutils [None req-2429396d-7cad-4627-a0c3-5b900da88e15 tempest-ServerDiagnosticsNegativeTest-639395065 tempest-ServerDiagnosticsNegativeTest-639395065-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.507997] env[69889]: DEBUG oslo_concurrency.lockutils [None req-2429396d-7cad-4627-a0c3-5b900da88e15 tempest-ServerDiagnosticsNegativeTest-639395065 tempest-ServerDiagnosticsNegativeTest-639395065-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.508291] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-2429396d-7cad-4627-a0c3-5b900da88e15 tempest-ServerDiagnosticsNegativeTest-639395065 tempest-ServerDiagnosticsNegativeTest-639395065-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 726.508587] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-173cb96c-e294-4c68-a09d-586fa5d87d16 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.523627] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-2429396d-7cad-4627-a0c3-5b900da88e15 tempest-ServerDiagnosticsNegativeTest-639395065 tempest-ServerDiagnosticsNegativeTest-639395065-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 726.527212] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-2429396d-7cad-4627-a0c3-5b900da88e15 tempest-ServerDiagnosticsNegativeTest-639395065 tempest-ServerDiagnosticsNegativeTest-639395065-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 726.529425] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-090c355f-5680-4c95-a03b-08ffae0c3ca1 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.539746] env[69889]: DEBUG oslo_vmware.api [None req-2429396d-7cad-4627-a0c3-5b900da88e15 tempest-ServerDiagnosticsNegativeTest-639395065 tempest-ServerDiagnosticsNegativeTest-639395065-project-member] Waiting for the task: (returnval){ [ 726.539746] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52506b34-ab22-0f29-4cef-3555b0c81609" [ 726.539746] env[69889]: _type = "Task" [ 726.539746] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.556162] env[69889]: DEBUG oslo_vmware.api [None req-2429396d-7cad-4627-a0c3-5b900da88e15 tempest-ServerDiagnosticsNegativeTest-639395065 tempest-ServerDiagnosticsNegativeTest-639395065-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52506b34-ab22-0f29-4cef-3555b0c81609, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.569747] env[69889]: DEBUG oslo_concurrency.lockutils [None req-2a510059-9b13-4b7f-9463-7b5e1a8b0315 tempest-ServerDiagnosticsTest-755212226 tempest-ServerDiagnosticsTest-755212226-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.630184] env[69889]: DEBUG nova.network.neutron [req-97365004-6730-4f32-af1e-f7ace08e1a17 req-b64157eb-e0de-4c37-ba86-01c7cfbf8317 service nova] [instance: ff21eb77-97b5-450a-baff-063059c2efe1] Updated VIF entry in instance network info cache for port 8ebd7ccf-89e1-48c8-980c-2297637c2485. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 726.630573] env[69889]: DEBUG nova.network.neutron [req-97365004-6730-4f32-af1e-f7ace08e1a17 req-b64157eb-e0de-4c37-ba86-01c7cfbf8317 service nova] [instance: ff21eb77-97b5-450a-baff-063059c2efe1] Updating instance_info_cache with network_info: [{"id": "8ebd7ccf-89e1-48c8-980c-2297637c2485", "address": "fa:16:3e:5d:30:74", "network": {"id": "f9341188-47f9-41e2-bae7-5eb6406f3899", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.142", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b7973ea41bcd4363abc2e9339dec4d77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ebd7ccf-89", "ovs_interfaceid": "8ebd7ccf-89e1-48c8-980c-2297637c2485", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.709602] env[69889]: DEBUG oslo_vmware.api [None req-5504c2d2-a973-45ce-8dca-24f8d6aa46f6 tempest-VolumesAssistedSnapshotsTest-1139004312 tempest-VolumesAssistedSnapshotsTest-1139004312-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52bd914a-6fca-7492-e598-905e267ef7b9, 'name': SearchDatastore_Task, 'duration_secs': 0.020135} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.710622] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c56f70c-46e1-4c48-84b9-6b79163df588 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.722576] env[69889]: DEBUG oslo_vmware.api [None req-5504c2d2-a973-45ce-8dca-24f8d6aa46f6 tempest-VolumesAssistedSnapshotsTest-1139004312 tempest-VolumesAssistedSnapshotsTest-1139004312-project-member] Waiting for the task: (returnval){ [ 726.722576] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]5266d37b-990e-a64b-b9ef-f51e3980c50e" [ 726.722576] env[69889]: _type = "Task" [ 726.722576] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.739369] env[69889]: DEBUG oslo_vmware.api [None req-5504c2d2-a973-45ce-8dca-24f8d6aa46f6 tempest-VolumesAssistedSnapshotsTest-1139004312 tempest-VolumesAssistedSnapshotsTest-1139004312-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5266d37b-990e-a64b-b9ef-f51e3980c50e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.805687] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7d346a10-4f51-455c-b4d3-384827cebd56 tempest-ServerDiagnosticsV248Test-1638989844 tempest-ServerDiagnosticsV248Test-1638989844-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.005s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.808573] env[69889]: DEBUG oslo_concurrency.lockutils [None req-2c6ba48a-f02c-4d04-957f-6ece74874654 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.915s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.808970] env[69889]: DEBUG nova.objects.instance [None req-2c6ba48a-f02c-4d04-957f-6ece74874654 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] Lazy-loading 'resources' on Instance uuid bfb7906e-20b8-4878-9777-c5fd3ff65c22 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 726.836918] env[69889]: INFO nova.scheduler.client.report [None req-7d346a10-4f51-455c-b4d3-384827cebd56 tempest-ServerDiagnosticsV248Test-1638989844 tempest-ServerDiagnosticsV248Test-1638989844-project-member] Deleted allocations for instance 2174fe4e-a8f9-4833-b2ab-e0c2ae3b0099 [ 726.991295] env[69889]: DEBUG nova.network.neutron [req-4f6ab26b-ab5a-4abf-92f7-1d847c918cf0 req-febd6e7c-80a5-4c60-8f4e-54feb6a01135 service nova] [instance: 7f014d2a-1340-4715-8ab0-42df2c7d9f36] Updated VIF entry in instance network info cache for port 4a619d16-c2ac-442d-9735-fd3d845eeafe. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 726.991295] env[69889]: DEBUG nova.network.neutron [req-4f6ab26b-ab5a-4abf-92f7-1d847c918cf0 req-febd6e7c-80a5-4c60-8f4e-54feb6a01135 service nova] [instance: 7f014d2a-1340-4715-8ab0-42df2c7d9f36] Updating instance_info_cache with network_info: [{"id": "4a619d16-c2ac-442d-9735-fd3d845eeafe", "address": "fa:16:3e:93:c6:d6", "network": {"id": "70b87342-a410-41f9-add6-6b57f9e094d5", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-429335418-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fad835c756844223991bfd76335b79a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a619d16-c2", "ovs_interfaceid": "4a619d16-c2ac-442d-9735-fd3d845eeafe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.009421] env[69889]: INFO nova.compute.manager [-] [instance: d23cb796-1de4-4706-8d28-a50c7da8f5e0] Took 1.09 seconds to deallocate network for instance. [ 727.059099] env[69889]: DEBUG oslo_vmware.api [None req-2429396d-7cad-4627-a0c3-5b900da88e15 tempest-ServerDiagnosticsNegativeTest-639395065 tempest-ServerDiagnosticsNegativeTest-639395065-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52506b34-ab22-0f29-4cef-3555b0c81609, 'name': SearchDatastore_Task, 'duration_secs': 0.028164} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.061021] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a58480aa-ca55-4b44-b390-d7ce09fdb88c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.070787] env[69889]: DEBUG oslo_vmware.api [None req-2429396d-7cad-4627-a0c3-5b900da88e15 tempest-ServerDiagnosticsNegativeTest-639395065 tempest-ServerDiagnosticsNegativeTest-639395065-project-member] Waiting for the task: (returnval){ [ 727.070787] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52641dc1-25f5-4be5-e69e-789943e7684f" [ 727.070787] env[69889]: _type = "Task" [ 727.070787] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.082309] env[69889]: DEBUG oslo_vmware.api [None req-2429396d-7cad-4627-a0c3-5b900da88e15 tempest-ServerDiagnosticsNegativeTest-639395065 tempest-ServerDiagnosticsNegativeTest-639395065-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52641dc1-25f5-4be5-e69e-789943e7684f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.134270] env[69889]: DEBUG oslo_concurrency.lockutils [req-97365004-6730-4f32-af1e-f7ace08e1a17 req-b64157eb-e0de-4c37-ba86-01c7cfbf8317 service nova] Releasing lock "refresh_cache-ff21eb77-97b5-450a-baff-063059c2efe1" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.237907] env[69889]: DEBUG oslo_vmware.api [None req-5504c2d2-a973-45ce-8dca-24f8d6aa46f6 tempest-VolumesAssistedSnapshotsTest-1139004312 tempest-VolumesAssistedSnapshotsTest-1139004312-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5266d37b-990e-a64b-b9ef-f51e3980c50e, 'name': SearchDatastore_Task, 'duration_secs': 0.017202} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.238031] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5504c2d2-a973-45ce-8dca-24f8d6aa46f6 tempest-VolumesAssistedSnapshotsTest-1139004312 tempest-VolumesAssistedSnapshotsTest-1139004312-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.238664] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-5504c2d2-a973-45ce-8dca-24f8d6aa46f6 tempest-VolumesAssistedSnapshotsTest-1139004312 tempest-VolumesAssistedSnapshotsTest-1139004312-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] 7f014d2a-1340-4715-8ab0-42df2c7d9f36/7f014d2a-1340-4715-8ab0-42df2c7d9f36.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 727.238664] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f175928b-6640-4dad-81c6-1686d9e5455e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.252604] env[69889]: DEBUG oslo_vmware.api [None req-5504c2d2-a973-45ce-8dca-24f8d6aa46f6 tempest-VolumesAssistedSnapshotsTest-1139004312 tempest-VolumesAssistedSnapshotsTest-1139004312-project-member] Waiting for the task: (returnval){ [ 727.252604] env[69889]: value = "task-4076849" [ 727.252604] env[69889]: _type = "Task" [ 727.252604] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.264050] env[69889]: DEBUG oslo_vmware.api [None req-5504c2d2-a973-45ce-8dca-24f8d6aa46f6 tempest-VolumesAssistedSnapshotsTest-1139004312 tempest-VolumesAssistedSnapshotsTest-1139004312-project-member] Task: {'id': task-4076849, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.347319] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7d346a10-4f51-455c-b4d3-384827cebd56 tempest-ServerDiagnosticsV248Test-1638989844 tempest-ServerDiagnosticsV248Test-1638989844-project-member] Lock "2174fe4e-a8f9-4833-b2ab-e0c2ae3b0099" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.782s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.401784] env[69889]: DEBUG nova.network.neutron [None req-e137ec74-78e2-4d25-a24b-80f71483a138 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] [instance: d52805a2-50d7-49b9-b1bb-9fddc19df7a2] Successfully updated port: 3bfb3c10-8997-4a82-b936-3b97b10bfa09 {{(pid=69889) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 727.500776] env[69889]: DEBUG oslo_concurrency.lockutils [req-4f6ab26b-ab5a-4abf-92f7-1d847c918cf0 req-febd6e7c-80a5-4c60-8f4e-54feb6a01135 service nova] Releasing lock "refresh_cache-7f014d2a-1340-4715-8ab0-42df2c7d9f36" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.500776] env[69889]: DEBUG nova.compute.manager [req-4f6ab26b-ab5a-4abf-92f7-1d847c918cf0 req-febd6e7c-80a5-4c60-8f4e-54feb6a01135 service nova] [instance: 89d1a6bb-1542-46d9-832f-d0ac2867492f] Received event network-changed-98c75aab-1489-49fb-9442-fbcebc07bdb4 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 727.500776] env[69889]: DEBUG nova.compute.manager [req-4f6ab26b-ab5a-4abf-92f7-1d847c918cf0 req-febd6e7c-80a5-4c60-8f4e-54feb6a01135 service nova] [instance: 89d1a6bb-1542-46d9-832f-d0ac2867492f] Refreshing instance network info cache due to event network-changed-98c75aab-1489-49fb-9442-fbcebc07bdb4. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 727.500776] env[69889]: DEBUG oslo_concurrency.lockutils [req-4f6ab26b-ab5a-4abf-92f7-1d847c918cf0 req-febd6e7c-80a5-4c60-8f4e-54feb6a01135 service nova] Acquiring lock "refresh_cache-89d1a6bb-1542-46d9-832f-d0ac2867492f" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.500776] env[69889]: DEBUG oslo_concurrency.lockutils [req-4f6ab26b-ab5a-4abf-92f7-1d847c918cf0 req-febd6e7c-80a5-4c60-8f4e-54feb6a01135 service nova] Acquired lock "refresh_cache-89d1a6bb-1542-46d9-832f-d0ac2867492f" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.501296] env[69889]: DEBUG nova.network.neutron [req-4f6ab26b-ab5a-4abf-92f7-1d847c918cf0 req-febd6e7c-80a5-4c60-8f4e-54feb6a01135 service nova] [instance: 89d1a6bb-1542-46d9-832f-d0ac2867492f] Refreshing network info cache for port 98c75aab-1489-49fb-9442-fbcebc07bdb4 {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 727.523973] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b24d0c9b-f959-463c-aea9-72a9a637ce10 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.584815] env[69889]: DEBUG oslo_vmware.api [None req-2429396d-7cad-4627-a0c3-5b900da88e15 tempest-ServerDiagnosticsNegativeTest-639395065 tempest-ServerDiagnosticsNegativeTest-639395065-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52641dc1-25f5-4be5-e69e-789943e7684f, 'name': SearchDatastore_Task, 'duration_secs': 0.025314} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.588071] env[69889]: DEBUG oslo_concurrency.lockutils [None req-2429396d-7cad-4627-a0c3-5b900da88e15 tempest-ServerDiagnosticsNegativeTest-639395065 tempest-ServerDiagnosticsNegativeTest-639395065-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.588368] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-2429396d-7cad-4627-a0c3-5b900da88e15 tempest-ServerDiagnosticsNegativeTest-639395065 tempest-ServerDiagnosticsNegativeTest-639395065-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore1] ff21eb77-97b5-450a-baff-063059c2efe1/ff21eb77-97b5-450a-baff-063059c2efe1.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 727.589160] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-38774cfb-8824-4917-9ea9-50be3ed9e845 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.598040] env[69889]: DEBUG oslo_vmware.api [None req-2429396d-7cad-4627-a0c3-5b900da88e15 tempest-ServerDiagnosticsNegativeTest-639395065 tempest-ServerDiagnosticsNegativeTest-639395065-project-member] Waiting for the task: (returnval){ [ 727.598040] env[69889]: value = "task-4076850" [ 727.598040] env[69889]: _type = "Task" [ 727.598040] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.615329] env[69889]: DEBUG oslo_vmware.api [None req-2429396d-7cad-4627-a0c3-5b900da88e15 tempest-ServerDiagnosticsNegativeTest-639395065 tempest-ServerDiagnosticsNegativeTest-639395065-project-member] Task: {'id': task-4076850, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.716460] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d94832d-1dbd-428f-90e7-85b8813551e1 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.727035] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cd4e3fa-e9ad-4fe9-896d-3808d83f93e0 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.764688] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2777e6a1-d108-4f67-b83d-53039d7be778 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.773743] env[69889]: DEBUG oslo_vmware.api [None req-5504c2d2-a973-45ce-8dca-24f8d6aa46f6 tempest-VolumesAssistedSnapshotsTest-1139004312 tempest-VolumesAssistedSnapshotsTest-1139004312-project-member] Task: {'id': task-4076849, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.777519] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26214a03-f739-48f3-b472-df22558834d0 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.795439] env[69889]: DEBUG nova.compute.provider_tree [None req-2c6ba48a-f02c-4d04-957f-6ece74874654 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 727.907250] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e137ec74-78e2-4d25-a24b-80f71483a138 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Acquiring lock "refresh_cache-d52805a2-50d7-49b9-b1bb-9fddc19df7a2" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.907583] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e137ec74-78e2-4d25-a24b-80f71483a138 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Acquired lock "refresh_cache-d52805a2-50d7-49b9-b1bb-9fddc19df7a2" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.907847] env[69889]: DEBUG nova.network.neutron [None req-e137ec74-78e2-4d25-a24b-80f71483a138 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] [instance: d52805a2-50d7-49b9-b1bb-9fddc19df7a2] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 728.069703] env[69889]: DEBUG nova.network.neutron [req-4f6ab26b-ab5a-4abf-92f7-1d847c918cf0 req-febd6e7c-80a5-4c60-8f4e-54feb6a01135 service nova] [instance: 89d1a6bb-1542-46d9-832f-d0ac2867492f] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 728.109016] env[69889]: DEBUG oslo_vmware.api [None req-2429396d-7cad-4627-a0c3-5b900da88e15 tempest-ServerDiagnosticsNegativeTest-639395065 tempest-ServerDiagnosticsNegativeTest-639395065-project-member] Task: {'id': task-4076850, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.278022] env[69889]: DEBUG oslo_vmware.api [None req-5504c2d2-a973-45ce-8dca-24f8d6aa46f6 tempest-VolumesAssistedSnapshotsTest-1139004312 tempest-VolumesAssistedSnapshotsTest-1139004312-project-member] Task: {'id': task-4076849, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.880757} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.278022] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-5504c2d2-a973-45ce-8dca-24f8d6aa46f6 tempest-VolumesAssistedSnapshotsTest-1139004312 tempest-VolumesAssistedSnapshotsTest-1139004312-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] 7f014d2a-1340-4715-8ab0-42df2c7d9f36/7f014d2a-1340-4715-8ab0-42df2c7d9f36.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 728.278022] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-5504c2d2-a973-45ce-8dca-24f8d6aa46f6 tempest-VolumesAssistedSnapshotsTest-1139004312 tempest-VolumesAssistedSnapshotsTest-1139004312-project-member] [instance: 7f014d2a-1340-4715-8ab0-42df2c7d9f36] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 728.278022] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a0f2bbc0-df9d-4258-b7a3-36f0ca5c09fc {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.288571] env[69889]: DEBUG oslo_vmware.api [None req-5504c2d2-a973-45ce-8dca-24f8d6aa46f6 tempest-VolumesAssistedSnapshotsTest-1139004312 tempest-VolumesAssistedSnapshotsTest-1139004312-project-member] Waiting for the task: (returnval){ [ 728.288571] env[69889]: value = "task-4076851" [ 728.288571] env[69889]: _type = "Task" [ 728.288571] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.303593] env[69889]: DEBUG nova.scheduler.client.report [None req-2c6ba48a-f02c-4d04-957f-6ece74874654 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 728.307635] env[69889]: DEBUG oslo_vmware.api [None req-5504c2d2-a973-45ce-8dca-24f8d6aa46f6 tempest-VolumesAssistedSnapshotsTest-1139004312 tempest-VolumesAssistedSnapshotsTest-1139004312-project-member] Task: {'id': task-4076851, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.318993] env[69889]: DEBUG nova.network.neutron [req-4f6ab26b-ab5a-4abf-92f7-1d847c918cf0 req-febd6e7c-80a5-4c60-8f4e-54feb6a01135 service nova] [instance: 89d1a6bb-1542-46d9-832f-d0ac2867492f] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.486121] env[69889]: DEBUG nova.network.neutron [None req-e137ec74-78e2-4d25-a24b-80f71483a138 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] [instance: d52805a2-50d7-49b9-b1bb-9fddc19df7a2] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 728.615205] env[69889]: DEBUG oslo_vmware.api [None req-2429396d-7cad-4627-a0c3-5b900da88e15 tempest-ServerDiagnosticsNegativeTest-639395065 tempest-ServerDiagnosticsNegativeTest-639395065-project-member] Task: {'id': task-4076850, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.800365] env[69889]: DEBUG oslo_vmware.api [None req-5504c2d2-a973-45ce-8dca-24f8d6aa46f6 tempest-VolumesAssistedSnapshotsTest-1139004312 tempest-VolumesAssistedSnapshotsTest-1139004312-project-member] Task: {'id': task-4076851, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.183524} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.800365] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-5504c2d2-a973-45ce-8dca-24f8d6aa46f6 tempest-VolumesAssistedSnapshotsTest-1139004312 tempest-VolumesAssistedSnapshotsTest-1139004312-project-member] [instance: 7f014d2a-1340-4715-8ab0-42df2c7d9f36] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 728.800365] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-facffdfe-253e-44cb-8c22-471b2169bd5e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.826656] env[69889]: DEBUG oslo_concurrency.lockutils [None req-2c6ba48a-f02c-4d04-957f-6ece74874654 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.018s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.829611] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0d2defa8-2c91-4c07-8f8b-0556607e876b tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Acquiring lock "0c73213b-c2e1-42cb-a8f4-e3109adfd354" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.829611] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0d2defa8-2c91-4c07-8f8b-0556607e876b tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Lock "0c73213b-c2e1-42cb-a8f4-e3109adfd354" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.831965] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1b49b374-a651-4bdd-95f8-a277310405da tempest-ServersNegativeTestMultiTenantJSON-2119484520 tempest-ServersNegativeTestMultiTenantJSON-2119484520-project-member] Acquiring lock "fd67edc7-3014-4eab-b142-5bff2253204f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.831965] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1b49b374-a651-4bdd-95f8-a277310405da tempest-ServersNegativeTestMultiTenantJSON-2119484520 tempest-ServersNegativeTestMultiTenantJSON-2119484520-project-member] Lock "fd67edc7-3014-4eab-b142-5bff2253204f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.832859] env[69889]: DEBUG oslo_concurrency.lockutils [req-4f6ab26b-ab5a-4abf-92f7-1d847c918cf0 req-febd6e7c-80a5-4c60-8f4e-54feb6a01135 service nova] Releasing lock "refresh_cache-89d1a6bb-1542-46d9-832f-d0ac2867492f" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.845576] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-5504c2d2-a973-45ce-8dca-24f8d6aa46f6 tempest-VolumesAssistedSnapshotsTest-1139004312 tempest-VolumesAssistedSnapshotsTest-1139004312-project-member] [instance: 7f014d2a-1340-4715-8ab0-42df2c7d9f36] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] 7f014d2a-1340-4715-8ab0-42df2c7d9f36/7f014d2a-1340-4715-8ab0-42df2c7d9f36.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 728.850561] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b79b7ba8-ad32-447b-b8b6-913daa59cb40 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.672s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.852409] env[69889]: INFO nova.compute.claims [None req-b79b7ba8-ad32-447b-b8b6-913daa59cb40 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 50d05d43-aecd-4d90-ae1a-60a0ff086f9c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 728.856606] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff7597b2-2905-41f5-bce7-9d3b29628e50 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.879840] env[69889]: DEBUG oslo_vmware.api [None req-5504c2d2-a973-45ce-8dca-24f8d6aa46f6 tempest-VolumesAssistedSnapshotsTest-1139004312 tempest-VolumesAssistedSnapshotsTest-1139004312-project-member] Waiting for the task: (returnval){ [ 728.879840] env[69889]: value = "task-4076852" [ 728.879840] env[69889]: _type = "Task" [ 728.879840] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.880937] env[69889]: INFO nova.scheduler.client.report [None req-2c6ba48a-f02c-4d04-957f-6ece74874654 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] Deleted allocations for instance bfb7906e-20b8-4878-9777-c5fd3ff65c22 [ 728.900845] env[69889]: DEBUG oslo_vmware.api [None req-5504c2d2-a973-45ce-8dca-24f8d6aa46f6 tempest-VolumesAssistedSnapshotsTest-1139004312 tempest-VolumesAssistedSnapshotsTest-1139004312-project-member] Task: {'id': task-4076852, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.097993] env[69889]: DEBUG nova.network.neutron [None req-e137ec74-78e2-4d25-a24b-80f71483a138 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] [instance: d52805a2-50d7-49b9-b1bb-9fddc19df7a2] Updating instance_info_cache with network_info: [{"id": "3bfb3c10-8997-4a82-b936-3b97b10bfa09", "address": "fa:16:3e:54:7e:ae", "network": {"id": "f9341188-47f9-41e2-bae7-5eb6406f3899", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.89", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b7973ea41bcd4363abc2e9339dec4d77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bfb3c10-89", "ovs_interfaceid": "3bfb3c10-8997-4a82-b936-3b97b10bfa09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.113124] env[69889]: DEBUG oslo_vmware.api [None req-2429396d-7cad-4627-a0c3-5b900da88e15 tempest-ServerDiagnosticsNegativeTest-639395065 tempest-ServerDiagnosticsNegativeTest-639395065-project-member] Task: {'id': task-4076850, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.056584} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.114338] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-2429396d-7cad-4627-a0c3-5b900da88e15 tempest-ServerDiagnosticsNegativeTest-639395065 tempest-ServerDiagnosticsNegativeTest-639395065-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore1] ff21eb77-97b5-450a-baff-063059c2efe1/ff21eb77-97b5-450a-baff-063059c2efe1.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 729.114616] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-2429396d-7cad-4627-a0c3-5b900da88e15 tempest-ServerDiagnosticsNegativeTest-639395065 tempest-ServerDiagnosticsNegativeTest-639395065-project-member] [instance: ff21eb77-97b5-450a-baff-063059c2efe1] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 729.114898] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8c463669-9991-4d0a-9228-b4ba7a12f839 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.124520] env[69889]: DEBUG oslo_vmware.api [None req-2429396d-7cad-4627-a0c3-5b900da88e15 tempest-ServerDiagnosticsNegativeTest-639395065 tempest-ServerDiagnosticsNegativeTest-639395065-project-member] Waiting for the task: (returnval){ [ 729.124520] env[69889]: value = "task-4076853" [ 729.124520] env[69889]: _type = "Task" [ 729.124520] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.133920] env[69889]: DEBUG oslo_vmware.api [None req-2429396d-7cad-4627-a0c3-5b900da88e15 tempest-ServerDiagnosticsNegativeTest-639395065 tempest-ServerDiagnosticsNegativeTest-639395065-project-member] Task: {'id': task-4076853, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.322893] env[69889]: DEBUG nova.compute.manager [req-6ee3ac6b-c5a1-44ac-921e-90c7b9087b7c req-12af1189-36bd-40f6-86d8-9a950b58cb9a service nova] [instance: 89d1a6bb-1542-46d9-832f-d0ac2867492f] Received event network-vif-plugged-943689c5-1a5b-44bc-aaf4-1aeb21174bd4 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 729.322893] env[69889]: DEBUG oslo_concurrency.lockutils [req-6ee3ac6b-c5a1-44ac-921e-90c7b9087b7c req-12af1189-36bd-40f6-86d8-9a950b58cb9a service nova] Acquiring lock "89d1a6bb-1542-46d9-832f-d0ac2867492f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.328883] env[69889]: DEBUG oslo_concurrency.lockutils [req-6ee3ac6b-c5a1-44ac-921e-90c7b9087b7c req-12af1189-36bd-40f6-86d8-9a950b58cb9a service nova] Lock "89d1a6bb-1542-46d9-832f-d0ac2867492f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.328883] env[69889]: DEBUG oslo_concurrency.lockutils [req-6ee3ac6b-c5a1-44ac-921e-90c7b9087b7c req-12af1189-36bd-40f6-86d8-9a950b58cb9a service nova] Lock "89d1a6bb-1542-46d9-832f-d0ac2867492f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.004s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.328883] env[69889]: DEBUG nova.compute.manager [req-6ee3ac6b-c5a1-44ac-921e-90c7b9087b7c req-12af1189-36bd-40f6-86d8-9a950b58cb9a service nova] [instance: 89d1a6bb-1542-46d9-832f-d0ac2867492f] No waiting events found dispatching network-vif-plugged-943689c5-1a5b-44bc-aaf4-1aeb21174bd4 {{(pid=69889) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 729.329295] env[69889]: WARNING nova.compute.manager [req-6ee3ac6b-c5a1-44ac-921e-90c7b9087b7c req-12af1189-36bd-40f6-86d8-9a950b58cb9a service nova] [instance: 89d1a6bb-1542-46d9-832f-d0ac2867492f] Received unexpected event network-vif-plugged-943689c5-1a5b-44bc-aaf4-1aeb21174bd4 for instance with vm_state building and task_state spawning. [ 729.329331] env[69889]: DEBUG nova.compute.manager [req-6ee3ac6b-c5a1-44ac-921e-90c7b9087b7c req-12af1189-36bd-40f6-86d8-9a950b58cb9a service nova] [instance: 89d1a6bb-1542-46d9-832f-d0ac2867492f] Received event network-changed-943689c5-1a5b-44bc-aaf4-1aeb21174bd4 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 729.329509] env[69889]: DEBUG nova.compute.manager [req-6ee3ac6b-c5a1-44ac-921e-90c7b9087b7c req-12af1189-36bd-40f6-86d8-9a950b58cb9a service nova] [instance: 89d1a6bb-1542-46d9-832f-d0ac2867492f] Refreshing instance network info cache due to event network-changed-943689c5-1a5b-44bc-aaf4-1aeb21174bd4. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 729.329718] env[69889]: DEBUG oslo_concurrency.lockutils [req-6ee3ac6b-c5a1-44ac-921e-90c7b9087b7c req-12af1189-36bd-40f6-86d8-9a950b58cb9a service nova] Acquiring lock "refresh_cache-89d1a6bb-1542-46d9-832f-d0ac2867492f" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.329858] env[69889]: DEBUG oslo_concurrency.lockutils [req-6ee3ac6b-c5a1-44ac-921e-90c7b9087b7c req-12af1189-36bd-40f6-86d8-9a950b58cb9a service nova] Acquired lock "refresh_cache-89d1a6bb-1542-46d9-832f-d0ac2867492f" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.330022] env[69889]: DEBUG nova.network.neutron [req-6ee3ac6b-c5a1-44ac-921e-90c7b9087b7c req-12af1189-36bd-40f6-86d8-9a950b58cb9a service nova] [instance: 89d1a6bb-1542-46d9-832f-d0ac2867492f] Refreshing network info cache for port 943689c5-1a5b-44bc-aaf4-1aeb21174bd4 {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 729.332614] env[69889]: DEBUG nova.compute.manager [None req-0d2defa8-2c91-4c07-8f8b-0556607e876b tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] Starting instance... {{(pid=69889) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 729.350723] env[69889]: DEBUG nova.compute.manager [None req-1b49b374-a651-4bdd-95f8-a277310405da tempest-ServersNegativeTestMultiTenantJSON-2119484520 tempest-ServersNegativeTestMultiTenantJSON-2119484520-project-member] [instance: fd67edc7-3014-4eab-b142-5bff2253204f] Starting instance... {{(pid=69889) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 729.403244] env[69889]: DEBUG oslo_vmware.api [None req-5504c2d2-a973-45ce-8dca-24f8d6aa46f6 tempest-VolumesAssistedSnapshotsTest-1139004312 tempest-VolumesAssistedSnapshotsTest-1139004312-project-member] Task: {'id': task-4076852, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.403244] env[69889]: DEBUG oslo_concurrency.lockutils [None req-2c6ba48a-f02c-4d04-957f-6ece74874654 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] Lock "bfb7906e-20b8-4878-9777-c5fd3ff65c22" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.850s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.605847] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e137ec74-78e2-4d25-a24b-80f71483a138 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Releasing lock "refresh_cache-d52805a2-50d7-49b9-b1bb-9fddc19df7a2" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.605847] env[69889]: DEBUG nova.compute.manager [None req-e137ec74-78e2-4d25-a24b-80f71483a138 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] [instance: d52805a2-50d7-49b9-b1bb-9fddc19df7a2] Instance network_info: |[{"id": "3bfb3c10-8997-4a82-b936-3b97b10bfa09", "address": "fa:16:3e:54:7e:ae", "network": {"id": "f9341188-47f9-41e2-bae7-5eb6406f3899", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.89", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b7973ea41bcd4363abc2e9339dec4d77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bfb3c10-89", "ovs_interfaceid": "3bfb3c10-8997-4a82-b936-3b97b10bfa09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 729.606721] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-e137ec74-78e2-4d25-a24b-80f71483a138 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] [instance: d52805a2-50d7-49b9-b1bb-9fddc19df7a2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:7e:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1c2b89fb-df8c-47c0-83ae-44291236feb4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3bfb3c10-8997-4a82-b936-3b97b10bfa09', 'vif_model': 'vmxnet3'}] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 729.614699] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e137ec74-78e2-4d25-a24b-80f71483a138 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 729.614954] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d52805a2-50d7-49b9-b1bb-9fddc19df7a2] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 729.615197] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4ed9ba9c-1116-4544-9f6f-32bf9ff3cecb {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.639135] env[69889]: DEBUG nova.network.neutron [None req-dfed64f1-74ea-4c6b-9cee-02648aff0983 tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] [instance: 89d1a6bb-1542-46d9-832f-d0ac2867492f] Successfully updated port: 729c0b77-df89-47f3-9446-492de3064452 {{(pid=69889) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 729.653047] env[69889]: DEBUG oslo_vmware.api [None req-2429396d-7cad-4627-a0c3-5b900da88e15 tempest-ServerDiagnosticsNegativeTest-639395065 tempest-ServerDiagnosticsNegativeTest-639395065-project-member] Task: {'id': task-4076853, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07439} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.653727] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-2429396d-7cad-4627-a0c3-5b900da88e15 tempest-ServerDiagnosticsNegativeTest-639395065 tempest-ServerDiagnosticsNegativeTest-639395065-project-member] [instance: ff21eb77-97b5-450a-baff-063059c2efe1] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 729.654062] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 729.654062] env[69889]: value = "task-4076854" [ 729.654062] env[69889]: _type = "Task" [ 729.654062] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.654796] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cd5d670-ecfa-49e7-9ab5-be8c7b7e841c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.671230] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4076854, 'name': CreateVM_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.691549] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-2429396d-7cad-4627-a0c3-5b900da88e15 tempest-ServerDiagnosticsNegativeTest-639395065 tempest-ServerDiagnosticsNegativeTest-639395065-project-member] [instance: ff21eb77-97b5-450a-baff-063059c2efe1] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] ff21eb77-97b5-450a-baff-063059c2efe1/ff21eb77-97b5-450a-baff-063059c2efe1.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 729.692217] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52885b52-8f1f-4445-b9d7-126031ef0a53 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.715688] env[69889]: DEBUG oslo_vmware.api [None req-2429396d-7cad-4627-a0c3-5b900da88e15 tempest-ServerDiagnosticsNegativeTest-639395065 tempest-ServerDiagnosticsNegativeTest-639395065-project-member] Waiting for the task: (returnval){ [ 729.715688] env[69889]: value = "task-4076855" [ 729.715688] env[69889]: _type = "Task" [ 729.715688] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.727414] env[69889]: DEBUG oslo_vmware.api [None req-2429396d-7cad-4627-a0c3-5b900da88e15 tempest-ServerDiagnosticsNegativeTest-639395065 tempest-ServerDiagnosticsNegativeTest-639395065-project-member] Task: {'id': task-4076855, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.868607] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0d2defa8-2c91-4c07-8f8b-0556607e876b tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.897949] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1b49b374-a651-4bdd-95f8-a277310405da tempest-ServersNegativeTestMultiTenantJSON-2119484520 tempest-ServersNegativeTestMultiTenantJSON-2119484520-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.906203] env[69889]: DEBUG oslo_vmware.api [None req-5504c2d2-a973-45ce-8dca-24f8d6aa46f6 tempest-VolumesAssistedSnapshotsTest-1139004312 tempest-VolumesAssistedSnapshotsTest-1139004312-project-member] Task: {'id': task-4076852, 'name': ReconfigVM_Task, 'duration_secs': 0.868625} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.910771] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-5504c2d2-a973-45ce-8dca-24f8d6aa46f6 tempest-VolumesAssistedSnapshotsTest-1139004312 tempest-VolumesAssistedSnapshotsTest-1139004312-project-member] [instance: 7f014d2a-1340-4715-8ab0-42df2c7d9f36] Reconfigured VM instance instance-0000000d to attach disk [datastore2] 7f014d2a-1340-4715-8ab0-42df2c7d9f36/7f014d2a-1340-4715-8ab0-42df2c7d9f36.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 729.914758] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e6d8cf91-f166-4a6e-a752-4005160ddb98 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.918747] env[69889]: DEBUG nova.network.neutron [req-6ee3ac6b-c5a1-44ac-921e-90c7b9087b7c req-12af1189-36bd-40f6-86d8-9a950b58cb9a service nova] [instance: 89d1a6bb-1542-46d9-832f-d0ac2867492f] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 729.923034] env[69889]: DEBUG oslo_vmware.api [None req-5504c2d2-a973-45ce-8dca-24f8d6aa46f6 tempest-VolumesAssistedSnapshotsTest-1139004312 tempest-VolumesAssistedSnapshotsTest-1139004312-project-member] Waiting for the task: (returnval){ [ 729.923034] env[69889]: value = "task-4076856" [ 729.923034] env[69889]: _type = "Task" [ 729.923034] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.941526] env[69889]: DEBUG oslo_vmware.api [None req-5504c2d2-a973-45ce-8dca-24f8d6aa46f6 tempest-VolumesAssistedSnapshotsTest-1139004312 tempest-VolumesAssistedSnapshotsTest-1139004312-project-member] Task: {'id': task-4076856, 'name': Rename_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.151600] env[69889]: DEBUG oslo_concurrency.lockutils [None req-dfed64f1-74ea-4c6b-9cee-02648aff0983 tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Acquiring lock "refresh_cache-89d1a6bb-1542-46d9-832f-d0ac2867492f" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.157051] env[69889]: DEBUG nova.network.neutron [req-6ee3ac6b-c5a1-44ac-921e-90c7b9087b7c req-12af1189-36bd-40f6-86d8-9a950b58cb9a service nova] [instance: 89d1a6bb-1542-46d9-832f-d0ac2867492f] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.172824] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d63d6377-6e31-425b-991d-8789cc70096c tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Acquiring lock "a6f14a7e-6957-41e2-8455-0ca463f97479" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.172824] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d63d6377-6e31-425b-991d-8789cc70096c tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Lock "a6f14a7e-6957-41e2-8455-0ca463f97479" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.177777] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4076854, 'name': CreateVM_Task, 'duration_secs': 0.468901} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.178938] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d52805a2-50d7-49b9-b1bb-9fddc19df7a2] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 730.179506] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e137ec74-78e2-4d25-a24b-80f71483a138 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.179648] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e137ec74-78e2-4d25-a24b-80f71483a138 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.179957] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e137ec74-78e2-4d25-a24b-80f71483a138 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.180467] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56fdace7-030b-4d61-a885-3e49cb70cf0e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.192361] env[69889]: DEBUG oslo_vmware.api [None req-e137ec74-78e2-4d25-a24b-80f71483a138 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Waiting for the task: (returnval){ [ 730.192361] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]5291ddd2-cd7c-cc48-bc1a-8d7ed227d0c6" [ 730.192361] env[69889]: _type = "Task" [ 730.192361] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.209607] env[69889]: DEBUG oslo_vmware.api [None req-e137ec74-78e2-4d25-a24b-80f71483a138 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5291ddd2-cd7c-cc48-bc1a-8d7ed227d0c6, 'name': SearchDatastore_Task, 'duration_secs': 0.011281} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.213221] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e137ec74-78e2-4d25-a24b-80f71483a138 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.213514] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-e137ec74-78e2-4d25-a24b-80f71483a138 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] [instance: d52805a2-50d7-49b9-b1bb-9fddc19df7a2] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 730.213745] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e137ec74-78e2-4d25-a24b-80f71483a138 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.213888] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e137ec74-78e2-4d25-a24b-80f71483a138 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.214074] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-e137ec74-78e2-4d25-a24b-80f71483a138 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 730.214617] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9c9b17d8-f632-4768-99d8-3e396f3cd453 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.230018] env[69889]: DEBUG oslo_vmware.api [None req-2429396d-7cad-4627-a0c3-5b900da88e15 tempest-ServerDiagnosticsNegativeTest-639395065 tempest-ServerDiagnosticsNegativeTest-639395065-project-member] Task: {'id': task-4076855, 'name': ReconfigVM_Task, 'duration_secs': 0.412506} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.231219] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-2429396d-7cad-4627-a0c3-5b900da88e15 tempest-ServerDiagnosticsNegativeTest-639395065 tempest-ServerDiagnosticsNegativeTest-639395065-project-member] [instance: ff21eb77-97b5-450a-baff-063059c2efe1] Reconfigured VM instance instance-0000000e to attach disk [datastore1] ff21eb77-97b5-450a-baff-063059c2efe1/ff21eb77-97b5-450a-baff-063059c2efe1.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 730.232199] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-e137ec74-78e2-4d25-a24b-80f71483a138 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 730.232368] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-e137ec74-78e2-4d25-a24b-80f71483a138 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 730.236300] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4b9e6bfb-d8b1-4bcc-aabf-ec710ed5b723 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.238307] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1de2f64-afd0-4438-adfc-6bab1aac5756 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.247784] env[69889]: DEBUG oslo_vmware.api [None req-e137ec74-78e2-4d25-a24b-80f71483a138 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Waiting for the task: (returnval){ [ 730.247784] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52756bba-3700-b8f5-26f9-a985a9d7ce29" [ 730.247784] env[69889]: _type = "Task" [ 730.247784] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.255804] env[69889]: DEBUG oslo_vmware.api [None req-2429396d-7cad-4627-a0c3-5b900da88e15 tempest-ServerDiagnosticsNegativeTest-639395065 tempest-ServerDiagnosticsNegativeTest-639395065-project-member] Waiting for the task: (returnval){ [ 730.255804] env[69889]: value = "task-4076857" [ 730.255804] env[69889]: _type = "Task" [ 730.255804] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.281660] env[69889]: DEBUG oslo_vmware.api [None req-e137ec74-78e2-4d25-a24b-80f71483a138 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52756bba-3700-b8f5-26f9-a985a9d7ce29, 'name': SearchDatastore_Task, 'duration_secs': 0.012417} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.283180] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ccb24f38-2929-4d0b-b853-713748997deb {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.290244] env[69889]: DEBUG oslo_vmware.api [None req-2429396d-7cad-4627-a0c3-5b900da88e15 tempest-ServerDiagnosticsNegativeTest-639395065 tempest-ServerDiagnosticsNegativeTest-639395065-project-member] Task: {'id': task-4076857, 'name': Rename_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.296320] env[69889]: DEBUG oslo_vmware.api [None req-e137ec74-78e2-4d25-a24b-80f71483a138 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Waiting for the task: (returnval){ [ 730.296320] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52a7f18a-2b53-c994-c4ba-3a77930ecace" [ 730.296320] env[69889]: _type = "Task" [ 730.296320] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.312947] env[69889]: DEBUG oslo_vmware.api [None req-e137ec74-78e2-4d25-a24b-80f71483a138 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52a7f18a-2b53-c994-c4ba-3a77930ecace, 'name': SearchDatastore_Task, 'duration_secs': 0.012113} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.317565] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e137ec74-78e2-4d25-a24b-80f71483a138 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.317565] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-e137ec74-78e2-4d25-a24b-80f71483a138 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] d52805a2-50d7-49b9-b1bb-9fddc19df7a2/d52805a2-50d7-49b9-b1bb-9fddc19df7a2.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 730.326388] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-49ae4765-8714-4524-b54d-9ea5a2e0159f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.338341] env[69889]: DEBUG oslo_vmware.api [None req-e137ec74-78e2-4d25-a24b-80f71483a138 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Waiting for the task: (returnval){ [ 730.338341] env[69889]: value = "task-4076858" [ 730.338341] env[69889]: _type = "Task" [ 730.338341] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.352366] env[69889]: DEBUG oslo_vmware.api [None req-e137ec74-78e2-4d25-a24b-80f71483a138 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Task: {'id': task-4076858, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.361506] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fa3c7c4-de9f-44c6-aa42-2ad3ee1dc98c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.371805] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d83dcda-aee6-4ef7-ad5d-85df3f22e5b8 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.412318] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cb9bbd3-8745-4f61-83ab-a82df13672ce {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.415328] env[69889]: DEBUG nova.compute.manager [req-9d69bde9-e1e9-4b7a-9f26-f0584f747a00 req-69f17e48-8006-4688-87c2-5d6f8c53c988 service nova] [instance: d52805a2-50d7-49b9-b1bb-9fddc19df7a2] Received event network-vif-plugged-3bfb3c10-8997-4a82-b936-3b97b10bfa09 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 730.415533] env[69889]: DEBUG oslo_concurrency.lockutils [req-9d69bde9-e1e9-4b7a-9f26-f0584f747a00 req-69f17e48-8006-4688-87c2-5d6f8c53c988 service nova] Acquiring lock "d52805a2-50d7-49b9-b1bb-9fddc19df7a2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.415734] env[69889]: DEBUG oslo_concurrency.lockutils [req-9d69bde9-e1e9-4b7a-9f26-f0584f747a00 req-69f17e48-8006-4688-87c2-5d6f8c53c988 service nova] Lock "d52805a2-50d7-49b9-b1bb-9fddc19df7a2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.415893] env[69889]: DEBUG oslo_concurrency.lockutils [req-9d69bde9-e1e9-4b7a-9f26-f0584f747a00 req-69f17e48-8006-4688-87c2-5d6f8c53c988 service nova] Lock "d52805a2-50d7-49b9-b1bb-9fddc19df7a2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.416065] env[69889]: DEBUG nova.compute.manager [req-9d69bde9-e1e9-4b7a-9f26-f0584f747a00 req-69f17e48-8006-4688-87c2-5d6f8c53c988 service nova] [instance: d52805a2-50d7-49b9-b1bb-9fddc19df7a2] No waiting events found dispatching network-vif-plugged-3bfb3c10-8997-4a82-b936-3b97b10bfa09 {{(pid=69889) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 730.416261] env[69889]: WARNING nova.compute.manager [req-9d69bde9-e1e9-4b7a-9f26-f0584f747a00 req-69f17e48-8006-4688-87c2-5d6f8c53c988 service nova] [instance: d52805a2-50d7-49b9-b1bb-9fddc19df7a2] Received unexpected event network-vif-plugged-3bfb3c10-8997-4a82-b936-3b97b10bfa09 for instance with vm_state building and task_state spawning. [ 730.416515] env[69889]: DEBUG nova.compute.manager [req-9d69bde9-e1e9-4b7a-9f26-f0584f747a00 req-69f17e48-8006-4688-87c2-5d6f8c53c988 service nova] [instance: d52805a2-50d7-49b9-b1bb-9fddc19df7a2] Received event network-changed-3bfb3c10-8997-4a82-b936-3b97b10bfa09 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 730.416694] env[69889]: DEBUG nova.compute.manager [req-9d69bde9-e1e9-4b7a-9f26-f0584f747a00 req-69f17e48-8006-4688-87c2-5d6f8c53c988 service nova] [instance: d52805a2-50d7-49b9-b1bb-9fddc19df7a2] Refreshing instance network info cache due to event network-changed-3bfb3c10-8997-4a82-b936-3b97b10bfa09. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 730.416887] env[69889]: DEBUG oslo_concurrency.lockutils [req-9d69bde9-e1e9-4b7a-9f26-f0584f747a00 req-69f17e48-8006-4688-87c2-5d6f8c53c988 service nova] Acquiring lock "refresh_cache-d52805a2-50d7-49b9-b1bb-9fddc19df7a2" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.417129] env[69889]: DEBUG oslo_concurrency.lockutils [req-9d69bde9-e1e9-4b7a-9f26-f0584f747a00 req-69f17e48-8006-4688-87c2-5d6f8c53c988 service nova] Acquired lock "refresh_cache-d52805a2-50d7-49b9-b1bb-9fddc19df7a2" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.417207] env[69889]: DEBUG nova.network.neutron [req-9d69bde9-e1e9-4b7a-9f26-f0584f747a00 req-69f17e48-8006-4688-87c2-5d6f8c53c988 service nova] [instance: d52805a2-50d7-49b9-b1bb-9fddc19df7a2] Refreshing network info cache for port 3bfb3c10-8997-4a82-b936-3b97b10bfa09 {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 730.429267] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0dc956c-e8ac-4a61-a64f-0e71eeba0431 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.440910] env[69889]: DEBUG oslo_vmware.api [None req-5504c2d2-a973-45ce-8dca-24f8d6aa46f6 tempest-VolumesAssistedSnapshotsTest-1139004312 tempest-VolumesAssistedSnapshotsTest-1139004312-project-member] Task: {'id': task-4076856, 'name': Rename_Task, 'duration_secs': 0.209741} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.451251] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-5504c2d2-a973-45ce-8dca-24f8d6aa46f6 tempest-VolumesAssistedSnapshotsTest-1139004312 tempest-VolumesAssistedSnapshotsTest-1139004312-project-member] [instance: 7f014d2a-1340-4715-8ab0-42df2c7d9f36] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 730.452310] env[69889]: DEBUG nova.compute.provider_tree [None req-b79b7ba8-ad32-447b-b8b6-913daa59cb40 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 730.453575] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-43bc51c2-ba2d-4c14-a858-3de66a383763 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.462190] env[69889]: DEBUG oslo_vmware.api [None req-5504c2d2-a973-45ce-8dca-24f8d6aa46f6 tempest-VolumesAssistedSnapshotsTest-1139004312 tempest-VolumesAssistedSnapshotsTest-1139004312-project-member] Waiting for the task: (returnval){ [ 730.462190] env[69889]: value = "task-4076859" [ 730.462190] env[69889]: _type = "Task" [ 730.462190] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.476753] env[69889]: DEBUG oslo_vmware.api [None req-5504c2d2-a973-45ce-8dca-24f8d6aa46f6 tempest-VolumesAssistedSnapshotsTest-1139004312 tempest-VolumesAssistedSnapshotsTest-1139004312-project-member] Task: {'id': task-4076859, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.660780] env[69889]: DEBUG oslo_concurrency.lockutils [req-6ee3ac6b-c5a1-44ac-921e-90c7b9087b7c req-12af1189-36bd-40f6-86d8-9a950b58cb9a service nova] Releasing lock "refresh_cache-89d1a6bb-1542-46d9-832f-d0ac2867492f" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.661225] env[69889]: DEBUG oslo_concurrency.lockutils [None req-dfed64f1-74ea-4c6b-9cee-02648aff0983 tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Acquired lock "refresh_cache-89d1a6bb-1542-46d9-832f-d0ac2867492f" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.661394] env[69889]: DEBUG nova.network.neutron [None req-dfed64f1-74ea-4c6b-9cee-02648aff0983 tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] [instance: 89d1a6bb-1542-46d9-832f-d0ac2867492f] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 730.778345] env[69889]: DEBUG oslo_vmware.api [None req-2429396d-7cad-4627-a0c3-5b900da88e15 tempest-ServerDiagnosticsNegativeTest-639395065 tempest-ServerDiagnosticsNegativeTest-639395065-project-member] Task: {'id': task-4076857, 'name': Rename_Task, 'duration_secs': 0.171045} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.781022] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-2429396d-7cad-4627-a0c3-5b900da88e15 tempest-ServerDiagnosticsNegativeTest-639395065 tempest-ServerDiagnosticsNegativeTest-639395065-project-member] [instance: ff21eb77-97b5-450a-baff-063059c2efe1] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 730.781022] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-08870d1e-4c53-4be3-9bc7-41679fed8c5b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.789816] env[69889]: DEBUG oslo_vmware.api [None req-2429396d-7cad-4627-a0c3-5b900da88e15 tempest-ServerDiagnosticsNegativeTest-639395065 tempest-ServerDiagnosticsNegativeTest-639395065-project-member] Waiting for the task: (returnval){ [ 730.789816] env[69889]: value = "task-4076860" [ 730.789816] env[69889]: _type = "Task" [ 730.789816] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.802012] env[69889]: DEBUG oslo_vmware.api [None req-2429396d-7cad-4627-a0c3-5b900da88e15 tempest-ServerDiagnosticsNegativeTest-639395065 tempest-ServerDiagnosticsNegativeTest-639395065-project-member] Task: {'id': task-4076860, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.847829] env[69889]: DEBUG oslo_vmware.api [None req-e137ec74-78e2-4d25-a24b-80f71483a138 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Task: {'id': task-4076858, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.956942] env[69889]: DEBUG nova.scheduler.client.report [None req-b79b7ba8-ad32-447b-b8b6-913daa59cb40 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 730.974514] env[69889]: DEBUG oslo_vmware.api [None req-5504c2d2-a973-45ce-8dca-24f8d6aa46f6 tempest-VolumesAssistedSnapshotsTest-1139004312 tempest-VolumesAssistedSnapshotsTest-1139004312-project-member] Task: {'id': task-4076859, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.301146] env[69889]: DEBUG oslo_vmware.api [None req-2429396d-7cad-4627-a0c3-5b900da88e15 tempest-ServerDiagnosticsNegativeTest-639395065 tempest-ServerDiagnosticsNegativeTest-639395065-project-member] Task: {'id': task-4076860, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.304129] env[69889]: DEBUG nova.network.neutron [None req-dfed64f1-74ea-4c6b-9cee-02648aff0983 tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] [instance: 89d1a6bb-1542-46d9-832f-d0ac2867492f] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 731.351041] env[69889]: DEBUG oslo_vmware.api [None req-e137ec74-78e2-4d25-a24b-80f71483a138 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Task: {'id': task-4076858, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.570668} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.351334] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-e137ec74-78e2-4d25-a24b-80f71483a138 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] d52805a2-50d7-49b9-b1bb-9fddc19df7a2/d52805a2-50d7-49b9-b1bb-9fddc19df7a2.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 731.353627] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-e137ec74-78e2-4d25-a24b-80f71483a138 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] [instance: d52805a2-50d7-49b9-b1bb-9fddc19df7a2] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 731.353627] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-77cc8740-5ad1-4b45-8b85-78dcdbd04608 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.361604] env[69889]: DEBUG oslo_vmware.api [None req-e137ec74-78e2-4d25-a24b-80f71483a138 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Waiting for the task: (returnval){ [ 731.361604] env[69889]: value = "task-4076861" [ 731.361604] env[69889]: _type = "Task" [ 731.361604] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.385075] env[69889]: DEBUG oslo_vmware.api [None req-e137ec74-78e2-4d25-a24b-80f71483a138 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Task: {'id': task-4076861, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.463668] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b79b7ba8-ad32-447b-b8b6-913daa59cb40 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.613s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.464342] env[69889]: DEBUG nova.compute.manager [None req-b79b7ba8-ad32-447b-b8b6-913daa59cb40 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 50d05d43-aecd-4d90-ae1a-60a0ff086f9c] Start building networks asynchronously for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 731.470290] env[69889]: DEBUG oslo_concurrency.lockutils [None req-53288ab3-1ca5-4984-8c56-1de39bf57e78 tempest-ServersAdmin275Test-1115760524 tempest-ServersAdmin275Test-1115760524-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 11.411s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.470290] env[69889]: DEBUG nova.objects.instance [None req-53288ab3-1ca5-4984-8c56-1de39bf57e78 tempest-ServersAdmin275Test-1115760524 tempest-ServersAdmin275Test-1115760524-project-admin] [instance: d23cb796-1de4-4706-8d28-a50c7da8f5e0] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69889) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 731.487522] env[69889]: DEBUG oslo_vmware.api [None req-5504c2d2-a973-45ce-8dca-24f8d6aa46f6 tempest-VolumesAssistedSnapshotsTest-1139004312 tempest-VolumesAssistedSnapshotsTest-1139004312-project-member] Task: {'id': task-4076859, 'name': PowerOnVM_Task, 'duration_secs': 0.889061} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.487739] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-5504c2d2-a973-45ce-8dca-24f8d6aa46f6 tempest-VolumesAssistedSnapshotsTest-1139004312 tempest-VolumesAssistedSnapshotsTest-1139004312-project-member] [instance: 7f014d2a-1340-4715-8ab0-42df2c7d9f36] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 731.487914] env[69889]: INFO nova.compute.manager [None req-5504c2d2-a973-45ce-8dca-24f8d6aa46f6 tempest-VolumesAssistedSnapshotsTest-1139004312 tempest-VolumesAssistedSnapshotsTest-1139004312-project-member] [instance: 7f014d2a-1340-4715-8ab0-42df2c7d9f36] Took 15.22 seconds to spawn the instance on the hypervisor. [ 731.488124] env[69889]: DEBUG nova.compute.manager [None req-5504c2d2-a973-45ce-8dca-24f8d6aa46f6 tempest-VolumesAssistedSnapshotsTest-1139004312 tempest-VolumesAssistedSnapshotsTest-1139004312-project-member] [instance: 7f014d2a-1340-4715-8ab0-42df2c7d9f36] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 731.489061] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df29bbfb-0fd4-4d81-a792-2541804c19eb {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.807397] env[69889]: DEBUG oslo_vmware.api [None req-2429396d-7cad-4627-a0c3-5b900da88e15 tempest-ServerDiagnosticsNegativeTest-639395065 tempest-ServerDiagnosticsNegativeTest-639395065-project-member] Task: {'id': task-4076860, 'name': PowerOnVM_Task, 'duration_secs': 0.586356} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.810572] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-2429396d-7cad-4627-a0c3-5b900da88e15 tempest-ServerDiagnosticsNegativeTest-639395065 tempest-ServerDiagnosticsNegativeTest-639395065-project-member] [instance: ff21eb77-97b5-450a-baff-063059c2efe1] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 731.810572] env[69889]: INFO nova.compute.manager [None req-2429396d-7cad-4627-a0c3-5b900da88e15 tempest-ServerDiagnosticsNegativeTest-639395065 tempest-ServerDiagnosticsNegativeTest-639395065-project-member] [instance: ff21eb77-97b5-450a-baff-063059c2efe1] Took 12.95 seconds to spawn the instance on the hypervisor. [ 731.810572] env[69889]: DEBUG nova.compute.manager [None req-2429396d-7cad-4627-a0c3-5b900da88e15 tempest-ServerDiagnosticsNegativeTest-639395065 tempest-ServerDiagnosticsNegativeTest-639395065-project-member] [instance: ff21eb77-97b5-450a-baff-063059c2efe1] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 731.810572] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7caaf4a-d281-4da6-88fb-78469a27b8f8 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.873782] env[69889]: DEBUG oslo_vmware.api [None req-e137ec74-78e2-4d25-a24b-80f71483a138 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Task: {'id': task-4076861, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.284085} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.875141] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-e137ec74-78e2-4d25-a24b-80f71483a138 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] [instance: d52805a2-50d7-49b9-b1bb-9fddc19df7a2] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 731.876169] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c80614ce-3809-4364-845c-5c96e1add628 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.907352] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-e137ec74-78e2-4d25-a24b-80f71483a138 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] [instance: d52805a2-50d7-49b9-b1bb-9fddc19df7a2] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] d52805a2-50d7-49b9-b1bb-9fddc19df7a2/d52805a2-50d7-49b9-b1bb-9fddc19df7a2.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 731.908383] env[69889]: DEBUG nova.network.neutron [req-9d69bde9-e1e9-4b7a-9f26-f0584f747a00 req-69f17e48-8006-4688-87c2-5d6f8c53c988 service nova] [instance: d52805a2-50d7-49b9-b1bb-9fddc19df7a2] Updated VIF entry in instance network info cache for port 3bfb3c10-8997-4a82-b936-3b97b10bfa09. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 731.908694] env[69889]: DEBUG nova.network.neutron [req-9d69bde9-e1e9-4b7a-9f26-f0584f747a00 req-69f17e48-8006-4688-87c2-5d6f8c53c988 service nova] [instance: d52805a2-50d7-49b9-b1bb-9fddc19df7a2] Updating instance_info_cache with network_info: [{"id": "3bfb3c10-8997-4a82-b936-3b97b10bfa09", "address": "fa:16:3e:54:7e:ae", "network": {"id": "f9341188-47f9-41e2-bae7-5eb6406f3899", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.89", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b7973ea41bcd4363abc2e9339dec4d77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bfb3c10-89", "ovs_interfaceid": "3bfb3c10-8997-4a82-b936-3b97b10bfa09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.913285] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20ab57f7-4400-43cc-9cc1-7659917fed9f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.935629] env[69889]: DEBUG oslo_vmware.api [None req-e137ec74-78e2-4d25-a24b-80f71483a138 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Waiting for the task: (returnval){ [ 731.935629] env[69889]: value = "task-4076862" [ 731.935629] env[69889]: _type = "Task" [ 731.935629] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.946400] env[69889]: DEBUG oslo_vmware.api [None req-e137ec74-78e2-4d25-a24b-80f71483a138 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Task: {'id': task-4076862, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.981133] env[69889]: DEBUG nova.compute.utils [None req-b79b7ba8-ad32-447b-b8b6-913daa59cb40 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 731.988994] env[69889]: DEBUG nova.compute.manager [None req-b79b7ba8-ad32-447b-b8b6-913daa59cb40 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 50d05d43-aecd-4d90-ae1a-60a0ff086f9c] Allocating IP information in the background. {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 731.988994] env[69889]: DEBUG nova.network.neutron [None req-b79b7ba8-ad32-447b-b8b6-913daa59cb40 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 50d05d43-aecd-4d90-ae1a-60a0ff086f9c] allocate_for_instance() {{(pid=69889) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 732.015783] env[69889]: INFO nova.compute.manager [None req-5504c2d2-a973-45ce-8dca-24f8d6aa46f6 tempest-VolumesAssistedSnapshotsTest-1139004312 tempest-VolumesAssistedSnapshotsTest-1139004312-project-member] [instance: 7f014d2a-1340-4715-8ab0-42df2c7d9f36] Took 25.32 seconds to build instance. [ 732.119984] env[69889]: DEBUG nova.policy [None req-b79b7ba8-ad32-447b-b8b6-913daa59cb40 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3a1ce60964794ffc95534347e3c0792d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5468c1b0ae3e473cb6a330efa6052f2e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69889) authorize /opt/stack/nova/nova/policy.py:192}} [ 732.306829] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d9ed8076-6280-44ce-807c-c783b75425db tempest-FloatingIPsAssociationNegativeTestJSON-1428997050 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050-project-member] Acquiring lock "7af1243e-53e5-4edc-b665-562067ca3c71" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.307128] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d9ed8076-6280-44ce-807c-c783b75425db tempest-FloatingIPsAssociationNegativeTestJSON-1428997050 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050-project-member] Lock "7af1243e-53e5-4edc-b665-562067ca3c71" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.334612] env[69889]: INFO nova.compute.manager [None req-2429396d-7cad-4627-a0c3-5b900da88e15 tempest-ServerDiagnosticsNegativeTest-639395065 tempest-ServerDiagnosticsNegativeTest-639395065-project-member] [instance: ff21eb77-97b5-450a-baff-063059c2efe1] Took 25.08 seconds to build instance. [ 732.428992] env[69889]: DEBUG oslo_concurrency.lockutils [req-9d69bde9-e1e9-4b7a-9f26-f0584f747a00 req-69f17e48-8006-4688-87c2-5d6f8c53c988 service nova] Releasing lock "refresh_cache-d52805a2-50d7-49b9-b1bb-9fddc19df7a2" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.451665] env[69889]: DEBUG oslo_vmware.api [None req-e137ec74-78e2-4d25-a24b-80f71483a138 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Task: {'id': task-4076862, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.488298] env[69889]: DEBUG nova.compute.manager [None req-b79b7ba8-ad32-447b-b8b6-913daa59cb40 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 50d05d43-aecd-4d90-ae1a-60a0ff086f9c] Start building block device mappings for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 732.492062] env[69889]: DEBUG oslo_concurrency.lockutils [None req-53288ab3-1ca5-4984-8c56-1de39bf57e78 tempest-ServersAdmin275Test-1115760524 tempest-ServersAdmin275Test-1115760524-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.023s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.493405] env[69889]: DEBUG oslo_concurrency.lockutils [None req-f8665a5a-482c-417c-8707-cbb603659fe2 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.049s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.495485] env[69889]: INFO nova.compute.claims [None req-f8665a5a-482c-417c-8707-cbb603659fe2 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 54b1a963-1db6-43da-87b0-f7c9b8d7bb74] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 732.520419] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5504c2d2-a973-45ce-8dca-24f8d6aa46f6 tempest-VolumesAssistedSnapshotsTest-1139004312 tempest-VolumesAssistedSnapshotsTest-1139004312-project-member] Lock "7f014d2a-1340-4715-8ab0-42df2c7d9f36" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.677s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.740267] env[69889]: DEBUG nova.compute.manager [req-1081b801-1fcc-492a-a8d9-25345cac83e5 req-282bab2d-c12b-4ec0-a444-6c432d0d81ed service nova] [instance: 2cb12a8d-74ee-4fe0-92fd-8c2adbc3becc] Received event network-changed-4d35f8b0-920a-40c2-b1fb-f98a24db5977 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 732.740267] env[69889]: DEBUG nova.compute.manager [req-1081b801-1fcc-492a-a8d9-25345cac83e5 req-282bab2d-c12b-4ec0-a444-6c432d0d81ed service nova] [instance: 2cb12a8d-74ee-4fe0-92fd-8c2adbc3becc] Refreshing instance network info cache due to event network-changed-4d35f8b0-920a-40c2-b1fb-f98a24db5977. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 732.740267] env[69889]: DEBUG oslo_concurrency.lockutils [req-1081b801-1fcc-492a-a8d9-25345cac83e5 req-282bab2d-c12b-4ec0-a444-6c432d0d81ed service nova] Acquiring lock "refresh_cache-2cb12a8d-74ee-4fe0-92fd-8c2adbc3becc" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.740267] env[69889]: DEBUG oslo_concurrency.lockutils [req-1081b801-1fcc-492a-a8d9-25345cac83e5 req-282bab2d-c12b-4ec0-a444-6c432d0d81ed service nova] Acquired lock "refresh_cache-2cb12a8d-74ee-4fe0-92fd-8c2adbc3becc" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.740595] env[69889]: DEBUG nova.network.neutron [req-1081b801-1fcc-492a-a8d9-25345cac83e5 req-282bab2d-c12b-4ec0-a444-6c432d0d81ed service nova] [instance: 2cb12a8d-74ee-4fe0-92fd-8c2adbc3becc] Refreshing network info cache for port 4d35f8b0-920a-40c2-b1fb-f98a24db5977 {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 732.838619] env[69889]: DEBUG oslo_concurrency.lockutils [None req-2429396d-7cad-4627-a0c3-5b900da88e15 tempest-ServerDiagnosticsNegativeTest-639395065 tempest-ServerDiagnosticsNegativeTest-639395065-project-member] Lock "ff21eb77-97b5-450a-baff-063059c2efe1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.809s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.951983] env[69889]: DEBUG oslo_vmware.api [None req-e137ec74-78e2-4d25-a24b-80f71483a138 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Task: {'id': task-4076862, 'name': ReconfigVM_Task, 'duration_secs': 0.562971} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.952325] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-e137ec74-78e2-4d25-a24b-80f71483a138 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] [instance: d52805a2-50d7-49b9-b1bb-9fddc19df7a2] Reconfigured VM instance instance-0000000f to attach disk [datastore2] d52805a2-50d7-49b9-b1bb-9fddc19df7a2/d52805a2-50d7-49b9-b1bb-9fddc19df7a2.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 732.953011] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e0a90bfe-8c34-4fb4-a474-dc286be88d8a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.961613] env[69889]: DEBUG oslo_vmware.api [None req-e137ec74-78e2-4d25-a24b-80f71483a138 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Waiting for the task: (returnval){ [ 732.961613] env[69889]: value = "task-4076863" [ 732.961613] env[69889]: _type = "Task" [ 732.961613] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.977105] env[69889]: DEBUG oslo_vmware.api [None req-e137ec74-78e2-4d25-a24b-80f71483a138 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Task: {'id': task-4076863, 'name': Rename_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.025539] env[69889]: DEBUG nova.compute.manager [None req-d63d6377-6e31-425b-991d-8789cc70096c tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] [instance: a6f14a7e-6957-41e2-8455-0ca463f97479] Starting instance... {{(pid=69889) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 733.192033] env[69889]: DEBUG nova.network.neutron [None req-dfed64f1-74ea-4c6b-9cee-02648aff0983 tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] [instance: 89d1a6bb-1542-46d9-832f-d0ac2867492f] Updating instance_info_cache with network_info: [{"id": "98c75aab-1489-49fb-9442-fbcebc07bdb4", "address": "fa:16:3e:da:00:37", "network": {"id": "de6f3e2f-06e6-44d5-8666-7f1eec70db09", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1755887393", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.254", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a1f8dde4b7344cc9767b402727ba490", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "713e54d5-283f-493d-b003-f13182deaf7b", "external-id": "cl2-zone-703", "segmentation_id": 703, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98c75aab-14", "ovs_interfaceid": "98c75aab-1489-49fb-9442-fbcebc07bdb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "943689c5-1a5b-44bc-aaf4-1aeb21174bd4", "address": "fa:16:3e:1c:25:b2", "network": {"id": "beaaadd0-1821-4cba-bd77-f99bd429de9b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-562601567", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.80", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "3a1f8dde4b7344cc9767b402727ba490", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "683a619f-b10d-41a3-8c03-4f69f6c9ce53", "external-id": "nsx-vlan-transportzone-898", "segmentation_id": 898, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap943689c5-1a", "ovs_interfaceid": "943689c5-1a5b-44bc-aaf4-1aeb21174bd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "729c0b77-df89-47f3-9446-492de3064452", "address": "fa:16:3e:13:c0:3b", "network": {"id": "de6f3e2f-06e6-44d5-8666-7f1eec70db09", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1755887393", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.58", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a1f8dde4b7344cc9767b402727ba490", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "713e54d5-283f-493d-b003-f13182deaf7b", "external-id": "cl2-zone-703", "segmentation_id": 703, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap729c0b77-df", "ovs_interfaceid": "729c0b77-df89-47f3-9446-492de3064452", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.343396] env[69889]: DEBUG nova.compute.manager [None req-d9ed8076-6280-44ce-807c-c783b75425db tempest-FloatingIPsAssociationNegativeTestJSON-1428997050 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050-project-member] [instance: 7af1243e-53e5-4edc-b665-562067ca3c71] Starting instance... {{(pid=69889) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 733.474691] env[69889]: DEBUG oslo_vmware.api [None req-e137ec74-78e2-4d25-a24b-80f71483a138 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Task: {'id': task-4076863, 'name': Rename_Task, 'duration_secs': 0.25433} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.475225] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-e137ec74-78e2-4d25-a24b-80f71483a138 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] [instance: d52805a2-50d7-49b9-b1bb-9fddc19df7a2] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 733.478018] env[69889]: DEBUG nova.network.neutron [None req-b79b7ba8-ad32-447b-b8b6-913daa59cb40 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 50d05d43-aecd-4d90-ae1a-60a0ff086f9c] Successfully created port: 5983641e-43a8-49b0-a595-496f45a61b42 {{(pid=69889) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 733.479436] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fa612225-e163-4200-b71b-b659c91011fd {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.489558] env[69889]: DEBUG oslo_vmware.api [None req-e137ec74-78e2-4d25-a24b-80f71483a138 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Waiting for the task: (returnval){ [ 733.489558] env[69889]: value = "task-4076864" [ 733.489558] env[69889]: _type = "Task" [ 733.489558] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.501358] env[69889]: DEBUG oslo_vmware.api [None req-e137ec74-78e2-4d25-a24b-80f71483a138 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Task: {'id': task-4076864, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.506457] env[69889]: DEBUG nova.compute.manager [None req-b79b7ba8-ad32-447b-b8b6-913daa59cb40 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 50d05d43-aecd-4d90-ae1a-60a0ff086f9c] Start spawning the instance on the hypervisor. {{(pid=69889) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 733.557660] env[69889]: DEBUG nova.virt.hardware [None req-b79b7ba8-ad32-447b-b8b6-913daa59cb40 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 733.558370] env[69889]: DEBUG nova.virt.hardware [None req-b79b7ba8-ad32-447b-b8b6-913daa59cb40 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 733.558591] env[69889]: DEBUG nova.virt.hardware [None req-b79b7ba8-ad32-447b-b8b6-913daa59cb40 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 733.558789] env[69889]: DEBUG nova.virt.hardware [None req-b79b7ba8-ad32-447b-b8b6-913daa59cb40 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 733.562951] env[69889]: DEBUG nova.virt.hardware [None req-b79b7ba8-ad32-447b-b8b6-913daa59cb40 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 733.562951] env[69889]: DEBUG nova.virt.hardware [None req-b79b7ba8-ad32-447b-b8b6-913daa59cb40 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 733.562951] env[69889]: DEBUG nova.virt.hardware [None req-b79b7ba8-ad32-447b-b8b6-913daa59cb40 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 733.562951] env[69889]: DEBUG nova.virt.hardware [None req-b79b7ba8-ad32-447b-b8b6-913daa59cb40 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 733.562951] env[69889]: DEBUG nova.virt.hardware [None req-b79b7ba8-ad32-447b-b8b6-913daa59cb40 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 733.562951] env[69889]: DEBUG nova.virt.hardware [None req-b79b7ba8-ad32-447b-b8b6-913daa59cb40 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 733.562951] env[69889]: DEBUG nova.virt.hardware [None req-b79b7ba8-ad32-447b-b8b6-913daa59cb40 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 733.562951] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b463b99d-7dfc-4991-b3f7-8637292a5c22 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.576637] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcd9de34-d2be-4bcd-b22c-039ec39bab61 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.582957] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d63d6377-6e31-425b-991d-8789cc70096c tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.696177] env[69889]: DEBUG oslo_concurrency.lockutils [None req-dfed64f1-74ea-4c6b-9cee-02648aff0983 tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Releasing lock "refresh_cache-89d1a6bb-1542-46d9-832f-d0ac2867492f" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.697320] env[69889]: DEBUG nova.compute.manager [None req-dfed64f1-74ea-4c6b-9cee-02648aff0983 tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] [instance: 89d1a6bb-1542-46d9-832f-d0ac2867492f] Instance network_info: |[{"id": "98c75aab-1489-49fb-9442-fbcebc07bdb4", "address": "fa:16:3e:da:00:37", "network": {"id": "de6f3e2f-06e6-44d5-8666-7f1eec70db09", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1755887393", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.254", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a1f8dde4b7344cc9767b402727ba490", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "713e54d5-283f-493d-b003-f13182deaf7b", "external-id": "cl2-zone-703", "segmentation_id": 703, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98c75aab-14", "ovs_interfaceid": "98c75aab-1489-49fb-9442-fbcebc07bdb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "943689c5-1a5b-44bc-aaf4-1aeb21174bd4", "address": "fa:16:3e:1c:25:b2", "network": {"id": "beaaadd0-1821-4cba-bd77-f99bd429de9b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-562601567", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.80", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "3a1f8dde4b7344cc9767b402727ba490", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "683a619f-b10d-41a3-8c03-4f69f6c9ce53", "external-id": "nsx-vlan-transportzone-898", "segmentation_id": 898, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap943689c5-1a", "ovs_interfaceid": "943689c5-1a5b-44bc-aaf4-1aeb21174bd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "729c0b77-df89-47f3-9446-492de3064452", "address": "fa:16:3e:13:c0:3b", "network": {"id": "de6f3e2f-06e6-44d5-8666-7f1eec70db09", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1755887393", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.58", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a1f8dde4b7344cc9767b402727ba490", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "713e54d5-283f-493d-b003-f13182deaf7b", "external-id": "cl2-zone-703", "segmentation_id": 703, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap729c0b77-df", "ovs_interfaceid": "729c0b77-df89-47f3-9446-492de3064452", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 733.697520] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-dfed64f1-74ea-4c6b-9cee-02648aff0983 tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] [instance: 89d1a6bb-1542-46d9-832f-d0ac2867492f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:00:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '713e54d5-283f-493d-b003-f13182deaf7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '98c75aab-1489-49fb-9442-fbcebc07bdb4', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:25:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '683a619f-b10d-41a3-8c03-4f69f6c9ce53', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '943689c5-1a5b-44bc-aaf4-1aeb21174bd4', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:c0:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '713e54d5-283f-493d-b003-f13182deaf7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '729c0b77-df89-47f3-9446-492de3064452', 'vif_model': 'vmxnet3'}] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 733.714046] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfed64f1-74ea-4c6b-9cee-02648aff0983 tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Creating folder: Project (3a1f8dde4b7344cc9767b402727ba490). Parent ref: group-v807779. {{(pid=69889) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 733.718934] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ca1f40f1-0800-4766-8ba4-7a312bed0c46 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.732254] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-dfed64f1-74ea-4c6b-9cee-02648aff0983 tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Created folder: Project (3a1f8dde4b7344cc9767b402727ba490) in parent group-v807779. [ 733.732421] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfed64f1-74ea-4c6b-9cee-02648aff0983 tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Creating folder: Instances. Parent ref: group-v807822. {{(pid=69889) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 733.735969] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2f690253-2ecb-41ce-9978-f9ed6a2afd9e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.750621] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-dfed64f1-74ea-4c6b-9cee-02648aff0983 tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Created folder: Instances in parent group-v807822. [ 733.750621] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dfed64f1-74ea-4c6b-9cee-02648aff0983 tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 733.750828] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89d1a6bb-1542-46d9-832f-d0ac2867492f] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 733.750950] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-046b98e5-0dd9-4637-88a4-485e785026e0 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.785189] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 733.785189] env[69889]: value = "task-4076867" [ 733.785189] env[69889]: _type = "Task" [ 733.785189] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.794731] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4076867, 'name': CreateVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.877320] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d9ed8076-6280-44ce-807c-c783b75425db tempest-FloatingIPsAssociationNegativeTestJSON-1428997050 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.962366] env[69889]: DEBUG nova.network.neutron [req-1081b801-1fcc-492a-a8d9-25345cac83e5 req-282bab2d-c12b-4ec0-a444-6c432d0d81ed service nova] [instance: 2cb12a8d-74ee-4fe0-92fd-8c2adbc3becc] Updated VIF entry in instance network info cache for port 4d35f8b0-920a-40c2-b1fb-f98a24db5977. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 733.962366] env[69889]: DEBUG nova.network.neutron [req-1081b801-1fcc-492a-a8d9-25345cac83e5 req-282bab2d-c12b-4ec0-a444-6c432d0d81ed service nova] [instance: 2cb12a8d-74ee-4fe0-92fd-8c2adbc3becc] Updating instance_info_cache with network_info: [{"id": "4d35f8b0-920a-40c2-b1fb-f98a24db5977", "address": "fa:16:3e:33:19:22", "network": {"id": "a0d23e8a-3eea-41c9-8153-91c7e65c8d84", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1742377280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbeed8ed18604939b71a7a686896ff14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dacd109c-2442-41b8-b612-7ed3efbdaa94", "external-id": "nsx-vlan-transportzone-940", "segmentation_id": 940, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d35f8b0-92", "ovs_interfaceid": "4d35f8b0-920a-40c2-b1fb-f98a24db5977", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.003780] env[69889]: DEBUG oslo_vmware.api [None req-e137ec74-78e2-4d25-a24b-80f71483a138 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Task: {'id': task-4076864, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.014027] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd1a5fa5-28f3-4c9e-b229-ac4d11dc2bf9 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.025133] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddc7b5d6-91d1-4df7-85f8-b455e2b020b3 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.065107] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fd32cc9-47c9-4f05-a427-d07dde3e5bfe {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.074675] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31dd00db-e8c5-4f85-be1f-02b1acb71be9 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.091447] env[69889]: DEBUG nova.compute.provider_tree [None req-f8665a5a-482c-417c-8707-cbb603659fe2 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 734.167654] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ae8759c0-8cc7-46fb-b597-856b9c088f8d tempest-ServerExternalEventsTest-963301871 tempest-ServerExternalEventsTest-963301871-project-member] Acquiring lock "898487e1-e766-417f-be3f-99f6ebd7f853" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.168012] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ae8759c0-8cc7-46fb-b597-856b9c088f8d tempest-ServerExternalEventsTest-963301871 tempest-ServerExternalEventsTest-963301871-project-member] Lock "898487e1-e766-417f-be3f-99f6ebd7f853" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.230119] env[69889]: DEBUG nova.compute.manager [req-48fecab9-cf68-4b68-835a-d263efcef385 req-44a3f49a-d721-45b5-9145-62fab31ba935 service nova] [instance: 89d1a6bb-1542-46d9-832f-d0ac2867492f] Received event network-vif-plugged-729c0b77-df89-47f3-9446-492de3064452 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 734.230448] env[69889]: DEBUG oslo_concurrency.lockutils [req-48fecab9-cf68-4b68-835a-d263efcef385 req-44a3f49a-d721-45b5-9145-62fab31ba935 service nova] Acquiring lock "89d1a6bb-1542-46d9-832f-d0ac2867492f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.230629] env[69889]: DEBUG oslo_concurrency.lockutils [req-48fecab9-cf68-4b68-835a-d263efcef385 req-44a3f49a-d721-45b5-9145-62fab31ba935 service nova] Lock "89d1a6bb-1542-46d9-832f-d0ac2867492f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.230811] env[69889]: DEBUG oslo_concurrency.lockutils [req-48fecab9-cf68-4b68-835a-d263efcef385 req-44a3f49a-d721-45b5-9145-62fab31ba935 service nova] Lock "89d1a6bb-1542-46d9-832f-d0ac2867492f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.230980] env[69889]: DEBUG nova.compute.manager [req-48fecab9-cf68-4b68-835a-d263efcef385 req-44a3f49a-d721-45b5-9145-62fab31ba935 service nova] [instance: 89d1a6bb-1542-46d9-832f-d0ac2867492f] No waiting events found dispatching network-vif-plugged-729c0b77-df89-47f3-9446-492de3064452 {{(pid=69889) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 734.234470] env[69889]: WARNING nova.compute.manager [req-48fecab9-cf68-4b68-835a-d263efcef385 req-44a3f49a-d721-45b5-9145-62fab31ba935 service nova] [instance: 89d1a6bb-1542-46d9-832f-d0ac2867492f] Received unexpected event network-vif-plugged-729c0b77-df89-47f3-9446-492de3064452 for instance with vm_state building and task_state spawning. [ 734.234724] env[69889]: DEBUG nova.compute.manager [req-48fecab9-cf68-4b68-835a-d263efcef385 req-44a3f49a-d721-45b5-9145-62fab31ba935 service nova] [instance: 89d1a6bb-1542-46d9-832f-d0ac2867492f] Received event network-changed-729c0b77-df89-47f3-9446-492de3064452 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 734.235625] env[69889]: DEBUG nova.compute.manager [req-48fecab9-cf68-4b68-835a-d263efcef385 req-44a3f49a-d721-45b5-9145-62fab31ba935 service nova] [instance: 89d1a6bb-1542-46d9-832f-d0ac2867492f] Refreshing instance network info cache due to event network-changed-729c0b77-df89-47f3-9446-492de3064452. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 734.235972] env[69889]: DEBUG oslo_concurrency.lockutils [req-48fecab9-cf68-4b68-835a-d263efcef385 req-44a3f49a-d721-45b5-9145-62fab31ba935 service nova] Acquiring lock "refresh_cache-89d1a6bb-1542-46d9-832f-d0ac2867492f" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.236334] env[69889]: DEBUG oslo_concurrency.lockutils [req-48fecab9-cf68-4b68-835a-d263efcef385 req-44a3f49a-d721-45b5-9145-62fab31ba935 service nova] Acquired lock "refresh_cache-89d1a6bb-1542-46d9-832f-d0ac2867492f" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.236431] env[69889]: DEBUG nova.network.neutron [req-48fecab9-cf68-4b68-835a-d263efcef385 req-44a3f49a-d721-45b5-9145-62fab31ba935 service nova] [instance: 89d1a6bb-1542-46d9-832f-d0ac2867492f] Refreshing network info cache for port 729c0b77-df89-47f3-9446-492de3064452 {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 734.305278] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4076867, 'name': CreateVM_Task} progress is 99%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.465427] env[69889]: DEBUG oslo_concurrency.lockutils [req-1081b801-1fcc-492a-a8d9-25345cac83e5 req-282bab2d-c12b-4ec0-a444-6c432d0d81ed service nova] Releasing lock "refresh_cache-2cb12a8d-74ee-4fe0-92fd-8c2adbc3becc" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.514217] env[69889]: DEBUG oslo_vmware.api [None req-e137ec74-78e2-4d25-a24b-80f71483a138 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Task: {'id': task-4076864, 'name': PowerOnVM_Task, 'duration_secs': 0.891418} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.514217] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-e137ec74-78e2-4d25-a24b-80f71483a138 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] [instance: d52805a2-50d7-49b9-b1bb-9fddc19df7a2] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 734.514439] env[69889]: INFO nova.compute.manager [None req-e137ec74-78e2-4d25-a24b-80f71483a138 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] [instance: d52805a2-50d7-49b9-b1bb-9fddc19df7a2] Took 10.97 seconds to spawn the instance on the hypervisor. [ 734.514487] env[69889]: DEBUG nova.compute.manager [None req-e137ec74-78e2-4d25-a24b-80f71483a138 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] [instance: d52805a2-50d7-49b9-b1bb-9fddc19df7a2] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 734.515640] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-943e2382-3506-42db-88ac-f91819436135 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.594906] env[69889]: DEBUG nova.scheduler.client.report [None req-f8665a5a-482c-417c-8707-cbb603659fe2 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 734.801899] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4076867, 'name': CreateVM_Task, 'duration_secs': 0.590473} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.802115] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89d1a6bb-1542-46d9-832f-d0ac2867492f] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 734.807105] env[69889]: DEBUG oslo_concurrency.lockutils [None req-dfed64f1-74ea-4c6b-9cee-02648aff0983 tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.807345] env[69889]: DEBUG oslo_concurrency.lockutils [None req-dfed64f1-74ea-4c6b-9cee-02648aff0983 tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.807653] env[69889]: DEBUG oslo_concurrency.lockutils [None req-dfed64f1-74ea-4c6b-9cee-02648aff0983 tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.807928] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-154427f3-0cbd-407b-b93c-7cbae80b4b14 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.814522] env[69889]: DEBUG oslo_vmware.api [None req-dfed64f1-74ea-4c6b-9cee-02648aff0983 tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Waiting for the task: (returnval){ [ 734.814522] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52c5b1e5-7256-384c-f7ae-eb6f314e92de" [ 734.814522] env[69889]: _type = "Task" [ 734.814522] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.823901] env[69889]: DEBUG oslo_vmware.api [None req-dfed64f1-74ea-4c6b-9cee-02648aff0983 tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52c5b1e5-7256-384c-f7ae-eb6f314e92de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.043060] env[69889]: INFO nova.compute.manager [None req-e137ec74-78e2-4d25-a24b-80f71483a138 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] [instance: d52805a2-50d7-49b9-b1bb-9fddc19df7a2] Took 22.71 seconds to build instance. [ 735.103721] env[69889]: DEBUG oslo_concurrency.lockutils [None req-f8665a5a-482c-417c-8707-cbb603659fe2 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.608s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.103721] env[69889]: DEBUG nova.compute.manager [None req-f8665a5a-482c-417c-8707-cbb603659fe2 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 54b1a963-1db6-43da-87b0-f7c9b8d7bb74] Start building networks asynchronously for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 735.109787] env[69889]: DEBUG oslo_concurrency.lockutils [None req-69964fd6-b80d-4bca-8ef3-d66182be7390 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.479s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.118201] env[69889]: INFO nova.compute.claims [None req-69964fd6-b80d-4bca-8ef3-d66182be7390 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] [instance: 96c84f6a-1e51-41fa-b5cd-4dc572d96410] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 735.334120] env[69889]: DEBUG oslo_vmware.api [None req-dfed64f1-74ea-4c6b-9cee-02648aff0983 tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52c5b1e5-7256-384c-f7ae-eb6f314e92de, 'name': SearchDatastore_Task, 'duration_secs': 0.026672} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.334527] env[69889]: DEBUG oslo_concurrency.lockutils [None req-dfed64f1-74ea-4c6b-9cee-02648aff0983 tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.334796] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-dfed64f1-74ea-4c6b-9cee-02648aff0983 tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] [instance: 89d1a6bb-1542-46d9-832f-d0ac2867492f] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 735.336297] env[69889]: DEBUG oslo_concurrency.lockutils [None req-dfed64f1-74ea-4c6b-9cee-02648aff0983 tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.336297] env[69889]: DEBUG oslo_concurrency.lockutils [None req-dfed64f1-74ea-4c6b-9cee-02648aff0983 tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.336297] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfed64f1-74ea-4c6b-9cee-02648aff0983 tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 735.336860] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-58eb5826-c2b2-4dd0-8d66-afcb44756bef {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.348327] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfed64f1-74ea-4c6b-9cee-02648aff0983 tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 735.348622] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-dfed64f1-74ea-4c6b-9cee-02648aff0983 tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 735.352407] env[69889]: DEBUG nova.network.neutron [req-48fecab9-cf68-4b68-835a-d263efcef385 req-44a3f49a-d721-45b5-9145-62fab31ba935 service nova] [instance: 89d1a6bb-1542-46d9-832f-d0ac2867492f] Updated VIF entry in instance network info cache for port 729c0b77-df89-47f3-9446-492de3064452. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 735.352407] env[69889]: DEBUG nova.network.neutron [req-48fecab9-cf68-4b68-835a-d263efcef385 req-44a3f49a-d721-45b5-9145-62fab31ba935 service nova] [instance: 89d1a6bb-1542-46d9-832f-d0ac2867492f] Updating instance_info_cache with network_info: [{"id": "98c75aab-1489-49fb-9442-fbcebc07bdb4", "address": "fa:16:3e:da:00:37", "network": {"id": "de6f3e2f-06e6-44d5-8666-7f1eec70db09", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1755887393", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.254", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a1f8dde4b7344cc9767b402727ba490", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "713e54d5-283f-493d-b003-f13182deaf7b", "external-id": "cl2-zone-703", "segmentation_id": 703, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98c75aab-14", "ovs_interfaceid": "98c75aab-1489-49fb-9442-fbcebc07bdb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "943689c5-1a5b-44bc-aaf4-1aeb21174bd4", "address": "fa:16:3e:1c:25:b2", "network": {"id": "beaaadd0-1821-4cba-bd77-f99bd429de9b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-562601567", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.80", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "3a1f8dde4b7344cc9767b402727ba490", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "683a619f-b10d-41a3-8c03-4f69f6c9ce53", "external-id": "nsx-vlan-transportzone-898", "segmentation_id": 898, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap943689c5-1a", "ovs_interfaceid": "943689c5-1a5b-44bc-aaf4-1aeb21174bd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "729c0b77-df89-47f3-9446-492de3064452", "address": "fa:16:3e:13:c0:3b", "network": {"id": "de6f3e2f-06e6-44d5-8666-7f1eec70db09", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1755887393", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.58", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a1f8dde4b7344cc9767b402727ba490", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "713e54d5-283f-493d-b003-f13182deaf7b", "external-id": "cl2-zone-703", "segmentation_id": 703, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap729c0b77-df", "ovs_interfaceid": "729c0b77-df89-47f3-9446-492de3064452", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.352747] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f1d59fa-16c4-4c4e-a2f0-4dfe74dfd4a4 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.363340] env[69889]: DEBUG oslo_vmware.api [None req-dfed64f1-74ea-4c6b-9cee-02648aff0983 tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Waiting for the task: (returnval){ [ 735.363340] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52d0a4fb-b919-2c32-161a-eea29656bc51" [ 735.363340] env[69889]: _type = "Task" [ 735.363340] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.376650] env[69889]: DEBUG oslo_vmware.api [None req-dfed64f1-74ea-4c6b-9cee-02648aff0983 tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52d0a4fb-b919-2c32-161a-eea29656bc51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.546285] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e137ec74-78e2-4d25-a24b-80f71483a138 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Lock "d52805a2-50d7-49b9-b1bb-9fddc19df7a2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.228s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.627868] env[69889]: DEBUG nova.compute.utils [None req-f8665a5a-482c-417c-8707-cbb603659fe2 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 735.632437] env[69889]: DEBUG nova.compute.manager [None req-f8665a5a-482c-417c-8707-cbb603659fe2 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 54b1a963-1db6-43da-87b0-f7c9b8d7bb74] Allocating IP information in the background. {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 735.634758] env[69889]: DEBUG nova.network.neutron [None req-f8665a5a-482c-417c-8707-cbb603659fe2 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 54b1a963-1db6-43da-87b0-f7c9b8d7bb74] allocate_for_instance() {{(pid=69889) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 735.797557] env[69889]: DEBUG nova.policy [None req-f8665a5a-482c-417c-8707-cbb603659fe2 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3a1ce60964794ffc95534347e3c0792d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5468c1b0ae3e473cb6a330efa6052f2e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69889) authorize /opt/stack/nova/nova/policy.py:192}} [ 735.816855] env[69889]: DEBUG oslo_concurrency.lockutils [None req-fe1af6c9-054e-4706-9cc4-c0697db2e558 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Acquiring lock "ad899de6-c2d4-4cbe-a91c-1cd76f650ae4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.817126] env[69889]: DEBUG oslo_concurrency.lockutils [None req-fe1af6c9-054e-4706-9cc4-c0697db2e558 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Lock "ad899de6-c2d4-4cbe-a91c-1cd76f650ae4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.859649] env[69889]: DEBUG oslo_concurrency.lockutils [req-48fecab9-cf68-4b68-835a-d263efcef385 req-44a3f49a-d721-45b5-9145-62fab31ba935 service nova] Releasing lock "refresh_cache-89d1a6bb-1542-46d9-832f-d0ac2867492f" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.874933] env[69889]: DEBUG oslo_vmware.api [None req-dfed64f1-74ea-4c6b-9cee-02648aff0983 tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52d0a4fb-b919-2c32-161a-eea29656bc51, 'name': SearchDatastore_Task, 'duration_secs': 0.014433} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.875783] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee5b4142-abe0-4447-9d13-5ee0c2153600 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.884555] env[69889]: DEBUG oslo_vmware.api [None req-dfed64f1-74ea-4c6b-9cee-02648aff0983 tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Waiting for the task: (returnval){ [ 735.884555] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]520c8f82-3527-e1ab-96f6-90ee3975d3de" [ 735.884555] env[69889]: _type = "Task" [ 735.884555] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.896565] env[69889]: DEBUG oslo_vmware.api [None req-dfed64f1-74ea-4c6b-9cee-02648aff0983 tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]520c8f82-3527-e1ab-96f6-90ee3975d3de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.050945] env[69889]: DEBUG nova.compute.manager [None req-ae8759c0-8cc7-46fb-b597-856b9c088f8d tempest-ServerExternalEventsTest-963301871 tempest-ServerExternalEventsTest-963301871-project-member] [instance: 898487e1-e766-417f-be3f-99f6ebd7f853] Starting instance... {{(pid=69889) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 736.144499] env[69889]: DEBUG nova.compute.manager [None req-f8665a5a-482c-417c-8707-cbb603659fe2 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 54b1a963-1db6-43da-87b0-f7c9b8d7bb74] Start building block device mappings for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 736.239874] env[69889]: DEBUG nova.network.neutron [None req-b79b7ba8-ad32-447b-b8b6-913daa59cb40 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 50d05d43-aecd-4d90-ae1a-60a0ff086f9c] Successfully updated port: 5983641e-43a8-49b0-a595-496f45a61b42 {{(pid=69889) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 736.407779] env[69889]: DEBUG oslo_vmware.api [None req-dfed64f1-74ea-4c6b-9cee-02648aff0983 tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]520c8f82-3527-e1ab-96f6-90ee3975d3de, 'name': SearchDatastore_Task, 'duration_secs': 0.027359} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.407779] env[69889]: DEBUG oslo_concurrency.lockutils [None req-dfed64f1-74ea-4c6b-9cee-02648aff0983 tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.408074] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfed64f1-74ea-4c6b-9cee-02648aff0983 tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] 89d1a6bb-1542-46d9-832f-d0ac2867492f/89d1a6bb-1542-46d9-832f-d0ac2867492f.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 736.408462] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-17c84075-16ec-479d-b213-5a8d22a480eb {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.422760] env[69889]: DEBUG oslo_vmware.api [None req-dfed64f1-74ea-4c6b-9cee-02648aff0983 tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Waiting for the task: (returnval){ [ 736.422760] env[69889]: value = "task-4076868" [ 736.422760] env[69889]: _type = "Task" [ 736.422760] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.437315] env[69889]: DEBUG oslo_vmware.api [None req-dfed64f1-74ea-4c6b-9cee-02648aff0983 tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Task: {'id': task-4076868, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.583872] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ae8759c0-8cc7-46fb-b597-856b9c088f8d tempest-ServerExternalEventsTest-963301871 tempest-ServerExternalEventsTest-963301871-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.640288] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2380806-a37c-4601-a1da-707a9f443ce0 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.646309] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e47535bd-b65a-43da-b35a-1415e10f4e64 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.684352] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-756804b0-e429-4ec5-b8c8-a76ee810d82f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.693621] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6e22826-8810-48ae-ae6a-4651803abac2 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.710451] env[69889]: DEBUG nova.compute.provider_tree [None req-69964fd6-b80d-4bca-8ef3-d66182be7390 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 736.742946] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b79b7ba8-ad32-447b-b8b6-913daa59cb40 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Acquiring lock "refresh_cache-50d05d43-aecd-4d90-ae1a-60a0ff086f9c" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.743127] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b79b7ba8-ad32-447b-b8b6-913daa59cb40 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Acquired lock "refresh_cache-50d05d43-aecd-4d90-ae1a-60a0ff086f9c" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.743281] env[69889]: DEBUG nova.network.neutron [None req-b79b7ba8-ad32-447b-b8b6-913daa59cb40 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 50d05d43-aecd-4d90-ae1a-60a0ff086f9c] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 736.767988] env[69889]: DEBUG nova.network.neutron [None req-f8665a5a-482c-417c-8707-cbb603659fe2 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 54b1a963-1db6-43da-87b0-f7c9b8d7bb74] Successfully created port: 5c663fe0-4d6e-4be9-b4d2-657e4ecdf2fc {{(pid=69889) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 736.934210] env[69889]: DEBUG oslo_vmware.api [None req-dfed64f1-74ea-4c6b-9cee-02648aff0983 tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Task: {'id': task-4076868, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.157688] env[69889]: DEBUG nova.compute.manager [None req-f8665a5a-482c-417c-8707-cbb603659fe2 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 54b1a963-1db6-43da-87b0-f7c9b8d7bb74] Start spawning the instance on the hypervisor. {{(pid=69889) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 737.196328] env[69889]: DEBUG nova.virt.hardware [None req-f8665a5a-482c-417c-8707-cbb603659fe2 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 737.196629] env[69889]: DEBUG nova.virt.hardware [None req-f8665a5a-482c-417c-8707-cbb603659fe2 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 737.196787] env[69889]: DEBUG nova.virt.hardware [None req-f8665a5a-482c-417c-8707-cbb603659fe2 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 737.196984] env[69889]: DEBUG nova.virt.hardware [None req-f8665a5a-482c-417c-8707-cbb603659fe2 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 737.198082] env[69889]: DEBUG nova.virt.hardware [None req-f8665a5a-482c-417c-8707-cbb603659fe2 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 737.198220] env[69889]: DEBUG nova.virt.hardware [None req-f8665a5a-482c-417c-8707-cbb603659fe2 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 737.198440] env[69889]: DEBUG nova.virt.hardware [None req-f8665a5a-482c-417c-8707-cbb603659fe2 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 737.198635] env[69889]: DEBUG nova.virt.hardware [None req-f8665a5a-482c-417c-8707-cbb603659fe2 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 737.199372] env[69889]: DEBUG nova.virt.hardware [None req-f8665a5a-482c-417c-8707-cbb603659fe2 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 737.199372] env[69889]: DEBUG nova.virt.hardware [None req-f8665a5a-482c-417c-8707-cbb603659fe2 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 737.199372] env[69889]: DEBUG nova.virt.hardware [None req-f8665a5a-482c-417c-8707-cbb603659fe2 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 737.200109] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17110c56-ece3-46db-a0e2-589a64c38f51 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.213125] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7227f52a-35b4-4b0a-820f-af61e00a69b5 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.218861] env[69889]: DEBUG nova.scheduler.client.report [None req-69964fd6-b80d-4bca-8ef3-d66182be7390 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 737.354195] env[69889]: DEBUG nova.network.neutron [None req-b79b7ba8-ad32-447b-b8b6-913daa59cb40 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 50d05d43-aecd-4d90-ae1a-60a0ff086f9c] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 737.434112] env[69889]: DEBUG oslo_vmware.api [None req-dfed64f1-74ea-4c6b-9cee-02648aff0983 tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Task: {'id': task-4076868, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.823831} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.434788] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfed64f1-74ea-4c6b-9cee-02648aff0983 tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] 89d1a6bb-1542-46d9-832f-d0ac2867492f/89d1a6bb-1542-46d9-832f-d0ac2867492f.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 737.434788] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-dfed64f1-74ea-4c6b-9cee-02648aff0983 tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] [instance: 89d1a6bb-1542-46d9-832f-d0ac2867492f] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 737.434967] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0c521b03-538b-4e6c-9b73-4b7793df1e93 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.446510] env[69889]: DEBUG oslo_vmware.api [None req-dfed64f1-74ea-4c6b-9cee-02648aff0983 tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Waiting for the task: (returnval){ [ 737.446510] env[69889]: value = "task-4076869" [ 737.446510] env[69889]: _type = "Task" [ 737.446510] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.457471] env[69889]: DEBUG oslo_vmware.api [None req-dfed64f1-74ea-4c6b-9cee-02648aff0983 tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Task: {'id': task-4076869, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.462148] env[69889]: DEBUG oslo_concurrency.lockutils [None req-8d76d6f2-7c1e-410f-a59a-c92460291c90 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Acquiring lock "16a112a1-636c-440d-adfb-8881578f51b0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.462730] env[69889]: DEBUG oslo_concurrency.lockutils [None req-8d76d6f2-7c1e-410f-a59a-c92460291c90 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Lock "16a112a1-636c-440d-adfb-8881578f51b0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.651191] env[69889]: DEBUG nova.network.neutron [None req-b79b7ba8-ad32-447b-b8b6-913daa59cb40 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 50d05d43-aecd-4d90-ae1a-60a0ff086f9c] Updating instance_info_cache with network_info: [{"id": "5983641e-43a8-49b0-a595-496f45a61b42", "address": "fa:16:3e:49:10:7e", "network": {"id": "50ea9016-d269-45df-b7c1-4e83533c6d0e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-430026636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5468c1b0ae3e473cb6a330efa6052f2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5983641e-43", "ovs_interfaceid": "5983641e-43a8-49b0-a595-496f45a61b42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.727704] env[69889]: DEBUG oslo_concurrency.lockutils [None req-69964fd6-b80d-4bca-8ef3-d66182be7390 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.618s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.728245] env[69889]: DEBUG nova.compute.manager [None req-69964fd6-b80d-4bca-8ef3-d66182be7390 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] [instance: 96c84f6a-1e51-41fa-b5cd-4dc572d96410] Start building networks asynchronously for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 737.732552] env[69889]: DEBUG oslo_concurrency.lockutils [None req-43119faf-be8e-4b8c-86e0-2adeecec3a66 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 14.342s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.959089] env[69889]: DEBUG oslo_vmware.api [None req-dfed64f1-74ea-4c6b-9cee-02648aff0983 tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Task: {'id': task-4076869, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075926} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.959466] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-dfed64f1-74ea-4c6b-9cee-02648aff0983 tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] [instance: 89d1a6bb-1542-46d9-832f-d0ac2867492f] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 737.960372] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b90b69f-4101-43f7-87eb-519f66e1c2b0 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.990871] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfed64f1-74ea-4c6b-9cee-02648aff0983 tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] [instance: 89d1a6bb-1542-46d9-832f-d0ac2867492f] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] 89d1a6bb-1542-46d9-832f-d0ac2867492f/89d1a6bb-1542-46d9-832f-d0ac2867492f.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 737.990989] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90734636-c842-4e80-bb1c-42155c4ba30c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.012565] env[69889]: DEBUG oslo_vmware.api [None req-dfed64f1-74ea-4c6b-9cee-02648aff0983 tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Waiting for the task: (returnval){ [ 738.012565] env[69889]: value = "task-4076870" [ 738.012565] env[69889]: _type = "Task" [ 738.012565] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.022452] env[69889]: DEBUG oslo_vmware.api [None req-dfed64f1-74ea-4c6b-9cee-02648aff0983 tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Task: {'id': task-4076870, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.050948] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07275fb0-efa4-4c6d-89b8-6e7146db7e31 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.060061] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-9263423f-5aa0-4a28-ac0f-61c3295deb94 tempest-ServersAdminNegativeTestJSON-1978137782 tempest-ServersAdminNegativeTestJSON-1978137782-project-admin] [instance: d52805a2-50d7-49b9-b1bb-9fddc19df7a2] Suspending the VM {{(pid=69889) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 738.060346] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-6ce6bce7-68a1-49ef-9c5c-86d98a0f42f5 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.067603] env[69889]: DEBUG oslo_vmware.api [None req-9263423f-5aa0-4a28-ac0f-61c3295deb94 tempest-ServersAdminNegativeTestJSON-1978137782 tempest-ServersAdminNegativeTestJSON-1978137782-project-admin] Waiting for the task: (returnval){ [ 738.067603] env[69889]: value = "task-4076871" [ 738.067603] env[69889]: _type = "Task" [ 738.067603] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.077906] env[69889]: DEBUG oslo_vmware.api [None req-9263423f-5aa0-4a28-ac0f-61c3295deb94 tempest-ServersAdminNegativeTestJSON-1978137782 tempest-ServersAdminNegativeTestJSON-1978137782-project-admin] Task: {'id': task-4076871, 'name': SuspendVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.157534] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b79b7ba8-ad32-447b-b8b6-913daa59cb40 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Releasing lock "refresh_cache-50d05d43-aecd-4d90-ae1a-60a0ff086f9c" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.158060] env[69889]: DEBUG nova.compute.manager [None req-b79b7ba8-ad32-447b-b8b6-913daa59cb40 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 50d05d43-aecd-4d90-ae1a-60a0ff086f9c] Instance network_info: |[{"id": "5983641e-43a8-49b0-a595-496f45a61b42", "address": "fa:16:3e:49:10:7e", "network": {"id": "50ea9016-d269-45df-b7c1-4e83533c6d0e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-430026636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5468c1b0ae3e473cb6a330efa6052f2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5983641e-43", "ovs_interfaceid": "5983641e-43a8-49b0-a595-496f45a61b42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 738.158494] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-b79b7ba8-ad32-447b-b8b6-913daa59cb40 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 50d05d43-aecd-4d90-ae1a-60a0ff086f9c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:10:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0248a27a-1d7f-4195-987b-06bfc8467347', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5983641e-43a8-49b0-a595-496f45a61b42', 'vif_model': 'vmxnet3'}] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 738.169054] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-b79b7ba8-ad32-447b-b8b6-913daa59cb40 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Creating folder: Project (5468c1b0ae3e473cb6a330efa6052f2e). Parent ref: group-v807779. {{(pid=69889) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 738.170152] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9efaab6e-cdb0-44d3-8cea-9f7e62d21f61 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.183153] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-b79b7ba8-ad32-447b-b8b6-913daa59cb40 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Created folder: Project (5468c1b0ae3e473cb6a330efa6052f2e) in parent group-v807779. [ 738.183412] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-b79b7ba8-ad32-447b-b8b6-913daa59cb40 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Creating folder: Instances. Parent ref: group-v807825. {{(pid=69889) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 738.183770] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ff91e8d6-96c4-458e-82b6-b1363ff32dcc {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.195103] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-b79b7ba8-ad32-447b-b8b6-913daa59cb40 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Created folder: Instances in parent group-v807825. [ 738.196468] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b79b7ba8-ad32-447b-b8b6-913daa59cb40 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 738.196468] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50d05d43-aecd-4d90-ae1a-60a0ff086f9c] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 738.196468] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3e866a33-5cc1-4eb7-bcd5-dec5a380e698 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.224378] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 738.224378] env[69889]: value = "task-4076874" [ 738.224378] env[69889]: _type = "Task" [ 738.224378] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.236100] env[69889]: DEBUG nova.compute.utils [None req-69964fd6-b80d-4bca-8ef3-d66182be7390 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 738.237655] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4076874, 'name': CreateVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.241235] env[69889]: INFO nova.compute.claims [None req-43119faf-be8e-4b8c-86e0-2adeecec3a66 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: da1de6c7-ec10-47d2-a8a9-8572cd4162f5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 738.246301] env[69889]: DEBUG nova.compute.manager [None req-69964fd6-b80d-4bca-8ef3-d66182be7390 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] [instance: 96c84f6a-1e51-41fa-b5cd-4dc572d96410] Not allocating networking since 'none' was specified. {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 738.313318] env[69889]: DEBUG oslo_concurrency.lockutils [None req-21d0b8fe-a6ee-4fa9-b1c5-48ef03695762 tempest-ServerDiagnosticsNegativeTest-639395065 tempest-ServerDiagnosticsNegativeTest-639395065-project-member] Acquiring lock "ff21eb77-97b5-450a-baff-063059c2efe1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.313593] env[69889]: DEBUG oslo_concurrency.lockutils [None req-21d0b8fe-a6ee-4fa9-b1c5-48ef03695762 tempest-ServerDiagnosticsNegativeTest-639395065 tempest-ServerDiagnosticsNegativeTest-639395065-project-member] Lock "ff21eb77-97b5-450a-baff-063059c2efe1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.313826] env[69889]: DEBUG oslo_concurrency.lockutils [None req-21d0b8fe-a6ee-4fa9-b1c5-48ef03695762 tempest-ServerDiagnosticsNegativeTest-639395065 tempest-ServerDiagnosticsNegativeTest-639395065-project-member] Acquiring lock "ff21eb77-97b5-450a-baff-063059c2efe1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.314537] env[69889]: DEBUG oslo_concurrency.lockutils [None req-21d0b8fe-a6ee-4fa9-b1c5-48ef03695762 tempest-ServerDiagnosticsNegativeTest-639395065 tempest-ServerDiagnosticsNegativeTest-639395065-project-member] Lock "ff21eb77-97b5-450a-baff-063059c2efe1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.314537] env[69889]: DEBUG oslo_concurrency.lockutils [None req-21d0b8fe-a6ee-4fa9-b1c5-48ef03695762 tempest-ServerDiagnosticsNegativeTest-639395065 tempest-ServerDiagnosticsNegativeTest-639395065-project-member] Lock "ff21eb77-97b5-450a-baff-063059c2efe1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.318697] env[69889]: INFO nova.compute.manager [None req-21d0b8fe-a6ee-4fa9-b1c5-48ef03695762 tempest-ServerDiagnosticsNegativeTest-639395065 tempest-ServerDiagnosticsNegativeTest-639395065-project-member] [instance: ff21eb77-97b5-450a-baff-063059c2efe1] Terminating instance [ 738.424347] env[69889]: DEBUG nova.compute.manager [req-793196a7-728a-4938-85bc-33d037d229b6 req-26a20384-4191-4a5c-9fc4-f92af56f2191 service nova] [instance: 7f014d2a-1340-4715-8ab0-42df2c7d9f36] Received event network-changed-4a619d16-c2ac-442d-9735-fd3d845eeafe {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 738.424555] env[69889]: DEBUG nova.compute.manager [req-793196a7-728a-4938-85bc-33d037d229b6 req-26a20384-4191-4a5c-9fc4-f92af56f2191 service nova] [instance: 7f014d2a-1340-4715-8ab0-42df2c7d9f36] Refreshing instance network info cache due to event network-changed-4a619d16-c2ac-442d-9735-fd3d845eeafe. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 738.424771] env[69889]: DEBUG oslo_concurrency.lockutils [req-793196a7-728a-4938-85bc-33d037d229b6 req-26a20384-4191-4a5c-9fc4-f92af56f2191 service nova] Acquiring lock "refresh_cache-7f014d2a-1340-4715-8ab0-42df2c7d9f36" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.424909] env[69889]: DEBUG oslo_concurrency.lockutils [req-793196a7-728a-4938-85bc-33d037d229b6 req-26a20384-4191-4a5c-9fc4-f92af56f2191 service nova] Acquired lock "refresh_cache-7f014d2a-1340-4715-8ab0-42df2c7d9f36" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.425468] env[69889]: DEBUG nova.network.neutron [req-793196a7-728a-4938-85bc-33d037d229b6 req-26a20384-4191-4a5c-9fc4-f92af56f2191 service nova] [instance: 7f014d2a-1340-4715-8ab0-42df2c7d9f36] Refreshing network info cache for port 4a619d16-c2ac-442d-9735-fd3d845eeafe {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 738.523430] env[69889]: DEBUG oslo_vmware.api [None req-dfed64f1-74ea-4c6b-9cee-02648aff0983 tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Task: {'id': task-4076870, 'name': ReconfigVM_Task, 'duration_secs': 0.372661} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.523755] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfed64f1-74ea-4c6b-9cee-02648aff0983 tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] [instance: 89d1a6bb-1542-46d9-832f-d0ac2867492f] Reconfigured VM instance instance-0000000c to attach disk [datastore2] 89d1a6bb-1542-46d9-832f-d0ac2867492f/89d1a6bb-1542-46d9-832f-d0ac2867492f.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 738.525033] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1912439e-c2fa-43c1-be6b-9635ed351d2e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.533393] env[69889]: DEBUG oslo_vmware.api [None req-dfed64f1-74ea-4c6b-9cee-02648aff0983 tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Waiting for the task: (returnval){ [ 738.533393] env[69889]: value = "task-4076875" [ 738.533393] env[69889]: _type = "Task" [ 738.533393] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.545570] env[69889]: DEBUG oslo_vmware.api [None req-dfed64f1-74ea-4c6b-9cee-02648aff0983 tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Task: {'id': task-4076875, 'name': Rename_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.551081] env[69889]: DEBUG nova.compute.manager [req-3f72dd8e-5329-400d-890f-54796bfcc60f req-35126934-5ace-4cc1-a173-456dab225180 service nova] [instance: 50d05d43-aecd-4d90-ae1a-60a0ff086f9c] Received event network-vif-plugged-5983641e-43a8-49b0-a595-496f45a61b42 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 738.551459] env[69889]: DEBUG oslo_concurrency.lockutils [req-3f72dd8e-5329-400d-890f-54796bfcc60f req-35126934-5ace-4cc1-a173-456dab225180 service nova] Acquiring lock "50d05d43-aecd-4d90-ae1a-60a0ff086f9c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.551835] env[69889]: DEBUG oslo_concurrency.lockutils [req-3f72dd8e-5329-400d-890f-54796bfcc60f req-35126934-5ace-4cc1-a173-456dab225180 service nova] Lock "50d05d43-aecd-4d90-ae1a-60a0ff086f9c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.552061] env[69889]: DEBUG oslo_concurrency.lockutils [req-3f72dd8e-5329-400d-890f-54796bfcc60f req-35126934-5ace-4cc1-a173-456dab225180 service nova] Lock "50d05d43-aecd-4d90-ae1a-60a0ff086f9c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.552555] env[69889]: DEBUG nova.compute.manager [req-3f72dd8e-5329-400d-890f-54796bfcc60f req-35126934-5ace-4cc1-a173-456dab225180 service nova] [instance: 50d05d43-aecd-4d90-ae1a-60a0ff086f9c] No waiting events found dispatching network-vif-plugged-5983641e-43a8-49b0-a595-496f45a61b42 {{(pid=69889) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 738.552790] env[69889]: WARNING nova.compute.manager [req-3f72dd8e-5329-400d-890f-54796bfcc60f req-35126934-5ace-4cc1-a173-456dab225180 service nova] [instance: 50d05d43-aecd-4d90-ae1a-60a0ff086f9c] Received unexpected event network-vif-plugged-5983641e-43a8-49b0-a595-496f45a61b42 for instance with vm_state building and task_state spawning. [ 738.552987] env[69889]: DEBUG nova.compute.manager [req-3f72dd8e-5329-400d-890f-54796bfcc60f req-35126934-5ace-4cc1-a173-456dab225180 service nova] [instance: 50d05d43-aecd-4d90-ae1a-60a0ff086f9c] Received event network-changed-5983641e-43a8-49b0-a595-496f45a61b42 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 738.553196] env[69889]: DEBUG nova.compute.manager [req-3f72dd8e-5329-400d-890f-54796bfcc60f req-35126934-5ace-4cc1-a173-456dab225180 service nova] [instance: 50d05d43-aecd-4d90-ae1a-60a0ff086f9c] Refreshing instance network info cache due to event network-changed-5983641e-43a8-49b0-a595-496f45a61b42. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 738.553420] env[69889]: DEBUG oslo_concurrency.lockutils [req-3f72dd8e-5329-400d-890f-54796bfcc60f req-35126934-5ace-4cc1-a173-456dab225180 service nova] Acquiring lock "refresh_cache-50d05d43-aecd-4d90-ae1a-60a0ff086f9c" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.553592] env[69889]: DEBUG oslo_concurrency.lockutils [req-3f72dd8e-5329-400d-890f-54796bfcc60f req-35126934-5ace-4cc1-a173-456dab225180 service nova] Acquired lock "refresh_cache-50d05d43-aecd-4d90-ae1a-60a0ff086f9c" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.553812] env[69889]: DEBUG nova.network.neutron [req-3f72dd8e-5329-400d-890f-54796bfcc60f req-35126934-5ace-4cc1-a173-456dab225180 service nova] [instance: 50d05d43-aecd-4d90-ae1a-60a0ff086f9c] Refreshing network info cache for port 5983641e-43a8-49b0-a595-496f45a61b42 {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 738.579298] env[69889]: DEBUG oslo_vmware.api [None req-9263423f-5aa0-4a28-ac0f-61c3295deb94 tempest-ServersAdminNegativeTestJSON-1978137782 tempest-ServersAdminNegativeTestJSON-1978137782-project-admin] Task: {'id': task-4076871, 'name': SuspendVM_Task} progress is 87%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.734927] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4076874, 'name': CreateVM_Task, 'duration_secs': 0.446555} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.735184] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50d05d43-aecd-4d90-ae1a-60a0ff086f9c] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 738.735936] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b79b7ba8-ad32-447b-b8b6-913daa59cb40 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.735936] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b79b7ba8-ad32-447b-b8b6-913daa59cb40 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.736271] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b79b7ba8-ad32-447b-b8b6-913daa59cb40 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.736530] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a74bd856-61fa-414c-bc10-c95b937a9c72 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.742193] env[69889]: DEBUG oslo_vmware.api [None req-b79b7ba8-ad32-447b-b8b6-913daa59cb40 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Waiting for the task: (returnval){ [ 738.742193] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]520e2633-6332-5c43-ee8f-3eb5a0fd4103" [ 738.742193] env[69889]: _type = "Task" [ 738.742193] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.748259] env[69889]: DEBUG nova.compute.manager [None req-69964fd6-b80d-4bca-8ef3-d66182be7390 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] [instance: 96c84f6a-1e51-41fa-b5cd-4dc572d96410] Start building block device mappings for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 738.754107] env[69889]: INFO nova.compute.resource_tracker [None req-43119faf-be8e-4b8c-86e0-2adeecec3a66 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: da1de6c7-ec10-47d2-a8a9-8572cd4162f5] Updating resource usage from migration 5304770b-0ec1-4d94-97ee-20f8fb783e0c [ 738.763509] env[69889]: DEBUG oslo_vmware.api [None req-b79b7ba8-ad32-447b-b8b6-913daa59cb40 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]520e2633-6332-5c43-ee8f-3eb5a0fd4103, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.827236] env[69889]: DEBUG nova.compute.manager [None req-21d0b8fe-a6ee-4fa9-b1c5-48ef03695762 tempest-ServerDiagnosticsNegativeTest-639395065 tempest-ServerDiagnosticsNegativeTest-639395065-project-member] [instance: ff21eb77-97b5-450a-baff-063059c2efe1] Start destroying the instance on the hypervisor. {{(pid=69889) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 738.827236] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-21d0b8fe-a6ee-4fa9-b1c5-48ef03695762 tempest-ServerDiagnosticsNegativeTest-639395065 tempest-ServerDiagnosticsNegativeTest-639395065-project-member] [instance: ff21eb77-97b5-450a-baff-063059c2efe1] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 738.827236] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9af69ce9-8948-42ea-803a-480338f1caa7 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.840929] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-21d0b8fe-a6ee-4fa9-b1c5-48ef03695762 tempest-ServerDiagnosticsNegativeTest-639395065 tempest-ServerDiagnosticsNegativeTest-639395065-project-member] [instance: ff21eb77-97b5-450a-baff-063059c2efe1] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 738.841277] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2923b694-6335-490b-b10d-51d5e31210cc {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.854346] env[69889]: DEBUG oslo_vmware.api [None req-21d0b8fe-a6ee-4fa9-b1c5-48ef03695762 tempest-ServerDiagnosticsNegativeTest-639395065 tempest-ServerDiagnosticsNegativeTest-639395065-project-member] Waiting for the task: (returnval){ [ 738.854346] env[69889]: value = "task-4076876" [ 738.854346] env[69889]: _type = "Task" [ 738.854346] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.867855] env[69889]: DEBUG oslo_vmware.api [None req-21d0b8fe-a6ee-4fa9-b1c5-48ef03695762 tempest-ServerDiagnosticsNegativeTest-639395065 tempest-ServerDiagnosticsNegativeTest-639395065-project-member] Task: {'id': task-4076876, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.048021] env[69889]: DEBUG oslo_vmware.api [None req-dfed64f1-74ea-4c6b-9cee-02648aff0983 tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Task: {'id': task-4076875, 'name': Rename_Task, 'duration_secs': 0.40225} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.050901] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfed64f1-74ea-4c6b-9cee-02648aff0983 tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] [instance: 89d1a6bb-1542-46d9-832f-d0ac2867492f] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 739.051646] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f35c9c3a-2e94-4630-a3f0-7b41a02433f9 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.061441] env[69889]: DEBUG oslo_vmware.api [None req-dfed64f1-74ea-4c6b-9cee-02648aff0983 tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Waiting for the task: (returnval){ [ 739.061441] env[69889]: value = "task-4076877" [ 739.061441] env[69889]: _type = "Task" [ 739.061441] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.076655] env[69889]: DEBUG oslo_vmware.api [None req-dfed64f1-74ea-4c6b-9cee-02648aff0983 tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Task: {'id': task-4076877, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.082359] env[69889]: DEBUG oslo_vmware.api [None req-9263423f-5aa0-4a28-ac0f-61c3295deb94 tempest-ServersAdminNegativeTestJSON-1978137782 tempest-ServersAdminNegativeTestJSON-1978137782-project-admin] Task: {'id': task-4076871, 'name': SuspendVM_Task} progress is 87%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.225745] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-466cfaf3-deee-4666-ac12-dfe27c7f54bf {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.242079] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db06903c-6381-432c-91dd-baed966f0c87 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.300454] env[69889]: DEBUG oslo_vmware.api [None req-b79b7ba8-ad32-447b-b8b6-913daa59cb40 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]520e2633-6332-5c43-ee8f-3eb5a0fd4103, 'name': SearchDatastore_Task, 'duration_secs': 0.026509} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.311049] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b79b7ba8-ad32-447b-b8b6-913daa59cb40 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.311049] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-b79b7ba8-ad32-447b-b8b6-913daa59cb40 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 50d05d43-aecd-4d90-ae1a-60a0ff086f9c] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 739.311049] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b79b7ba8-ad32-447b-b8b6-913daa59cb40 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.311049] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b79b7ba8-ad32-447b-b8b6-913daa59cb40 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.311049] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-b79b7ba8-ad32-447b-b8b6-913daa59cb40 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 739.311049] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d6f6f40-e22a-4d9e-a385-e7f059ca0e5c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.313684] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a75d2133-fcb1-4611-a526-648c2bfeb26e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.324234] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a404ed5-5c38-4a7c-a542-0b82c6c9172f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.328920] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-b79b7ba8-ad32-447b-b8b6-913daa59cb40 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 739.328920] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-b79b7ba8-ad32-447b-b8b6-913daa59cb40 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 739.330273] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4a0a9c4-2e63-44c8-aec2-d2d39778d94e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.341531] env[69889]: DEBUG nova.compute.provider_tree [None req-43119faf-be8e-4b8c-86e0-2adeecec3a66 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 739.346636] env[69889]: DEBUG oslo_vmware.api [None req-b79b7ba8-ad32-447b-b8b6-913daa59cb40 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Waiting for the task: (returnval){ [ 739.346636] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52b9c141-14a9-5e62-52e1-d41875077c2d" [ 739.346636] env[69889]: _type = "Task" [ 739.346636] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.361412] env[69889]: DEBUG oslo_vmware.api [None req-b79b7ba8-ad32-447b-b8b6-913daa59cb40 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52b9c141-14a9-5e62-52e1-d41875077c2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.375053] env[69889]: DEBUG oslo_vmware.api [None req-21d0b8fe-a6ee-4fa9-b1c5-48ef03695762 tempest-ServerDiagnosticsNegativeTest-639395065 tempest-ServerDiagnosticsNegativeTest-639395065-project-member] Task: {'id': task-4076876, 'name': PowerOffVM_Task, 'duration_secs': 0.401286} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.375703] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-21d0b8fe-a6ee-4fa9-b1c5-48ef03695762 tempest-ServerDiagnosticsNegativeTest-639395065 tempest-ServerDiagnosticsNegativeTest-639395065-project-member] [instance: ff21eb77-97b5-450a-baff-063059c2efe1] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 739.375703] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-21d0b8fe-a6ee-4fa9-b1c5-48ef03695762 tempest-ServerDiagnosticsNegativeTest-639395065 tempest-ServerDiagnosticsNegativeTest-639395065-project-member] [instance: ff21eb77-97b5-450a-baff-063059c2efe1] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 739.375854] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b32a5af0-17b3-43ad-aa70-b71bfb3b95fa {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.470646] env[69889]: DEBUG nova.network.neutron [None req-f8665a5a-482c-417c-8707-cbb603659fe2 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 54b1a963-1db6-43da-87b0-f7c9b8d7bb74] Successfully updated port: 5c663fe0-4d6e-4be9-b4d2-657e4ecdf2fc {{(pid=69889) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 739.542728] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-21d0b8fe-a6ee-4fa9-b1c5-48ef03695762 tempest-ServerDiagnosticsNegativeTest-639395065 tempest-ServerDiagnosticsNegativeTest-639395065-project-member] [instance: ff21eb77-97b5-450a-baff-063059c2efe1] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 739.542728] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-21d0b8fe-a6ee-4fa9-b1c5-48ef03695762 tempest-ServerDiagnosticsNegativeTest-639395065 tempest-ServerDiagnosticsNegativeTest-639395065-project-member] [instance: ff21eb77-97b5-450a-baff-063059c2efe1] Deleting contents of the VM from datastore datastore1 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 739.542728] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-21d0b8fe-a6ee-4fa9-b1c5-48ef03695762 tempest-ServerDiagnosticsNegativeTest-639395065 tempest-ServerDiagnosticsNegativeTest-639395065-project-member] Deleting the datastore file [datastore1] ff21eb77-97b5-450a-baff-063059c2efe1 {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 739.542728] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d3580437-4472-4dcb-942b-e1f625f77848 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.551643] env[69889]: DEBUG oslo_vmware.api [None req-21d0b8fe-a6ee-4fa9-b1c5-48ef03695762 tempest-ServerDiagnosticsNegativeTest-639395065 tempest-ServerDiagnosticsNegativeTest-639395065-project-member] Waiting for the task: (returnval){ [ 739.551643] env[69889]: value = "task-4076879" [ 739.551643] env[69889]: _type = "Task" [ 739.551643] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.565991] env[69889]: DEBUG oslo_vmware.api [None req-21d0b8fe-a6ee-4fa9-b1c5-48ef03695762 tempest-ServerDiagnosticsNegativeTest-639395065 tempest-ServerDiagnosticsNegativeTest-639395065-project-member] Task: {'id': task-4076879, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.577589] env[69889]: DEBUG oslo_vmware.api [None req-dfed64f1-74ea-4c6b-9cee-02648aff0983 tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Task: {'id': task-4076877, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.583558] env[69889]: DEBUG oslo_vmware.api [None req-9263423f-5aa0-4a28-ac0f-61c3295deb94 tempest-ServersAdminNegativeTestJSON-1978137782 tempest-ServersAdminNegativeTestJSON-1978137782-project-admin] Task: {'id': task-4076871, 'name': SuspendVM_Task, 'duration_secs': 1.19439} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.584669] env[69889]: DEBUG nova.network.neutron [req-793196a7-728a-4938-85bc-33d037d229b6 req-26a20384-4191-4a5c-9fc4-f92af56f2191 service nova] [instance: 7f014d2a-1340-4715-8ab0-42df2c7d9f36] Updated VIF entry in instance network info cache for port 4a619d16-c2ac-442d-9735-fd3d845eeafe. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 739.585074] env[69889]: DEBUG nova.network.neutron [req-793196a7-728a-4938-85bc-33d037d229b6 req-26a20384-4191-4a5c-9fc4-f92af56f2191 service nova] [instance: 7f014d2a-1340-4715-8ab0-42df2c7d9f36] Updating instance_info_cache with network_info: [{"id": "4a619d16-c2ac-442d-9735-fd3d845eeafe", "address": "fa:16:3e:93:c6:d6", "network": {"id": "70b87342-a410-41f9-add6-6b57f9e094d5", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-429335418-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fad835c756844223991bfd76335b79a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a619d16-c2", "ovs_interfaceid": "4a619d16-c2ac-442d-9735-fd3d845eeafe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.586424] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-9263423f-5aa0-4a28-ac0f-61c3295deb94 tempest-ServersAdminNegativeTestJSON-1978137782 tempest-ServersAdminNegativeTestJSON-1978137782-project-admin] [instance: d52805a2-50d7-49b9-b1bb-9fddc19df7a2] Suspended the VM {{(pid=69889) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 739.586628] env[69889]: DEBUG nova.compute.manager [None req-9263423f-5aa0-4a28-ac0f-61c3295deb94 tempest-ServersAdminNegativeTestJSON-1978137782 tempest-ServersAdminNegativeTestJSON-1978137782-project-admin] [instance: d52805a2-50d7-49b9-b1bb-9fddc19df7a2] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 739.587904] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cee89422-1fec-43e9-84e1-225dadcc4d70 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.654916] env[69889]: DEBUG nova.network.neutron [req-3f72dd8e-5329-400d-890f-54796bfcc60f req-35126934-5ace-4cc1-a173-456dab225180 service nova] [instance: 50d05d43-aecd-4d90-ae1a-60a0ff086f9c] Updated VIF entry in instance network info cache for port 5983641e-43a8-49b0-a595-496f45a61b42. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 739.655316] env[69889]: DEBUG nova.network.neutron [req-3f72dd8e-5329-400d-890f-54796bfcc60f req-35126934-5ace-4cc1-a173-456dab225180 service nova] [instance: 50d05d43-aecd-4d90-ae1a-60a0ff086f9c] Updating instance_info_cache with network_info: [{"id": "5983641e-43a8-49b0-a595-496f45a61b42", "address": "fa:16:3e:49:10:7e", "network": {"id": "50ea9016-d269-45df-b7c1-4e83533c6d0e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-430026636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5468c1b0ae3e473cb6a330efa6052f2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5983641e-43", "ovs_interfaceid": "5983641e-43a8-49b0-a595-496f45a61b42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.802904] env[69889]: DEBUG nova.compute.manager [None req-69964fd6-b80d-4bca-8ef3-d66182be7390 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] [instance: 96c84f6a-1e51-41fa-b5cd-4dc572d96410] Start spawning the instance on the hypervisor. {{(pid=69889) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 739.839493] env[69889]: DEBUG nova.virt.hardware [None req-69964fd6-b80d-4bca-8ef3-d66182be7390 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 739.839714] env[69889]: DEBUG nova.virt.hardware [None req-69964fd6-b80d-4bca-8ef3-d66182be7390 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 739.839870] env[69889]: DEBUG nova.virt.hardware [None req-69964fd6-b80d-4bca-8ef3-d66182be7390 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 739.840076] env[69889]: DEBUG nova.virt.hardware [None req-69964fd6-b80d-4bca-8ef3-d66182be7390 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 739.841218] env[69889]: DEBUG nova.virt.hardware [None req-69964fd6-b80d-4bca-8ef3-d66182be7390 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 739.841386] env[69889]: DEBUG nova.virt.hardware [None req-69964fd6-b80d-4bca-8ef3-d66182be7390 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 739.841610] env[69889]: DEBUG nova.virt.hardware [None req-69964fd6-b80d-4bca-8ef3-d66182be7390 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 739.841772] env[69889]: DEBUG nova.virt.hardware [None req-69964fd6-b80d-4bca-8ef3-d66182be7390 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 739.841938] env[69889]: DEBUG nova.virt.hardware [None req-69964fd6-b80d-4bca-8ef3-d66182be7390 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 739.845082] env[69889]: DEBUG nova.virt.hardware [None req-69964fd6-b80d-4bca-8ef3-d66182be7390 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 739.845082] env[69889]: DEBUG nova.virt.hardware [None req-69964fd6-b80d-4bca-8ef3-d66182be7390 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 739.845082] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8829bac-be92-46e8-8d99-940f29d8b5a0 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.846964] env[69889]: DEBUG nova.scheduler.client.report [None req-43119faf-be8e-4b8c-86e0-2adeecec3a66 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 739.860726] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9be14d1-1ea0-4ca4-9414-d32b01ad937e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.869356] env[69889]: DEBUG oslo_vmware.api [None req-b79b7ba8-ad32-447b-b8b6-913daa59cb40 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52b9c141-14a9-5e62-52e1-d41875077c2d, 'name': SearchDatastore_Task, 'duration_secs': 0.01786} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.871900] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ba9551f-7a13-407e-bdce-13d62c11359d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.884348] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-69964fd6-b80d-4bca-8ef3-d66182be7390 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] [instance: 96c84f6a-1e51-41fa-b5cd-4dc572d96410] Instance VIF info [] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 739.891111] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-69964fd6-b80d-4bca-8ef3-d66182be7390 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Creating folder: Project (194c64918ade44d194b9bb2b9f7cd22e). Parent ref: group-v807779. {{(pid=69889) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 739.892458] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-083a56a2-7102-4ee5-921d-57343838b997 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.895577] env[69889]: DEBUG oslo_vmware.api [None req-b79b7ba8-ad32-447b-b8b6-913daa59cb40 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Waiting for the task: (returnval){ [ 739.895577] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]528c9cad-c65d-a58c-bff5-3f256eb03318" [ 739.895577] env[69889]: _type = "Task" [ 739.895577] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.909342] env[69889]: DEBUG oslo_vmware.api [None req-b79b7ba8-ad32-447b-b8b6-913daa59cb40 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]528c9cad-c65d-a58c-bff5-3f256eb03318, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.910829] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-69964fd6-b80d-4bca-8ef3-d66182be7390 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Created folder: Project (194c64918ade44d194b9bb2b9f7cd22e) in parent group-v807779. [ 739.911043] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-69964fd6-b80d-4bca-8ef3-d66182be7390 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Creating folder: Instances. Parent ref: group-v807828. {{(pid=69889) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 739.911435] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2dae3c28-8bfd-4853-b1dd-f7092e0a1aae {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.923129] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-69964fd6-b80d-4bca-8ef3-d66182be7390 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Created folder: Instances in parent group-v807828. [ 739.923581] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-69964fd6-b80d-4bca-8ef3-d66182be7390 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 739.923672] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96c84f6a-1e51-41fa-b5cd-4dc572d96410] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 739.925586] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b08db4c9-ea3f-434a-b08b-2678b625e2ef {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.944040] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 739.944040] env[69889]: value = "task-4076882" [ 739.944040] env[69889]: _type = "Task" [ 739.944040] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.952189] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4076882, 'name': CreateVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.979061] env[69889]: DEBUG oslo_concurrency.lockutils [None req-f8665a5a-482c-417c-8707-cbb603659fe2 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Acquiring lock "refresh_cache-54b1a963-1db6-43da-87b0-f7c9b8d7bb74" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.979220] env[69889]: DEBUG oslo_concurrency.lockutils [None req-f8665a5a-482c-417c-8707-cbb603659fe2 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Acquired lock "refresh_cache-54b1a963-1db6-43da-87b0-f7c9b8d7bb74" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.979375] env[69889]: DEBUG nova.network.neutron [None req-f8665a5a-482c-417c-8707-cbb603659fe2 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 54b1a963-1db6-43da-87b0-f7c9b8d7bb74] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 740.062265] env[69889]: DEBUG oslo_vmware.api [None req-21d0b8fe-a6ee-4fa9-b1c5-48ef03695762 tempest-ServerDiagnosticsNegativeTest-639395065 tempest-ServerDiagnosticsNegativeTest-639395065-project-member] Task: {'id': task-4076879, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162964} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.062545] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-21d0b8fe-a6ee-4fa9-b1c5-48ef03695762 tempest-ServerDiagnosticsNegativeTest-639395065 tempest-ServerDiagnosticsNegativeTest-639395065-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 740.062712] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-21d0b8fe-a6ee-4fa9-b1c5-48ef03695762 tempest-ServerDiagnosticsNegativeTest-639395065 tempest-ServerDiagnosticsNegativeTest-639395065-project-member] [instance: ff21eb77-97b5-450a-baff-063059c2efe1] Deleted contents of the VM from datastore datastore1 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 740.062876] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-21d0b8fe-a6ee-4fa9-b1c5-48ef03695762 tempest-ServerDiagnosticsNegativeTest-639395065 tempest-ServerDiagnosticsNegativeTest-639395065-project-member] [instance: ff21eb77-97b5-450a-baff-063059c2efe1] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 740.063073] env[69889]: INFO nova.compute.manager [None req-21d0b8fe-a6ee-4fa9-b1c5-48ef03695762 tempest-ServerDiagnosticsNegativeTest-639395065 tempest-ServerDiagnosticsNegativeTest-639395065-project-member] [instance: ff21eb77-97b5-450a-baff-063059c2efe1] Took 1.24 seconds to destroy the instance on the hypervisor. [ 740.063479] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-21d0b8fe-a6ee-4fa9-b1c5-48ef03695762 tempest-ServerDiagnosticsNegativeTest-639395065 tempest-ServerDiagnosticsNegativeTest-639395065-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 740.063617] env[69889]: DEBUG nova.compute.manager [-] [instance: ff21eb77-97b5-450a-baff-063059c2efe1] Deallocating network for instance {{(pid=69889) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 740.063690] env[69889]: DEBUG nova.network.neutron [-] [instance: ff21eb77-97b5-450a-baff-063059c2efe1] deallocate_for_instance() {{(pid=69889) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 740.075624] env[69889]: DEBUG oslo_vmware.api [None req-dfed64f1-74ea-4c6b-9cee-02648aff0983 tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Task: {'id': task-4076877, 'name': PowerOnVM_Task, 'duration_secs': 0.549124} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.075832] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfed64f1-74ea-4c6b-9cee-02648aff0983 tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] [instance: 89d1a6bb-1542-46d9-832f-d0ac2867492f] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 740.079020] env[69889]: INFO nova.compute.manager [None req-dfed64f1-74ea-4c6b-9cee-02648aff0983 tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] [instance: 89d1a6bb-1542-46d9-832f-d0ac2867492f] Took 27.33 seconds to spawn the instance on the hypervisor. [ 740.079020] env[69889]: DEBUG nova.compute.manager [None req-dfed64f1-74ea-4c6b-9cee-02648aff0983 tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] [instance: 89d1a6bb-1542-46d9-832f-d0ac2867492f] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 740.079020] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d0778c9-dd21-42a5-8300-b93cd89f9fae {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.092387] env[69889]: DEBUG oslo_concurrency.lockutils [req-793196a7-728a-4938-85bc-33d037d229b6 req-26a20384-4191-4a5c-9fc4-f92af56f2191 service nova] Releasing lock "refresh_cache-7f014d2a-1340-4715-8ab0-42df2c7d9f36" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.157791] env[69889]: DEBUG oslo_concurrency.lockutils [req-3f72dd8e-5329-400d-890f-54796bfcc60f req-35126934-5ace-4cc1-a173-456dab225180 service nova] Releasing lock "refresh_cache-50d05d43-aecd-4d90-ae1a-60a0ff086f9c" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.352835] env[69889]: DEBUG oslo_concurrency.lockutils [None req-43119faf-be8e-4b8c-86e0-2adeecec3a66 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.621s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.353110] env[69889]: INFO nova.compute.manager [None req-43119faf-be8e-4b8c-86e0-2adeecec3a66 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: da1de6c7-ec10-47d2-a8a9-8572cd4162f5] Migrating [ 740.353467] env[69889]: DEBUG oslo_concurrency.lockutils [None req-43119faf-be8e-4b8c-86e0-2adeecec3a66 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.353865] env[69889]: DEBUG oslo_concurrency.lockutils [None req-43119faf-be8e-4b8c-86e0-2adeecec3a66 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Acquired lock "compute-rpcapi-router" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.357416] env[69889]: DEBUG oslo_concurrency.lockutils [None req-2a510059-9b13-4b7f-9463-7b5e1a8b0315 tempest-ServerDiagnosticsTest-755212226 tempest-ServerDiagnosticsTest-755212226-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.787s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.358795] env[69889]: INFO nova.compute.claims [None req-2a510059-9b13-4b7f-9463-7b5e1a8b0315 tempest-ServerDiagnosticsTest-755212226 tempest-ServerDiagnosticsTest-755212226-project-member] [instance: 30d28d6c-5e7a-4e70-9415-b88ec3230f71] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 740.418989] env[69889]: DEBUG oslo_vmware.api [None req-b79b7ba8-ad32-447b-b8b6-913daa59cb40 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]528c9cad-c65d-a58c-bff5-3f256eb03318, 'name': SearchDatastore_Task, 'duration_secs': 0.010378} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.422682] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b79b7ba8-ad32-447b-b8b6-913daa59cb40 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.423297] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-b79b7ba8-ad32-447b-b8b6-913daa59cb40 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore1] 50d05d43-aecd-4d90-ae1a-60a0ff086f9c/50d05d43-aecd-4d90-ae1a-60a0ff086f9c.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 740.423831] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-376bbe58-0019-4535-9b0b-40e755495b71 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.433967] env[69889]: DEBUG oslo_vmware.api [None req-b79b7ba8-ad32-447b-b8b6-913daa59cb40 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Waiting for the task: (returnval){ [ 740.433967] env[69889]: value = "task-4076883" [ 740.433967] env[69889]: _type = "Task" [ 740.433967] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.446957] env[69889]: DEBUG oslo_vmware.api [None req-b79b7ba8-ad32-447b-b8b6-913daa59cb40 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Task: {'id': task-4076883, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.460971] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4076882, 'name': CreateVM_Task, 'duration_secs': 0.510664} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.461316] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96c84f6a-1e51-41fa-b5cd-4dc572d96410] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 740.461969] env[69889]: DEBUG oslo_concurrency.lockutils [None req-69964fd6-b80d-4bca-8ef3-d66182be7390 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.462733] env[69889]: DEBUG oslo_concurrency.lockutils [None req-69964fd6-b80d-4bca-8ef3-d66182be7390 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.463422] env[69889]: DEBUG oslo_concurrency.lockutils [None req-69964fd6-b80d-4bca-8ef3-d66182be7390 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.463756] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1195b733-f4b2-4001-9097-c0efe1988fc7 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.470666] env[69889]: DEBUG oslo_vmware.api [None req-69964fd6-b80d-4bca-8ef3-d66182be7390 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Waiting for the task: (returnval){ [ 740.470666] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52e671c0-a2c5-1295-b281-a27f923a7b12" [ 740.470666] env[69889]: _type = "Task" [ 740.470666] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.486428] env[69889]: DEBUG oslo_vmware.api [None req-69964fd6-b80d-4bca-8ef3-d66182be7390 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52e671c0-a2c5-1295-b281-a27f923a7b12, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.534578] env[69889]: DEBUG nova.network.neutron [None req-f8665a5a-482c-417c-8707-cbb603659fe2 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 54b1a963-1db6-43da-87b0-f7c9b8d7bb74] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 740.604807] env[69889]: INFO nova.compute.manager [None req-dfed64f1-74ea-4c6b-9cee-02648aff0983 tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] [instance: 89d1a6bb-1542-46d9-832f-d0ac2867492f] Took 38.31 seconds to build instance. [ 740.850514] env[69889]: DEBUG nova.network.neutron [None req-f8665a5a-482c-417c-8707-cbb603659fe2 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 54b1a963-1db6-43da-87b0-f7c9b8d7bb74] Updating instance_info_cache with network_info: [{"id": "5c663fe0-4d6e-4be9-b4d2-657e4ecdf2fc", "address": "fa:16:3e:40:6f:d5", "network": {"id": "50ea9016-d269-45df-b7c1-4e83533c6d0e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-430026636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5468c1b0ae3e473cb6a330efa6052f2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c663fe0-4d", "ovs_interfaceid": "5c663fe0-4d6e-4be9-b4d2-657e4ecdf2fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.864175] env[69889]: INFO nova.compute.rpcapi [None req-43119faf-be8e-4b8c-86e0-2adeecec3a66 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 740.865248] env[69889]: DEBUG oslo_concurrency.lockutils [None req-43119faf-be8e-4b8c-86e0-2adeecec3a66 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Releasing lock "compute-rpcapi-router" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.952591] env[69889]: DEBUG oslo_vmware.api [None req-b79b7ba8-ad32-447b-b8b6-913daa59cb40 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Task: {'id': task-4076883, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.986759] env[69889]: DEBUG oslo_vmware.api [None req-69964fd6-b80d-4bca-8ef3-d66182be7390 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52e671c0-a2c5-1295-b281-a27f923a7b12, 'name': SearchDatastore_Task, 'duration_secs': 0.024412} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.987306] env[69889]: DEBUG oslo_concurrency.lockutils [None req-69964fd6-b80d-4bca-8ef3-d66182be7390 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.987781] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-69964fd6-b80d-4bca-8ef3-d66182be7390 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] [instance: 96c84f6a-1e51-41fa-b5cd-4dc572d96410] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 740.988269] env[69889]: DEBUG oslo_concurrency.lockutils [None req-69964fd6-b80d-4bca-8ef3-d66182be7390 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.988542] env[69889]: DEBUG oslo_concurrency.lockutils [None req-69964fd6-b80d-4bca-8ef3-d66182be7390 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.989034] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-69964fd6-b80d-4bca-8ef3-d66182be7390 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 740.989494] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6f6d5218-938c-4522-96b3-292912f563e7 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.013825] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-69964fd6-b80d-4bca-8ef3-d66182be7390 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 741.014089] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-69964fd6-b80d-4bca-8ef3-d66182be7390 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 741.014898] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9bdcb3a1-309a-48b9-8ec9-fae54d1adce8 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.024369] env[69889]: DEBUG oslo_vmware.api [None req-69964fd6-b80d-4bca-8ef3-d66182be7390 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Waiting for the task: (returnval){ [ 741.024369] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]527918be-ab08-c796-e863-277b5eb6b5c1" [ 741.024369] env[69889]: _type = "Task" [ 741.024369] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.040694] env[69889]: DEBUG oslo_vmware.api [None req-69964fd6-b80d-4bca-8ef3-d66182be7390 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]527918be-ab08-c796-e863-277b5eb6b5c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.069168] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b4fd3f52-4e01-4dc2-9f5b-7a0a58d23195 tempest-ServersTestFqdnHostnames-1052344283 tempest-ServersTestFqdnHostnames-1052344283-project-member] Acquiring lock "33ddb54a-10b8-463d-bfcf-4e0e8baea80d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.069430] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b4fd3f52-4e01-4dc2-9f5b-7a0a58d23195 tempest-ServersTestFqdnHostnames-1052344283 tempest-ServersTestFqdnHostnames-1052344283-project-member] Lock "33ddb54a-10b8-463d-bfcf-4e0e8baea80d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.104888] env[69889]: DEBUG oslo_concurrency.lockutils [None req-dfed64f1-74ea-4c6b-9cee-02648aff0983 tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Lock "89d1a6bb-1542-46d9-832f-d0ac2867492f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.824s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.301875] env[69889]: DEBUG nova.network.neutron [-] [instance: ff21eb77-97b5-450a-baff-063059c2efe1] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.353409] env[69889]: DEBUG oslo_concurrency.lockutils [None req-f8665a5a-482c-417c-8707-cbb603659fe2 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Releasing lock "refresh_cache-54b1a963-1db6-43da-87b0-f7c9b8d7bb74" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.356029] env[69889]: DEBUG nova.compute.manager [None req-f8665a5a-482c-417c-8707-cbb603659fe2 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 54b1a963-1db6-43da-87b0-f7c9b8d7bb74] Instance network_info: |[{"id": "5c663fe0-4d6e-4be9-b4d2-657e4ecdf2fc", "address": "fa:16:3e:40:6f:d5", "network": {"id": "50ea9016-d269-45df-b7c1-4e83533c6d0e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-430026636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5468c1b0ae3e473cb6a330efa6052f2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c663fe0-4d", "ovs_interfaceid": "5c663fe0-4d6e-4be9-b4d2-657e4ecdf2fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 741.356029] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-f8665a5a-482c-417c-8707-cbb603659fe2 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 54b1a963-1db6-43da-87b0-f7c9b8d7bb74] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:6f:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0248a27a-1d7f-4195-987b-06bfc8467347', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5c663fe0-4d6e-4be9-b4d2-657e4ecdf2fc', 'vif_model': 'vmxnet3'}] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 741.365818] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f8665a5a-482c-417c-8707-cbb603659fe2 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 741.367524] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54b1a963-1db6-43da-87b0-f7c9b8d7bb74] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 741.367719] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ad7fcb0c-8b10-4695-afa6-3d2274b2e728 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.390539] env[69889]: DEBUG oslo_concurrency.lockutils [None req-43119faf-be8e-4b8c-86e0-2adeecec3a66 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Acquiring lock "refresh_cache-da1de6c7-ec10-47d2-a8a9-8572cd4162f5" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.390539] env[69889]: DEBUG oslo_concurrency.lockutils [None req-43119faf-be8e-4b8c-86e0-2adeecec3a66 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Acquired lock "refresh_cache-da1de6c7-ec10-47d2-a8a9-8572cd4162f5" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.390539] env[69889]: DEBUG nova.network.neutron [None req-43119faf-be8e-4b8c-86e0-2adeecec3a66 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: da1de6c7-ec10-47d2-a8a9-8572cd4162f5] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 741.409681] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 741.409681] env[69889]: value = "task-4076884" [ 741.409681] env[69889]: _type = "Task" [ 741.409681] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.422437] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4076884, 'name': CreateVM_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.451364] env[69889]: DEBUG oslo_vmware.api [None req-b79b7ba8-ad32-447b-b8b6-913daa59cb40 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Task: {'id': task-4076883, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.797534} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.451364] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-b79b7ba8-ad32-447b-b8b6-913daa59cb40 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore1] 50d05d43-aecd-4d90-ae1a-60a0ff086f9c/50d05d43-aecd-4d90-ae1a-60a0ff086f9c.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 741.451364] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-b79b7ba8-ad32-447b-b8b6-913daa59cb40 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 50d05d43-aecd-4d90-ae1a-60a0ff086f9c] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 741.451559] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b8b37bf2-be64-4bc1-b188-0436ed57bc44 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.462757] env[69889]: DEBUG oslo_vmware.api [None req-b79b7ba8-ad32-447b-b8b6-913daa59cb40 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Waiting for the task: (returnval){ [ 741.462757] env[69889]: value = "task-4076885" [ 741.462757] env[69889]: _type = "Task" [ 741.462757] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.479405] env[69889]: DEBUG oslo_vmware.api [None req-b79b7ba8-ad32-447b-b8b6-913daa59cb40 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Task: {'id': task-4076885, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.538484] env[69889]: DEBUG oslo_vmware.api [None req-69964fd6-b80d-4bca-8ef3-d66182be7390 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]527918be-ab08-c796-e863-277b5eb6b5c1, 'name': SearchDatastore_Task, 'duration_secs': 0.063044} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.539526] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54dca6b1-f950-46ea-b39c-4650c535cc90 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.553372] env[69889]: DEBUG oslo_vmware.api [None req-69964fd6-b80d-4bca-8ef3-d66182be7390 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Waiting for the task: (returnval){ [ 741.553372] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52d48015-61b1-cc8f-3a17-db887f083888" [ 741.553372] env[69889]: _type = "Task" [ 741.553372] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.567299] env[69889]: DEBUG oslo_vmware.api [None req-69964fd6-b80d-4bca-8ef3-d66182be7390 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52d48015-61b1-cc8f-3a17-db887f083888, 'name': SearchDatastore_Task, 'duration_secs': 0.01146} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.567299] env[69889]: DEBUG oslo_concurrency.lockutils [None req-69964fd6-b80d-4bca-8ef3-d66182be7390 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.567299] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-69964fd6-b80d-4bca-8ef3-d66182be7390 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore1] 96c84f6a-1e51-41fa-b5cd-4dc572d96410/96c84f6a-1e51-41fa-b5cd-4dc572d96410.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 741.570328] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-65965814-72f2-439d-af20-b3c084c8b6ed {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.583438] env[69889]: DEBUG oslo_vmware.api [None req-69964fd6-b80d-4bca-8ef3-d66182be7390 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Waiting for the task: (returnval){ [ 741.583438] env[69889]: value = "task-4076886" [ 741.583438] env[69889]: _type = "Task" [ 741.583438] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.600542] env[69889]: DEBUG oslo_vmware.api [None req-69964fd6-b80d-4bca-8ef3-d66182be7390 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Task: {'id': task-4076886, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.607034] env[69889]: DEBUG nova.compute.manager [None req-fe1af6c9-054e-4706-9cc4-c0697db2e558 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] [instance: ad899de6-c2d4-4cbe-a91c-1cd76f650ae4] Starting instance... {{(pid=69889) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 741.805133] env[69889]: INFO nova.compute.manager [-] [instance: ff21eb77-97b5-450a-baff-063059c2efe1] Took 1.74 seconds to deallocate network for instance. [ 741.929664] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4076884, 'name': CreateVM_Task} progress is 99%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.931816] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e44b53d5-ef7f-4cf3-a7cc-acaed432f99e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.942772] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b8bd080-6770-4022-8fa1-eb5bb655ff7a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.996323] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-361097d7-6aaa-414a-a856-02e1b04437df {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.007653] env[69889]: DEBUG oslo_vmware.api [None req-b79b7ba8-ad32-447b-b8b6-913daa59cb40 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Task: {'id': task-4076885, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105153} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.010480] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-b79b7ba8-ad32-447b-b8b6-913daa59cb40 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 50d05d43-aecd-4d90-ae1a-60a0ff086f9c] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 742.012663] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-148b1231-34e3-41ce-935b-2a79a2415584 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.015744] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c54b7973-b842-4cce-94c6-d9503b8762d5 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.044264] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-b79b7ba8-ad32-447b-b8b6-913daa59cb40 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 50d05d43-aecd-4d90-ae1a-60a0ff086f9c] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] 50d05d43-aecd-4d90-ae1a-60a0ff086f9c/50d05d43-aecd-4d90-ae1a-60a0ff086f9c.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 742.053310] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b23110ef-76fb-447c-8272-ca6fed151c25 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.068549] env[69889]: DEBUG nova.compute.provider_tree [None req-2a510059-9b13-4b7f-9463-7b5e1a8b0315 tempest-ServerDiagnosticsTest-755212226 tempest-ServerDiagnosticsTest-755212226-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 742.077549] env[69889]: DEBUG oslo_vmware.api [None req-b79b7ba8-ad32-447b-b8b6-913daa59cb40 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Waiting for the task: (returnval){ [ 742.077549] env[69889]: value = "task-4076887" [ 742.077549] env[69889]: _type = "Task" [ 742.077549] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.101849] env[69889]: DEBUG oslo_vmware.api [None req-69964fd6-b80d-4bca-8ef3-d66182be7390 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Task: {'id': task-4076886, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.106714] env[69889]: DEBUG oslo_vmware.api [None req-b79b7ba8-ad32-447b-b8b6-913daa59cb40 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Task: {'id': task-4076887, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.146398] env[69889]: DEBUG oslo_concurrency.lockutils [None req-fe1af6c9-054e-4706-9cc4-c0697db2e558 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.150141] env[69889]: DEBUG nova.compute.manager [req-3e389529-3b9a-4842-b2b4-0885dd7c9da0 req-765d3f87-3a97-4e48-bbf9-b37eb7e37714 service nova] [instance: 54b1a963-1db6-43da-87b0-f7c9b8d7bb74] Received event network-vif-plugged-5c663fe0-4d6e-4be9-b4d2-657e4ecdf2fc {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 742.150503] env[69889]: DEBUG oslo_concurrency.lockutils [req-3e389529-3b9a-4842-b2b4-0885dd7c9da0 req-765d3f87-3a97-4e48-bbf9-b37eb7e37714 service nova] Acquiring lock "54b1a963-1db6-43da-87b0-f7c9b8d7bb74-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.150833] env[69889]: DEBUG oslo_concurrency.lockutils [req-3e389529-3b9a-4842-b2b4-0885dd7c9da0 req-765d3f87-3a97-4e48-bbf9-b37eb7e37714 service nova] Lock "54b1a963-1db6-43da-87b0-f7c9b8d7bb74-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.151239] env[69889]: DEBUG oslo_concurrency.lockutils [req-3e389529-3b9a-4842-b2b4-0885dd7c9da0 req-765d3f87-3a97-4e48-bbf9-b37eb7e37714 service nova] Lock "54b1a963-1db6-43da-87b0-f7c9b8d7bb74-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.152345] env[69889]: DEBUG nova.compute.manager [req-3e389529-3b9a-4842-b2b4-0885dd7c9da0 req-765d3f87-3a97-4e48-bbf9-b37eb7e37714 service nova] [instance: 54b1a963-1db6-43da-87b0-f7c9b8d7bb74] No waiting events found dispatching network-vif-plugged-5c663fe0-4d6e-4be9-b4d2-657e4ecdf2fc {{(pid=69889) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 742.152345] env[69889]: WARNING nova.compute.manager [req-3e389529-3b9a-4842-b2b4-0885dd7c9da0 req-765d3f87-3a97-4e48-bbf9-b37eb7e37714 service nova] [instance: 54b1a963-1db6-43da-87b0-f7c9b8d7bb74] Received unexpected event network-vif-plugged-5c663fe0-4d6e-4be9-b4d2-657e4ecdf2fc for instance with vm_state building and task_state spawning. [ 742.152345] env[69889]: DEBUG nova.compute.manager [req-3e389529-3b9a-4842-b2b4-0885dd7c9da0 req-765d3f87-3a97-4e48-bbf9-b37eb7e37714 service nova] [instance: 54b1a963-1db6-43da-87b0-f7c9b8d7bb74] Received event network-changed-5c663fe0-4d6e-4be9-b4d2-657e4ecdf2fc {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 742.152345] env[69889]: DEBUG nova.compute.manager [req-3e389529-3b9a-4842-b2b4-0885dd7c9da0 req-765d3f87-3a97-4e48-bbf9-b37eb7e37714 service nova] [instance: 54b1a963-1db6-43da-87b0-f7c9b8d7bb74] Refreshing instance network info cache due to event network-changed-5c663fe0-4d6e-4be9-b4d2-657e4ecdf2fc. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 742.152345] env[69889]: DEBUG oslo_concurrency.lockutils [req-3e389529-3b9a-4842-b2b4-0885dd7c9da0 req-765d3f87-3a97-4e48-bbf9-b37eb7e37714 service nova] Acquiring lock "refresh_cache-54b1a963-1db6-43da-87b0-f7c9b8d7bb74" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.152345] env[69889]: DEBUG oslo_concurrency.lockutils [req-3e389529-3b9a-4842-b2b4-0885dd7c9da0 req-765d3f87-3a97-4e48-bbf9-b37eb7e37714 service nova] Acquired lock "refresh_cache-54b1a963-1db6-43da-87b0-f7c9b8d7bb74" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.152575] env[69889]: DEBUG nova.network.neutron [req-3e389529-3b9a-4842-b2b4-0885dd7c9da0 req-765d3f87-3a97-4e48-bbf9-b37eb7e37714 service nova] [instance: 54b1a963-1db6-43da-87b0-f7c9b8d7bb74] Refreshing network info cache for port 5c663fe0-4d6e-4be9-b4d2-657e4ecdf2fc {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 742.177324] env[69889]: DEBUG nova.compute.manager [req-217b1ba2-5f31-44ed-adaf-748e46b8ea2e req-018b6538-38e6-40e2-b3f9-31615dde593a service nova] [instance: ff21eb77-97b5-450a-baff-063059c2efe1] Received event network-vif-deleted-8ebd7ccf-89e1-48c8-980c-2297637c2485 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 742.312368] env[69889]: DEBUG oslo_concurrency.lockutils [None req-21d0b8fe-a6ee-4fa9-b1c5-48ef03695762 tempest-ServerDiagnosticsNegativeTest-639395065 tempest-ServerDiagnosticsNegativeTest-639395065-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.359966] env[69889]: DEBUG nova.network.neutron [None req-43119faf-be8e-4b8c-86e0-2adeecec3a66 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: da1de6c7-ec10-47d2-a8a9-8572cd4162f5] Updating instance_info_cache with network_info: [{"id": "e5f478e5-e0f8-41e7-a87c-054c79afd15e", "address": "fa:16:3e:88:1b:e0", "network": {"id": "f9341188-47f9-41e2-bae7-5eb6406f3899", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.39", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b7973ea41bcd4363abc2e9339dec4d77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5f478e5-e0", "ovs_interfaceid": "e5f478e5-e0f8-41e7-a87c-054c79afd15e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.428090] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4076884, 'name': CreateVM_Task, 'duration_secs': 0.539125} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.428272] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54b1a963-1db6-43da-87b0-f7c9b8d7bb74] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 742.429146] env[69889]: DEBUG oslo_concurrency.lockutils [None req-f8665a5a-482c-417c-8707-cbb603659fe2 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.429313] env[69889]: DEBUG oslo_concurrency.lockutils [None req-f8665a5a-482c-417c-8707-cbb603659fe2 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.429872] env[69889]: DEBUG oslo_concurrency.lockutils [None req-f8665a5a-482c-417c-8707-cbb603659fe2 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.430179] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e76719ac-c91b-4f65-804b-01cc60a2affc {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.435282] env[69889]: DEBUG oslo_vmware.api [None req-f8665a5a-482c-417c-8707-cbb603659fe2 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Waiting for the task: (returnval){ [ 742.435282] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]528dde7b-a577-840c-dc2a-2c84f0632678" [ 742.435282] env[69889]: _type = "Task" [ 742.435282] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.447074] env[69889]: DEBUG oslo_vmware.api [None req-f8665a5a-482c-417c-8707-cbb603659fe2 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]528dde7b-a577-840c-dc2a-2c84f0632678, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.576206] env[69889]: DEBUG nova.scheduler.client.report [None req-2a510059-9b13-4b7f-9463-7b5e1a8b0315 tempest-ServerDiagnosticsTest-755212226 tempest-ServerDiagnosticsTest-755212226-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 742.603942] env[69889]: DEBUG oslo_vmware.api [None req-b79b7ba8-ad32-447b-b8b6-913daa59cb40 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Task: {'id': task-4076887, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.606525] env[69889]: DEBUG oslo_vmware.api [None req-69964fd6-b80d-4bca-8ef3-d66182be7390 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Task: {'id': task-4076886, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.566878} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.606736] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-69964fd6-b80d-4bca-8ef3-d66182be7390 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore1] 96c84f6a-1e51-41fa-b5cd-4dc572d96410/96c84f6a-1e51-41fa-b5cd-4dc572d96410.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 742.606989] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-69964fd6-b80d-4bca-8ef3-d66182be7390 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] [instance: 96c84f6a-1e51-41fa-b5cd-4dc572d96410] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 742.607233] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-78f82fba-b471-4fe8-9da6-472c8d6726a9 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.619166] env[69889]: DEBUG oslo_vmware.api [None req-69964fd6-b80d-4bca-8ef3-d66182be7390 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Waiting for the task: (returnval){ [ 742.619166] env[69889]: value = "task-4076888" [ 742.619166] env[69889]: _type = "Task" [ 742.619166] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.634462] env[69889]: DEBUG oslo_vmware.api [None req-69964fd6-b80d-4bca-8ef3-d66182be7390 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Task: {'id': task-4076888, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.760831] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ee7c28bf-bb0a-4255-a0e3-6f9fb83891d1 tempest-ImagesNegativeTestJSON-2145547927 tempest-ImagesNegativeTestJSON-2145547927-project-member] Acquiring lock "2a1576fd-1e00-4803-ba65-cf3f35434ca6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.761148] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ee7c28bf-bb0a-4255-a0e3-6f9fb83891d1 tempest-ImagesNegativeTestJSON-2145547927 tempest-ImagesNegativeTestJSON-2145547927-project-member] Lock "2a1576fd-1e00-4803-ba65-cf3f35434ca6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.864765] env[69889]: DEBUG oslo_concurrency.lockutils [None req-43119faf-be8e-4b8c-86e0-2adeecec3a66 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Releasing lock "refresh_cache-da1de6c7-ec10-47d2-a8a9-8572cd4162f5" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.950128] env[69889]: DEBUG oslo_vmware.api [None req-f8665a5a-482c-417c-8707-cbb603659fe2 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]528dde7b-a577-840c-dc2a-2c84f0632678, 'name': SearchDatastore_Task, 'duration_secs': 0.020842} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.950539] env[69889]: DEBUG oslo_concurrency.lockutils [None req-f8665a5a-482c-417c-8707-cbb603659fe2 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.950685] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-f8665a5a-482c-417c-8707-cbb603659fe2 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 54b1a963-1db6-43da-87b0-f7c9b8d7bb74] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 742.951023] env[69889]: DEBUG oslo_concurrency.lockutils [None req-f8665a5a-482c-417c-8707-cbb603659fe2 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.951221] env[69889]: DEBUG oslo_concurrency.lockutils [None req-f8665a5a-482c-417c-8707-cbb603659fe2 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.951444] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8665a5a-482c-417c-8707-cbb603659fe2 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 742.952252] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-10db4214-1843-496f-b40f-12ea4a3d884f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.962767] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8665a5a-482c-417c-8707-cbb603659fe2 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 742.962767] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-f8665a5a-482c-417c-8707-cbb603659fe2 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 742.963584] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7d897fc-97c4-404b-96fc-bf25de192cb4 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.969958] env[69889]: DEBUG oslo_vmware.api [None req-f8665a5a-482c-417c-8707-cbb603659fe2 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Waiting for the task: (returnval){ [ 742.969958] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52b583c5-a96c-725b-790c-67a8a9c605e7" [ 742.969958] env[69889]: _type = "Task" [ 742.969958] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.978829] env[69889]: DEBUG oslo_vmware.api [None req-f8665a5a-482c-417c-8707-cbb603659fe2 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52b583c5-a96c-725b-790c-67a8a9c605e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.054814] env[69889]: DEBUG nova.network.neutron [req-3e389529-3b9a-4842-b2b4-0885dd7c9da0 req-765d3f87-3a97-4e48-bbf9-b37eb7e37714 service nova] [instance: 54b1a963-1db6-43da-87b0-f7c9b8d7bb74] Updated VIF entry in instance network info cache for port 5c663fe0-4d6e-4be9-b4d2-657e4ecdf2fc. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 743.055015] env[69889]: DEBUG nova.network.neutron [req-3e389529-3b9a-4842-b2b4-0885dd7c9da0 req-765d3f87-3a97-4e48-bbf9-b37eb7e37714 service nova] [instance: 54b1a963-1db6-43da-87b0-f7c9b8d7bb74] Updating instance_info_cache with network_info: [{"id": "5c663fe0-4d6e-4be9-b4d2-657e4ecdf2fc", "address": "fa:16:3e:40:6f:d5", "network": {"id": "50ea9016-d269-45df-b7c1-4e83533c6d0e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-430026636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5468c1b0ae3e473cb6a330efa6052f2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c663fe0-4d", "ovs_interfaceid": "5c663fe0-4d6e-4be9-b4d2-657e4ecdf2fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.082372] env[69889]: DEBUG oslo_concurrency.lockutils [None req-2a510059-9b13-4b7f-9463-7b5e1a8b0315 tempest-ServerDiagnosticsTest-755212226 tempest-ServerDiagnosticsTest-755212226-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.727s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.083618] env[69889]: DEBUG nova.compute.manager [None req-2a510059-9b13-4b7f-9463-7b5e1a8b0315 tempest-ServerDiagnosticsTest-755212226 tempest-ServerDiagnosticsTest-755212226-project-member] [instance: 30d28d6c-5e7a-4e70-9415-b88ec3230f71] Start building networks asynchronously for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 743.090210] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b24d0c9b-f959-463c-aea9-72a9a637ce10 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.565s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.090210] env[69889]: DEBUG nova.objects.instance [None req-b24d0c9b-f959-463c-aea9-72a9a637ce10 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Lazy-loading 'resources' on Instance uuid d23cb796-1de4-4706-8d28-a50c7da8f5e0 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 743.108424] env[69889]: DEBUG oslo_vmware.api [None req-b79b7ba8-ad32-447b-b8b6-913daa59cb40 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Task: {'id': task-4076887, 'name': ReconfigVM_Task, 'duration_secs': 0.678053} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.109330] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-b79b7ba8-ad32-447b-b8b6-913daa59cb40 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 50d05d43-aecd-4d90-ae1a-60a0ff086f9c] Reconfigured VM instance instance-00000010 to attach disk [datastore1] 50d05d43-aecd-4d90-ae1a-60a0ff086f9c/50d05d43-aecd-4d90-ae1a-60a0ff086f9c.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 743.109712] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e18383e2-861e-4d22-92d8-ee419777f0db {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.120269] env[69889]: DEBUG oslo_vmware.api [None req-b79b7ba8-ad32-447b-b8b6-913daa59cb40 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Waiting for the task: (returnval){ [ 743.120269] env[69889]: value = "task-4076889" [ 743.120269] env[69889]: _type = "Task" [ 743.120269] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.136396] env[69889]: DEBUG oslo_vmware.api [None req-b79b7ba8-ad32-447b-b8b6-913daa59cb40 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Task: {'id': task-4076889, 'name': Rename_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.142299] env[69889]: DEBUG oslo_vmware.api [None req-69964fd6-b80d-4bca-8ef3-d66182be7390 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Task: {'id': task-4076888, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075776} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.142501] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-69964fd6-b80d-4bca-8ef3-d66182be7390 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] [instance: 96c84f6a-1e51-41fa-b5cd-4dc572d96410] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 743.144587] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e84ccc4d-06a9-4681-96b4-d88452fb5ce0 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.172605] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-69964fd6-b80d-4bca-8ef3-d66182be7390 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] [instance: 96c84f6a-1e51-41fa-b5cd-4dc572d96410] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] 96c84f6a-1e51-41fa-b5cd-4dc572d96410/96c84f6a-1e51-41fa-b5cd-4dc572d96410.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 743.174068] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8805f433-3840-4ca9-bf0d-f78a614a3eb7 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.196947] env[69889]: DEBUG oslo_vmware.api [None req-69964fd6-b80d-4bca-8ef3-d66182be7390 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Waiting for the task: (returnval){ [ 743.196947] env[69889]: value = "task-4076890" [ 743.196947] env[69889]: _type = "Task" [ 743.196947] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.206749] env[69889]: DEBUG oslo_vmware.api [None req-69964fd6-b80d-4bca-8ef3-d66182be7390 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Task: {'id': task-4076890, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.483219] env[69889]: DEBUG oslo_vmware.api [None req-f8665a5a-482c-417c-8707-cbb603659fe2 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52b583c5-a96c-725b-790c-67a8a9c605e7, 'name': SearchDatastore_Task, 'duration_secs': 0.013509} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.484418] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdb33515-bc07-4811-98a5-c55e89e6079a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.490638] env[69889]: DEBUG oslo_vmware.api [None req-f8665a5a-482c-417c-8707-cbb603659fe2 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Waiting for the task: (returnval){ [ 743.490638] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52790697-e834-b2df-2e02-38e36ea62f12" [ 743.490638] env[69889]: _type = "Task" [ 743.490638] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.501654] env[69889]: DEBUG oslo_vmware.api [None req-f8665a5a-482c-417c-8707-cbb603659fe2 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52790697-e834-b2df-2e02-38e36ea62f12, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.559166] env[69889]: DEBUG oslo_concurrency.lockutils [req-3e389529-3b9a-4842-b2b4-0885dd7c9da0 req-765d3f87-3a97-4e48-bbf9-b37eb7e37714 service nova] Releasing lock "refresh_cache-54b1a963-1db6-43da-87b0-f7c9b8d7bb74" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.604871] env[69889]: DEBUG nova.compute.utils [None req-2a510059-9b13-4b7f-9463-7b5e1a8b0315 tempest-ServerDiagnosticsTest-755212226 tempest-ServerDiagnosticsTest-755212226-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 743.606864] env[69889]: DEBUG nova.compute.manager [None req-2a510059-9b13-4b7f-9463-7b5e1a8b0315 tempest-ServerDiagnosticsTest-755212226 tempest-ServerDiagnosticsTest-755212226-project-member] [instance: 30d28d6c-5e7a-4e70-9415-b88ec3230f71] Allocating IP information in the background. {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 743.607118] env[69889]: DEBUG nova.network.neutron [None req-2a510059-9b13-4b7f-9463-7b5e1a8b0315 tempest-ServerDiagnosticsTest-755212226 tempest-ServerDiagnosticsTest-755212226-project-member] [instance: 30d28d6c-5e7a-4e70-9415-b88ec3230f71] allocate_for_instance() {{(pid=69889) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 743.639651] env[69889]: DEBUG oslo_vmware.api [None req-b79b7ba8-ad32-447b-b8b6-913daa59cb40 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Task: {'id': task-4076889, 'name': Rename_Task, 'duration_secs': 0.228989} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.643732] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-b79b7ba8-ad32-447b-b8b6-913daa59cb40 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 50d05d43-aecd-4d90-ae1a-60a0ff086f9c] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 743.647276] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-43b8d68f-7651-497a-9764-10732174b9fe {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.656184] env[69889]: DEBUG oslo_vmware.api [None req-b79b7ba8-ad32-447b-b8b6-913daa59cb40 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Waiting for the task: (returnval){ [ 743.656184] env[69889]: value = "task-4076891" [ 743.656184] env[69889]: _type = "Task" [ 743.656184] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.667662] env[69889]: DEBUG oslo_vmware.api [None req-b79b7ba8-ad32-447b-b8b6-913daa59cb40 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Task: {'id': task-4076891, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.712737] env[69889]: DEBUG oslo_vmware.api [None req-69964fd6-b80d-4bca-8ef3-d66182be7390 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Task: {'id': task-4076890, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.726595] env[69889]: DEBUG nova.policy [None req-2a510059-9b13-4b7f-9463-7b5e1a8b0315 tempest-ServerDiagnosticsTest-755212226 tempest-ServerDiagnosticsTest-755212226-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ebd8486e186141989d80065b134bf9a1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '23ab4c40fb244bc58894e022b309ca25', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69889) authorize /opt/stack/nova/nova/policy.py:192}} [ 744.011312] env[69889]: DEBUG oslo_vmware.api [None req-f8665a5a-482c-417c-8707-cbb603659fe2 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52790697-e834-b2df-2e02-38e36ea62f12, 'name': SearchDatastore_Task, 'duration_secs': 0.011168} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.011532] env[69889]: DEBUG oslo_concurrency.lockutils [None req-f8665a5a-482c-417c-8707-cbb603659fe2 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.011772] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8665a5a-482c-417c-8707-cbb603659fe2 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore1] 54b1a963-1db6-43da-87b0-f7c9b8d7bb74/54b1a963-1db6-43da-87b0-f7c9b8d7bb74.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 744.014070] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a6c9f9d8-5428-47d7-b45b-ad815c2fa409 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.024700] env[69889]: DEBUG oslo_vmware.api [None req-f8665a5a-482c-417c-8707-cbb603659fe2 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Waiting for the task: (returnval){ [ 744.024700] env[69889]: value = "task-4076892" [ 744.024700] env[69889]: _type = "Task" [ 744.024700] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.034326] env[69889]: DEBUG oslo_vmware.api [None req-f8665a5a-482c-417c-8707-cbb603659fe2 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Task: {'id': task-4076892, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.112343] env[69889]: DEBUG nova.compute.manager [None req-2a510059-9b13-4b7f-9463-7b5e1a8b0315 tempest-ServerDiagnosticsTest-755212226 tempest-ServerDiagnosticsTest-755212226-project-member] [instance: 30d28d6c-5e7a-4e70-9415-b88ec3230f71] Start building block device mappings for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 744.139646] env[69889]: DEBUG nova.network.neutron [None req-2a510059-9b13-4b7f-9463-7b5e1a8b0315 tempest-ServerDiagnosticsTest-755212226 tempest-ServerDiagnosticsTest-755212226-project-member] [instance: 30d28d6c-5e7a-4e70-9415-b88ec3230f71] Successfully created port: c31adc1e-8233-42f0-9ed2-8c3be34eb4ab {{(pid=69889) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 744.148025] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22bf629e-3759-40fa-9c35-15c1a2d3d098 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.164979] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3adb8ecb-d418-4ed8-b9e9-99e18091740b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.172513] env[69889]: DEBUG oslo_vmware.api [None req-b79b7ba8-ad32-447b-b8b6-913daa59cb40 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Task: {'id': task-4076891, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.207384] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ae3dfb9-9cdf-497d-8b82-d3cd77afd2a8 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.217152] env[69889]: DEBUG oslo_vmware.api [None req-69964fd6-b80d-4bca-8ef3-d66182be7390 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Task: {'id': task-4076890, 'name': ReconfigVM_Task, 'duration_secs': 0.582974} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.220364] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-69964fd6-b80d-4bca-8ef3-d66182be7390 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] [instance: 96c84f6a-1e51-41fa-b5cd-4dc572d96410] Reconfigured VM instance instance-00000012 to attach disk [datastore1] 96c84f6a-1e51-41fa-b5cd-4dc572d96410/96c84f6a-1e51-41fa-b5cd-4dc572d96410.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 744.221773] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0e25f478-7bb5-4b07-b4ed-def0848a7395 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.225157] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd17dd79-3cf0-453d-9a01-d9346d7d8ad5 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.247044] env[69889]: DEBUG nova.compute.provider_tree [None req-b24d0c9b-f959-463c-aea9-72a9a637ce10 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 744.253465] env[69889]: DEBUG oslo_vmware.api [None req-69964fd6-b80d-4bca-8ef3-d66182be7390 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Waiting for the task: (returnval){ [ 744.253465] env[69889]: value = "task-4076893" [ 744.253465] env[69889]: _type = "Task" [ 744.253465] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.266530] env[69889]: DEBUG oslo_vmware.api [None req-69964fd6-b80d-4bca-8ef3-d66182be7390 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Task: {'id': task-4076893, 'name': Rename_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.390343] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a753df6-378d-4d9e-a5f9-752b0beb709b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.416140] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-43119faf-be8e-4b8c-86e0-2adeecec3a66 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: da1de6c7-ec10-47d2-a8a9-8572cd4162f5] Updating instance 'da1de6c7-ec10-47d2-a8a9-8572cd4162f5' progress to 0 {{(pid=69889) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 744.450159] env[69889]: DEBUG oslo_concurrency.lockutils [None req-43500120-7974-48bb-9b3e-378dcd53ee0c tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Acquiring lock "89d1a6bb-1542-46d9-832f-d0ac2867492f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.450432] env[69889]: DEBUG oslo_concurrency.lockutils [None req-43500120-7974-48bb-9b3e-378dcd53ee0c tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Lock "89d1a6bb-1542-46d9-832f-d0ac2867492f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.450650] env[69889]: DEBUG oslo_concurrency.lockutils [None req-43500120-7974-48bb-9b3e-378dcd53ee0c tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Acquiring lock "89d1a6bb-1542-46d9-832f-d0ac2867492f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.450835] env[69889]: DEBUG oslo_concurrency.lockutils [None req-43500120-7974-48bb-9b3e-378dcd53ee0c tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Lock "89d1a6bb-1542-46d9-832f-d0ac2867492f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.451015] env[69889]: DEBUG oslo_concurrency.lockutils [None req-43500120-7974-48bb-9b3e-378dcd53ee0c tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Lock "89d1a6bb-1542-46d9-832f-d0ac2867492f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.460143] env[69889]: INFO nova.compute.manager [None req-43500120-7974-48bb-9b3e-378dcd53ee0c tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] [instance: 89d1a6bb-1542-46d9-832f-d0ac2867492f] Terminating instance [ 744.540293] env[69889]: DEBUG oslo_vmware.api [None req-f8665a5a-482c-417c-8707-cbb603659fe2 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Task: {'id': task-4076892, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513049} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.540293] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8665a5a-482c-417c-8707-cbb603659fe2 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore1] 54b1a963-1db6-43da-87b0-f7c9b8d7bb74/54b1a963-1db6-43da-87b0-f7c9b8d7bb74.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 744.540293] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-f8665a5a-482c-417c-8707-cbb603659fe2 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 54b1a963-1db6-43da-87b0-f7c9b8d7bb74] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 744.541311] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7206eff9-a861-4f90-92a3-8b4e39f81436 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.553996] env[69889]: DEBUG oslo_vmware.api [None req-f8665a5a-482c-417c-8707-cbb603659fe2 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Waiting for the task: (returnval){ [ 744.553996] env[69889]: value = "task-4076894" [ 744.553996] env[69889]: _type = "Task" [ 744.553996] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.569695] env[69889]: DEBUG oslo_vmware.api [None req-f8665a5a-482c-417c-8707-cbb603659fe2 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Task: {'id': task-4076894, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.671527] env[69889]: DEBUG oslo_vmware.api [None req-b79b7ba8-ad32-447b-b8b6-913daa59cb40 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Task: {'id': task-4076891, 'name': PowerOnVM_Task, 'duration_secs': 0.828227} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.671775] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-b79b7ba8-ad32-447b-b8b6-913daa59cb40 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 50d05d43-aecd-4d90-ae1a-60a0ff086f9c] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 744.671975] env[69889]: INFO nova.compute.manager [None req-b79b7ba8-ad32-447b-b8b6-913daa59cb40 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 50d05d43-aecd-4d90-ae1a-60a0ff086f9c] Took 11.17 seconds to spawn the instance on the hypervisor. [ 744.672246] env[69889]: DEBUG nova.compute.manager [None req-b79b7ba8-ad32-447b-b8b6-913daa59cb40 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 50d05d43-aecd-4d90-ae1a-60a0ff086f9c] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 744.673054] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-666fbc2c-70ff-4b13-9ac4-891970ab5896 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.752762] env[69889]: DEBUG nova.scheduler.client.report [None req-b24d0c9b-f959-463c-aea9-72a9a637ce10 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 744.768496] env[69889]: DEBUG oslo_vmware.api [None req-69964fd6-b80d-4bca-8ef3-d66182be7390 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Task: {'id': task-4076893, 'name': Rename_Task, 'duration_secs': 0.237282} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.768856] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-69964fd6-b80d-4bca-8ef3-d66182be7390 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] [instance: 96c84f6a-1e51-41fa-b5cd-4dc572d96410] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 744.769117] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-30529064-4ae7-447d-9db8-d34617d51387 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.783536] env[69889]: DEBUG oslo_vmware.api [None req-69964fd6-b80d-4bca-8ef3-d66182be7390 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Waiting for the task: (returnval){ [ 744.783536] env[69889]: value = "task-4076895" [ 744.783536] env[69889]: _type = "Task" [ 744.783536] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.795881] env[69889]: DEBUG oslo_vmware.api [None req-69964fd6-b80d-4bca-8ef3-d66182be7390 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Task: {'id': task-4076895, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.926944] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-43119faf-be8e-4b8c-86e0-2adeecec3a66 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: da1de6c7-ec10-47d2-a8a9-8572cd4162f5] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 744.927377] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b3b843d3-785b-46d3-a2d0-79e27102489a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.938130] env[69889]: DEBUG oslo_vmware.api [None req-43119faf-be8e-4b8c-86e0-2adeecec3a66 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Waiting for the task: (returnval){ [ 744.938130] env[69889]: value = "task-4076896" [ 744.938130] env[69889]: _type = "Task" [ 744.938130] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.948964] env[69889]: DEBUG oslo_vmware.api [None req-43119faf-be8e-4b8c-86e0-2adeecec3a66 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Task: {'id': task-4076896, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.968230] env[69889]: DEBUG nova.compute.manager [None req-43500120-7974-48bb-9b3e-378dcd53ee0c tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] [instance: 89d1a6bb-1542-46d9-832f-d0ac2867492f] Start destroying the instance on the hypervisor. {{(pid=69889) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 744.968464] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-43500120-7974-48bb-9b3e-378dcd53ee0c tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] [instance: 89d1a6bb-1542-46d9-832f-d0ac2867492f] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 744.969406] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-705f080b-4410-4ac4-80d8-9e866f7cab51 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.978235] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-43500120-7974-48bb-9b3e-378dcd53ee0c tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] [instance: 89d1a6bb-1542-46d9-832f-d0ac2867492f] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 744.978567] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8af90fc3-c2a6-4ed1-9075-3c2bf283cf45 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.986206] env[69889]: DEBUG oslo_vmware.api [None req-43500120-7974-48bb-9b3e-378dcd53ee0c tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Waiting for the task: (returnval){ [ 744.986206] env[69889]: value = "task-4076897" [ 744.986206] env[69889]: _type = "Task" [ 744.986206] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.996028] env[69889]: DEBUG oslo_vmware.api [None req-43500120-7974-48bb-9b3e-378dcd53ee0c tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Task: {'id': task-4076897, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.067794] env[69889]: DEBUG oslo_vmware.api [None req-f8665a5a-482c-417c-8707-cbb603659fe2 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Task: {'id': task-4076894, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073927} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.067794] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-f8665a5a-482c-417c-8707-cbb603659fe2 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 54b1a963-1db6-43da-87b0-f7c9b8d7bb74] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 745.067794] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86c9b36b-e680-4057-bb44-88b3a382ae9c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.093407] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8665a5a-482c-417c-8707-cbb603659fe2 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 54b1a963-1db6-43da-87b0-f7c9b8d7bb74] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] 54b1a963-1db6-43da-87b0-f7c9b8d7bb74/54b1a963-1db6-43da-87b0-f7c9b8d7bb74.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 745.093407] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f513778-58ef-45e2-aeff-67a68e3bab9c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.118060] env[69889]: DEBUG oslo_vmware.api [None req-f8665a5a-482c-417c-8707-cbb603659fe2 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Waiting for the task: (returnval){ [ 745.118060] env[69889]: value = "task-4076898" [ 745.118060] env[69889]: _type = "Task" [ 745.118060] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.128600] env[69889]: DEBUG oslo_vmware.api [None req-f8665a5a-482c-417c-8707-cbb603659fe2 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Task: {'id': task-4076898, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.130586] env[69889]: DEBUG nova.compute.manager [None req-2a510059-9b13-4b7f-9463-7b5e1a8b0315 tempest-ServerDiagnosticsTest-755212226 tempest-ServerDiagnosticsTest-755212226-project-member] [instance: 30d28d6c-5e7a-4e70-9415-b88ec3230f71] Start spawning the instance on the hypervisor. {{(pid=69889) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 745.161272] env[69889]: DEBUG nova.virt.hardware [None req-2a510059-9b13-4b7f-9463-7b5e1a8b0315 tempest-ServerDiagnosticsTest-755212226 tempest-ServerDiagnosticsTest-755212226-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 745.161579] env[69889]: DEBUG nova.virt.hardware [None req-2a510059-9b13-4b7f-9463-7b5e1a8b0315 tempest-ServerDiagnosticsTest-755212226 tempest-ServerDiagnosticsTest-755212226-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 745.161754] env[69889]: DEBUG nova.virt.hardware [None req-2a510059-9b13-4b7f-9463-7b5e1a8b0315 tempest-ServerDiagnosticsTest-755212226 tempest-ServerDiagnosticsTest-755212226-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 745.161940] env[69889]: DEBUG nova.virt.hardware [None req-2a510059-9b13-4b7f-9463-7b5e1a8b0315 tempest-ServerDiagnosticsTest-755212226 tempest-ServerDiagnosticsTest-755212226-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 745.162193] env[69889]: DEBUG nova.virt.hardware [None req-2a510059-9b13-4b7f-9463-7b5e1a8b0315 tempest-ServerDiagnosticsTest-755212226 tempest-ServerDiagnosticsTest-755212226-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 745.162439] env[69889]: DEBUG nova.virt.hardware [None req-2a510059-9b13-4b7f-9463-7b5e1a8b0315 tempest-ServerDiagnosticsTest-755212226 tempest-ServerDiagnosticsTest-755212226-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 745.162721] env[69889]: DEBUG nova.virt.hardware [None req-2a510059-9b13-4b7f-9463-7b5e1a8b0315 tempest-ServerDiagnosticsTest-755212226 tempest-ServerDiagnosticsTest-755212226-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 745.162925] env[69889]: DEBUG nova.virt.hardware [None req-2a510059-9b13-4b7f-9463-7b5e1a8b0315 tempest-ServerDiagnosticsTest-755212226 tempest-ServerDiagnosticsTest-755212226-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 745.163168] env[69889]: DEBUG nova.virt.hardware [None req-2a510059-9b13-4b7f-9463-7b5e1a8b0315 tempest-ServerDiagnosticsTest-755212226 tempest-ServerDiagnosticsTest-755212226-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 745.163403] env[69889]: DEBUG nova.virt.hardware [None req-2a510059-9b13-4b7f-9463-7b5e1a8b0315 tempest-ServerDiagnosticsTest-755212226 tempest-ServerDiagnosticsTest-755212226-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 745.163639] env[69889]: DEBUG nova.virt.hardware [None req-2a510059-9b13-4b7f-9463-7b5e1a8b0315 tempest-ServerDiagnosticsTest-755212226 tempest-ServerDiagnosticsTest-755212226-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 745.164704] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaa28df9-67a8-4388-9be1-251ce91cfad8 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.176622] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b1601d0-9c64-48fb-ba26-5d478125972f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.203701] env[69889]: INFO nova.compute.manager [None req-b79b7ba8-ad32-447b-b8b6-913daa59cb40 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 50d05d43-aecd-4d90-ae1a-60a0ff086f9c] Took 26.05 seconds to build instance. [ 745.260972] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b24d0c9b-f959-463c-aea9-72a9a637ce10 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.172s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.265651] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0d2defa8-2c91-4c07-8f8b-0556607e876b tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.398s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.269295] env[69889]: INFO nova.compute.claims [None req-0d2defa8-2c91-4c07-8f8b-0556607e876b tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 745.293113] env[69889]: DEBUG oslo_vmware.api [None req-69964fd6-b80d-4bca-8ef3-d66182be7390 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Task: {'id': task-4076895, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.318321] env[69889]: INFO nova.scheduler.client.report [None req-b24d0c9b-f959-463c-aea9-72a9a637ce10 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Deleted allocations for instance d23cb796-1de4-4706-8d28-a50c7da8f5e0 [ 745.455364] env[69889]: DEBUG oslo_vmware.api [None req-43119faf-be8e-4b8c-86e0-2adeecec3a66 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Task: {'id': task-4076896, 'name': PowerOffVM_Task, 'duration_secs': 0.257876} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.455644] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-43119faf-be8e-4b8c-86e0-2adeecec3a66 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: da1de6c7-ec10-47d2-a8a9-8572cd4162f5] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 745.455824] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-43119faf-be8e-4b8c-86e0-2adeecec3a66 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: da1de6c7-ec10-47d2-a8a9-8572cd4162f5] Updating instance 'da1de6c7-ec10-47d2-a8a9-8572cd4162f5' progress to 17 {{(pid=69889) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 745.503897] env[69889]: DEBUG oslo_vmware.api [None req-43500120-7974-48bb-9b3e-378dcd53ee0c tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Task: {'id': task-4076897, 'name': PowerOffVM_Task, 'duration_secs': 0.360909} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.503897] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-43500120-7974-48bb-9b3e-378dcd53ee0c tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] [instance: 89d1a6bb-1542-46d9-832f-d0ac2867492f] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 745.503897] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-43500120-7974-48bb-9b3e-378dcd53ee0c tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] [instance: 89d1a6bb-1542-46d9-832f-d0ac2867492f] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 745.503897] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-25ad3bb0-0747-4308-944d-9fd0f898b1e0 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.633701] env[69889]: DEBUG oslo_vmware.api [None req-f8665a5a-482c-417c-8707-cbb603659fe2 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Task: {'id': task-4076898, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.708820] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b79b7ba8-ad32-447b-b8b6-913daa59cb40 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Lock "50d05d43-aecd-4d90-ae1a-60a0ff086f9c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.574s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.725286] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-43500120-7974-48bb-9b3e-378dcd53ee0c tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] [instance: 89d1a6bb-1542-46d9-832f-d0ac2867492f] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 745.725509] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-43500120-7974-48bb-9b3e-378dcd53ee0c tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] [instance: 89d1a6bb-1542-46d9-832f-d0ac2867492f] Deleting contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 745.725688] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-43500120-7974-48bb-9b3e-378dcd53ee0c tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Deleting the datastore file [datastore2] 89d1a6bb-1542-46d9-832f-d0ac2867492f {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 745.725955] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6a85b9f1-21ba-4ef2-a21d-639b4ed3be9a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.735682] env[69889]: DEBUG oslo_vmware.api [None req-43500120-7974-48bb-9b3e-378dcd53ee0c tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Waiting for the task: (returnval){ [ 745.735682] env[69889]: value = "task-4076900" [ 745.735682] env[69889]: _type = "Task" [ 745.735682] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.746109] env[69889]: DEBUG oslo_vmware.api [None req-43500120-7974-48bb-9b3e-378dcd53ee0c tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Task: {'id': task-4076900, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.794739] env[69889]: DEBUG oslo_vmware.api [None req-69964fd6-b80d-4bca-8ef3-d66182be7390 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Task: {'id': task-4076895, 'name': PowerOnVM_Task, 'duration_secs': 0.860743} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.795126] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-69964fd6-b80d-4bca-8ef3-d66182be7390 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] [instance: 96c84f6a-1e51-41fa-b5cd-4dc572d96410] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 745.795424] env[69889]: INFO nova.compute.manager [None req-69964fd6-b80d-4bca-8ef3-d66182be7390 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] [instance: 96c84f6a-1e51-41fa-b5cd-4dc572d96410] Took 5.99 seconds to spawn the instance on the hypervisor. [ 745.795675] env[69889]: DEBUG nova.compute.manager [None req-69964fd6-b80d-4bca-8ef3-d66182be7390 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] [instance: 96c84f6a-1e51-41fa-b5cd-4dc572d96410] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 745.797217] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-761d2a72-9249-43d6-9cd2-caf1d70cf859 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.839471] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b24d0c9b-f959-463c-aea9-72a9a637ce10 tempest-ServersAdmin275Test-2141702832 tempest-ServersAdmin275Test-2141702832-project-member] Lock "d23cb796-1de4-4706-8d28-a50c7da8f5e0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.821s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.971949] env[69889]: DEBUG nova.virt.hardware [None req-43119faf-be8e-4b8c-86e0-2adeecec3a66 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 745.972230] env[69889]: DEBUG nova.virt.hardware [None req-43119faf-be8e-4b8c-86e0-2adeecec3a66 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 745.972384] env[69889]: DEBUG nova.virt.hardware [None req-43119faf-be8e-4b8c-86e0-2adeecec3a66 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 745.972558] env[69889]: DEBUG nova.virt.hardware [None req-43119faf-be8e-4b8c-86e0-2adeecec3a66 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 745.972697] env[69889]: DEBUG nova.virt.hardware [None req-43119faf-be8e-4b8c-86e0-2adeecec3a66 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 745.974019] env[69889]: DEBUG nova.virt.hardware [None req-43119faf-be8e-4b8c-86e0-2adeecec3a66 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 745.974019] env[69889]: DEBUG nova.virt.hardware [None req-43119faf-be8e-4b8c-86e0-2adeecec3a66 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 745.974019] env[69889]: DEBUG nova.virt.hardware [None req-43119faf-be8e-4b8c-86e0-2adeecec3a66 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 745.974019] env[69889]: DEBUG nova.virt.hardware [None req-43119faf-be8e-4b8c-86e0-2adeecec3a66 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 745.974019] env[69889]: DEBUG nova.virt.hardware [None req-43119faf-be8e-4b8c-86e0-2adeecec3a66 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 745.974019] env[69889]: DEBUG nova.virt.hardware [None req-43119faf-be8e-4b8c-86e0-2adeecec3a66 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 745.979675] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5d21848-841f-432c-a7a2-d98c4cee4406 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.996885] env[69889]: DEBUG oslo_vmware.api [None req-43119faf-be8e-4b8c-86e0-2adeecec3a66 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Waiting for the task: (returnval){ [ 745.996885] env[69889]: value = "task-4076901" [ 745.996885] env[69889]: _type = "Task" [ 745.996885] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.015510] env[69889]: DEBUG oslo_vmware.api [None req-43119faf-be8e-4b8c-86e0-2adeecec3a66 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Task: {'id': task-4076901, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.025514] env[69889]: DEBUG oslo_concurrency.lockutils [None req-6eea1352-f6d6-4384-b234-44c2e8c7f2e4 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Acquiring lock "c4299beb-fd13-47db-9ad2-eaedefdaf7e9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.025514] env[69889]: DEBUG oslo_concurrency.lockutils [None req-6eea1352-f6d6-4384-b234-44c2e8c7f2e4 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Lock "c4299beb-fd13-47db-9ad2-eaedefdaf7e9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.132186] env[69889]: DEBUG oslo_vmware.api [None req-f8665a5a-482c-417c-8707-cbb603659fe2 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Task: {'id': task-4076898, 'name': ReconfigVM_Task, 'duration_secs': 0.520546} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.132394] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8665a5a-482c-417c-8707-cbb603659fe2 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 54b1a963-1db6-43da-87b0-f7c9b8d7bb74] Reconfigured VM instance instance-00000011 to attach disk [datastore1] 54b1a963-1db6-43da-87b0-f7c9b8d7bb74/54b1a963-1db6-43da-87b0-f7c9b8d7bb74.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 746.133370] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-35556e0d-ef03-475b-91db-b8621b088cf0 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.141028] env[69889]: DEBUG oslo_vmware.api [None req-f8665a5a-482c-417c-8707-cbb603659fe2 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Waiting for the task: (returnval){ [ 746.141028] env[69889]: value = "task-4076902" [ 746.141028] env[69889]: _type = "Task" [ 746.141028] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.157159] env[69889]: DEBUG oslo_vmware.api [None req-f8665a5a-482c-417c-8707-cbb603659fe2 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Task: {'id': task-4076902, 'name': Rename_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.210700] env[69889]: DEBUG nova.compute.manager [None req-8d76d6f2-7c1e-410f-a59a-c92460291c90 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: 16a112a1-636c-440d-adfb-8881578f51b0] Starting instance... {{(pid=69889) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 746.258279] env[69889]: DEBUG oslo_vmware.api [None req-43500120-7974-48bb-9b3e-378dcd53ee0c tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Task: {'id': task-4076900, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.21569} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.258606] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-43500120-7974-48bb-9b3e-378dcd53ee0c tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 746.258876] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-43500120-7974-48bb-9b3e-378dcd53ee0c tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] [instance: 89d1a6bb-1542-46d9-832f-d0ac2867492f] Deleted contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 746.259092] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-43500120-7974-48bb-9b3e-378dcd53ee0c tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] [instance: 89d1a6bb-1542-46d9-832f-d0ac2867492f] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 746.259255] env[69889]: INFO nova.compute.manager [None req-43500120-7974-48bb-9b3e-378dcd53ee0c tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] [instance: 89d1a6bb-1542-46d9-832f-d0ac2867492f] Took 1.29 seconds to destroy the instance on the hypervisor. [ 746.259516] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-43500120-7974-48bb-9b3e-378dcd53ee0c tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 746.259747] env[69889]: DEBUG nova.compute.manager [-] [instance: 89d1a6bb-1542-46d9-832f-d0ac2867492f] Deallocating network for instance {{(pid=69889) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 746.259877] env[69889]: DEBUG nova.network.neutron [-] [instance: 89d1a6bb-1542-46d9-832f-d0ac2867492f] deallocate_for_instance() {{(pid=69889) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 746.326194] env[69889]: INFO nova.compute.manager [None req-69964fd6-b80d-4bca-8ef3-d66182be7390 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] [instance: 96c84f6a-1e51-41fa-b5cd-4dc572d96410] Took 24.72 seconds to build instance. [ 746.519173] env[69889]: DEBUG oslo_vmware.api [None req-43119faf-be8e-4b8c-86e0-2adeecec3a66 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Task: {'id': task-4076901, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.655137] env[69889]: DEBUG oslo_vmware.api [None req-f8665a5a-482c-417c-8707-cbb603659fe2 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Task: {'id': task-4076902, 'name': Rename_Task, 'duration_secs': 0.173226} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.664911] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8665a5a-482c-417c-8707-cbb603659fe2 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 54b1a963-1db6-43da-87b0-f7c9b8d7bb74] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 746.669342] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-83f01a2f-6fd4-4cc7-8ccd-b43664fe1a53 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.680020] env[69889]: DEBUG oslo_vmware.api [None req-f8665a5a-482c-417c-8707-cbb603659fe2 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Waiting for the task: (returnval){ [ 746.680020] env[69889]: value = "task-4076903" [ 746.680020] env[69889]: _type = "Task" [ 746.680020] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.697865] env[69889]: DEBUG oslo_vmware.api [None req-f8665a5a-482c-417c-8707-cbb603659fe2 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Task: {'id': task-4076903, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.736908] env[69889]: DEBUG oslo_concurrency.lockutils [None req-8d76d6f2-7c1e-410f-a59a-c92460291c90 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.798175] env[69889]: DEBUG nova.network.neutron [None req-2a510059-9b13-4b7f-9463-7b5e1a8b0315 tempest-ServerDiagnosticsTest-755212226 tempest-ServerDiagnosticsTest-755212226-project-member] [instance: 30d28d6c-5e7a-4e70-9415-b88ec3230f71] Successfully updated port: c31adc1e-8233-42f0-9ed2-8c3be34eb4ab {{(pid=69889) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 746.834682] env[69889]: DEBUG oslo_concurrency.lockutils [None req-69964fd6-b80d-4bca-8ef3-d66182be7390 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Lock "96c84f6a-1e51-41fa-b5cd-4dc572d96410" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.241s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.871435] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b082a97-5799-4ea0-81b6-22b43f1094cd {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.887459] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac3ca534-7ead-433b-a4f6-b8b1c77c040f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.929684] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcbc0643-48c9-4415-8cd3-6cb225112323 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.939537] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3576a80-4339-43ea-8597-32edc4959b44 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.956008] env[69889]: DEBUG nova.compute.provider_tree [None req-0d2defa8-2c91-4c07-8f8b-0556607e876b tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 747.016742] env[69889]: DEBUG oslo_vmware.api [None req-43119faf-be8e-4b8c-86e0-2adeecec3a66 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Task: {'id': task-4076901, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.032980] env[69889]: DEBUG nova.compute.manager [req-cd2fbeca-aed3-4ac3-82de-a606cde88945 req-a3825496-1d66-4e67-9930-1d1b7374ce69 service nova] [instance: 30d28d6c-5e7a-4e70-9415-b88ec3230f71] Received event network-vif-plugged-c31adc1e-8233-42f0-9ed2-8c3be34eb4ab {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 747.034883] env[69889]: DEBUG oslo_concurrency.lockutils [req-cd2fbeca-aed3-4ac3-82de-a606cde88945 req-a3825496-1d66-4e67-9930-1d1b7374ce69 service nova] Acquiring lock "30d28d6c-5e7a-4e70-9415-b88ec3230f71-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.036079] env[69889]: DEBUG oslo_concurrency.lockutils [req-cd2fbeca-aed3-4ac3-82de-a606cde88945 req-a3825496-1d66-4e67-9930-1d1b7374ce69 service nova] Lock "30d28d6c-5e7a-4e70-9415-b88ec3230f71-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.036362] env[69889]: DEBUG oslo_concurrency.lockutils [req-cd2fbeca-aed3-4ac3-82de-a606cde88945 req-a3825496-1d66-4e67-9930-1d1b7374ce69 service nova] Lock "30d28d6c-5e7a-4e70-9415-b88ec3230f71-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.039311] env[69889]: DEBUG nova.compute.manager [req-cd2fbeca-aed3-4ac3-82de-a606cde88945 req-a3825496-1d66-4e67-9930-1d1b7374ce69 service nova] [instance: 30d28d6c-5e7a-4e70-9415-b88ec3230f71] No waiting events found dispatching network-vif-plugged-c31adc1e-8233-42f0-9ed2-8c3be34eb4ab {{(pid=69889) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 747.039502] env[69889]: WARNING nova.compute.manager [req-cd2fbeca-aed3-4ac3-82de-a606cde88945 req-a3825496-1d66-4e67-9930-1d1b7374ce69 service nova] [instance: 30d28d6c-5e7a-4e70-9415-b88ec3230f71] Received unexpected event network-vif-plugged-c31adc1e-8233-42f0-9ed2-8c3be34eb4ab for instance with vm_state building and task_state spawning. [ 747.199122] env[69889]: DEBUG oslo_vmware.api [None req-f8665a5a-482c-417c-8707-cbb603659fe2 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Task: {'id': task-4076903, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.301876] env[69889]: DEBUG oslo_concurrency.lockutils [None req-2a510059-9b13-4b7f-9463-7b5e1a8b0315 tempest-ServerDiagnosticsTest-755212226 tempest-ServerDiagnosticsTest-755212226-project-member] Acquiring lock "refresh_cache-30d28d6c-5e7a-4e70-9415-b88ec3230f71" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.302046] env[69889]: DEBUG oslo_concurrency.lockutils [None req-2a510059-9b13-4b7f-9463-7b5e1a8b0315 tempest-ServerDiagnosticsTest-755212226 tempest-ServerDiagnosticsTest-755212226-project-member] Acquired lock "refresh_cache-30d28d6c-5e7a-4e70-9415-b88ec3230f71" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.302413] env[69889]: DEBUG nova.network.neutron [None req-2a510059-9b13-4b7f-9463-7b5e1a8b0315 tempest-ServerDiagnosticsTest-755212226 tempest-ServerDiagnosticsTest-755212226-project-member] [instance: 30d28d6c-5e7a-4e70-9415-b88ec3230f71] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 747.337768] env[69889]: DEBUG nova.compute.manager [None req-b4fd3f52-4e01-4dc2-9f5b-7a0a58d23195 tempest-ServersTestFqdnHostnames-1052344283 tempest-ServersTestFqdnHostnames-1052344283-project-member] [instance: 33ddb54a-10b8-463d-bfcf-4e0e8baea80d] Starting instance... {{(pid=69889) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 747.461932] env[69889]: DEBUG nova.scheduler.client.report [None req-0d2defa8-2c91-4c07-8f8b-0556607e876b tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 747.524044] env[69889]: DEBUG oslo_vmware.api [None req-43119faf-be8e-4b8c-86e0-2adeecec3a66 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Task: {'id': task-4076901, 'name': ReconfigVM_Task, 'duration_secs': 1.429122} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.524044] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-43119faf-be8e-4b8c-86e0-2adeecec3a66 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: da1de6c7-ec10-47d2-a8a9-8572cd4162f5] Updating instance 'da1de6c7-ec10-47d2-a8a9-8572cd4162f5' progress to 33 {{(pid=69889) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 747.690434] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1ee28594-619d-4935-8f9d-a015ed595363 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Acquiring lock "2ed7de86-7eb4-4e49-8d78-171d09addeb1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.690780] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1ee28594-619d-4935-8f9d-a015ed595363 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Lock "2ed7de86-7eb4-4e49-8d78-171d09addeb1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.697418] env[69889]: DEBUG oslo_vmware.api [None req-f8665a5a-482c-417c-8707-cbb603659fe2 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Task: {'id': task-4076903, 'name': PowerOnVM_Task, 'duration_secs': 0.63166} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.697418] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8665a5a-482c-417c-8707-cbb603659fe2 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 54b1a963-1db6-43da-87b0-f7c9b8d7bb74] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 747.697418] env[69889]: INFO nova.compute.manager [None req-f8665a5a-482c-417c-8707-cbb603659fe2 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 54b1a963-1db6-43da-87b0-f7c9b8d7bb74] Took 10.54 seconds to spawn the instance on the hypervisor. [ 747.697418] env[69889]: DEBUG nova.compute.manager [None req-f8665a5a-482c-417c-8707-cbb603659fe2 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 54b1a963-1db6-43da-87b0-f7c9b8d7bb74] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 747.697590] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-477ad881-7948-41d2-bb10-1a5614edfbf4 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.785548] env[69889]: DEBUG nova.compute.manager [req-f8e67e6e-e877-474e-97e3-ce01f6b0858b req-861ad3a3-1e89-4d5d-a33d-1c74454100fc service nova] [instance: 89d1a6bb-1542-46d9-832f-d0ac2867492f] Received event network-vif-deleted-98c75aab-1489-49fb-9442-fbcebc07bdb4 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 747.785770] env[69889]: INFO nova.compute.manager [req-f8e67e6e-e877-474e-97e3-ce01f6b0858b req-861ad3a3-1e89-4d5d-a33d-1c74454100fc service nova] [instance: 89d1a6bb-1542-46d9-832f-d0ac2867492f] Neutron deleted interface 98c75aab-1489-49fb-9442-fbcebc07bdb4; detaching it from the instance and deleting it from the info cache [ 747.786064] env[69889]: DEBUG nova.network.neutron [req-f8e67e6e-e877-474e-97e3-ce01f6b0858b req-861ad3a3-1e89-4d5d-a33d-1c74454100fc service nova] [instance: 89d1a6bb-1542-46d9-832f-d0ac2867492f] Updating instance_info_cache with network_info: [{"id": "943689c5-1a5b-44bc-aaf4-1aeb21174bd4", "address": "fa:16:3e:1c:25:b2", "network": {"id": "beaaadd0-1821-4cba-bd77-f99bd429de9b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-562601567", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.80", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "3a1f8dde4b7344cc9767b402727ba490", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "683a619f-b10d-41a3-8c03-4f69f6c9ce53", "external-id": "nsx-vlan-transportzone-898", "segmentation_id": 898, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap943689c5-1a", "ovs_interfaceid": "943689c5-1a5b-44bc-aaf4-1aeb21174bd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "729c0b77-df89-47f3-9446-492de3064452", "address": "fa:16:3e:13:c0:3b", "network": {"id": "de6f3e2f-06e6-44d5-8666-7f1eec70db09", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1755887393", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.58", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a1f8dde4b7344cc9767b402727ba490", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "713e54d5-283f-493d-b003-f13182deaf7b", "external-id": "cl2-zone-703", "segmentation_id": 703, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap729c0b77-df", "ovs_interfaceid": "729c0b77-df89-47f3-9446-492de3064452", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.865810] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b4fd3f52-4e01-4dc2-9f5b-7a0a58d23195 tempest-ServersTestFqdnHostnames-1052344283 tempest-ServersTestFqdnHostnames-1052344283-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.935883] env[69889]: DEBUG nova.network.neutron [None req-2a510059-9b13-4b7f-9463-7b5e1a8b0315 tempest-ServerDiagnosticsTest-755212226 tempest-ServerDiagnosticsTest-755212226-project-member] [instance: 30d28d6c-5e7a-4e70-9415-b88ec3230f71] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 747.968566] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0d2defa8-2c91-4c07-8f8b-0556607e876b tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.703s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.969701] env[69889]: DEBUG nova.compute.manager [None req-0d2defa8-2c91-4c07-8f8b-0556607e876b tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] Start building networks asynchronously for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 747.979119] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1b49b374-a651-4bdd-95f8-a277310405da tempest-ServersNegativeTestMultiTenantJSON-2119484520 tempest-ServersNegativeTestMultiTenantJSON-2119484520-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.080s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.981789] env[69889]: INFO nova.compute.claims [None req-1b49b374-a651-4bdd-95f8-a277310405da tempest-ServersNegativeTestMultiTenantJSON-2119484520 tempest-ServersNegativeTestMultiTenantJSON-2119484520-project-member] [instance: fd67edc7-3014-4eab-b142-5bff2253204f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 748.034352] env[69889]: DEBUG nova.virt.hardware [None req-43119faf-be8e-4b8c-86e0-2adeecec3a66 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 748.034639] env[69889]: DEBUG nova.virt.hardware [None req-43119faf-be8e-4b8c-86e0-2adeecec3a66 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 748.034857] env[69889]: DEBUG nova.virt.hardware [None req-43119faf-be8e-4b8c-86e0-2adeecec3a66 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 748.035483] env[69889]: DEBUG nova.virt.hardware [None req-43119faf-be8e-4b8c-86e0-2adeecec3a66 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 748.035483] env[69889]: DEBUG nova.virt.hardware [None req-43119faf-be8e-4b8c-86e0-2adeecec3a66 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 748.035483] env[69889]: DEBUG nova.virt.hardware [None req-43119faf-be8e-4b8c-86e0-2adeecec3a66 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 748.035683] env[69889]: DEBUG nova.virt.hardware [None req-43119faf-be8e-4b8c-86e0-2adeecec3a66 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 748.035683] env[69889]: DEBUG nova.virt.hardware [None req-43119faf-be8e-4b8c-86e0-2adeecec3a66 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 748.035817] env[69889]: DEBUG nova.virt.hardware [None req-43119faf-be8e-4b8c-86e0-2adeecec3a66 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 748.036594] env[69889]: DEBUG nova.virt.hardware [None req-43119faf-be8e-4b8c-86e0-2adeecec3a66 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 748.040128] env[69889]: DEBUG nova.virt.hardware [None req-43119faf-be8e-4b8c-86e0-2adeecec3a66 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 748.046328] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-43119faf-be8e-4b8c-86e0-2adeecec3a66 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: da1de6c7-ec10-47d2-a8a9-8572cd4162f5] Reconfiguring VM instance instance-00000009 to detach disk 2000 {{(pid=69889) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 748.047772] env[69889]: DEBUG nova.network.neutron [-] [instance: 89d1a6bb-1542-46d9-832f-d0ac2867492f] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.048777] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0794252-8b52-4d03-a0e7-e09475f22b7a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.064209] env[69889]: INFO nova.compute.manager [-] [instance: 89d1a6bb-1542-46d9-832f-d0ac2867492f] Took 1.80 seconds to deallocate network for instance. [ 748.076926] env[69889]: DEBUG oslo_vmware.api [None req-43119faf-be8e-4b8c-86e0-2adeecec3a66 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Waiting for the task: (returnval){ [ 748.076926] env[69889]: value = "task-4076904" [ 748.076926] env[69889]: _type = "Task" [ 748.076926] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.087854] env[69889]: DEBUG oslo_vmware.api [None req-43119faf-be8e-4b8c-86e0-2adeecec3a66 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Task: {'id': task-4076904, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.224020] env[69889]: INFO nova.compute.manager [None req-f8665a5a-482c-417c-8707-cbb603659fe2 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 54b1a963-1db6-43da-87b0-f7c9b8d7bb74] Took 26.81 seconds to build instance. [ 748.290954] env[69889]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4cdac92b-70a2-4001-ae1e-2cca042a2545 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.303149] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b64a478-e695-4a2a-a041-1190d2c2b224 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.345182] env[69889]: DEBUG nova.compute.manager [req-f8e67e6e-e877-474e-97e3-ce01f6b0858b req-861ad3a3-1e89-4d5d-a33d-1c74454100fc service nova] [instance: 89d1a6bb-1542-46d9-832f-d0ac2867492f] Detach interface failed, port_id=98c75aab-1489-49fb-9442-fbcebc07bdb4, reason: Instance 89d1a6bb-1542-46d9-832f-d0ac2867492f could not be found. {{(pid=69889) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 748.367156] env[69889]: DEBUG nova.network.neutron [None req-2a510059-9b13-4b7f-9463-7b5e1a8b0315 tempest-ServerDiagnosticsTest-755212226 tempest-ServerDiagnosticsTest-755212226-project-member] [instance: 30d28d6c-5e7a-4e70-9415-b88ec3230f71] Updating instance_info_cache with network_info: [{"id": "c31adc1e-8233-42f0-9ed2-8c3be34eb4ab", "address": "fa:16:3e:43:1d:9e", "network": {"id": "f9341188-47f9-41e2-bae7-5eb6406f3899", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.153", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b7973ea41bcd4363abc2e9339dec4d77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc31adc1e-82", "ovs_interfaceid": "c31adc1e-8233-42f0-9ed2-8c3be34eb4ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.492945] env[69889]: DEBUG nova.compute.utils [None req-0d2defa8-2c91-4c07-8f8b-0556607e876b tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 748.495588] env[69889]: DEBUG nova.compute.manager [None req-0d2defa8-2c91-4c07-8f8b-0556607e876b tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] Allocating IP information in the background. {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 748.495588] env[69889]: DEBUG nova.network.neutron [None req-0d2defa8-2c91-4c07-8f8b-0556607e876b tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] allocate_for_instance() {{(pid=69889) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 748.578589] env[69889]: DEBUG oslo_concurrency.lockutils [None req-43500120-7974-48bb-9b3e-378dcd53ee0c tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.593864] env[69889]: DEBUG oslo_vmware.api [None req-43119faf-be8e-4b8c-86e0-2adeecec3a66 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Task: {'id': task-4076904, 'name': ReconfigVM_Task, 'duration_secs': 0.216923} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.593864] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-43119faf-be8e-4b8c-86e0-2adeecec3a66 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: da1de6c7-ec10-47d2-a8a9-8572cd4162f5] Reconfigured VM instance instance-00000009 to detach disk 2000 {{(pid=69889) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 748.593864] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60b01294-658e-43be-a3c5-ddb77c3cd2d6 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.599139] env[69889]: DEBUG nova.policy [None req-0d2defa8-2c91-4c07-8f8b-0556607e876b tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5f0d259cedce479ca91858d8d27f42ee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7255cdff151a40df83da7bf6356a4e13', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69889) authorize /opt/stack/nova/nova/policy.py:192}} [ 748.637933] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-43119faf-be8e-4b8c-86e0-2adeecec3a66 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: da1de6c7-ec10-47d2-a8a9-8572cd4162f5] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] da1de6c7-ec10-47d2-a8a9-8572cd4162f5/da1de6c7-ec10-47d2-a8a9-8572cd4162f5.vmdk or device None with type thin {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 748.638338] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1fb8108-be2a-4e80-b417-fd18b16d5ce4 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.664068] env[69889]: DEBUG oslo_vmware.api [None req-43119faf-be8e-4b8c-86e0-2adeecec3a66 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Waiting for the task: (returnval){ [ 748.664068] env[69889]: value = "task-4076905" [ 748.664068] env[69889]: _type = "Task" [ 748.664068] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.674081] env[69889]: DEBUG oslo_vmware.api [None req-43119faf-be8e-4b8c-86e0-2adeecec3a66 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Task: {'id': task-4076905, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.727596] env[69889]: DEBUG oslo_concurrency.lockutils [None req-f8665a5a-482c-417c-8707-cbb603659fe2 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Lock "54b1a963-1db6-43da-87b0-f7c9b8d7bb74" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.325s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.870452] env[69889]: DEBUG oslo_concurrency.lockutils [None req-2a510059-9b13-4b7f-9463-7b5e1a8b0315 tempest-ServerDiagnosticsTest-755212226 tempest-ServerDiagnosticsTest-755212226-project-member] Releasing lock "refresh_cache-30d28d6c-5e7a-4e70-9415-b88ec3230f71" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.871054] env[69889]: DEBUG nova.compute.manager [None req-2a510059-9b13-4b7f-9463-7b5e1a8b0315 tempest-ServerDiagnosticsTest-755212226 tempest-ServerDiagnosticsTest-755212226-project-member] [instance: 30d28d6c-5e7a-4e70-9415-b88ec3230f71] Instance network_info: |[{"id": "c31adc1e-8233-42f0-9ed2-8c3be34eb4ab", "address": "fa:16:3e:43:1d:9e", "network": {"id": "f9341188-47f9-41e2-bae7-5eb6406f3899", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.153", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b7973ea41bcd4363abc2e9339dec4d77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc31adc1e-82", "ovs_interfaceid": "c31adc1e-8233-42f0-9ed2-8c3be34eb4ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 748.872560] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-2a510059-9b13-4b7f-9463-7b5e1a8b0315 tempest-ServerDiagnosticsTest-755212226 tempest-ServerDiagnosticsTest-755212226-project-member] [instance: 30d28d6c-5e7a-4e70-9415-b88ec3230f71] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:1d:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1c2b89fb-df8c-47c0-83ae-44291236feb4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c31adc1e-8233-42f0-9ed2-8c3be34eb4ab', 'vif_model': 'vmxnet3'}] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 748.884598] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a510059-9b13-4b7f-9463-7b5e1a8b0315 tempest-ServerDiagnosticsTest-755212226 tempest-ServerDiagnosticsTest-755212226-project-member] Creating folder: Project (23ab4c40fb244bc58894e022b309ca25). Parent ref: group-v807779. {{(pid=69889) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 748.884598] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ddfad55c-8471-4aa5-b64f-0dceaac1d146 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.903023] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-2a510059-9b13-4b7f-9463-7b5e1a8b0315 tempest-ServerDiagnosticsTest-755212226 tempest-ServerDiagnosticsTest-755212226-project-member] Created folder: Project (23ab4c40fb244bc58894e022b309ca25) in parent group-v807779. [ 748.903023] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a510059-9b13-4b7f-9463-7b5e1a8b0315 tempest-ServerDiagnosticsTest-755212226 tempest-ServerDiagnosticsTest-755212226-project-member] Creating folder: Instances. Parent ref: group-v807832. {{(pid=69889) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 748.903023] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bb3fe9fc-f21a-40e7-80e7-aa3c2b629647 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.915433] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-2a510059-9b13-4b7f-9463-7b5e1a8b0315 tempest-ServerDiagnosticsTest-755212226 tempest-ServerDiagnosticsTest-755212226-project-member] Created folder: Instances in parent group-v807832. [ 748.916030] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2a510059-9b13-4b7f-9463-7b5e1a8b0315 tempest-ServerDiagnosticsTest-755212226 tempest-ServerDiagnosticsTest-755212226-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 748.916030] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30d28d6c-5e7a-4e70-9415-b88ec3230f71] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 748.916030] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f6d6d1f1-8ee9-4a97-9249-04965505fb80 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.936754] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 748.936754] env[69889]: value = "task-4076908" [ 748.936754] env[69889]: _type = "Task" [ 748.936754] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.949021] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4076908, 'name': CreateVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.007733] env[69889]: DEBUG nova.compute.manager [None req-0d2defa8-2c91-4c07-8f8b-0556607e876b tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] Start building block device mappings for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 749.177124] env[69889]: DEBUG oslo_vmware.api [None req-43119faf-be8e-4b8c-86e0-2adeecec3a66 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Task: {'id': task-4076905, 'name': ReconfigVM_Task, 'duration_secs': 0.294219} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.177551] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-43119faf-be8e-4b8c-86e0-2adeecec3a66 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: da1de6c7-ec10-47d2-a8a9-8572cd4162f5] Reconfigured VM instance instance-00000009 to attach disk [datastore2] da1de6c7-ec10-47d2-a8a9-8572cd4162f5/da1de6c7-ec10-47d2-a8a9-8572cd4162f5.vmdk or device None with type thin {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 749.177886] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-43119faf-be8e-4b8c-86e0-2adeecec3a66 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: da1de6c7-ec10-47d2-a8a9-8572cd4162f5] Updating instance 'da1de6c7-ec10-47d2-a8a9-8572cd4162f5' progress to 50 {{(pid=69889) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 749.257664] env[69889]: DEBUG nova.compute.manager [None req-ee7c28bf-bb0a-4255-a0e3-6f9fb83891d1 tempest-ImagesNegativeTestJSON-2145547927 tempest-ImagesNegativeTestJSON-2145547927-project-member] [instance: 2a1576fd-1e00-4803-ba65-cf3f35434ca6] Starting instance... {{(pid=69889) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 749.448254] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4076908, 'name': CreateVM_Task} progress is 99%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.615454] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-433442ed-45bb-4b54-b604-853b97d71e33 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.624754] env[69889]: DEBUG nova.network.neutron [None req-0d2defa8-2c91-4c07-8f8b-0556607e876b tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] Successfully created port: 9f07f034-4136-49cb-ab32-4feb5aac7b58 {{(pid=69889) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 749.628841] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1189b92-cb09-4e1c-9d63-a4aefa4af2e4 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.678568] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aee0255-5350-434a-975a-81f59d01a4da {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.687020] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-629f088b-72a7-4035-8729-48284ee28349 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.690918] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ef2bc99-1ee3-4186-8dd1-c607fd1db572 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.708752] env[69889]: DEBUG nova.compute.provider_tree [None req-1b49b374-a651-4bdd-95f8-a277310405da tempest-ServersNegativeTestMultiTenantJSON-2119484520 tempest-ServersNegativeTestMultiTenantJSON-2119484520-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 749.727437] env[69889]: DEBUG nova.scheduler.client.report [None req-1b49b374-a651-4bdd-95f8-a277310405da tempest-ServersNegativeTestMultiTenantJSON-2119484520 tempest-ServersNegativeTestMultiTenantJSON-2119484520-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 749.731619] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21aa1711-ddf3-4b0e-8f66-7af3c5d2dff5 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.755706] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-43119faf-be8e-4b8c-86e0-2adeecec3a66 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: da1de6c7-ec10-47d2-a8a9-8572cd4162f5] Updating instance 'da1de6c7-ec10-47d2-a8a9-8572cd4162f5' progress to 67 {{(pid=69889) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 749.784554] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ee7c28bf-bb0a-4255-a0e3-6f9fb83891d1 tempest-ImagesNegativeTestJSON-2145547927 tempest-ImagesNegativeTestJSON-2145547927-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.954510] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4076908, 'name': CreateVM_Task, 'duration_secs': 0.565563} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.954510] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30d28d6c-5e7a-4e70-9415-b88ec3230f71] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 749.954510] env[69889]: DEBUG oslo_concurrency.lockutils [None req-2a510059-9b13-4b7f-9463-7b5e1a8b0315 tempest-ServerDiagnosticsTest-755212226 tempest-ServerDiagnosticsTest-755212226-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.954510] env[69889]: DEBUG oslo_concurrency.lockutils [None req-2a510059-9b13-4b7f-9463-7b5e1a8b0315 tempest-ServerDiagnosticsTest-755212226 tempest-ServerDiagnosticsTest-755212226-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.954510] env[69889]: DEBUG oslo_concurrency.lockutils [None req-2a510059-9b13-4b7f-9463-7b5e1a8b0315 tempest-ServerDiagnosticsTest-755212226 tempest-ServerDiagnosticsTest-755212226-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.954510] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77279a65-a086-4ce2-8a3f-d99687198334 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.959757] env[69889]: DEBUG oslo_vmware.api [None req-2a510059-9b13-4b7f-9463-7b5e1a8b0315 tempest-ServerDiagnosticsTest-755212226 tempest-ServerDiagnosticsTest-755212226-project-member] Waiting for the task: (returnval){ [ 749.959757] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52424a76-3b00-9415-57f6-5268fed7a796" [ 749.959757] env[69889]: _type = "Task" [ 749.959757] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.969050] env[69889]: DEBUG oslo_vmware.api [None req-2a510059-9b13-4b7f-9463-7b5e1a8b0315 tempest-ServerDiagnosticsTest-755212226 tempest-ServerDiagnosticsTest-755212226-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52424a76-3b00-9415-57f6-5268fed7a796, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.017307] env[69889]: DEBUG nova.compute.manager [req-e792f93a-9002-45cc-b71e-3229c3e22910 req-a4b1b7de-1f3e-41c7-9710-efedd3d33dd7 service nova] [instance: 30d28d6c-5e7a-4e70-9415-b88ec3230f71] Received event network-changed-c31adc1e-8233-42f0-9ed2-8c3be34eb4ab {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 750.017509] env[69889]: DEBUG nova.compute.manager [req-e792f93a-9002-45cc-b71e-3229c3e22910 req-a4b1b7de-1f3e-41c7-9710-efedd3d33dd7 service nova] [instance: 30d28d6c-5e7a-4e70-9415-b88ec3230f71] Refreshing instance network info cache due to event network-changed-c31adc1e-8233-42f0-9ed2-8c3be34eb4ab. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 750.017727] env[69889]: DEBUG oslo_concurrency.lockutils [req-e792f93a-9002-45cc-b71e-3229c3e22910 req-a4b1b7de-1f3e-41c7-9710-efedd3d33dd7 service nova] Acquiring lock "refresh_cache-30d28d6c-5e7a-4e70-9415-b88ec3230f71" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.017871] env[69889]: DEBUG oslo_concurrency.lockutils [req-e792f93a-9002-45cc-b71e-3229c3e22910 req-a4b1b7de-1f3e-41c7-9710-efedd3d33dd7 service nova] Acquired lock "refresh_cache-30d28d6c-5e7a-4e70-9415-b88ec3230f71" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.018117] env[69889]: DEBUG nova.network.neutron [req-e792f93a-9002-45cc-b71e-3229c3e22910 req-a4b1b7de-1f3e-41c7-9710-efedd3d33dd7 service nova] [instance: 30d28d6c-5e7a-4e70-9415-b88ec3230f71] Refreshing network info cache for port c31adc1e-8233-42f0-9ed2-8c3be34eb4ab {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 750.026173] env[69889]: DEBUG nova.compute.manager [None req-0d2defa8-2c91-4c07-8f8b-0556607e876b tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] Start spawning the instance on the hypervisor. {{(pid=69889) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 750.066835] env[69889]: DEBUG nova.virt.hardware [None req-0d2defa8-2c91-4c07-8f8b-0556607e876b tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 750.067086] env[69889]: DEBUG nova.virt.hardware [None req-0d2defa8-2c91-4c07-8f8b-0556607e876b tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 750.067239] env[69889]: DEBUG nova.virt.hardware [None req-0d2defa8-2c91-4c07-8f8b-0556607e876b tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 750.067427] env[69889]: DEBUG nova.virt.hardware [None req-0d2defa8-2c91-4c07-8f8b-0556607e876b tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 750.067567] env[69889]: DEBUG nova.virt.hardware [None req-0d2defa8-2c91-4c07-8f8b-0556607e876b tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 750.067708] env[69889]: DEBUG nova.virt.hardware [None req-0d2defa8-2c91-4c07-8f8b-0556607e876b tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 750.067910] env[69889]: DEBUG nova.virt.hardware [None req-0d2defa8-2c91-4c07-8f8b-0556607e876b tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 750.068074] env[69889]: DEBUG nova.virt.hardware [None req-0d2defa8-2c91-4c07-8f8b-0556607e876b tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 750.068242] env[69889]: DEBUG nova.virt.hardware [None req-0d2defa8-2c91-4c07-8f8b-0556607e876b tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 750.068434] env[69889]: DEBUG nova.virt.hardware [None req-0d2defa8-2c91-4c07-8f8b-0556607e876b tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 750.068573] env[69889]: DEBUG nova.virt.hardware [None req-0d2defa8-2c91-4c07-8f8b-0556607e876b tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 750.069497] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b79870f7-05cb-4ffc-87ca-e02ebfa70523 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.078306] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20362a1e-2f6d-4bb2-a189-ed099c03b161 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.177707] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c9b93b26-4f31-4a3e-87ea-1025f9ed058e tempest-ServersTestManualDisk-1257826692 tempest-ServersTestManualDisk-1257826692-project-member] Acquiring lock "4ac0defd-d9ca-4e93-836c-a5cc81529eba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.177939] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c9b93b26-4f31-4a3e-87ea-1025f9ed058e tempest-ServersTestManualDisk-1257826692 tempest-ServersTestManualDisk-1257826692-project-member] Lock "4ac0defd-d9ca-4e93-836c-a5cc81529eba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.236511] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1b49b374-a651-4bdd-95f8-a277310405da tempest-ServersNegativeTestMultiTenantJSON-2119484520 tempest-ServersNegativeTestMultiTenantJSON-2119484520-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.258s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.237085] env[69889]: DEBUG nova.compute.manager [None req-1b49b374-a651-4bdd-95f8-a277310405da tempest-ServersNegativeTestMultiTenantJSON-2119484520 tempest-ServersNegativeTestMultiTenantJSON-2119484520-project-member] [instance: fd67edc7-3014-4eab-b142-5bff2253204f] Start building networks asynchronously for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 750.241505] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d63d6377-6e31-425b-991d-8789cc70096c tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.658s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.243152] env[69889]: INFO nova.compute.claims [None req-d63d6377-6e31-425b-991d-8789cc70096c tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] [instance: a6f14a7e-6957-41e2-8455-0ca463f97479] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 750.352241] env[69889]: DEBUG nova.network.neutron [None req-43119faf-be8e-4b8c-86e0-2adeecec3a66 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: da1de6c7-ec10-47d2-a8a9-8572cd4162f5] Port e5f478e5-e0f8-41e7-a87c-054c79afd15e binding to destination host cpu-1 is already ACTIVE {{(pid=69889) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 750.478760] env[69889]: DEBUG oslo_vmware.api [None req-2a510059-9b13-4b7f-9463-7b5e1a8b0315 tempest-ServerDiagnosticsTest-755212226 tempest-ServerDiagnosticsTest-755212226-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52424a76-3b00-9415-57f6-5268fed7a796, 'name': SearchDatastore_Task, 'duration_secs': 0.015516} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.478760] env[69889]: DEBUG oslo_concurrency.lockutils [None req-2a510059-9b13-4b7f-9463-7b5e1a8b0315 tempest-ServerDiagnosticsTest-755212226 tempest-ServerDiagnosticsTest-755212226-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.478760] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-2a510059-9b13-4b7f-9463-7b5e1a8b0315 tempest-ServerDiagnosticsTest-755212226 tempest-ServerDiagnosticsTest-755212226-project-member] [instance: 30d28d6c-5e7a-4e70-9415-b88ec3230f71] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 750.478760] env[69889]: DEBUG oslo_concurrency.lockutils [None req-2a510059-9b13-4b7f-9463-7b5e1a8b0315 tempest-ServerDiagnosticsTest-755212226 tempest-ServerDiagnosticsTest-755212226-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.478760] env[69889]: DEBUG oslo_concurrency.lockutils [None req-2a510059-9b13-4b7f-9463-7b5e1a8b0315 tempest-ServerDiagnosticsTest-755212226 tempest-ServerDiagnosticsTest-755212226-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.478760] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a510059-9b13-4b7f-9463-7b5e1a8b0315 tempest-ServerDiagnosticsTest-755212226 tempest-ServerDiagnosticsTest-755212226-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 750.479144] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1877e205-a967-4e38-9af0-63af516c8050 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.491765] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a510059-9b13-4b7f-9463-7b5e1a8b0315 tempest-ServerDiagnosticsTest-755212226 tempest-ServerDiagnosticsTest-755212226-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 750.492488] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-2a510059-9b13-4b7f-9463-7b5e1a8b0315 tempest-ServerDiagnosticsTest-755212226 tempest-ServerDiagnosticsTest-755212226-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 750.493888] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efe8ad94-3306-4644-b01a-581ea774f665 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.500854] env[69889]: DEBUG oslo_vmware.api [None req-2a510059-9b13-4b7f-9463-7b5e1a8b0315 tempest-ServerDiagnosticsTest-755212226 tempest-ServerDiagnosticsTest-755212226-project-member] Waiting for the task: (returnval){ [ 750.500854] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]520a4051-3a7c-0334-b69c-cf3024f77159" [ 750.500854] env[69889]: _type = "Task" [ 750.500854] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.513725] env[69889]: DEBUG oslo_vmware.api [None req-2a510059-9b13-4b7f-9463-7b5e1a8b0315 tempest-ServerDiagnosticsTest-755212226 tempest-ServerDiagnosticsTest-755212226-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]520a4051-3a7c-0334-b69c-cf3024f77159, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.749163] env[69889]: DEBUG nova.compute.utils [None req-1b49b374-a651-4bdd-95f8-a277310405da tempest-ServersNegativeTestMultiTenantJSON-2119484520 tempest-ServersNegativeTestMultiTenantJSON-2119484520-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 750.753461] env[69889]: DEBUG nova.compute.manager [None req-1b49b374-a651-4bdd-95f8-a277310405da tempest-ServersNegativeTestMultiTenantJSON-2119484520 tempest-ServersNegativeTestMultiTenantJSON-2119484520-project-member] [instance: fd67edc7-3014-4eab-b142-5bff2253204f] Allocating IP information in the background. {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 750.753461] env[69889]: DEBUG nova.network.neutron [None req-1b49b374-a651-4bdd-95f8-a277310405da tempest-ServersNegativeTestMultiTenantJSON-2119484520 tempest-ServersNegativeTestMultiTenantJSON-2119484520-project-member] [instance: fd67edc7-3014-4eab-b142-5bff2253204f] allocate_for_instance() {{(pid=69889) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 750.826741] env[69889]: DEBUG nova.policy [None req-1b49b374-a651-4bdd-95f8-a277310405da tempest-ServersNegativeTestMultiTenantJSON-2119484520 tempest-ServersNegativeTestMultiTenantJSON-2119484520-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1c4e95cf630d45be86f9d460cf744b4a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dc5f4b3522bf4f189de682d05ca5fbb2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69889) authorize /opt/stack/nova/nova/policy.py:192}} [ 750.832455] env[69889]: DEBUG nova.network.neutron [req-e792f93a-9002-45cc-b71e-3229c3e22910 req-a4b1b7de-1f3e-41c7-9710-efedd3d33dd7 service nova] [instance: 30d28d6c-5e7a-4e70-9415-b88ec3230f71] Updated VIF entry in instance network info cache for port c31adc1e-8233-42f0-9ed2-8c3be34eb4ab. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 750.832796] env[69889]: DEBUG nova.network.neutron [req-e792f93a-9002-45cc-b71e-3229c3e22910 req-a4b1b7de-1f3e-41c7-9710-efedd3d33dd7 service nova] [instance: 30d28d6c-5e7a-4e70-9415-b88ec3230f71] Updating instance_info_cache with network_info: [{"id": "c31adc1e-8233-42f0-9ed2-8c3be34eb4ab", "address": "fa:16:3e:43:1d:9e", "network": {"id": "f9341188-47f9-41e2-bae7-5eb6406f3899", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.153", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b7973ea41bcd4363abc2e9339dec4d77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc31adc1e-82", "ovs_interfaceid": "c31adc1e-8233-42f0-9ed2-8c3be34eb4ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.015519] env[69889]: DEBUG oslo_vmware.api [None req-2a510059-9b13-4b7f-9463-7b5e1a8b0315 tempest-ServerDiagnosticsTest-755212226 tempest-ServerDiagnosticsTest-755212226-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]520a4051-3a7c-0334-b69c-cf3024f77159, 'name': SearchDatastore_Task, 'duration_secs': 0.02397} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.016473] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1dc3c31-9126-43bb-b907-b165b76c388b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.024017] env[69889]: DEBUG oslo_vmware.api [None req-2a510059-9b13-4b7f-9463-7b5e1a8b0315 tempest-ServerDiagnosticsTest-755212226 tempest-ServerDiagnosticsTest-755212226-project-member] Waiting for the task: (returnval){ [ 751.024017] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52caf524-37fb-fd30-4511-5112ea270568" [ 751.024017] env[69889]: _type = "Task" [ 751.024017] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.033364] env[69889]: DEBUG oslo_vmware.api [None req-2a510059-9b13-4b7f-9463-7b5e1a8b0315 tempest-ServerDiagnosticsTest-755212226 tempest-ServerDiagnosticsTest-755212226-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52caf524-37fb-fd30-4511-5112ea270568, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.051163] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c832ae01-4087-4674-9b5e-36dbfcbf3415 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Acquiring lock "interface-49ce5d94-ce4e-457b-a34c-54bd5dfcc242-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.051416] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c832ae01-4087-4674-9b5e-36dbfcbf3415 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Lock "interface-49ce5d94-ce4e-457b-a34c-54bd5dfcc242-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.051844] env[69889]: DEBUG nova.objects.instance [None req-c832ae01-4087-4674-9b5e-36dbfcbf3415 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Lazy-loading 'flavor' on Instance uuid 49ce5d94-ce4e-457b-a34c-54bd5dfcc242 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 751.259026] env[69889]: DEBUG nova.compute.manager [None req-1b49b374-a651-4bdd-95f8-a277310405da tempest-ServersNegativeTestMultiTenantJSON-2119484520 tempest-ServersNegativeTestMultiTenantJSON-2119484520-project-member] [instance: fd67edc7-3014-4eab-b142-5bff2253204f] Start building block device mappings for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 751.336303] env[69889]: DEBUG oslo_concurrency.lockutils [req-e792f93a-9002-45cc-b71e-3229c3e22910 req-a4b1b7de-1f3e-41c7-9710-efedd3d33dd7 service nova] Releasing lock "refresh_cache-30d28d6c-5e7a-4e70-9415-b88ec3230f71" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.362377] env[69889]: DEBUG nova.network.neutron [None req-1b49b374-a651-4bdd-95f8-a277310405da tempest-ServersNegativeTestMultiTenantJSON-2119484520 tempest-ServersNegativeTestMultiTenantJSON-2119484520-project-member] [instance: fd67edc7-3014-4eab-b142-5bff2253204f] Successfully created port: 96a49303-0c6a-4ff3-839c-01b7bcef9c4a {{(pid=69889) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 751.389127] env[69889]: DEBUG oslo_concurrency.lockutils [None req-43119faf-be8e-4b8c-86e0-2adeecec3a66 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Acquiring lock "da1de6c7-ec10-47d2-a8a9-8572cd4162f5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.389420] env[69889]: DEBUG oslo_concurrency.lockutils [None req-43119faf-be8e-4b8c-86e0-2adeecec3a66 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Lock "da1de6c7-ec10-47d2-a8a9-8572cd4162f5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.389526] env[69889]: DEBUG oslo_concurrency.lockutils [None req-43119faf-be8e-4b8c-86e0-2adeecec3a66 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Lock "da1de6c7-ec10-47d2-a8a9-8572cd4162f5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.541369] env[69889]: DEBUG oslo_vmware.api [None req-2a510059-9b13-4b7f-9463-7b5e1a8b0315 tempest-ServerDiagnosticsTest-755212226 tempest-ServerDiagnosticsTest-755212226-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52caf524-37fb-fd30-4511-5112ea270568, 'name': SearchDatastore_Task, 'duration_secs': 0.028643} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.541369] env[69889]: DEBUG oslo_concurrency.lockutils [None req-2a510059-9b13-4b7f-9463-7b5e1a8b0315 tempest-ServerDiagnosticsTest-755212226 tempest-ServerDiagnosticsTest-755212226-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.541369] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a510059-9b13-4b7f-9463-7b5e1a8b0315 tempest-ServerDiagnosticsTest-755212226 tempest-ServerDiagnosticsTest-755212226-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore1] 30d28d6c-5e7a-4e70-9415-b88ec3230f71/30d28d6c-5e7a-4e70-9415-b88ec3230f71.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 751.541369] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8e4324ae-8170-4ea4-bb0d-6081c3477953 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.551114] env[69889]: DEBUG oslo_vmware.api [None req-2a510059-9b13-4b7f-9463-7b5e1a8b0315 tempest-ServerDiagnosticsTest-755212226 tempest-ServerDiagnosticsTest-755212226-project-member] Waiting for the task: (returnval){ [ 751.551114] env[69889]: value = "task-4076909" [ 751.551114] env[69889]: _type = "Task" [ 751.551114] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.571449] env[69889]: DEBUG oslo_vmware.api [None req-2a510059-9b13-4b7f-9463-7b5e1a8b0315 tempest-ServerDiagnosticsTest-755212226 tempest-ServerDiagnosticsTest-755212226-project-member] Task: {'id': task-4076909, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.616698] env[69889]: DEBUG nova.compute.manager [req-702ae534-3b9a-4554-ab7b-10d1bacb3c4a req-a09e24d1-9f61-446a-9af3-ee5abb4cf809 service nova] [instance: 89d1a6bb-1542-46d9-832f-d0ac2867492f] Received event network-vif-deleted-729c0b77-df89-47f3-9446-492de3064452 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 751.617642] env[69889]: DEBUG nova.compute.manager [req-702ae534-3b9a-4554-ab7b-10d1bacb3c4a req-a09e24d1-9f61-446a-9af3-ee5abb4cf809 service nova] [instance: 89d1a6bb-1542-46d9-832f-d0ac2867492f] Received event network-vif-deleted-943689c5-1a5b-44bc-aaf4-1aeb21174bd4 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 751.695057] env[69889]: DEBUG nova.objects.instance [None req-c832ae01-4087-4674-9b5e-36dbfcbf3415 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Lazy-loading 'pci_requests' on Instance uuid 49ce5d94-ce4e-457b-a34c-54bd5dfcc242 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 751.784053] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51465972-097d-4c40-89f6-62580380ed2b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.792781] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67826b73-4ade-40cc-85b5-dd52dd35d8d5 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.826476] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abaf74d4-228b-44a3-8517-4797a90c3221 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.832692] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Acquiring lock "ef03e9af-5995-42ac-829e-dcf1f0fccf01" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.833024] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Lock "ef03e9af-5995-42ac-829e-dcf1f0fccf01" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.840243] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48e7493a-0937-4f21-a718-66cbe5c84fdc {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.857834] env[69889]: DEBUG nova.compute.provider_tree [None req-d63d6377-6e31-425b-991d-8789cc70096c tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 751.862471] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Acquiring lock "f042fe0d-3d51-41f7-b983-8254e996697e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.862702] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Lock "f042fe0d-3d51-41f7-b983-8254e996697e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.066844] env[69889]: DEBUG oslo_vmware.api [None req-2a510059-9b13-4b7f-9463-7b5e1a8b0315 tempest-ServerDiagnosticsTest-755212226 tempest-ServerDiagnosticsTest-755212226-project-member] Task: {'id': task-4076909, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.200270] env[69889]: DEBUG nova.objects.base [None req-c832ae01-4087-4674-9b5e-36dbfcbf3415 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Object Instance<49ce5d94-ce4e-457b-a34c-54bd5dfcc242> lazy-loaded attributes: flavor,pci_requests {{(pid=69889) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 752.200570] env[69889]: DEBUG nova.network.neutron [None req-c832ae01-4087-4674-9b5e-36dbfcbf3415 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 49ce5d94-ce4e-457b-a34c-54bd5dfcc242] allocate_for_instance() {{(pid=69889) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 752.234857] env[69889]: DEBUG nova.network.neutron [None req-0d2defa8-2c91-4c07-8f8b-0556607e876b tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] Successfully updated port: 9f07f034-4136-49cb-ab32-4feb5aac7b58 {{(pid=69889) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 752.252854] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0620bbdd-ecd7-4487-81d5-a4259086e9e9 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Acquiring lock "0de8146b-f51a-4bcd-b4ef-d68e55d3d621" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.253196] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0620bbdd-ecd7-4487-81d5-a4259086e9e9 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Lock "0de8146b-f51a-4bcd-b4ef-d68e55d3d621" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.281202] env[69889]: DEBUG nova.compute.manager [None req-1b49b374-a651-4bdd-95f8-a277310405da tempest-ServersNegativeTestMultiTenantJSON-2119484520 tempest-ServersNegativeTestMultiTenantJSON-2119484520-project-member] [instance: fd67edc7-3014-4eab-b142-5bff2253204f] Start spawning the instance on the hypervisor. {{(pid=69889) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 752.311577] env[69889]: DEBUG nova.policy [None req-c832ae01-4087-4674-9b5e-36dbfcbf3415 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd712ca1be34b4e8ebf98dc926b4be590', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cf71caefe82444e1aa35f5f5071b52f9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69889) authorize /opt/stack/nova/nova/policy.py:192}} [ 752.336916] env[69889]: DEBUG nova.virt.hardware [None req-1b49b374-a651-4bdd-95f8-a277310405da tempest-ServersNegativeTestMultiTenantJSON-2119484520 tempest-ServersNegativeTestMultiTenantJSON-2119484520-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 752.336916] env[69889]: DEBUG nova.virt.hardware [None req-1b49b374-a651-4bdd-95f8-a277310405da tempest-ServersNegativeTestMultiTenantJSON-2119484520 tempest-ServersNegativeTestMultiTenantJSON-2119484520-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 752.337146] env[69889]: DEBUG nova.virt.hardware [None req-1b49b374-a651-4bdd-95f8-a277310405da tempest-ServersNegativeTestMultiTenantJSON-2119484520 tempest-ServersNegativeTestMultiTenantJSON-2119484520-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 752.337552] env[69889]: DEBUG nova.virt.hardware [None req-1b49b374-a651-4bdd-95f8-a277310405da tempest-ServersNegativeTestMultiTenantJSON-2119484520 tempest-ServersNegativeTestMultiTenantJSON-2119484520-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 752.337673] env[69889]: DEBUG nova.virt.hardware [None req-1b49b374-a651-4bdd-95f8-a277310405da tempest-ServersNegativeTestMultiTenantJSON-2119484520 tempest-ServersNegativeTestMultiTenantJSON-2119484520-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 752.337880] env[69889]: DEBUG nova.virt.hardware [None req-1b49b374-a651-4bdd-95f8-a277310405da tempest-ServersNegativeTestMultiTenantJSON-2119484520 tempest-ServersNegativeTestMultiTenantJSON-2119484520-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 752.338696] env[69889]: DEBUG nova.virt.hardware [None req-1b49b374-a651-4bdd-95f8-a277310405da tempest-ServersNegativeTestMultiTenantJSON-2119484520 tempest-ServersNegativeTestMultiTenantJSON-2119484520-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 752.339082] env[69889]: DEBUG nova.virt.hardware [None req-1b49b374-a651-4bdd-95f8-a277310405da tempest-ServersNegativeTestMultiTenantJSON-2119484520 tempest-ServersNegativeTestMultiTenantJSON-2119484520-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 752.339627] env[69889]: DEBUG nova.virt.hardware [None req-1b49b374-a651-4bdd-95f8-a277310405da tempest-ServersNegativeTestMultiTenantJSON-2119484520 tempest-ServersNegativeTestMultiTenantJSON-2119484520-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 752.339627] env[69889]: DEBUG nova.virt.hardware [None req-1b49b374-a651-4bdd-95f8-a277310405da tempest-ServersNegativeTestMultiTenantJSON-2119484520 tempest-ServersNegativeTestMultiTenantJSON-2119484520-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 752.340447] env[69889]: DEBUG nova.virt.hardware [None req-1b49b374-a651-4bdd-95f8-a277310405da tempest-ServersNegativeTestMultiTenantJSON-2119484520 tempest-ServersNegativeTestMultiTenantJSON-2119484520-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 752.342238] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09db81cc-943e-4950-b093-a281786f0094 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.359198] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12b84004-97c1-4fef-90ac-bcdae265ce52 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.366977] env[69889]: DEBUG nova.scheduler.client.report [None req-d63d6377-6e31-425b-991d-8789cc70096c tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 752.476314] env[69889]: DEBUG oslo_concurrency.lockutils [None req-43119faf-be8e-4b8c-86e0-2adeecec3a66 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Acquiring lock "refresh_cache-da1de6c7-ec10-47d2-a8a9-8572cd4162f5" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.478032] env[69889]: DEBUG oslo_concurrency.lockutils [None req-43119faf-be8e-4b8c-86e0-2adeecec3a66 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Acquired lock "refresh_cache-da1de6c7-ec10-47d2-a8a9-8572cd4162f5" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.478032] env[69889]: DEBUG nova.network.neutron [None req-43119faf-be8e-4b8c-86e0-2adeecec3a66 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: da1de6c7-ec10-47d2-a8a9-8572cd4162f5] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 752.565152] env[69889]: DEBUG oslo_vmware.api [None req-2a510059-9b13-4b7f-9463-7b5e1a8b0315 tempest-ServerDiagnosticsTest-755212226 tempest-ServerDiagnosticsTest-755212226-project-member] Task: {'id': task-4076909, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.797029} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.565152] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a510059-9b13-4b7f-9463-7b5e1a8b0315 tempest-ServerDiagnosticsTest-755212226 tempest-ServerDiagnosticsTest-755212226-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore1] 30d28d6c-5e7a-4e70-9415-b88ec3230f71/30d28d6c-5e7a-4e70-9415-b88ec3230f71.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 752.565422] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-2a510059-9b13-4b7f-9463-7b5e1a8b0315 tempest-ServerDiagnosticsTest-755212226 tempest-ServerDiagnosticsTest-755212226-project-member] [instance: 30d28d6c-5e7a-4e70-9415-b88ec3230f71] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 752.565602] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a4ff4762-3347-4f85-bd12-7a438084bb76 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.573373] env[69889]: DEBUG oslo_vmware.api [None req-2a510059-9b13-4b7f-9463-7b5e1a8b0315 tempest-ServerDiagnosticsTest-755212226 tempest-ServerDiagnosticsTest-755212226-project-member] Waiting for the task: (returnval){ [ 752.573373] env[69889]: value = "task-4076910" [ 752.573373] env[69889]: _type = "Task" [ 752.573373] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.582764] env[69889]: DEBUG oslo_vmware.api [None req-2a510059-9b13-4b7f-9463-7b5e1a8b0315 tempest-ServerDiagnosticsTest-755212226 tempest-ServerDiagnosticsTest-755212226-project-member] Task: {'id': task-4076910, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.744023] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0d2defa8-2c91-4c07-8f8b-0556607e876b tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Acquiring lock "refresh_cache-0c73213b-c2e1-42cb-a8f4-e3109adfd354" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.744164] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0d2defa8-2c91-4c07-8f8b-0556607e876b tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Acquired lock "refresh_cache-0c73213b-c2e1-42cb-a8f4-e3109adfd354" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.744258] env[69889]: DEBUG nova.network.neutron [None req-0d2defa8-2c91-4c07-8f8b-0556607e876b tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 752.803199] env[69889]: DEBUG nova.network.neutron [None req-c832ae01-4087-4674-9b5e-36dbfcbf3415 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 49ce5d94-ce4e-457b-a34c-54bd5dfcc242] Successfully created port: 8c68bff7-071a-49ec-b024-4820c4225a9c {{(pid=69889) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 752.917975] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d63d6377-6e31-425b-991d-8789cc70096c tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.632s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.917975] env[69889]: DEBUG nova.compute.manager [None req-d63d6377-6e31-425b-991d-8789cc70096c tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] [instance: a6f14a7e-6957-41e2-8455-0ca463f97479] Start building networks asynchronously for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 752.917975] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d9ed8076-6280-44ce-807c-c783b75425db tempest-FloatingIPsAssociationNegativeTestJSON-1428997050 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.917975] env[69889]: INFO nova.compute.claims [None req-d9ed8076-6280-44ce-807c-c783b75425db tempest-FloatingIPsAssociationNegativeTestJSON-1428997050 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050-project-member] [instance: 7af1243e-53e5-4edc-b665-562067ca3c71] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 753.086033] env[69889]: DEBUG oslo_vmware.api [None req-2a510059-9b13-4b7f-9463-7b5e1a8b0315 tempest-ServerDiagnosticsTest-755212226 tempest-ServerDiagnosticsTest-755212226-project-member] Task: {'id': task-4076910, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.188821} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.086315] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-2a510059-9b13-4b7f-9463-7b5e1a8b0315 tempest-ServerDiagnosticsTest-755212226 tempest-ServerDiagnosticsTest-755212226-project-member] [instance: 30d28d6c-5e7a-4e70-9415-b88ec3230f71] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 753.087190] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a13f5b73-0da5-4a7a-98a6-d352a0d28abf {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.116287] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a510059-9b13-4b7f-9463-7b5e1a8b0315 tempest-ServerDiagnosticsTest-755212226 tempest-ServerDiagnosticsTest-755212226-project-member] [instance: 30d28d6c-5e7a-4e70-9415-b88ec3230f71] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] 30d28d6c-5e7a-4e70-9415-b88ec3230f71/30d28d6c-5e7a-4e70-9415-b88ec3230f71.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 753.116676] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e95ed21e-ee72-4956-81c9-e7b70ba6b95b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.140227] env[69889]: DEBUG oslo_vmware.api [None req-2a510059-9b13-4b7f-9463-7b5e1a8b0315 tempest-ServerDiagnosticsTest-755212226 tempest-ServerDiagnosticsTest-755212226-project-member] Waiting for the task: (returnval){ [ 753.140227] env[69889]: value = "task-4076911" [ 753.140227] env[69889]: _type = "Task" [ 753.140227] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.149936] env[69889]: DEBUG oslo_vmware.api [None req-2a510059-9b13-4b7f-9463-7b5e1a8b0315 tempest-ServerDiagnosticsTest-755212226 tempest-ServerDiagnosticsTest-755212226-project-member] Task: {'id': task-4076911, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.319552] env[69889]: DEBUG nova.network.neutron [None req-0d2defa8-2c91-4c07-8f8b-0556607e876b tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 753.401631] env[69889]: DEBUG nova.compute.utils [None req-d63d6377-6e31-425b-991d-8789cc70096c tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 753.404540] env[69889]: DEBUG nova.network.neutron [None req-43119faf-be8e-4b8c-86e0-2adeecec3a66 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: da1de6c7-ec10-47d2-a8a9-8572cd4162f5] Updating instance_info_cache with network_info: [{"id": "e5f478e5-e0f8-41e7-a87c-054c79afd15e", "address": "fa:16:3e:88:1b:e0", "network": {"id": "f9341188-47f9-41e2-bae7-5eb6406f3899", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.39", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b7973ea41bcd4363abc2e9339dec4d77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5f478e5-e0", "ovs_interfaceid": "e5f478e5-e0f8-41e7-a87c-054c79afd15e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.408155] env[69889]: DEBUG nova.compute.manager [None req-d63d6377-6e31-425b-991d-8789cc70096c tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] [instance: a6f14a7e-6957-41e2-8455-0ca463f97479] Allocating IP information in the background. {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 753.408155] env[69889]: DEBUG nova.network.neutron [None req-d63d6377-6e31-425b-991d-8789cc70096c tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] [instance: a6f14a7e-6957-41e2-8455-0ca463f97479] allocate_for_instance() {{(pid=69889) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 753.527832] env[69889]: DEBUG nova.policy [None req-d63d6377-6e31-425b-991d-8789cc70096c tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0f97a46f6e444ce0af02f7b82654306c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b0cf03b039e74be6ade024aa1ba0adfb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69889) authorize /opt/stack/nova/nova/policy.py:192}} [ 753.628501] env[69889]: DEBUG nova.network.neutron [None req-1b49b374-a651-4bdd-95f8-a277310405da tempest-ServersNegativeTestMultiTenantJSON-2119484520 tempest-ServersNegativeTestMultiTenantJSON-2119484520-project-member] [instance: fd67edc7-3014-4eab-b142-5bff2253204f] Successfully updated port: 96a49303-0c6a-4ff3-839c-01b7bcef9c4a {{(pid=69889) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 753.638033] env[69889]: DEBUG nova.network.neutron [None req-0d2defa8-2c91-4c07-8f8b-0556607e876b tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] Updating instance_info_cache with network_info: [{"id": "9f07f034-4136-49cb-ab32-4feb5aac7b58", "address": "fa:16:3e:06:e7:9e", "network": {"id": "1b12c1c8-daca-4fb2-8ab1-a5e673ba07eb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-532849496-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7255cdff151a40df83da7bf6356a4e13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f07f034-41", "ovs_interfaceid": "9f07f034-4136-49cb-ab32-4feb5aac7b58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.654535] env[69889]: DEBUG oslo_vmware.api [None req-2a510059-9b13-4b7f-9463-7b5e1a8b0315 tempest-ServerDiagnosticsTest-755212226 tempest-ServerDiagnosticsTest-755212226-project-member] Task: {'id': task-4076911, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.910634] env[69889]: DEBUG oslo_concurrency.lockutils [None req-43119faf-be8e-4b8c-86e0-2adeecec3a66 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Releasing lock "refresh_cache-da1de6c7-ec10-47d2-a8a9-8572cd4162f5" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.914613] env[69889]: DEBUG nova.compute.manager [None req-d63d6377-6e31-425b-991d-8789cc70096c tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] [instance: a6f14a7e-6957-41e2-8455-0ca463f97479] Start building block device mappings for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 753.968933] env[69889]: DEBUG nova.network.neutron [None req-d63d6377-6e31-425b-991d-8789cc70096c tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] [instance: a6f14a7e-6957-41e2-8455-0ca463f97479] Successfully created port: aa027344-f22c-46d4-8874-bf39bc0fa3f7 {{(pid=69889) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 754.135205] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1b49b374-a651-4bdd-95f8-a277310405da tempest-ServersNegativeTestMultiTenantJSON-2119484520 tempest-ServersNegativeTestMultiTenantJSON-2119484520-project-member] Acquiring lock "refresh_cache-fd67edc7-3014-4eab-b142-5bff2253204f" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.135205] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1b49b374-a651-4bdd-95f8-a277310405da tempest-ServersNegativeTestMultiTenantJSON-2119484520 tempest-ServersNegativeTestMultiTenantJSON-2119484520-project-member] Acquired lock "refresh_cache-fd67edc7-3014-4eab-b142-5bff2253204f" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.135205] env[69889]: DEBUG nova.network.neutron [None req-1b49b374-a651-4bdd-95f8-a277310405da tempest-ServersNegativeTestMultiTenantJSON-2119484520 tempest-ServersNegativeTestMultiTenantJSON-2119484520-project-member] [instance: fd67edc7-3014-4eab-b142-5bff2253204f] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 754.147547] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0d2defa8-2c91-4c07-8f8b-0556607e876b tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Releasing lock "refresh_cache-0c73213b-c2e1-42cb-a8f4-e3109adfd354" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.147547] env[69889]: DEBUG nova.compute.manager [None req-0d2defa8-2c91-4c07-8f8b-0556607e876b tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] Instance network_info: |[{"id": "9f07f034-4136-49cb-ab32-4feb5aac7b58", "address": "fa:16:3e:06:e7:9e", "network": {"id": "1b12c1c8-daca-4fb2-8ab1-a5e673ba07eb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-532849496-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7255cdff151a40df83da7bf6356a4e13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f07f034-41", "ovs_interfaceid": "9f07f034-4136-49cb-ab32-4feb5aac7b58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 754.151292] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-0d2defa8-2c91-4c07-8f8b-0556607e876b tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:e7:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7a44713-0af1-486e-bc0d-00e03a769fa4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9f07f034-4136-49cb-ab32-4feb5aac7b58', 'vif_model': 'vmxnet3'}] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 754.159053] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d2defa8-2c91-4c07-8f8b-0556607e876b tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Creating folder: Project (7255cdff151a40df83da7bf6356a4e13). Parent ref: group-v807779. {{(pid=69889) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 754.166032] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ab07f074-9d64-424d-ba45-15300b1ac4cb {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.182242] env[69889]: DEBUG oslo_vmware.api [None req-2a510059-9b13-4b7f-9463-7b5e1a8b0315 tempest-ServerDiagnosticsTest-755212226 tempest-ServerDiagnosticsTest-755212226-project-member] Task: {'id': task-4076911, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.184682] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-0d2defa8-2c91-4c07-8f8b-0556607e876b tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Created folder: Project (7255cdff151a40df83da7bf6356a4e13) in parent group-v807779. [ 754.185291] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d2defa8-2c91-4c07-8f8b-0556607e876b tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Creating folder: Instances. Parent ref: group-v807835. {{(pid=69889) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 754.189439] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6e999d57-61ad-43ba-b11f-2c8809116e59 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.206551] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-0d2defa8-2c91-4c07-8f8b-0556607e876b tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Created folder: Instances in parent group-v807835. [ 754.206839] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0d2defa8-2c91-4c07-8f8b-0556607e876b tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 754.210398] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 754.211384] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bbc66381-56a3-4d22-bf89-aded23a6ec9e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.240754] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 754.240754] env[69889]: value = "task-4076914" [ 754.240754] env[69889]: _type = "Task" [ 754.240754] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.253666] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4076914, 'name': CreateVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.428828] env[69889]: DEBUG oslo_concurrency.lockutils [None req-aaa3a362-4bca-4693-a5da-c9f15112134b tempest-ServersTestJSON-667160462 tempest-ServersTestJSON-667160462-project-member] Acquiring lock "41c9a79a-e246-4818-8339-fbaaa9fea305" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.429227] env[69889]: DEBUG oslo_concurrency.lockutils [None req-aaa3a362-4bca-4693-a5da-c9f15112134b tempest-ServersTestJSON-667160462 tempest-ServersTestJSON-667160462-project-member] Lock "41c9a79a-e246-4818-8339-fbaaa9fea305" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.429486] env[69889]: DEBUG oslo_concurrency.lockutils [None req-aaa3a362-4bca-4693-a5da-c9f15112134b tempest-ServersTestJSON-667160462 tempest-ServersTestJSON-667160462-project-member] Acquiring lock "41c9a79a-e246-4818-8339-fbaaa9fea305-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.429693] env[69889]: DEBUG oslo_concurrency.lockutils [None req-aaa3a362-4bca-4693-a5da-c9f15112134b tempest-ServersTestJSON-667160462 tempest-ServersTestJSON-667160462-project-member] Lock "41c9a79a-e246-4818-8339-fbaaa9fea305-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.429892] env[69889]: DEBUG oslo_concurrency.lockutils [None req-aaa3a362-4bca-4693-a5da-c9f15112134b tempest-ServersTestJSON-667160462 tempest-ServersTestJSON-667160462-project-member] Lock "41c9a79a-e246-4818-8339-fbaaa9fea305-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.434095] env[69889]: INFO nova.compute.manager [None req-aaa3a362-4bca-4693-a5da-c9f15112134b tempest-ServersTestJSON-667160462 tempest-ServersTestJSON-667160462-project-member] [instance: 41c9a79a-e246-4818-8339-fbaaa9fea305] Terminating instance [ 754.447706] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0461490c-1918-4e39-8066-374f480a6875 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.471295] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce8c3a3c-4c97-47a8-9ee8-d3a6652bd48a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.480616] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-43119faf-be8e-4b8c-86e0-2adeecec3a66 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: da1de6c7-ec10-47d2-a8a9-8572cd4162f5] Updating instance 'da1de6c7-ec10-47d2-a8a9-8572cd4162f5' progress to 83 {{(pid=69889) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 754.525515] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e93249a1-b485-4ae7-be8b-2431766b81df {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.535526] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d7ec530-2d83-4062-96f4-89d430bbf54e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.570545] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cca2177-09e6-4ad2-91a2-73a2bc7f60d4 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.574507] env[69889]: DEBUG nova.network.neutron [None req-c832ae01-4087-4674-9b5e-36dbfcbf3415 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 49ce5d94-ce4e-457b-a34c-54bd5dfcc242] Successfully updated port: 8c68bff7-071a-49ec-b024-4820c4225a9c {{(pid=69889) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 754.581451] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fe1938a-5e43-4e27-a24d-b739b45b9fa8 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.600726] env[69889]: DEBUG nova.compute.provider_tree [None req-d9ed8076-6280-44ce-807c-c783b75425db tempest-FloatingIPsAssociationNegativeTestJSON-1428997050 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 754.622911] env[69889]: INFO nova.compute.manager [None req-b17d8185-2ecc-4247-b50b-360cfd342df2 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] [instance: 96c84f6a-1e51-41fa-b5cd-4dc572d96410] Rebuilding instance [ 754.662468] env[69889]: DEBUG oslo_vmware.api [None req-2a510059-9b13-4b7f-9463-7b5e1a8b0315 tempest-ServerDiagnosticsTest-755212226 tempest-ServerDiagnosticsTest-755212226-project-member] Task: {'id': task-4076911, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.677046] env[69889]: DEBUG nova.compute.manager [None req-b17d8185-2ecc-4247-b50b-360cfd342df2 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] [instance: 96c84f6a-1e51-41fa-b5cd-4dc572d96410] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 754.677046] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f492093-b2e7-4724-ad50-32a25e0df7c2 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.680012] env[69889]: DEBUG nova.network.neutron [None req-1b49b374-a651-4bdd-95f8-a277310405da tempest-ServersNegativeTestMultiTenantJSON-2119484520 tempest-ServersNegativeTestMultiTenantJSON-2119484520-project-member] [instance: fd67edc7-3014-4eab-b142-5bff2253204f] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 754.710920] env[69889]: DEBUG nova.compute.manager [req-3b2c0c75-5e9b-467b-a388-9482466a9c27 req-a7748cdf-fd65-48ca-bf2c-bb70636be8da service nova] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] Received event network-vif-plugged-9f07f034-4136-49cb-ab32-4feb5aac7b58 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 754.711165] env[69889]: DEBUG oslo_concurrency.lockutils [req-3b2c0c75-5e9b-467b-a388-9482466a9c27 req-a7748cdf-fd65-48ca-bf2c-bb70636be8da service nova] Acquiring lock "0c73213b-c2e1-42cb-a8f4-e3109adfd354-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.711374] env[69889]: DEBUG oslo_concurrency.lockutils [req-3b2c0c75-5e9b-467b-a388-9482466a9c27 req-a7748cdf-fd65-48ca-bf2c-bb70636be8da service nova] Lock "0c73213b-c2e1-42cb-a8f4-e3109adfd354-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.711535] env[69889]: DEBUG oslo_concurrency.lockutils [req-3b2c0c75-5e9b-467b-a388-9482466a9c27 req-a7748cdf-fd65-48ca-bf2c-bb70636be8da service nova] Lock "0c73213b-c2e1-42cb-a8f4-e3109adfd354-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.711740] env[69889]: DEBUG nova.compute.manager [req-3b2c0c75-5e9b-467b-a388-9482466a9c27 req-a7748cdf-fd65-48ca-bf2c-bb70636be8da service nova] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] No waiting events found dispatching network-vif-plugged-9f07f034-4136-49cb-ab32-4feb5aac7b58 {{(pid=69889) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 754.711857] env[69889]: WARNING nova.compute.manager [req-3b2c0c75-5e9b-467b-a388-9482466a9c27 req-a7748cdf-fd65-48ca-bf2c-bb70636be8da service nova] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] Received unexpected event network-vif-plugged-9f07f034-4136-49cb-ab32-4feb5aac7b58 for instance with vm_state building and task_state spawning. [ 754.712277] env[69889]: DEBUG oslo_concurrency.lockutils [None req-8a693dae-b22e-4f4e-8294-4424cb379a9f tempest-ServerTagsTestJSON-782493845 tempest-ServerTagsTestJSON-782493845-project-member] Acquiring lock "6440cc57-4bc9-4c89-941e-f16b6bf04dc3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.712477] env[69889]: DEBUG oslo_concurrency.lockutils [None req-8a693dae-b22e-4f4e-8294-4424cb379a9f tempest-ServerTagsTestJSON-782493845 tempest-ServerTagsTestJSON-782493845-project-member] Lock "6440cc57-4bc9-4c89-941e-f16b6bf04dc3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.712666] env[69889]: DEBUG oslo_concurrency.lockutils [None req-8a693dae-b22e-4f4e-8294-4424cb379a9f tempest-ServerTagsTestJSON-782493845 tempest-ServerTagsTestJSON-782493845-project-member] Acquiring lock "6440cc57-4bc9-4c89-941e-f16b6bf04dc3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.716019] env[69889]: DEBUG oslo_concurrency.lockutils [None req-8a693dae-b22e-4f4e-8294-4424cb379a9f tempest-ServerTagsTestJSON-782493845 tempest-ServerTagsTestJSON-782493845-project-member] Lock "6440cc57-4bc9-4c89-941e-f16b6bf04dc3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.716019] env[69889]: DEBUG oslo_concurrency.lockutils [None req-8a693dae-b22e-4f4e-8294-4424cb379a9f tempest-ServerTagsTestJSON-782493845 tempest-ServerTagsTestJSON-782493845-project-member] Lock "6440cc57-4bc9-4c89-941e-f16b6bf04dc3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.716019] env[69889]: INFO nova.compute.manager [None req-8a693dae-b22e-4f4e-8294-4424cb379a9f tempest-ServerTagsTestJSON-782493845 tempest-ServerTagsTestJSON-782493845-project-member] [instance: 6440cc57-4bc9-4c89-941e-f16b6bf04dc3] Terminating instance [ 754.751656] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4076914, 'name': CreateVM_Task, 'duration_secs': 0.377214} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.751929] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 754.752678] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0d2defa8-2c91-4c07-8f8b-0556607e876b tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.752891] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0d2defa8-2c91-4c07-8f8b-0556607e876b tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.753267] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0d2defa8-2c91-4c07-8f8b-0556607e876b tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.753578] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79065342-e938-47cf-b17c-6818c64bbc2a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.759350] env[69889]: DEBUG oslo_vmware.api [None req-0d2defa8-2c91-4c07-8f8b-0556607e876b tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Waiting for the task: (returnval){ [ 754.759350] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]5271dc0e-4aa6-48f0-619a-8cbc534ed345" [ 754.759350] env[69889]: _type = "Task" [ 754.759350] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.768796] env[69889]: DEBUG oslo_vmware.api [None req-0d2defa8-2c91-4c07-8f8b-0556607e876b tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5271dc0e-4aa6-48f0-619a-8cbc534ed345, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.864281] env[69889]: DEBUG nova.network.neutron [None req-1b49b374-a651-4bdd-95f8-a277310405da tempest-ServersNegativeTestMultiTenantJSON-2119484520 tempest-ServersNegativeTestMultiTenantJSON-2119484520-project-member] [instance: fd67edc7-3014-4eab-b142-5bff2253204f] Updating instance_info_cache with network_info: [{"id": "96a49303-0c6a-4ff3-839c-01b7bcef9c4a", "address": "fa:16:3e:9d:23:8e", "network": {"id": "cf5b941f-5c2d-4474-a1f6-13be1fe6fdb3", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-2055378866-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc5f4b3522bf4f189de682d05ca5fbb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96a49303-0c", "ovs_interfaceid": "96a49303-0c6a-4ff3-839c-01b7bcef9c4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.929510] env[69889]: DEBUG nova.compute.manager [None req-d63d6377-6e31-425b-991d-8789cc70096c tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] [instance: a6f14a7e-6957-41e2-8455-0ca463f97479] Start spawning the instance on the hypervisor. {{(pid=69889) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 754.938620] env[69889]: DEBUG nova.compute.manager [None req-aaa3a362-4bca-4693-a5da-c9f15112134b tempest-ServersTestJSON-667160462 tempest-ServersTestJSON-667160462-project-member] [instance: 41c9a79a-e246-4818-8339-fbaaa9fea305] Start destroying the instance on the hypervisor. {{(pid=69889) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 754.938853] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-aaa3a362-4bca-4693-a5da-c9f15112134b tempest-ServersTestJSON-667160462 tempest-ServersTestJSON-667160462-project-member] [instance: 41c9a79a-e246-4818-8339-fbaaa9fea305] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 754.939747] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e9c9e67-f19c-4886-b2cc-24b92cd2248e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.951971] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaa3a362-4bca-4693-a5da-c9f15112134b tempest-ServersTestJSON-667160462 tempest-ServersTestJSON-667160462-project-member] [instance: 41c9a79a-e246-4818-8339-fbaaa9fea305] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 754.954780] env[69889]: DEBUG nova.virt.hardware [None req-d63d6377-6e31-425b-991d-8789cc70096c tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 754.955028] env[69889]: DEBUG nova.virt.hardware [None req-d63d6377-6e31-425b-991d-8789cc70096c tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 754.955180] env[69889]: DEBUG nova.virt.hardware [None req-d63d6377-6e31-425b-991d-8789cc70096c tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 754.955596] env[69889]: DEBUG nova.virt.hardware [None req-d63d6377-6e31-425b-991d-8789cc70096c tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 754.955596] env[69889]: DEBUG nova.virt.hardware [None req-d63d6377-6e31-425b-991d-8789cc70096c tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 754.955783] env[69889]: DEBUG nova.virt.hardware [None req-d63d6377-6e31-425b-991d-8789cc70096c tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 754.955843] env[69889]: DEBUG nova.virt.hardware [None req-d63d6377-6e31-425b-991d-8789cc70096c tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 754.955991] env[69889]: DEBUG nova.virt.hardware [None req-d63d6377-6e31-425b-991d-8789cc70096c tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 754.956198] env[69889]: DEBUG nova.virt.hardware [None req-d63d6377-6e31-425b-991d-8789cc70096c tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 754.956508] env[69889]: DEBUG nova.virt.hardware [None req-d63d6377-6e31-425b-991d-8789cc70096c tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 754.956849] env[69889]: DEBUG nova.virt.hardware [None req-d63d6377-6e31-425b-991d-8789cc70096c tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 754.958032] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c6328c1f-cbe0-468a-bbc6-95ada74f5827 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.961137] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faf87eae-0015-49bb-bd9a-08e97d0d5ce0 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.972610] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77475388-5df5-4f0f-987a-325493668aa8 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.979382] env[69889]: DEBUG oslo_vmware.api [None req-aaa3a362-4bca-4693-a5da-c9f15112134b tempest-ServersTestJSON-667160462 tempest-ServersTestJSON-667160462-project-member] Waiting for the task: (returnval){ [ 754.979382] env[69889]: value = "task-4076915" [ 754.979382] env[69889]: _type = "Task" [ 754.979382] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.001334] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-43119faf-be8e-4b8c-86e0-2adeecec3a66 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: da1de6c7-ec10-47d2-a8a9-8572cd4162f5] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 755.001940] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cd211a6f-1601-4e52-bf30-fcae4d5d7c03 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.010908] env[69889]: DEBUG oslo_vmware.api [None req-aaa3a362-4bca-4693-a5da-c9f15112134b tempest-ServersTestJSON-667160462 tempest-ServersTestJSON-667160462-project-member] Task: {'id': task-4076915, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.012596] env[69889]: DEBUG oslo_vmware.api [None req-43119faf-be8e-4b8c-86e0-2adeecec3a66 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Waiting for the task: (returnval){ [ 755.012596] env[69889]: value = "task-4076916" [ 755.012596] env[69889]: _type = "Task" [ 755.012596] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.022340] env[69889]: DEBUG oslo_vmware.api [None req-43119faf-be8e-4b8c-86e0-2adeecec3a66 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Task: {'id': task-4076916, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.077264] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c832ae01-4087-4674-9b5e-36dbfcbf3415 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Acquiring lock "refresh_cache-49ce5d94-ce4e-457b-a34c-54bd5dfcc242" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.077498] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c832ae01-4087-4674-9b5e-36dbfcbf3415 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Acquired lock "refresh_cache-49ce5d94-ce4e-457b-a34c-54bd5dfcc242" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.077714] env[69889]: DEBUG nova.network.neutron [None req-c832ae01-4087-4674-9b5e-36dbfcbf3415 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 49ce5d94-ce4e-457b-a34c-54bd5dfcc242] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 755.106534] env[69889]: DEBUG nova.scheduler.client.report [None req-d9ed8076-6280-44ce-807c-c783b75425db tempest-FloatingIPsAssociationNegativeTestJSON-1428997050 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 755.163889] env[69889]: DEBUG oslo_vmware.api [None req-2a510059-9b13-4b7f-9463-7b5e1a8b0315 tempest-ServerDiagnosticsTest-755212226 tempest-ServerDiagnosticsTest-755212226-project-member] Task: {'id': task-4076911, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.220977] env[69889]: DEBUG nova.compute.manager [None req-8a693dae-b22e-4f4e-8294-4424cb379a9f tempest-ServerTagsTestJSON-782493845 tempest-ServerTagsTestJSON-782493845-project-member] [instance: 6440cc57-4bc9-4c89-941e-f16b6bf04dc3] Start destroying the instance on the hypervisor. {{(pid=69889) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 755.221437] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-8a693dae-b22e-4f4e-8294-4424cb379a9f tempest-ServerTagsTestJSON-782493845 tempest-ServerTagsTestJSON-782493845-project-member] [instance: 6440cc57-4bc9-4c89-941e-f16b6bf04dc3] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 755.226528] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a855b392-b81d-4326-b3cf-291f023592db {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.239661] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a693dae-b22e-4f4e-8294-4424cb379a9f tempest-ServerTagsTestJSON-782493845 tempest-ServerTagsTestJSON-782493845-project-member] [instance: 6440cc57-4bc9-4c89-941e-f16b6bf04dc3] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 755.240124] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1886682c-fbea-4ce3-af31-ee9accdab4d4 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.248872] env[69889]: DEBUG oslo_vmware.api [None req-8a693dae-b22e-4f4e-8294-4424cb379a9f tempest-ServerTagsTestJSON-782493845 tempest-ServerTagsTestJSON-782493845-project-member] Waiting for the task: (returnval){ [ 755.248872] env[69889]: value = "task-4076917" [ 755.248872] env[69889]: _type = "Task" [ 755.248872] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.262650] env[69889]: DEBUG oslo_vmware.api [None req-8a693dae-b22e-4f4e-8294-4424cb379a9f tempest-ServerTagsTestJSON-782493845 tempest-ServerTagsTestJSON-782493845-project-member] Task: {'id': task-4076917, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.274896] env[69889]: DEBUG oslo_vmware.api [None req-0d2defa8-2c91-4c07-8f8b-0556607e876b tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5271dc0e-4aa6-48f0-619a-8cbc534ed345, 'name': SearchDatastore_Task, 'duration_secs': 0.031377} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.275544] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0d2defa8-2c91-4c07-8f8b-0556607e876b tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.275712] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-0d2defa8-2c91-4c07-8f8b-0556607e876b tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 755.275973] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0d2defa8-2c91-4c07-8f8b-0556607e876b tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.276134] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0d2defa8-2c91-4c07-8f8b-0556607e876b tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.276422] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d2defa8-2c91-4c07-8f8b-0556607e876b tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 755.276889] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e3f57dc9-c435-4cff-8bfd-49dfb9e23dc5 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.288917] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d2defa8-2c91-4c07-8f8b-0556607e876b tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 755.289190] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-0d2defa8-2c91-4c07-8f8b-0556607e876b tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 755.290126] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-653ddda8-3306-4667-833b-ec0532f9735d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.299209] env[69889]: DEBUG oslo_vmware.api [None req-0d2defa8-2c91-4c07-8f8b-0556607e876b tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Waiting for the task: (returnval){ [ 755.299209] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]5291dbdb-422a-8888-90de-951a3a2d70a4" [ 755.299209] env[69889]: _type = "Task" [ 755.299209] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.310300] env[69889]: DEBUG oslo_vmware.api [None req-0d2defa8-2c91-4c07-8f8b-0556607e876b tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5291dbdb-422a-8888-90de-951a3a2d70a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.366714] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1b49b374-a651-4bdd-95f8-a277310405da tempest-ServersNegativeTestMultiTenantJSON-2119484520 tempest-ServersNegativeTestMultiTenantJSON-2119484520-project-member] Releasing lock "refresh_cache-fd67edc7-3014-4eab-b142-5bff2253204f" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.367071] env[69889]: DEBUG nova.compute.manager [None req-1b49b374-a651-4bdd-95f8-a277310405da tempest-ServersNegativeTestMultiTenantJSON-2119484520 tempest-ServersNegativeTestMultiTenantJSON-2119484520-project-member] [instance: fd67edc7-3014-4eab-b142-5bff2253204f] Instance network_info: |[{"id": "96a49303-0c6a-4ff3-839c-01b7bcef9c4a", "address": "fa:16:3e:9d:23:8e", "network": {"id": "cf5b941f-5c2d-4474-a1f6-13be1fe6fdb3", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-2055378866-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc5f4b3522bf4f189de682d05ca5fbb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96a49303-0c", "ovs_interfaceid": "96a49303-0c6a-4ff3-839c-01b7bcef9c4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 755.367509] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-1b49b374-a651-4bdd-95f8-a277310405da tempest-ServersNegativeTestMultiTenantJSON-2119484520 tempest-ServersNegativeTestMultiTenantJSON-2119484520-project-member] [instance: fd67edc7-3014-4eab-b142-5bff2253204f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:23:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '61a172ee-af3f-473e-b12a-3fee5bf39c8d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '96a49303-0c6a-4ff3-839c-01b7bcef9c4a', 'vif_model': 'vmxnet3'}] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 755.377534] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b49b374-a651-4bdd-95f8-a277310405da tempest-ServersNegativeTestMultiTenantJSON-2119484520 tempest-ServersNegativeTestMultiTenantJSON-2119484520-project-member] Creating folder: Project (dc5f4b3522bf4f189de682d05ca5fbb2). Parent ref: group-v807779. {{(pid=69889) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 755.377959] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9c555bc1-3de5-4f27-874a-f7b07e7ba0f2 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.392754] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-1b49b374-a651-4bdd-95f8-a277310405da tempest-ServersNegativeTestMultiTenantJSON-2119484520 tempest-ServersNegativeTestMultiTenantJSON-2119484520-project-member] Created folder: Project (dc5f4b3522bf4f189de682d05ca5fbb2) in parent group-v807779. [ 755.393105] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b49b374-a651-4bdd-95f8-a277310405da tempest-ServersNegativeTestMultiTenantJSON-2119484520 tempest-ServersNegativeTestMultiTenantJSON-2119484520-project-member] Creating folder: Instances. Parent ref: group-v807838. {{(pid=69889) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 755.393768] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9590131b-e4aa-46e8-91ec-125c6806e0b0 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.408336] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-1b49b374-a651-4bdd-95f8-a277310405da tempest-ServersNegativeTestMultiTenantJSON-2119484520 tempest-ServersNegativeTestMultiTenantJSON-2119484520-project-member] Created folder: Instances in parent group-v807838. [ 755.408688] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1b49b374-a651-4bdd-95f8-a277310405da tempest-ServersNegativeTestMultiTenantJSON-2119484520 tempest-ServersNegativeTestMultiTenantJSON-2119484520-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 755.409440] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd67edc7-3014-4eab-b142-5bff2253204f] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 755.409799] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-87129c54-3d84-4a11-906a-a67c5a16faaf {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.451569] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 755.451569] env[69889]: value = "task-4076920" [ 755.451569] env[69889]: _type = "Task" [ 755.451569] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.463728] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4076920, 'name': CreateVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.497035] env[69889]: DEBUG oslo_vmware.api [None req-aaa3a362-4bca-4693-a5da-c9f15112134b tempest-ServersTestJSON-667160462 tempest-ServersTestJSON-667160462-project-member] Task: {'id': task-4076915, 'name': PowerOffVM_Task, 'duration_secs': 0.493372} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.497035] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaa3a362-4bca-4693-a5da-c9f15112134b tempest-ServersTestJSON-667160462 tempest-ServersTestJSON-667160462-project-member] [instance: 41c9a79a-e246-4818-8339-fbaaa9fea305] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 755.497035] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-aaa3a362-4bca-4693-a5da-c9f15112134b tempest-ServersTestJSON-667160462 tempest-ServersTestJSON-667160462-project-member] [instance: 41c9a79a-e246-4818-8339-fbaaa9fea305] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 755.497035] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-31248e0b-f711-44ec-b0cc-2a9a90996fde {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.527570] env[69889]: DEBUG oslo_concurrency.lockutils [None req-743147b0-a69b-4d6f-884a-0677f5a06b96 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Acquiring lock "c94d00aa-7337-4037-9d27-25bad025e569" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.527842] env[69889]: DEBUG oslo_concurrency.lockutils [None req-743147b0-a69b-4d6f-884a-0677f5a06b96 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Lock "c94d00aa-7337-4037-9d27-25bad025e569" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.528076] env[69889]: DEBUG oslo_vmware.api [None req-43119faf-be8e-4b8c-86e0-2adeecec3a66 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Task: {'id': task-4076916, 'name': PowerOnVM_Task, 'duration_secs': 0.495389} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.528366] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-43119faf-be8e-4b8c-86e0-2adeecec3a66 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: da1de6c7-ec10-47d2-a8a9-8572cd4162f5] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 755.528987] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-43119faf-be8e-4b8c-86e0-2adeecec3a66 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: da1de6c7-ec10-47d2-a8a9-8572cd4162f5] Updating instance 'da1de6c7-ec10-47d2-a8a9-8572cd4162f5' progress to 100 {{(pid=69889) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 755.584455] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-aaa3a362-4bca-4693-a5da-c9f15112134b tempest-ServersTestJSON-667160462 tempest-ServersTestJSON-667160462-project-member] [instance: 41c9a79a-e246-4818-8339-fbaaa9fea305] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 755.584749] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-aaa3a362-4bca-4693-a5da-c9f15112134b tempest-ServersTestJSON-667160462 tempest-ServersTestJSON-667160462-project-member] [instance: 41c9a79a-e246-4818-8339-fbaaa9fea305] Deleting contents of the VM from datastore datastore1 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 755.584928] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-aaa3a362-4bca-4693-a5da-c9f15112134b tempest-ServersTestJSON-667160462 tempest-ServersTestJSON-667160462-project-member] Deleting the datastore file [datastore1] 41c9a79a-e246-4818-8339-fbaaa9fea305 {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 755.585612] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ce3bc319-5e3e-4336-a405-77a59cdb062b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.592943] env[69889]: DEBUG oslo_vmware.api [None req-aaa3a362-4bca-4693-a5da-c9f15112134b tempest-ServersTestJSON-667160462 tempest-ServersTestJSON-667160462-project-member] Waiting for the task: (returnval){ [ 755.592943] env[69889]: value = "task-4076922" [ 755.592943] env[69889]: _type = "Task" [ 755.592943] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.605768] env[69889]: DEBUG oslo_vmware.api [None req-aaa3a362-4bca-4693-a5da-c9f15112134b tempest-ServersTestJSON-667160462 tempest-ServersTestJSON-667160462-project-member] Task: {'id': task-4076922, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.613309] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d9ed8076-6280-44ce-807c-c783b75425db tempest-FloatingIPsAssociationNegativeTestJSON-1428997050 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.736s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.614015] env[69889]: DEBUG nova.compute.manager [None req-d9ed8076-6280-44ce-807c-c783b75425db tempest-FloatingIPsAssociationNegativeTestJSON-1428997050 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050-project-member] [instance: 7af1243e-53e5-4edc-b665-562067ca3c71] Start building networks asynchronously for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 755.619961] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ae8759c0-8cc7-46fb-b597-856b9c088f8d tempest-ServerExternalEventsTest-963301871 tempest-ServerExternalEventsTest-963301871-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.033s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.619961] env[69889]: INFO nova.compute.claims [None req-ae8759c0-8cc7-46fb-b597-856b9c088f8d tempest-ServerExternalEventsTest-963301871 tempest-ServerExternalEventsTest-963301871-project-member] [instance: 898487e1-e766-417f-be3f-99f6ebd7f853] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 755.624054] env[69889]: WARNING nova.network.neutron [None req-c832ae01-4087-4674-9b5e-36dbfcbf3415 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 49ce5d94-ce4e-457b-a34c-54bd5dfcc242] dc7a1c63-64ed-41ca-b29f-202337c0d542 already exists in list: networks containing: ['dc7a1c63-64ed-41ca-b29f-202337c0d542']. ignoring it [ 755.663799] env[69889]: DEBUG oslo_vmware.api [None req-2a510059-9b13-4b7f-9463-7b5e1a8b0315 tempest-ServerDiagnosticsTest-755212226 tempest-ServerDiagnosticsTest-755212226-project-member] Task: {'id': task-4076911, 'name': ReconfigVM_Task, 'duration_secs': 2.080432} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.671055] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a510059-9b13-4b7f-9463-7b5e1a8b0315 tempest-ServerDiagnosticsTest-755212226 tempest-ServerDiagnosticsTest-755212226-project-member] [instance: 30d28d6c-5e7a-4e70-9415-b88ec3230f71] Reconfigured VM instance instance-00000013 to attach disk [datastore1] 30d28d6c-5e7a-4e70-9415-b88ec3230f71/30d28d6c-5e7a-4e70-9415-b88ec3230f71.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 755.671055] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ebaa23c0-54fd-4349-995b-1f7c84dabc16 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.675285] env[69889]: DEBUG oslo_vmware.api [None req-2a510059-9b13-4b7f-9463-7b5e1a8b0315 tempest-ServerDiagnosticsTest-755212226 tempest-ServerDiagnosticsTest-755212226-project-member] Waiting for the task: (returnval){ [ 755.675285] env[69889]: value = "task-4076923" [ 755.675285] env[69889]: _type = "Task" [ 755.675285] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.686595] env[69889]: DEBUG oslo_vmware.api [None req-2a510059-9b13-4b7f-9463-7b5e1a8b0315 tempest-ServerDiagnosticsTest-755212226 tempest-ServerDiagnosticsTest-755212226-project-member] Task: {'id': task-4076923, 'name': Rename_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.698883] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-b17d8185-2ecc-4247-b50b-360cfd342df2 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] [instance: 96c84f6a-1e51-41fa-b5cd-4dc572d96410] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 755.698883] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-066d973f-d6ba-4055-9182-3b5d44263ce1 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.705285] env[69889]: DEBUG oslo_vmware.api [None req-b17d8185-2ecc-4247-b50b-360cfd342df2 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Waiting for the task: (returnval){ [ 755.705285] env[69889]: value = "task-4076924" [ 755.705285] env[69889]: _type = "Task" [ 755.705285] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.717514] env[69889]: DEBUG oslo_vmware.api [None req-b17d8185-2ecc-4247-b50b-360cfd342df2 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Task: {'id': task-4076924, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.761302] env[69889]: DEBUG oslo_vmware.api [None req-8a693dae-b22e-4f4e-8294-4424cb379a9f tempest-ServerTagsTestJSON-782493845 tempest-ServerTagsTestJSON-782493845-project-member] Task: {'id': task-4076917, 'name': PowerOffVM_Task, 'duration_secs': 0.266235} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.761814] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a693dae-b22e-4f4e-8294-4424cb379a9f tempest-ServerTagsTestJSON-782493845 tempest-ServerTagsTestJSON-782493845-project-member] [instance: 6440cc57-4bc9-4c89-941e-f16b6bf04dc3] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 755.761814] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-8a693dae-b22e-4f4e-8294-4424cb379a9f tempest-ServerTagsTestJSON-782493845 tempest-ServerTagsTestJSON-782493845-project-member] [instance: 6440cc57-4bc9-4c89-941e-f16b6bf04dc3] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 755.762160] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5630f95a-a27d-444b-a675-a6ce62ce7c5a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.810988] env[69889]: DEBUG oslo_vmware.api [None req-0d2defa8-2c91-4c07-8f8b-0556607e876b tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5291dbdb-422a-8888-90de-951a3a2d70a4, 'name': SearchDatastore_Task, 'duration_secs': 0.02467} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.811951] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a94ad32-8709-435a-83e2-8aa0978e0290 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.819507] env[69889]: DEBUG oslo_vmware.api [None req-0d2defa8-2c91-4c07-8f8b-0556607e876b tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Waiting for the task: (returnval){ [ 755.819507] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52fe8abe-349e-4d50-a005-533a30148a49" [ 755.819507] env[69889]: _type = "Task" [ 755.819507] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.828721] env[69889]: DEBUG oslo_vmware.api [None req-0d2defa8-2c91-4c07-8f8b-0556607e876b tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52fe8abe-349e-4d50-a005-533a30148a49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.853025] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-8a693dae-b22e-4f4e-8294-4424cb379a9f tempest-ServerTagsTestJSON-782493845 tempest-ServerTagsTestJSON-782493845-project-member] [instance: 6440cc57-4bc9-4c89-941e-f16b6bf04dc3] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 755.853289] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-8a693dae-b22e-4f4e-8294-4424cb379a9f tempest-ServerTagsTestJSON-782493845 tempest-ServerTagsTestJSON-782493845-project-member] [instance: 6440cc57-4bc9-4c89-941e-f16b6bf04dc3] Deleting contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 755.853475] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a693dae-b22e-4f4e-8294-4424cb379a9f tempest-ServerTagsTestJSON-782493845 tempest-ServerTagsTestJSON-782493845-project-member] Deleting the datastore file [datastore2] 6440cc57-4bc9-4c89-941e-f16b6bf04dc3 {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 755.853757] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cf11f8b2-30f6-47d4-b040-2df59bdb4354 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.861743] env[69889]: DEBUG oslo_vmware.api [None req-8a693dae-b22e-4f4e-8294-4424cb379a9f tempest-ServerTagsTestJSON-782493845 tempest-ServerTagsTestJSON-782493845-project-member] Waiting for the task: (returnval){ [ 755.861743] env[69889]: value = "task-4076926" [ 755.861743] env[69889]: _type = "Task" [ 755.861743] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.872446] env[69889]: DEBUG oslo_vmware.api [None req-8a693dae-b22e-4f4e-8294-4424cb379a9f tempest-ServerTagsTestJSON-782493845 tempest-ServerTagsTestJSON-782493845-project-member] Task: {'id': task-4076926, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.959436] env[69889]: DEBUG nova.network.neutron [None req-d63d6377-6e31-425b-991d-8789cc70096c tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] [instance: a6f14a7e-6957-41e2-8455-0ca463f97479] Successfully updated port: aa027344-f22c-46d4-8874-bf39bc0fa3f7 {{(pid=69889) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 755.971858] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4076920, 'name': CreateVM_Task, 'duration_secs': 0.443794} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.972737] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd67edc7-3014-4eab-b142-5bff2253204f] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 755.973146] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1b49b374-a651-4bdd-95f8-a277310405da tempest-ServersNegativeTestMultiTenantJSON-2119484520 tempest-ServersNegativeTestMultiTenantJSON-2119484520-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.973342] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1b49b374-a651-4bdd-95f8-a277310405da tempest-ServersNegativeTestMultiTenantJSON-2119484520 tempest-ServersNegativeTestMultiTenantJSON-2119484520-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.973684] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1b49b374-a651-4bdd-95f8-a277310405da tempest-ServersNegativeTestMultiTenantJSON-2119484520 tempest-ServersNegativeTestMultiTenantJSON-2119484520-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.973965] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ed2c861-3f3a-41d9-8578-bab41efea088 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.980736] env[69889]: DEBUG oslo_vmware.api [None req-1b49b374-a651-4bdd-95f8-a277310405da tempest-ServersNegativeTestMultiTenantJSON-2119484520 tempest-ServersNegativeTestMultiTenantJSON-2119484520-project-member] Waiting for the task: (returnval){ [ 755.980736] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52579079-3de3-f881-9f81-0b4743d98dea" [ 755.980736] env[69889]: _type = "Task" [ 755.980736] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.989232] env[69889]: DEBUG oslo_vmware.api [None req-1b49b374-a651-4bdd-95f8-a277310405da tempest-ServersNegativeTestMultiTenantJSON-2119484520 tempest-ServersNegativeTestMultiTenantJSON-2119484520-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52579079-3de3-f881-9f81-0b4743d98dea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.065993] env[69889]: DEBUG nova.network.neutron [None req-c832ae01-4087-4674-9b5e-36dbfcbf3415 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 49ce5d94-ce4e-457b-a34c-54bd5dfcc242] Updating instance_info_cache with network_info: [{"id": "edb83f83-f9ec-4b72-bcda-1e64d5431fb0", "address": "fa:16:3e:98:4f:17", "network": {"id": "dc7a1c63-64ed-41ca-b29f-202337c0d542", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1276397426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf71caefe82444e1aa35f5f5071b52f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedb83f83-f9", "ovs_interfaceid": "edb83f83-f9ec-4b72-bcda-1e64d5431fb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8c68bff7-071a-49ec-b024-4820c4225a9c", "address": "fa:16:3e:8c:0e:8e", "network": {"id": "dc7a1c63-64ed-41ca-b29f-202337c0d542", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1276397426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf71caefe82444e1aa35f5f5071b52f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c68bff7-07", "ovs_interfaceid": "8c68bff7-071a-49ec-b024-4820c4225a9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.109208] env[69889]: DEBUG oslo_vmware.api [None req-aaa3a362-4bca-4693-a5da-c9f15112134b tempest-ServersTestJSON-667160462 tempest-ServersTestJSON-667160462-project-member] Task: {'id': task-4076922, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15457} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.109441] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-aaa3a362-4bca-4693-a5da-c9f15112134b tempest-ServersTestJSON-667160462 tempest-ServersTestJSON-667160462-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 756.109634] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-aaa3a362-4bca-4693-a5da-c9f15112134b tempest-ServersTestJSON-667160462 tempest-ServersTestJSON-667160462-project-member] [instance: 41c9a79a-e246-4818-8339-fbaaa9fea305] Deleted contents of the VM from datastore datastore1 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 756.109898] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-aaa3a362-4bca-4693-a5da-c9f15112134b tempest-ServersTestJSON-667160462 tempest-ServersTestJSON-667160462-project-member] [instance: 41c9a79a-e246-4818-8339-fbaaa9fea305] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 756.110492] env[69889]: INFO nova.compute.manager [None req-aaa3a362-4bca-4693-a5da-c9f15112134b tempest-ServersTestJSON-667160462 tempest-ServersTestJSON-667160462-project-member] [instance: 41c9a79a-e246-4818-8339-fbaaa9fea305] Took 1.17 seconds to destroy the instance on the hypervisor. [ 756.110492] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aaa3a362-4bca-4693-a5da-c9f15112134b tempest-ServersTestJSON-667160462 tempest-ServersTestJSON-667160462-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 756.110686] env[69889]: DEBUG nova.compute.manager [-] [instance: 41c9a79a-e246-4818-8339-fbaaa9fea305] Deallocating network for instance {{(pid=69889) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 756.110817] env[69889]: DEBUG nova.network.neutron [-] [instance: 41c9a79a-e246-4818-8339-fbaaa9fea305] deallocate_for_instance() {{(pid=69889) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 756.124848] env[69889]: DEBUG nova.compute.utils [None req-d9ed8076-6280-44ce-807c-c783b75425db tempest-FloatingIPsAssociationNegativeTestJSON-1428997050 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 756.126273] env[69889]: DEBUG nova.compute.manager [None req-d9ed8076-6280-44ce-807c-c783b75425db tempest-FloatingIPsAssociationNegativeTestJSON-1428997050 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050-project-member] [instance: 7af1243e-53e5-4edc-b665-562067ca3c71] Allocating IP information in the background. {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 756.126512] env[69889]: DEBUG nova.network.neutron [None req-d9ed8076-6280-44ce-807c-c783b75425db tempest-FloatingIPsAssociationNegativeTestJSON-1428997050 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050-project-member] [instance: 7af1243e-53e5-4edc-b665-562067ca3c71] allocate_for_instance() {{(pid=69889) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 756.172421] env[69889]: DEBUG nova.policy [None req-d9ed8076-6280-44ce-807c-c783b75425db tempest-FloatingIPsAssociationNegativeTestJSON-1428997050 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '271cafeb2c13401680d380a05ab4bbaf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a5f8a0ba15664f67bd46b61e47026061', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69889) authorize /opt/stack/nova/nova/policy.py:192}} [ 756.185395] env[69889]: DEBUG oslo_vmware.api [None req-2a510059-9b13-4b7f-9463-7b5e1a8b0315 tempest-ServerDiagnosticsTest-755212226 tempest-ServerDiagnosticsTest-755212226-project-member] Task: {'id': task-4076923, 'name': Rename_Task, 'duration_secs': 0.172148} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.185874] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a510059-9b13-4b7f-9463-7b5e1a8b0315 tempest-ServerDiagnosticsTest-755212226 tempest-ServerDiagnosticsTest-755212226-project-member] [instance: 30d28d6c-5e7a-4e70-9415-b88ec3230f71] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 756.186136] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-df35f686-f957-4924-bffc-a1611c981e7a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.192892] env[69889]: DEBUG oslo_vmware.api [None req-2a510059-9b13-4b7f-9463-7b5e1a8b0315 tempest-ServerDiagnosticsTest-755212226 tempest-ServerDiagnosticsTest-755212226-project-member] Waiting for the task: (returnval){ [ 756.192892] env[69889]: value = "task-4076927" [ 756.192892] env[69889]: _type = "Task" [ 756.192892] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.202055] env[69889]: DEBUG oslo_vmware.api [None req-2a510059-9b13-4b7f-9463-7b5e1a8b0315 tempest-ServerDiagnosticsTest-755212226 tempest-ServerDiagnosticsTest-755212226-project-member] Task: {'id': task-4076927, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.215437] env[69889]: DEBUG oslo_vmware.api [None req-b17d8185-2ecc-4247-b50b-360cfd342df2 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Task: {'id': task-4076924, 'name': PowerOffVM_Task, 'duration_secs': 0.43275} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.215717] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-b17d8185-2ecc-4247-b50b-360cfd342df2 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] [instance: 96c84f6a-1e51-41fa-b5cd-4dc572d96410] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 756.216916] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-b17d8185-2ecc-4247-b50b-360cfd342df2 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] [instance: 96c84f6a-1e51-41fa-b5cd-4dc572d96410] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 756.217340] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81d3f865-4cce-4af8-8e2c-79a4d98d4a61 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.226575] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-b17d8185-2ecc-4247-b50b-360cfd342df2 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] [instance: 96c84f6a-1e51-41fa-b5cd-4dc572d96410] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 756.226786] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-26c3b984-be43-411c-a121-1c0363f66ee7 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.259040] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-b17d8185-2ecc-4247-b50b-360cfd342df2 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] [instance: 96c84f6a-1e51-41fa-b5cd-4dc572d96410] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 756.259040] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-b17d8185-2ecc-4247-b50b-360cfd342df2 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] [instance: 96c84f6a-1e51-41fa-b5cd-4dc572d96410] Deleting contents of the VM from datastore datastore1 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 756.259040] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-b17d8185-2ecc-4247-b50b-360cfd342df2 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Deleting the datastore file [datastore1] 96c84f6a-1e51-41fa-b5cd-4dc572d96410 {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 756.259040] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-84a497d1-e0fd-41c2-a40a-7a9018edbd93 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.267610] env[69889]: DEBUG oslo_vmware.api [None req-b17d8185-2ecc-4247-b50b-360cfd342df2 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Waiting for the task: (returnval){ [ 756.267610] env[69889]: value = "task-4076929" [ 756.267610] env[69889]: _type = "Task" [ 756.267610] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.281311] env[69889]: DEBUG oslo_vmware.api [None req-b17d8185-2ecc-4247-b50b-360cfd342df2 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Task: {'id': task-4076929, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.333324] env[69889]: DEBUG oslo_vmware.api [None req-0d2defa8-2c91-4c07-8f8b-0556607e876b tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52fe8abe-349e-4d50-a005-533a30148a49, 'name': SearchDatastore_Task, 'duration_secs': 0.011922} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.333723] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0d2defa8-2c91-4c07-8f8b-0556607e876b tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.334068] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d2defa8-2c91-4c07-8f8b-0556607e876b tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] 0c73213b-c2e1-42cb-a8f4-e3109adfd354/0c73213b-c2e1-42cb-a8f4-e3109adfd354.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 756.334410] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0b867089-dcbf-4dba-adf0-f1a3200d23e2 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.343738] env[69889]: DEBUG oslo_vmware.api [None req-0d2defa8-2c91-4c07-8f8b-0556607e876b tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Waiting for the task: (returnval){ [ 756.343738] env[69889]: value = "task-4076930" [ 756.343738] env[69889]: _type = "Task" [ 756.343738] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.353844] env[69889]: DEBUG oslo_vmware.api [None req-0d2defa8-2c91-4c07-8f8b-0556607e876b tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4076930, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.374590] env[69889]: DEBUG oslo_vmware.api [None req-8a693dae-b22e-4f4e-8294-4424cb379a9f tempest-ServerTagsTestJSON-782493845 tempest-ServerTagsTestJSON-782493845-project-member] Task: {'id': task-4076926, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153497} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.374980] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a693dae-b22e-4f4e-8294-4424cb379a9f tempest-ServerTagsTestJSON-782493845 tempest-ServerTagsTestJSON-782493845-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 756.375280] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-8a693dae-b22e-4f4e-8294-4424cb379a9f tempest-ServerTagsTestJSON-782493845 tempest-ServerTagsTestJSON-782493845-project-member] [instance: 6440cc57-4bc9-4c89-941e-f16b6bf04dc3] Deleted contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 756.375535] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-8a693dae-b22e-4f4e-8294-4424cb379a9f tempest-ServerTagsTestJSON-782493845 tempest-ServerTagsTestJSON-782493845-project-member] [instance: 6440cc57-4bc9-4c89-941e-f16b6bf04dc3] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 756.375798] env[69889]: INFO nova.compute.manager [None req-8a693dae-b22e-4f4e-8294-4424cb379a9f tempest-ServerTagsTestJSON-782493845 tempest-ServerTagsTestJSON-782493845-project-member] [instance: 6440cc57-4bc9-4c89-941e-f16b6bf04dc3] Took 1.15 seconds to destroy the instance on the hypervisor. [ 756.376149] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8a693dae-b22e-4f4e-8294-4424cb379a9f tempest-ServerTagsTestJSON-782493845 tempest-ServerTagsTestJSON-782493845-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 756.376523] env[69889]: DEBUG nova.compute.manager [-] [instance: 6440cc57-4bc9-4c89-941e-f16b6bf04dc3] Deallocating network for instance {{(pid=69889) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 756.376670] env[69889]: DEBUG nova.network.neutron [-] [instance: 6440cc57-4bc9-4c89-941e-f16b6bf04dc3] deallocate_for_instance() {{(pid=69889) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 756.467092] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d63d6377-6e31-425b-991d-8789cc70096c tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Acquiring lock "refresh_cache-a6f14a7e-6957-41e2-8455-0ca463f97479" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.467314] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d63d6377-6e31-425b-991d-8789cc70096c tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Acquired lock "refresh_cache-a6f14a7e-6957-41e2-8455-0ca463f97479" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.467507] env[69889]: DEBUG nova.network.neutron [None req-d63d6377-6e31-425b-991d-8789cc70096c tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] [instance: a6f14a7e-6957-41e2-8455-0ca463f97479] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 756.498940] env[69889]: DEBUG oslo_vmware.api [None req-1b49b374-a651-4bdd-95f8-a277310405da tempest-ServersNegativeTestMultiTenantJSON-2119484520 tempest-ServersNegativeTestMultiTenantJSON-2119484520-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52579079-3de3-f881-9f81-0b4743d98dea, 'name': SearchDatastore_Task, 'duration_secs': 0.009923} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.499807] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1b49b374-a651-4bdd-95f8-a277310405da tempest-ServersNegativeTestMultiTenantJSON-2119484520 tempest-ServersNegativeTestMultiTenantJSON-2119484520-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.499807] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-1b49b374-a651-4bdd-95f8-a277310405da tempest-ServersNegativeTestMultiTenantJSON-2119484520 tempest-ServersNegativeTestMultiTenantJSON-2119484520-project-member] [instance: fd67edc7-3014-4eab-b142-5bff2253204f] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 756.500169] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1b49b374-a651-4bdd-95f8-a277310405da tempest-ServersNegativeTestMultiTenantJSON-2119484520 tempest-ServersNegativeTestMultiTenantJSON-2119484520-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.500429] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1b49b374-a651-4bdd-95f8-a277310405da tempest-ServersNegativeTestMultiTenantJSON-2119484520 tempest-ServersNegativeTestMultiTenantJSON-2119484520-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.500738] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b49b374-a651-4bdd-95f8-a277310405da tempest-ServersNegativeTestMultiTenantJSON-2119484520 tempest-ServersNegativeTestMultiTenantJSON-2119484520-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 756.501354] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4a6ab149-4f45-47d0-a02b-454f16b00afe {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.513683] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b49b374-a651-4bdd-95f8-a277310405da tempest-ServersNegativeTestMultiTenantJSON-2119484520 tempest-ServersNegativeTestMultiTenantJSON-2119484520-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 756.513999] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-1b49b374-a651-4bdd-95f8-a277310405da tempest-ServersNegativeTestMultiTenantJSON-2119484520 tempest-ServersNegativeTestMultiTenantJSON-2119484520-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 756.515549] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55ae2fa6-f456-4799-a9b9-aa52c5efe6b5 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.523517] env[69889]: DEBUG oslo_vmware.api [None req-1b49b374-a651-4bdd-95f8-a277310405da tempest-ServersNegativeTestMultiTenantJSON-2119484520 tempest-ServersNegativeTestMultiTenantJSON-2119484520-project-member] Waiting for the task: (returnval){ [ 756.523517] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52d687bd-7aea-31df-e116-397fe5a84dff" [ 756.523517] env[69889]: _type = "Task" [ 756.523517] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.536545] env[69889]: DEBUG oslo_vmware.api [None req-1b49b374-a651-4bdd-95f8-a277310405da tempest-ServersNegativeTestMultiTenantJSON-2119484520 tempest-ServersNegativeTestMultiTenantJSON-2119484520-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52d687bd-7aea-31df-e116-397fe5a84dff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.571973] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c832ae01-4087-4674-9b5e-36dbfcbf3415 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Releasing lock "refresh_cache-49ce5d94-ce4e-457b-a34c-54bd5dfcc242" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.572718] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c832ae01-4087-4674-9b5e-36dbfcbf3415 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Acquiring lock "49ce5d94-ce4e-457b-a34c-54bd5dfcc242" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.572976] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c832ae01-4087-4674-9b5e-36dbfcbf3415 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Acquired lock "49ce5d94-ce4e-457b-a34c-54bd5dfcc242" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.574726] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-243fa4da-b10d-43b5-b49b-3bc9e100c267 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.596627] env[69889]: DEBUG nova.virt.hardware [None req-c832ae01-4087-4674-9b5e-36dbfcbf3415 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 756.597482] env[69889]: DEBUG nova.virt.hardware [None req-c832ae01-4087-4674-9b5e-36dbfcbf3415 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 756.597482] env[69889]: DEBUG nova.virt.hardware [None req-c832ae01-4087-4674-9b5e-36dbfcbf3415 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 756.597482] env[69889]: DEBUG nova.virt.hardware [None req-c832ae01-4087-4674-9b5e-36dbfcbf3415 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 756.597482] env[69889]: DEBUG nova.virt.hardware [None req-c832ae01-4087-4674-9b5e-36dbfcbf3415 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 756.597936] env[69889]: DEBUG nova.virt.hardware [None req-c832ae01-4087-4674-9b5e-36dbfcbf3415 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 756.597936] env[69889]: DEBUG nova.virt.hardware [None req-c832ae01-4087-4674-9b5e-36dbfcbf3415 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 756.597936] env[69889]: DEBUG nova.virt.hardware [None req-c832ae01-4087-4674-9b5e-36dbfcbf3415 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 756.598117] env[69889]: DEBUG nova.virt.hardware [None req-c832ae01-4087-4674-9b5e-36dbfcbf3415 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 756.598682] env[69889]: DEBUG nova.virt.hardware [None req-c832ae01-4087-4674-9b5e-36dbfcbf3415 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 756.598682] env[69889]: DEBUG nova.virt.hardware [None req-c832ae01-4087-4674-9b5e-36dbfcbf3415 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 756.606122] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-c832ae01-4087-4674-9b5e-36dbfcbf3415 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 49ce5d94-ce4e-457b-a34c-54bd5dfcc242] Reconfiguring VM to attach interface {{(pid=69889) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 756.606122] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9fdba35b-3aa5-403a-be46-9e88156ad462 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.626191] env[69889]: DEBUG oslo_vmware.api [None req-c832ae01-4087-4674-9b5e-36dbfcbf3415 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Waiting for the task: (returnval){ [ 756.626191] env[69889]: value = "task-4076931" [ 756.626191] env[69889]: _type = "Task" [ 756.626191] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.630076] env[69889]: DEBUG nova.compute.manager [None req-d9ed8076-6280-44ce-807c-c783b75425db tempest-FloatingIPsAssociationNegativeTestJSON-1428997050 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050-project-member] [instance: 7af1243e-53e5-4edc-b665-562067ca3c71] Start building block device mappings for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 756.642807] env[69889]: DEBUG oslo_vmware.api [None req-c832ae01-4087-4674-9b5e-36dbfcbf3415 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4076931, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.667589] env[69889]: DEBUG nova.network.neutron [None req-d9ed8076-6280-44ce-807c-c783b75425db tempest-FloatingIPsAssociationNegativeTestJSON-1428997050 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050-project-member] [instance: 7af1243e-53e5-4edc-b665-562067ca3c71] Successfully created port: 45a0d640-32eb-4fe3-ba08-466bfd767ad8 {{(pid=69889) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 756.708505] env[69889]: DEBUG oslo_vmware.api [None req-2a510059-9b13-4b7f-9463-7b5e1a8b0315 tempest-ServerDiagnosticsTest-755212226 tempest-ServerDiagnosticsTest-755212226-project-member] Task: {'id': task-4076927, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.778362] env[69889]: DEBUG oslo_vmware.api [None req-b17d8185-2ecc-4247-b50b-360cfd342df2 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Task: {'id': task-4076929, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15198} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.781267] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-b17d8185-2ecc-4247-b50b-360cfd342df2 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 756.781490] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-b17d8185-2ecc-4247-b50b-360cfd342df2 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] [instance: 96c84f6a-1e51-41fa-b5cd-4dc572d96410] Deleted contents of the VM from datastore datastore1 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 756.781662] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-b17d8185-2ecc-4247-b50b-360cfd342df2 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] [instance: 96c84f6a-1e51-41fa-b5cd-4dc572d96410] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 756.856607] env[69889]: DEBUG oslo_vmware.api [None req-0d2defa8-2c91-4c07-8f8b-0556607e876b tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4076930, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.871456] env[69889]: DEBUG nova.compute.manager [req-06b4b305-8598-4f98-a5c0-fefd97bf692e req-a2196edd-3d04-4781-8f9d-13f12fc46673 service nova] [instance: 49ce5d94-ce4e-457b-a34c-54bd5dfcc242] Received event network-vif-plugged-8c68bff7-071a-49ec-b024-4820c4225a9c {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 756.871456] env[69889]: DEBUG oslo_concurrency.lockutils [req-06b4b305-8598-4f98-a5c0-fefd97bf692e req-a2196edd-3d04-4781-8f9d-13f12fc46673 service nova] Acquiring lock "49ce5d94-ce4e-457b-a34c-54bd5dfcc242-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.871456] env[69889]: DEBUG oslo_concurrency.lockutils [req-06b4b305-8598-4f98-a5c0-fefd97bf692e req-a2196edd-3d04-4781-8f9d-13f12fc46673 service nova] Lock "49ce5d94-ce4e-457b-a34c-54bd5dfcc242-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.871456] env[69889]: DEBUG oslo_concurrency.lockutils [req-06b4b305-8598-4f98-a5c0-fefd97bf692e req-a2196edd-3d04-4781-8f9d-13f12fc46673 service nova] Lock "49ce5d94-ce4e-457b-a34c-54bd5dfcc242-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.871677] env[69889]: DEBUG nova.compute.manager [req-06b4b305-8598-4f98-a5c0-fefd97bf692e req-a2196edd-3d04-4781-8f9d-13f12fc46673 service nova] [instance: 49ce5d94-ce4e-457b-a34c-54bd5dfcc242] No waiting events found dispatching network-vif-plugged-8c68bff7-071a-49ec-b024-4820c4225a9c {{(pid=69889) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 756.871788] env[69889]: WARNING nova.compute.manager [req-06b4b305-8598-4f98-a5c0-fefd97bf692e req-a2196edd-3d04-4781-8f9d-13f12fc46673 service nova] [instance: 49ce5d94-ce4e-457b-a34c-54bd5dfcc242] Received unexpected event network-vif-plugged-8c68bff7-071a-49ec-b024-4820c4225a9c for instance with vm_state active and task_state None. [ 757.035542] env[69889]: DEBUG nova.network.neutron [None req-d63d6377-6e31-425b-991d-8789cc70096c tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] [instance: a6f14a7e-6957-41e2-8455-0ca463f97479] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 757.044192] env[69889]: DEBUG oslo_vmware.api [None req-1b49b374-a651-4bdd-95f8-a277310405da tempest-ServersNegativeTestMultiTenantJSON-2119484520 tempest-ServersNegativeTestMultiTenantJSON-2119484520-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52d687bd-7aea-31df-e116-397fe5a84dff, 'name': SearchDatastore_Task, 'duration_secs': 0.013876} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.044636] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-903af5b3-05cb-4f77-8a1a-8efe4db24644 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.063886] env[69889]: DEBUG oslo_vmware.api [None req-1b49b374-a651-4bdd-95f8-a277310405da tempest-ServersNegativeTestMultiTenantJSON-2119484520 tempest-ServersNegativeTestMultiTenantJSON-2119484520-project-member] Waiting for the task: (returnval){ [ 757.063886] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]5283fe39-21c0-a8a8-5023-54f55f89b401" [ 757.063886] env[69889]: _type = "Task" [ 757.063886] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.087677] env[69889]: DEBUG oslo_vmware.api [None req-1b49b374-a651-4bdd-95f8-a277310405da tempest-ServersNegativeTestMultiTenantJSON-2119484520 tempest-ServersNegativeTestMultiTenantJSON-2119484520-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5283fe39-21c0-a8a8-5023-54f55f89b401, 'name': SearchDatastore_Task, 'duration_secs': 0.028632} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.087898] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1b49b374-a651-4bdd-95f8-a277310405da tempest-ServersNegativeTestMultiTenantJSON-2119484520 tempest-ServersNegativeTestMultiTenantJSON-2119484520-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.088153] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b49b374-a651-4bdd-95f8-a277310405da tempest-ServersNegativeTestMultiTenantJSON-2119484520 tempest-ServersNegativeTestMultiTenantJSON-2119484520-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] fd67edc7-3014-4eab-b142-5bff2253204f/fd67edc7-3014-4eab-b142-5bff2253204f.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 757.088381] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e1fb9618-3d9a-4aba-8896-8af2e932f3ce {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.096551] env[69889]: DEBUG oslo_vmware.api [None req-1b49b374-a651-4bdd-95f8-a277310405da tempest-ServersNegativeTestMultiTenantJSON-2119484520 tempest-ServersNegativeTestMultiTenantJSON-2119484520-project-member] Waiting for the task: (returnval){ [ 757.096551] env[69889]: value = "task-4076932" [ 757.096551] env[69889]: _type = "Task" [ 757.096551] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.111392] env[69889]: DEBUG oslo_vmware.api [None req-1b49b374-a651-4bdd-95f8-a277310405da tempest-ServersNegativeTestMultiTenantJSON-2119484520 tempest-ServersNegativeTestMultiTenantJSON-2119484520-project-member] Task: {'id': task-4076932, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.140429] env[69889]: DEBUG oslo_vmware.api [None req-c832ae01-4087-4674-9b5e-36dbfcbf3415 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4076931, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.209689] env[69889]: DEBUG oslo_vmware.api [None req-2a510059-9b13-4b7f-9463-7b5e1a8b0315 tempest-ServerDiagnosticsTest-755212226 tempest-ServerDiagnosticsTest-755212226-project-member] Task: {'id': task-4076927, 'name': PowerOnVM_Task, 'duration_secs': 0.835826} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.209689] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a510059-9b13-4b7f-9463-7b5e1a8b0315 tempest-ServerDiagnosticsTest-755212226 tempest-ServerDiagnosticsTest-755212226-project-member] [instance: 30d28d6c-5e7a-4e70-9415-b88ec3230f71] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 757.209689] env[69889]: INFO nova.compute.manager [None req-2a510059-9b13-4b7f-9463-7b5e1a8b0315 tempest-ServerDiagnosticsTest-755212226 tempest-ServerDiagnosticsTest-755212226-project-member] [instance: 30d28d6c-5e7a-4e70-9415-b88ec3230f71] Took 12.08 seconds to spawn the instance on the hypervisor. [ 757.209689] env[69889]: DEBUG nova.compute.manager [None req-2a510059-9b13-4b7f-9463-7b5e1a8b0315 tempest-ServerDiagnosticsTest-755212226 tempest-ServerDiagnosticsTest-755212226-project-member] [instance: 30d28d6c-5e7a-4e70-9415-b88ec3230f71] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 757.211547] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cab0b673-0d16-4296-a405-e7850bf80fc7 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.262829] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-205d5626-4da7-4265-b375-696c98ea9091 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.267930] env[69889]: DEBUG nova.network.neutron [None req-d63d6377-6e31-425b-991d-8789cc70096c tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] [instance: a6f14a7e-6957-41e2-8455-0ca463f97479] Updating instance_info_cache with network_info: [{"id": "aa027344-f22c-46d4-8874-bf39bc0fa3f7", "address": "fa:16:3e:ab:bd:45", "network": {"id": "f9341188-47f9-41e2-bae7-5eb6406f3899", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.18", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b7973ea41bcd4363abc2e9339dec4d77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa027344-f2", "ovs_interfaceid": "aa027344-f22c-46d4-8874-bf39bc0fa3f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.272357] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13eedc22-9784-4c5c-a152-a69625979956 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.318045] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b29fb82-8717-47c1-8ae5-ac45e6439bc8 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.326618] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7447851-b425-4cce-a7cc-7ea569996bed {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.331184] env[69889]: DEBUG nova.network.neutron [-] [instance: 41c9a79a-e246-4818-8339-fbaaa9fea305] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.343671] env[69889]: DEBUG nova.compute.provider_tree [None req-ae8759c0-8cc7-46fb-b597-856b9c088f8d tempest-ServerExternalEventsTest-963301871 tempest-ServerExternalEventsTest-963301871-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 757.355945] env[69889]: DEBUG oslo_vmware.api [None req-0d2defa8-2c91-4c07-8f8b-0556607e876b tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4076930, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.760201} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.356245] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d2defa8-2c91-4c07-8f8b-0556607e876b tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] 0c73213b-c2e1-42cb-a8f4-e3109adfd354/0c73213b-c2e1-42cb-a8f4-e3109adfd354.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 757.356773] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-0d2defa8-2c91-4c07-8f8b-0556607e876b tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 757.357154] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3e40fed4-3297-4e73-8df3-6aa073d04ff4 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.366268] env[69889]: DEBUG oslo_vmware.api [None req-0d2defa8-2c91-4c07-8f8b-0556607e876b tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Waiting for the task: (returnval){ [ 757.366268] env[69889]: value = "task-4076933" [ 757.366268] env[69889]: _type = "Task" [ 757.366268] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.376841] env[69889]: DEBUG nova.network.neutron [-] [instance: 6440cc57-4bc9-4c89-941e-f16b6bf04dc3] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.379000] env[69889]: DEBUG oslo_vmware.api [None req-0d2defa8-2c91-4c07-8f8b-0556607e876b tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4076933, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.611762] env[69889]: DEBUG oslo_vmware.api [None req-1b49b374-a651-4bdd-95f8-a277310405da tempest-ServersNegativeTestMultiTenantJSON-2119484520 tempest-ServersNegativeTestMultiTenantJSON-2119484520-project-member] Task: {'id': task-4076932, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.640019] env[69889]: DEBUG oslo_vmware.api [None req-c832ae01-4087-4674-9b5e-36dbfcbf3415 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4076931, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.643013] env[69889]: DEBUG nova.compute.manager [None req-d9ed8076-6280-44ce-807c-c783b75425db tempest-FloatingIPsAssociationNegativeTestJSON-1428997050 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050-project-member] [instance: 7af1243e-53e5-4edc-b665-562067ca3c71] Start spawning the instance on the hypervisor. {{(pid=69889) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 757.672771] env[69889]: DEBUG nova.virt.hardware [None req-d9ed8076-6280-44ce-807c-c783b75425db tempest-FloatingIPsAssociationNegativeTestJSON-1428997050 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 757.673108] env[69889]: DEBUG nova.virt.hardware [None req-d9ed8076-6280-44ce-807c-c783b75425db tempest-FloatingIPsAssociationNegativeTestJSON-1428997050 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 757.673281] env[69889]: DEBUG nova.virt.hardware [None req-d9ed8076-6280-44ce-807c-c783b75425db tempest-FloatingIPsAssociationNegativeTestJSON-1428997050 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 757.673530] env[69889]: DEBUG nova.virt.hardware [None req-d9ed8076-6280-44ce-807c-c783b75425db tempest-FloatingIPsAssociationNegativeTestJSON-1428997050 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 757.673725] env[69889]: DEBUG nova.virt.hardware [None req-d9ed8076-6280-44ce-807c-c783b75425db tempest-FloatingIPsAssociationNegativeTestJSON-1428997050 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 757.673878] env[69889]: DEBUG nova.virt.hardware [None req-d9ed8076-6280-44ce-807c-c783b75425db tempest-FloatingIPsAssociationNegativeTestJSON-1428997050 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 757.674131] env[69889]: DEBUG nova.virt.hardware [None req-d9ed8076-6280-44ce-807c-c783b75425db tempest-FloatingIPsAssociationNegativeTestJSON-1428997050 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 757.674314] env[69889]: DEBUG nova.virt.hardware [None req-d9ed8076-6280-44ce-807c-c783b75425db tempest-FloatingIPsAssociationNegativeTestJSON-1428997050 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 757.674596] env[69889]: DEBUG nova.virt.hardware [None req-d9ed8076-6280-44ce-807c-c783b75425db tempest-FloatingIPsAssociationNegativeTestJSON-1428997050 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 757.674768] env[69889]: DEBUG nova.virt.hardware [None req-d9ed8076-6280-44ce-807c-c783b75425db tempest-FloatingIPsAssociationNegativeTestJSON-1428997050 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 757.674965] env[69889]: DEBUG nova.virt.hardware [None req-d9ed8076-6280-44ce-807c-c783b75425db tempest-FloatingIPsAssociationNegativeTestJSON-1428997050 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 757.676556] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26d36660-fcb2-4420-b06a-e286281b8688 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.685326] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f97a592e-39dd-40e0-9a4f-d8550f7cc9a9 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.733792] env[69889]: INFO nova.compute.manager [None req-2a510059-9b13-4b7f-9463-7b5e1a8b0315 tempest-ServerDiagnosticsTest-755212226 tempest-ServerDiagnosticsTest-755212226-project-member] [instance: 30d28d6c-5e7a-4e70-9415-b88ec3230f71] Took 31.20 seconds to build instance. [ 757.772180] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d63d6377-6e31-425b-991d-8789cc70096c tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Releasing lock "refresh_cache-a6f14a7e-6957-41e2-8455-0ca463f97479" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.772599] env[69889]: DEBUG nova.compute.manager [None req-d63d6377-6e31-425b-991d-8789cc70096c tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] [instance: a6f14a7e-6957-41e2-8455-0ca463f97479] Instance network_info: |[{"id": "aa027344-f22c-46d4-8874-bf39bc0fa3f7", "address": "fa:16:3e:ab:bd:45", "network": {"id": "f9341188-47f9-41e2-bae7-5eb6406f3899", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.18", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b7973ea41bcd4363abc2e9339dec4d77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa027344-f2", "ovs_interfaceid": "aa027344-f22c-46d4-8874-bf39bc0fa3f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 757.773301] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-d63d6377-6e31-425b-991d-8789cc70096c tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] [instance: a6f14a7e-6957-41e2-8455-0ca463f97479] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:bd:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1c2b89fb-df8c-47c0-83ae-44291236feb4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aa027344-f22c-46d4-8874-bf39bc0fa3f7', 'vif_model': 'vmxnet3'}] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 757.782096] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d63d6377-6e31-425b-991d-8789cc70096c tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 757.782368] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6f14a7e-6957-41e2-8455-0ca463f97479] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 757.782735] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ad188501-abbe-4c91-b794-3b093e01c133 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.805560] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 757.805560] env[69889]: value = "task-4076934" [ 757.805560] env[69889]: _type = "Task" [ 757.805560] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.815025] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4076934, 'name': CreateVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.834530] env[69889]: INFO nova.compute.manager [-] [instance: 41c9a79a-e246-4818-8339-fbaaa9fea305] Took 1.72 seconds to deallocate network for instance. [ 757.850309] env[69889]: DEBUG nova.virt.hardware [None req-b17d8185-2ecc-4247-b50b-360cfd342df2 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 757.850566] env[69889]: DEBUG nova.virt.hardware [None req-b17d8185-2ecc-4247-b50b-360cfd342df2 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 757.850722] env[69889]: DEBUG nova.virt.hardware [None req-b17d8185-2ecc-4247-b50b-360cfd342df2 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 757.850898] env[69889]: DEBUG nova.virt.hardware [None req-b17d8185-2ecc-4247-b50b-360cfd342df2 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 757.851081] env[69889]: DEBUG nova.virt.hardware [None req-b17d8185-2ecc-4247-b50b-360cfd342df2 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 757.851232] env[69889]: DEBUG nova.virt.hardware [None req-b17d8185-2ecc-4247-b50b-360cfd342df2 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 757.851502] env[69889]: DEBUG nova.virt.hardware [None req-b17d8185-2ecc-4247-b50b-360cfd342df2 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 757.851725] env[69889]: DEBUG nova.virt.hardware [None req-b17d8185-2ecc-4247-b50b-360cfd342df2 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 757.851910] env[69889]: DEBUG nova.virt.hardware [None req-b17d8185-2ecc-4247-b50b-360cfd342df2 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 757.853038] env[69889]: DEBUG nova.virt.hardware [None req-b17d8185-2ecc-4247-b50b-360cfd342df2 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 757.853038] env[69889]: DEBUG nova.virt.hardware [None req-b17d8185-2ecc-4247-b50b-360cfd342df2 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 757.853213] env[69889]: DEBUG nova.scheduler.client.report [None req-ae8759c0-8cc7-46fb-b597-856b9c088f8d tempest-ServerExternalEventsTest-963301871 tempest-ServerExternalEventsTest-963301871-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 757.857310] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fdab24a-6cb4-4dc8-9df9-420a450e83b7 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.866715] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86d4de7e-1ace-46a4-955c-0ac244630f89 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.887990] env[69889]: INFO nova.compute.manager [-] [instance: 6440cc57-4bc9-4c89-941e-f16b6bf04dc3] Took 1.51 seconds to deallocate network for instance. [ 757.888560] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-b17d8185-2ecc-4247-b50b-360cfd342df2 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] [instance: 96c84f6a-1e51-41fa-b5cd-4dc572d96410] Instance VIF info [] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 757.894584] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b17d8185-2ecc-4247-b50b-360cfd342df2 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 757.900026] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96c84f6a-1e51-41fa-b5cd-4dc572d96410] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 757.900391] env[69889]: DEBUG oslo_vmware.api [None req-0d2defa8-2c91-4c07-8f8b-0556607e876b tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4076933, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080213} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.903490] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-337066a3-5b67-46fc-9d15-d5b860bbb753 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.916770] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-0d2defa8-2c91-4c07-8f8b-0556607e876b tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 757.919158] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db8a511f-2514-466d-ba15-de8adf86668e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.946127] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d2defa8-2c91-4c07-8f8b-0556607e876b tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] 0c73213b-c2e1-42cb-a8f4-e3109adfd354/0c73213b-c2e1-42cb-a8f4-e3109adfd354.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 757.948632] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6af06124-3ecf-44b8-b3a6-c5a831d240f4 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.965603] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 757.965603] env[69889]: value = "task-4076935" [ 757.965603] env[69889]: _type = "Task" [ 757.965603] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.972266] env[69889]: DEBUG oslo_vmware.api [None req-0d2defa8-2c91-4c07-8f8b-0556607e876b tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Waiting for the task: (returnval){ [ 757.972266] env[69889]: value = "task-4076936" [ 757.972266] env[69889]: _type = "Task" [ 757.972266] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.978688] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4076935, 'name': CreateVM_Task} progress is 15%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.988885] env[69889]: DEBUG oslo_vmware.api [None req-0d2defa8-2c91-4c07-8f8b-0556607e876b tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4076936, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.066602] env[69889]: DEBUG nova.compute.manager [req-c2a88252-9ae2-4a94-9275-49ea3d7a4de2 req-0c0e513a-3831-45c3-9d6b-ebd62cccdade service nova] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] Received event network-changed-9f07f034-4136-49cb-ab32-4feb5aac7b58 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 758.066935] env[69889]: DEBUG nova.compute.manager [req-c2a88252-9ae2-4a94-9275-49ea3d7a4de2 req-0c0e513a-3831-45c3-9d6b-ebd62cccdade service nova] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] Refreshing instance network info cache due to event network-changed-9f07f034-4136-49cb-ab32-4feb5aac7b58. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 758.067223] env[69889]: DEBUG oslo_concurrency.lockutils [req-c2a88252-9ae2-4a94-9275-49ea3d7a4de2 req-0c0e513a-3831-45c3-9d6b-ebd62cccdade service nova] Acquiring lock "refresh_cache-0c73213b-c2e1-42cb-a8f4-e3109adfd354" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.067443] env[69889]: DEBUG oslo_concurrency.lockutils [req-c2a88252-9ae2-4a94-9275-49ea3d7a4de2 req-0c0e513a-3831-45c3-9d6b-ebd62cccdade service nova] Acquired lock "refresh_cache-0c73213b-c2e1-42cb-a8f4-e3109adfd354" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.067719] env[69889]: DEBUG nova.network.neutron [req-c2a88252-9ae2-4a94-9275-49ea3d7a4de2 req-0c0e513a-3831-45c3-9d6b-ebd62cccdade service nova] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] Refreshing network info cache for port 9f07f034-4136-49cb-ab32-4feb5aac7b58 {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 758.111898] env[69889]: DEBUG oslo_vmware.api [None req-1b49b374-a651-4bdd-95f8-a277310405da tempest-ServersNegativeTestMultiTenantJSON-2119484520 tempest-ServersNegativeTestMultiTenantJSON-2119484520-project-member] Task: {'id': task-4076932, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.011412} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.112262] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b49b374-a651-4bdd-95f8-a277310405da tempest-ServersNegativeTestMultiTenantJSON-2119484520 tempest-ServersNegativeTestMultiTenantJSON-2119484520-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] fd67edc7-3014-4eab-b142-5bff2253204f/fd67edc7-3014-4eab-b142-5bff2253204f.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 758.112543] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-1b49b374-a651-4bdd-95f8-a277310405da tempest-ServersNegativeTestMultiTenantJSON-2119484520 tempest-ServersNegativeTestMultiTenantJSON-2119484520-project-member] [instance: fd67edc7-3014-4eab-b142-5bff2253204f] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 758.113298] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5ec0f63e-2c85-4ec0-af27-15b05157ef93 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.121863] env[69889]: DEBUG oslo_vmware.api [None req-1b49b374-a651-4bdd-95f8-a277310405da tempest-ServersNegativeTestMultiTenantJSON-2119484520 tempest-ServersNegativeTestMultiTenantJSON-2119484520-project-member] Waiting for the task: (returnval){ [ 758.121863] env[69889]: value = "task-4076937" [ 758.121863] env[69889]: _type = "Task" [ 758.121863] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.136434] env[69889]: DEBUG oslo_vmware.api [None req-1b49b374-a651-4bdd-95f8-a277310405da tempest-ServersNegativeTestMultiTenantJSON-2119484520 tempest-ServersNegativeTestMultiTenantJSON-2119484520-project-member] Task: {'id': task-4076937, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.142394] env[69889]: DEBUG oslo_vmware.api [None req-c832ae01-4087-4674-9b5e-36dbfcbf3415 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4076931, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.236636] env[69889]: DEBUG oslo_concurrency.lockutils [None req-2a510059-9b13-4b7f-9463-7b5e1a8b0315 tempest-ServerDiagnosticsTest-755212226 tempest-ServerDiagnosticsTest-755212226-project-member] Lock "30d28d6c-5e7a-4e70-9415-b88ec3230f71" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.713s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.318318] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4076934, 'name': CreateVM_Task} progress is 25%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.344361] env[69889]: DEBUG oslo_concurrency.lockutils [None req-aaa3a362-4bca-4693-a5da-c9f15112134b tempest-ServersTestJSON-667160462 tempest-ServersTestJSON-667160462-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.361714] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ae8759c0-8cc7-46fb-b597-856b9c088f8d tempest-ServerExternalEventsTest-963301871 tempest-ServerExternalEventsTest-963301871-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.744s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.362355] env[69889]: DEBUG nova.compute.manager [None req-ae8759c0-8cc7-46fb-b597-856b9c088f8d tempest-ServerExternalEventsTest-963301871 tempest-ServerExternalEventsTest-963301871-project-member] [instance: 898487e1-e766-417f-be3f-99f6ebd7f853] Start building networks asynchronously for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 758.365223] env[69889]: DEBUG oslo_concurrency.lockutils [None req-fe1af6c9-054e-4706-9cc4-c0697db2e558 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.219s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.366853] env[69889]: INFO nova.compute.claims [None req-fe1af6c9-054e-4706-9cc4-c0697db2e558 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] [instance: ad899de6-c2d4-4cbe-a91c-1cd76f650ae4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 758.388281] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 758.388626] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 758.419155] env[69889]: DEBUG oslo_concurrency.lockutils [None req-8a693dae-b22e-4f4e-8294-4424cb379a9f tempest-ServerTagsTestJSON-782493845 tempest-ServerTagsTestJSON-782493845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.484030] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4076935, 'name': CreateVM_Task, 'duration_secs': 0.487835} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.484451] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96c84f6a-1e51-41fa-b5cd-4dc572d96410] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 758.484857] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b17d8185-2ecc-4247-b50b-360cfd342df2 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.484967] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b17d8185-2ecc-4247-b50b-360cfd342df2 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.485417] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b17d8185-2ecc-4247-b50b-360cfd342df2 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.486313] env[69889]: DEBUG nova.network.neutron [None req-d9ed8076-6280-44ce-807c-c783b75425db tempest-FloatingIPsAssociationNegativeTestJSON-1428997050 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050-project-member] [instance: 7af1243e-53e5-4edc-b665-562067ca3c71] Successfully updated port: 45a0d640-32eb-4fe3-ba08-466bfd767ad8 {{(pid=69889) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 758.488382] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2411595d-6b69-4daf-98bb-079d8cde12d9 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.494463] env[69889]: DEBUG oslo_vmware.api [None req-0d2defa8-2c91-4c07-8f8b-0556607e876b tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4076936, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.496111] env[69889]: DEBUG oslo_vmware.api [None req-b17d8185-2ecc-4247-b50b-360cfd342df2 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Waiting for the task: (returnval){ [ 758.496111] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52565e8a-a12f-5110-f4bd-93aa4f366442" [ 758.496111] env[69889]: _type = "Task" [ 758.496111] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.506969] env[69889]: DEBUG oslo_vmware.api [None req-b17d8185-2ecc-4247-b50b-360cfd342df2 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52565e8a-a12f-5110-f4bd-93aa4f366442, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.635400] env[69889]: DEBUG oslo_vmware.api [None req-1b49b374-a651-4bdd-95f8-a277310405da tempest-ServersNegativeTestMultiTenantJSON-2119484520 tempest-ServersNegativeTestMultiTenantJSON-2119484520-project-member] Task: {'id': task-4076937, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075478} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.636082] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-1b49b374-a651-4bdd-95f8-a277310405da tempest-ServersNegativeTestMultiTenantJSON-2119484520 tempest-ServersNegativeTestMultiTenantJSON-2119484520-project-member] [instance: fd67edc7-3014-4eab-b142-5bff2253204f] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 758.636973] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30983575-82c9-4695-aff8-31e4393154f8 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.645461] env[69889]: DEBUG oslo_vmware.api [None req-c832ae01-4087-4674-9b5e-36dbfcbf3415 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4076931, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.673031] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b49b374-a651-4bdd-95f8-a277310405da tempest-ServersNegativeTestMultiTenantJSON-2119484520 tempest-ServersNegativeTestMultiTenantJSON-2119484520-project-member] [instance: fd67edc7-3014-4eab-b142-5bff2253204f] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] fd67edc7-3014-4eab-b142-5bff2253204f/fd67edc7-3014-4eab-b142-5bff2253204f.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 758.673838] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56b2ee93-f1da-440c-8850-cf7b25bccf96 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.697811] env[69889]: DEBUG oslo_vmware.api [None req-1b49b374-a651-4bdd-95f8-a277310405da tempest-ServersNegativeTestMultiTenantJSON-2119484520 tempest-ServersNegativeTestMultiTenantJSON-2119484520-project-member] Waiting for the task: (returnval){ [ 758.697811] env[69889]: value = "task-4076938" [ 758.697811] env[69889]: _type = "Task" [ 758.697811] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.707849] env[69889]: DEBUG oslo_vmware.api [None req-1b49b374-a651-4bdd-95f8-a277310405da tempest-ServersNegativeTestMultiTenantJSON-2119484520 tempest-ServersNegativeTestMultiTenantJSON-2119484520-project-member] Task: {'id': task-4076938, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.964016] env[69889]: DEBUG nova.compute.manager [None req-6eea1352-f6d6-4384-b234-44c2e8c7f2e4 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] [instance: c4299beb-fd13-47db-9ad2-eaedefdaf7e9] Starting instance... {{(pid=69889) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 758.964134] env[69889]: DEBUG nova.compute.utils [None req-ae8759c0-8cc7-46fb-b597-856b9c088f8d tempest-ServerExternalEventsTest-963301871 tempest-ServerExternalEventsTest-963301871-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 758.977880] env[69889]: DEBUG nova.compute.manager [None req-ae8759c0-8cc7-46fb-b597-856b9c088f8d tempest-ServerExternalEventsTest-963301871 tempest-ServerExternalEventsTest-963301871-project-member] [instance: 898487e1-e766-417f-be3f-99f6ebd7f853] Allocating IP information in the background. {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 758.978098] env[69889]: DEBUG nova.network.neutron [None req-ae8759c0-8cc7-46fb-b597-856b9c088f8d tempest-ServerExternalEventsTest-963301871 tempest-ServerExternalEventsTest-963301871-project-member] [instance: 898487e1-e766-417f-be3f-99f6ebd7f853] allocate_for_instance() {{(pid=69889) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 758.990097] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4076934, 'name': CreateVM_Task, 'duration_secs': 1.010522} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.990476] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6f14a7e-6957-41e2-8455-0ca463f97479] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 758.991667] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d9ed8076-6280-44ce-807c-c783b75425db tempest-FloatingIPsAssociationNegativeTestJSON-1428997050 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050-project-member] Acquiring lock "refresh_cache-7af1243e-53e5-4edc-b665-562067ca3c71" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.991796] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d9ed8076-6280-44ce-807c-c783b75425db tempest-FloatingIPsAssociationNegativeTestJSON-1428997050 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050-project-member] Acquired lock "refresh_cache-7af1243e-53e5-4edc-b665-562067ca3c71" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.991934] env[69889]: DEBUG nova.network.neutron [None req-d9ed8076-6280-44ce-807c-c783b75425db tempest-FloatingIPsAssociationNegativeTestJSON-1428997050 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050-project-member] [instance: 7af1243e-53e5-4edc-b665-562067ca3c71] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 758.996175] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d63d6377-6e31-425b-991d-8789cc70096c tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.996175] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d63d6377-6e31-425b-991d-8789cc70096c tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.996175] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d63d6377-6e31-425b-991d-8789cc70096c tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.997829] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fc1171f-6fe1-4641-bae0-6224a5f31f49 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.999780] env[69889]: DEBUG oslo_vmware.api [None req-0d2defa8-2c91-4c07-8f8b-0556607e876b tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4076936, 'name': ReconfigVM_Task, 'duration_secs': 0.773728} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.004615] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d2defa8-2c91-4c07-8f8b-0556607e876b tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] Reconfigured VM instance instance-00000015 to attach disk [datastore2] 0c73213b-c2e1-42cb-a8f4-e3109adfd354/0c73213b-c2e1-42cb-a8f4-e3109adfd354.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 759.010108] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8cfaf722-f95b-453d-b4d8-bd5e0956ef15 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.017651] env[69889]: DEBUG oslo_vmware.api [None req-d63d6377-6e31-425b-991d-8789cc70096c tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Waiting for the task: (returnval){ [ 759.017651] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52ec2f28-ec90-8c09-c096-2c4ec01c212c" [ 759.017651] env[69889]: _type = "Task" [ 759.017651] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.017651] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 759.023103] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 759.023949] env[69889]: DEBUG oslo_vmware.api [None req-b17d8185-2ecc-4247-b50b-360cfd342df2 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52565e8a-a12f-5110-f4bd-93aa4f366442, 'name': SearchDatastore_Task, 'duration_secs': 0.024153} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.030147] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 759.030307] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b17d8185-2ecc-4247-b50b-360cfd342df2 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.030578] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-b17d8185-2ecc-4247-b50b-360cfd342df2 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] [instance: 96c84f6a-1e51-41fa-b5cd-4dc572d96410] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 759.030795] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b17d8185-2ecc-4247-b50b-360cfd342df2 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.030943] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b17d8185-2ecc-4247-b50b-360cfd342df2 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.031133] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-b17d8185-2ecc-4247-b50b-360cfd342df2 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 759.031468] env[69889]: DEBUG oslo_vmware.api [None req-0d2defa8-2c91-4c07-8f8b-0556607e876b tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Waiting for the task: (returnval){ [ 759.031468] env[69889]: value = "task-4076939" [ 759.031468] env[69889]: _type = "Task" [ 759.031468] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.032033] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 759.032287] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7c11ba44-2ca5-4393-a11e-7a0de2b18d22 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.034725] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 759.042049] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 759.042262] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69889) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 759.043201] env[69889]: DEBUG oslo_vmware.api [None req-d63d6377-6e31-425b-991d-8789cc70096c tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52ec2f28-ec90-8c09-c096-2c4ec01c212c, 'name': SearchDatastore_Task, 'duration_secs': 0.013247} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.043419] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 759.044804] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d63d6377-6e31-425b-991d-8789cc70096c tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.045173] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-d63d6377-6e31-425b-991d-8789cc70096c tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] [instance: a6f14a7e-6957-41e2-8455-0ca463f97479] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 759.045458] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d63d6377-6e31-425b-991d-8789cc70096c tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.045622] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d63d6377-6e31-425b-991d-8789cc70096c tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.045870] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-d63d6377-6e31-425b-991d-8789cc70096c tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 759.046674] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-788c8446-f99e-40e2-a770-bb92350ece67 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.053764] env[69889]: DEBUG oslo_vmware.api [None req-0d2defa8-2c91-4c07-8f8b-0556607e876b tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4076939, 'name': Rename_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.055317] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-b17d8185-2ecc-4247-b50b-360cfd342df2 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 759.055575] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-b17d8185-2ecc-4247-b50b-360cfd342df2 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 759.056327] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f9f630b-a38f-4cc0-b154-b6ca45f5d98f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.064530] env[69889]: DEBUG oslo_vmware.api [None req-b17d8185-2ecc-4247-b50b-360cfd342df2 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Waiting for the task: (returnval){ [ 759.064530] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52e756e2-af30-d218-8b5b-34849b38ebd9" [ 759.064530] env[69889]: _type = "Task" [ 759.064530] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.073625] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-d63d6377-6e31-425b-991d-8789cc70096c tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 759.074080] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-d63d6377-6e31-425b-991d-8789cc70096c tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 759.079617] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be2ce5b6-5652-4819-98a8-367271a0c4c1 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.083792] env[69889]: DEBUG oslo_vmware.api [None req-b17d8185-2ecc-4247-b50b-360cfd342df2 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52e756e2-af30-d218-8b5b-34849b38ebd9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.088833] env[69889]: DEBUG nova.policy [None req-ae8759c0-8cc7-46fb-b597-856b9c088f8d tempest-ServerExternalEventsTest-963301871 tempest-ServerExternalEventsTest-963301871-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b7cd6196781b4c528ca2b44df70bb839', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '735f457204c54a5a8431eb7b4cd9732b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69889) authorize /opt/stack/nova/nova/policy.py:192}} [ 759.097287] env[69889]: DEBUG oslo_vmware.api [None req-d63d6377-6e31-425b-991d-8789cc70096c tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Waiting for the task: (returnval){ [ 759.097287] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]5202110c-786c-f79a-187e-f5569100044d" [ 759.097287] env[69889]: _type = "Task" [ 759.097287] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.110932] env[69889]: DEBUG oslo_vmware.api [None req-d63d6377-6e31-425b-991d-8789cc70096c tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5202110c-786c-f79a-187e-f5569100044d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.139848] env[69889]: DEBUG oslo_vmware.api [None req-c832ae01-4087-4674-9b5e-36dbfcbf3415 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4076931, 'name': ReconfigVM_Task, 'duration_secs': 2.505525} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.140395] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c832ae01-4087-4674-9b5e-36dbfcbf3415 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Releasing lock "49ce5d94-ce4e-457b-a34c-54bd5dfcc242" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.140629] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-c832ae01-4087-4674-9b5e-36dbfcbf3415 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 49ce5d94-ce4e-457b-a34c-54bd5dfcc242] Reconfigured VM to attach interface {{(pid=69889) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 759.160577] env[69889]: DEBUG nova.network.neutron [req-c2a88252-9ae2-4a94-9275-49ea3d7a4de2 req-0c0e513a-3831-45c3-9d6b-ebd62cccdade service nova] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] Updated VIF entry in instance network info cache for port 9f07f034-4136-49cb-ab32-4feb5aac7b58. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 759.161253] env[69889]: DEBUG nova.network.neutron [req-c2a88252-9ae2-4a94-9275-49ea3d7a4de2 req-0c0e513a-3831-45c3-9d6b-ebd62cccdade service nova] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] Updating instance_info_cache with network_info: [{"id": "9f07f034-4136-49cb-ab32-4feb5aac7b58", "address": "fa:16:3e:06:e7:9e", "network": {"id": "1b12c1c8-daca-4fb2-8ab1-a5e673ba07eb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-532849496-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7255cdff151a40df83da7bf6356a4e13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f07f034-41", "ovs_interfaceid": "9f07f034-4136-49cb-ab32-4feb5aac7b58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.209812] env[69889]: DEBUG oslo_vmware.api [None req-1b49b374-a651-4bdd-95f8-a277310405da tempest-ServersNegativeTestMultiTenantJSON-2119484520 tempest-ServersNegativeTestMultiTenantJSON-2119484520-project-member] Task: {'id': task-4076938, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.477026] env[69889]: DEBUG nova.compute.manager [None req-ae8759c0-8cc7-46fb-b597-856b9c088f8d tempest-ServerExternalEventsTest-963301871 tempest-ServerExternalEventsTest-963301871-project-member] [instance: 898487e1-e766-417f-be3f-99f6ebd7f853] Start building block device mappings for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 759.509578] env[69889]: DEBUG oslo_concurrency.lockutils [None req-6eea1352-f6d6-4384-b234-44c2e8c7f2e4 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.540478] env[69889]: DEBUG nova.network.neutron [None req-d9ed8076-6280-44ce-807c-c783b75425db tempest-FloatingIPsAssociationNegativeTestJSON-1428997050 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050-project-member] [instance: 7af1243e-53e5-4edc-b665-562067ca3c71] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 759.549035] env[69889]: DEBUG oslo_vmware.api [None req-0d2defa8-2c91-4c07-8f8b-0556607e876b tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4076939, 'name': Rename_Task, 'duration_secs': 0.338304} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.552215] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d2defa8-2c91-4c07-8f8b-0556607e876b tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 759.553561] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ad1a8784-ba22-4177-b421-d0eb7181dd97 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.555700] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.562870] env[69889]: DEBUG oslo_vmware.api [None req-0d2defa8-2c91-4c07-8f8b-0556607e876b tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Waiting for the task: (returnval){ [ 759.562870] env[69889]: value = "task-4076940" [ 759.562870] env[69889]: _type = "Task" [ 759.562870] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.572756] env[69889]: DEBUG nova.network.neutron [None req-ae8759c0-8cc7-46fb-b597-856b9c088f8d tempest-ServerExternalEventsTest-963301871 tempest-ServerExternalEventsTest-963301871-project-member] [instance: 898487e1-e766-417f-be3f-99f6ebd7f853] Successfully created port: a841171c-f2d7-458e-b061-f7ec620df2e8 {{(pid=69889) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 759.586570] env[69889]: DEBUG oslo_vmware.api [None req-0d2defa8-2c91-4c07-8f8b-0556607e876b tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4076940, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.590524] env[69889]: DEBUG oslo_vmware.api [None req-b17d8185-2ecc-4247-b50b-360cfd342df2 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52e756e2-af30-d218-8b5b-34849b38ebd9, 'name': SearchDatastore_Task, 'duration_secs': 0.029599} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.594797] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d829327d-43c6-411c-9a40-2071e64a6f45 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.603496] env[69889]: DEBUG oslo_vmware.api [None req-b17d8185-2ecc-4247-b50b-360cfd342df2 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Waiting for the task: (returnval){ [ 759.603496] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]521d6ce4-bf27-cf10-ce7a-78f99a857e12" [ 759.603496] env[69889]: _type = "Task" [ 759.603496] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.613765] env[69889]: DEBUG oslo_vmware.api [None req-d63d6377-6e31-425b-991d-8789cc70096c tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5202110c-786c-f79a-187e-f5569100044d, 'name': SearchDatastore_Task, 'duration_secs': 0.022834} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.619665] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e28a3ac5-611b-4e08-9988-5e9d07cdb28e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.631254] env[69889]: DEBUG oslo_vmware.api [None req-b17d8185-2ecc-4247-b50b-360cfd342df2 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]521d6ce4-bf27-cf10-ce7a-78f99a857e12, 'name': SearchDatastore_Task, 'duration_secs': 0.014026} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.634217] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b17d8185-2ecc-4247-b50b-360cfd342df2 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.634631] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-b17d8185-2ecc-4247-b50b-360cfd342df2 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore1] 96c84f6a-1e51-41fa-b5cd-4dc572d96410/96c84f6a-1e51-41fa-b5cd-4dc572d96410.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 759.636279] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2fed6f45-3d96-488c-b5ec-77d9224e5e6a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.641021] env[69889]: DEBUG oslo_vmware.api [None req-d63d6377-6e31-425b-991d-8789cc70096c tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Waiting for the task: (returnval){ [ 759.641021] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52da056b-4c1b-b655-578f-e3533533dfc7" [ 759.641021] env[69889]: _type = "Task" [ 759.641021] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.644877] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c832ae01-4087-4674-9b5e-36dbfcbf3415 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Lock "interface-49ce5d94-ce4e-457b-a34c-54bd5dfcc242-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.593s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.646217] env[69889]: DEBUG oslo_vmware.api [None req-b17d8185-2ecc-4247-b50b-360cfd342df2 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Waiting for the task: (returnval){ [ 759.646217] env[69889]: value = "task-4076941" [ 759.646217] env[69889]: _type = "Task" [ 759.646217] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.649916] env[69889]: DEBUG oslo_vmware.api [None req-d63d6377-6e31-425b-991d-8789cc70096c tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52da056b-4c1b-b655-578f-e3533533dfc7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.666503] env[69889]: DEBUG oslo_concurrency.lockutils [req-c2a88252-9ae2-4a94-9275-49ea3d7a4de2 req-0c0e513a-3831-45c3-9d6b-ebd62cccdade service nova] Releasing lock "refresh_cache-0c73213b-c2e1-42cb-a8f4-e3109adfd354" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.666833] env[69889]: DEBUG nova.compute.manager [req-c2a88252-9ae2-4a94-9275-49ea3d7a4de2 req-0c0e513a-3831-45c3-9d6b-ebd62cccdade service nova] [instance: fd67edc7-3014-4eab-b142-5bff2253204f] Received event network-vif-plugged-96a49303-0c6a-4ff3-839c-01b7bcef9c4a {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 759.667075] env[69889]: DEBUG oslo_concurrency.lockutils [req-c2a88252-9ae2-4a94-9275-49ea3d7a4de2 req-0c0e513a-3831-45c3-9d6b-ebd62cccdade service nova] Acquiring lock "fd67edc7-3014-4eab-b142-5bff2253204f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.667467] env[69889]: DEBUG oslo_concurrency.lockutils [req-c2a88252-9ae2-4a94-9275-49ea3d7a4de2 req-0c0e513a-3831-45c3-9d6b-ebd62cccdade service nova] Lock "fd67edc7-3014-4eab-b142-5bff2253204f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.667559] env[69889]: DEBUG oslo_concurrency.lockutils [req-c2a88252-9ae2-4a94-9275-49ea3d7a4de2 req-0c0e513a-3831-45c3-9d6b-ebd62cccdade service nova] Lock "fd67edc7-3014-4eab-b142-5bff2253204f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.667789] env[69889]: DEBUG nova.compute.manager [req-c2a88252-9ae2-4a94-9275-49ea3d7a4de2 req-0c0e513a-3831-45c3-9d6b-ebd62cccdade service nova] [instance: fd67edc7-3014-4eab-b142-5bff2253204f] No waiting events found dispatching network-vif-plugged-96a49303-0c6a-4ff3-839c-01b7bcef9c4a {{(pid=69889) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 759.668068] env[69889]: WARNING nova.compute.manager [req-c2a88252-9ae2-4a94-9275-49ea3d7a4de2 req-0c0e513a-3831-45c3-9d6b-ebd62cccdade service nova] [instance: fd67edc7-3014-4eab-b142-5bff2253204f] Received unexpected event network-vif-plugged-96a49303-0c6a-4ff3-839c-01b7bcef9c4a for instance with vm_state building and task_state spawning. [ 759.668291] env[69889]: DEBUG nova.compute.manager [req-c2a88252-9ae2-4a94-9275-49ea3d7a4de2 req-0c0e513a-3831-45c3-9d6b-ebd62cccdade service nova] [instance: fd67edc7-3014-4eab-b142-5bff2253204f] Received event network-changed-96a49303-0c6a-4ff3-839c-01b7bcef9c4a {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 759.668492] env[69889]: DEBUG nova.compute.manager [req-c2a88252-9ae2-4a94-9275-49ea3d7a4de2 req-0c0e513a-3831-45c3-9d6b-ebd62cccdade service nova] [instance: fd67edc7-3014-4eab-b142-5bff2253204f] Refreshing instance network info cache due to event network-changed-96a49303-0c6a-4ff3-839c-01b7bcef9c4a. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 759.668793] env[69889]: DEBUG oslo_concurrency.lockutils [req-c2a88252-9ae2-4a94-9275-49ea3d7a4de2 req-0c0e513a-3831-45c3-9d6b-ebd62cccdade service nova] Acquiring lock "refresh_cache-fd67edc7-3014-4eab-b142-5bff2253204f" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.668985] env[69889]: DEBUG oslo_concurrency.lockutils [req-c2a88252-9ae2-4a94-9275-49ea3d7a4de2 req-0c0e513a-3831-45c3-9d6b-ebd62cccdade service nova] Acquired lock "refresh_cache-fd67edc7-3014-4eab-b142-5bff2253204f" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.669218] env[69889]: DEBUG nova.network.neutron [req-c2a88252-9ae2-4a94-9275-49ea3d7a4de2 req-0c0e513a-3831-45c3-9d6b-ebd62cccdade service nova] [instance: fd67edc7-3014-4eab-b142-5bff2253204f] Refreshing network info cache for port 96a49303-0c6a-4ff3-839c-01b7bcef9c4a {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 759.670592] env[69889]: DEBUG oslo_vmware.api [None req-b17d8185-2ecc-4247-b50b-360cfd342df2 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Task: {'id': task-4076941, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.693118] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7b18dc7a-10b2-4963-be0e-d90955fd0e30 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Acquiring lock "da1de6c7-ec10-47d2-a8a9-8572cd4162f5" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.693392] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7b18dc7a-10b2-4963-be0e-d90955fd0e30 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Lock "da1de6c7-ec10-47d2-a8a9-8572cd4162f5" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.693585] env[69889]: DEBUG nova.compute.manager [None req-7b18dc7a-10b2-4963-be0e-d90955fd0e30 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: da1de6c7-ec10-47d2-a8a9-8572cd4162f5] Going to confirm migration 1 {{(pid=69889) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 759.708123] env[69889]: DEBUG oslo_vmware.api [None req-1b49b374-a651-4bdd-95f8-a277310405da tempest-ServersNegativeTestMultiTenantJSON-2119484520 tempest-ServersNegativeTestMultiTenantJSON-2119484520-project-member] Task: {'id': task-4076938, 'name': ReconfigVM_Task, 'duration_secs': 0.931766} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.708430] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b49b374-a651-4bdd-95f8-a277310405da tempest-ServersNegativeTestMultiTenantJSON-2119484520 tempest-ServersNegativeTestMultiTenantJSON-2119484520-project-member] [instance: fd67edc7-3014-4eab-b142-5bff2253204f] Reconfigured VM instance instance-00000014 to attach disk [datastore2] fd67edc7-3014-4eab-b142-5bff2253204f/fd67edc7-3014-4eab-b142-5bff2253204f.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 759.709143] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4f0f6e83-aebb-483b-96f8-405d2edfd160 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.717531] env[69889]: DEBUG oslo_vmware.api [None req-1b49b374-a651-4bdd-95f8-a277310405da tempest-ServersNegativeTestMultiTenantJSON-2119484520 tempest-ServersNegativeTestMultiTenantJSON-2119484520-project-member] Waiting for the task: (returnval){ [ 759.717531] env[69889]: value = "task-4076942" [ 759.717531] env[69889]: _type = "Task" [ 759.717531] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.735906] env[69889]: DEBUG oslo_vmware.api [None req-1b49b374-a651-4bdd-95f8-a277310405da tempest-ServersNegativeTestMultiTenantJSON-2119484520 tempest-ServersNegativeTestMultiTenantJSON-2119484520-project-member] Task: {'id': task-4076942, 'name': Rename_Task} progress is 10%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.790369] env[69889]: DEBUG nova.network.neutron [None req-d9ed8076-6280-44ce-807c-c783b75425db tempest-FloatingIPsAssociationNegativeTestJSON-1428997050 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050-project-member] [instance: 7af1243e-53e5-4edc-b665-562067ca3c71] Updating instance_info_cache with network_info: [{"id": "45a0d640-32eb-4fe3-ba08-466bfd767ad8", "address": "fa:16:3e:0b:cf:07", "network": {"id": "7663326c-b2d7-4106-ab49-7e5122a3d2a9", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-163673267-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "a5f8a0ba15664f67bd46b61e47026061", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45a0d640-32", "ovs_interfaceid": "45a0d640-32eb-4fe3-ba08-466bfd767ad8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.073779] env[69889]: DEBUG oslo_vmware.api [None req-0d2defa8-2c91-4c07-8f8b-0556607e876b tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4076940, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.089015] env[69889]: DEBUG nova.compute.manager [req-235bffcb-8ded-4aa5-885e-48779ebac6e1 req-438cfef2-8cc8-40a5-aed8-b51d683e35f9 service nova] [instance: 49ce5d94-ce4e-457b-a34c-54bd5dfcc242] Received event network-changed-8c68bff7-071a-49ec-b024-4820c4225a9c {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 760.089253] env[69889]: DEBUG nova.compute.manager [req-235bffcb-8ded-4aa5-885e-48779ebac6e1 req-438cfef2-8cc8-40a5-aed8-b51d683e35f9 service nova] [instance: 49ce5d94-ce4e-457b-a34c-54bd5dfcc242] Refreshing instance network info cache due to event network-changed-8c68bff7-071a-49ec-b024-4820c4225a9c. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 760.090685] env[69889]: DEBUG oslo_concurrency.lockutils [req-235bffcb-8ded-4aa5-885e-48779ebac6e1 req-438cfef2-8cc8-40a5-aed8-b51d683e35f9 service nova] Acquiring lock "refresh_cache-49ce5d94-ce4e-457b-a34c-54bd5dfcc242" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.090685] env[69889]: DEBUG oslo_concurrency.lockutils [req-235bffcb-8ded-4aa5-885e-48779ebac6e1 req-438cfef2-8cc8-40a5-aed8-b51d683e35f9 service nova] Acquired lock "refresh_cache-49ce5d94-ce4e-457b-a34c-54bd5dfcc242" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.090685] env[69889]: DEBUG nova.network.neutron [req-235bffcb-8ded-4aa5-885e-48779ebac6e1 req-438cfef2-8cc8-40a5-aed8-b51d683e35f9 service nova] [instance: 49ce5d94-ce4e-457b-a34c-54bd5dfcc242] Refreshing network info cache for port 8c68bff7-071a-49ec-b024-4820c4225a9c {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 760.097650] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7eaeff2-225e-449a-92f1-1d14e39624df {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.109936] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-514b8271-a19e-4010-82c0-7d854302524e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.153327] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a632d6c-4e3a-483e-aeb8-191164913d59 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.173385] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fba68be-c4b6-4e47-adc2-b57fcad93f35 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.178055] env[69889]: DEBUG oslo_vmware.api [None req-d63d6377-6e31-425b-991d-8789cc70096c tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52da056b-4c1b-b655-578f-e3533533dfc7, 'name': SearchDatastore_Task, 'duration_secs': 0.013529} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.180695] env[69889]: DEBUG oslo_vmware.api [None req-b17d8185-2ecc-4247-b50b-360cfd342df2 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Task: {'id': task-4076941, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.181030] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d63d6377-6e31-425b-991d-8789cc70096c tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.181319] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-d63d6377-6e31-425b-991d-8789cc70096c tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] a6f14a7e-6957-41e2-8455-0ca463f97479/a6f14a7e-6957-41e2-8455-0ca463f97479.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 760.182518] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9d04ad56-e674-4f7b-a9dc-0bb26371cf19 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.196735] env[69889]: DEBUG nova.compute.provider_tree [None req-fe1af6c9-054e-4706-9cc4-c0697db2e558 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 760.202321] env[69889]: DEBUG oslo_vmware.api [None req-d63d6377-6e31-425b-991d-8789cc70096c tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Waiting for the task: (returnval){ [ 760.202321] env[69889]: value = "task-4076943" [ 760.202321] env[69889]: _type = "Task" [ 760.202321] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.216956] env[69889]: DEBUG oslo_vmware.api [None req-d63d6377-6e31-425b-991d-8789cc70096c tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Task: {'id': task-4076943, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.230023] env[69889]: DEBUG oslo_vmware.api [None req-1b49b374-a651-4bdd-95f8-a277310405da tempest-ServersNegativeTestMultiTenantJSON-2119484520 tempest-ServersNegativeTestMultiTenantJSON-2119484520-project-member] Task: {'id': task-4076942, 'name': Rename_Task, 'duration_secs': 0.200976} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.230023] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b49b374-a651-4bdd-95f8-a277310405da tempest-ServersNegativeTestMultiTenantJSON-2119484520 tempest-ServersNegativeTestMultiTenantJSON-2119484520-project-member] [instance: fd67edc7-3014-4eab-b142-5bff2253204f] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 760.230850] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a0670096-99ad-428b-89c4-29124a9cf0a7 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.242838] env[69889]: DEBUG oslo_vmware.api [None req-1b49b374-a651-4bdd-95f8-a277310405da tempest-ServersNegativeTestMultiTenantJSON-2119484520 tempest-ServersNegativeTestMultiTenantJSON-2119484520-project-member] Waiting for the task: (returnval){ [ 760.242838] env[69889]: value = "task-4076944" [ 760.242838] env[69889]: _type = "Task" [ 760.242838] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.257084] env[69889]: DEBUG oslo_vmware.api [None req-1b49b374-a651-4bdd-95f8-a277310405da tempest-ServersNegativeTestMultiTenantJSON-2119484520 tempest-ServersNegativeTestMultiTenantJSON-2119484520-project-member] Task: {'id': task-4076944, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.292679] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d9ed8076-6280-44ce-807c-c783b75425db tempest-FloatingIPsAssociationNegativeTestJSON-1428997050 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050-project-member] Releasing lock "refresh_cache-7af1243e-53e5-4edc-b665-562067ca3c71" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.293183] env[69889]: DEBUG nova.compute.manager [None req-d9ed8076-6280-44ce-807c-c783b75425db tempest-FloatingIPsAssociationNegativeTestJSON-1428997050 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050-project-member] [instance: 7af1243e-53e5-4edc-b665-562067ca3c71] Instance network_info: |[{"id": "45a0d640-32eb-4fe3-ba08-466bfd767ad8", "address": "fa:16:3e:0b:cf:07", "network": {"id": "7663326c-b2d7-4106-ab49-7e5122a3d2a9", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-163673267-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "a5f8a0ba15664f67bd46b61e47026061", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45a0d640-32", "ovs_interfaceid": "45a0d640-32eb-4fe3-ba08-466bfd767ad8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 760.296553] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-d9ed8076-6280-44ce-807c-c783b75425db tempest-FloatingIPsAssociationNegativeTestJSON-1428997050 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050-project-member] [instance: 7af1243e-53e5-4edc-b665-562067ca3c71] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:cf:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5756d009-13ad-4e13-a991-3b5e71830aa5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '45a0d640-32eb-4fe3-ba08-466bfd767ad8', 'vif_model': 'vmxnet3'}] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 760.304511] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9ed8076-6280-44ce-807c-c783b75425db tempest-FloatingIPsAssociationNegativeTestJSON-1428997050 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050-project-member] Creating folder: Project (a5f8a0ba15664f67bd46b61e47026061). Parent ref: group-v807779. {{(pid=69889) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 760.306650] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7b18dc7a-10b2-4963-be0e-d90955fd0e30 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Acquiring lock "refresh_cache-da1de6c7-ec10-47d2-a8a9-8572cd4162f5" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.306650] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7b18dc7a-10b2-4963-be0e-d90955fd0e30 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Acquired lock "refresh_cache-da1de6c7-ec10-47d2-a8a9-8572cd4162f5" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.306650] env[69889]: DEBUG nova.network.neutron [None req-7b18dc7a-10b2-4963-be0e-d90955fd0e30 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: da1de6c7-ec10-47d2-a8a9-8572cd4162f5] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 760.306887] env[69889]: DEBUG nova.objects.instance [None req-7b18dc7a-10b2-4963-be0e-d90955fd0e30 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Lazy-loading 'info_cache' on Instance uuid da1de6c7-ec10-47d2-a8a9-8572cd4162f5 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 760.308075] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-34f4540e-dbf7-4af1-ae88-56a95d4b5660 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.320527] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-d9ed8076-6280-44ce-807c-c783b75425db tempest-FloatingIPsAssociationNegativeTestJSON-1428997050 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050-project-member] Created folder: Project (a5f8a0ba15664f67bd46b61e47026061) in parent group-v807779. [ 760.320787] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9ed8076-6280-44ce-807c-c783b75425db tempest-FloatingIPsAssociationNegativeTestJSON-1428997050 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050-project-member] Creating folder: Instances. Parent ref: group-v807843. {{(pid=69889) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 760.326031] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1bbf33c8-79cb-4a00-ac91-34b12e25f61f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.337755] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-d9ed8076-6280-44ce-807c-c783b75425db tempest-FloatingIPsAssociationNegativeTestJSON-1428997050 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050-project-member] Created folder: Instances in parent group-v807843. [ 760.337755] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d9ed8076-6280-44ce-807c-c783b75425db tempest-FloatingIPsAssociationNegativeTestJSON-1428997050 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 760.337755] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7af1243e-53e5-4edc-b665-562067ca3c71] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 760.337755] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2eb0c04a-9ecf-4c9d-8f42-48589ae43ff7 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.362192] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 760.362192] env[69889]: value = "task-4076947" [ 760.362192] env[69889]: _type = "Task" [ 760.362192] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.371785] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4076947, 'name': CreateVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.490439] env[69889]: DEBUG nova.compute.manager [None req-ae8759c0-8cc7-46fb-b597-856b9c088f8d tempest-ServerExternalEventsTest-963301871 tempest-ServerExternalEventsTest-963301871-project-member] [instance: 898487e1-e766-417f-be3f-99f6ebd7f853] Start spawning the instance on the hypervisor. {{(pid=69889) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 760.493578] env[69889]: DEBUG nova.network.neutron [req-c2a88252-9ae2-4a94-9275-49ea3d7a4de2 req-0c0e513a-3831-45c3-9d6b-ebd62cccdade service nova] [instance: fd67edc7-3014-4eab-b142-5bff2253204f] Updated VIF entry in instance network info cache for port 96a49303-0c6a-4ff3-839c-01b7bcef9c4a. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 760.493906] env[69889]: DEBUG nova.network.neutron [req-c2a88252-9ae2-4a94-9275-49ea3d7a4de2 req-0c0e513a-3831-45c3-9d6b-ebd62cccdade service nova] [instance: fd67edc7-3014-4eab-b142-5bff2253204f] Updating instance_info_cache with network_info: [{"id": "96a49303-0c6a-4ff3-839c-01b7bcef9c4a", "address": "fa:16:3e:9d:23:8e", "network": {"id": "cf5b941f-5c2d-4474-a1f6-13be1fe6fdb3", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-2055378866-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc5f4b3522bf4f189de682d05ca5fbb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96a49303-0c", "ovs_interfaceid": "96a49303-0c6a-4ff3-839c-01b7bcef9c4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.523464] env[69889]: DEBUG nova.virt.hardware [None req-ae8759c0-8cc7-46fb-b597-856b9c088f8d tempest-ServerExternalEventsTest-963301871 tempest-ServerExternalEventsTest-963301871-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 760.523850] env[69889]: DEBUG nova.virt.hardware [None req-ae8759c0-8cc7-46fb-b597-856b9c088f8d tempest-ServerExternalEventsTest-963301871 tempest-ServerExternalEventsTest-963301871-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 760.524069] env[69889]: DEBUG nova.virt.hardware [None req-ae8759c0-8cc7-46fb-b597-856b9c088f8d tempest-ServerExternalEventsTest-963301871 tempest-ServerExternalEventsTest-963301871-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 760.524283] env[69889]: DEBUG nova.virt.hardware [None req-ae8759c0-8cc7-46fb-b597-856b9c088f8d tempest-ServerExternalEventsTest-963301871 tempest-ServerExternalEventsTest-963301871-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 760.524454] env[69889]: DEBUG nova.virt.hardware [None req-ae8759c0-8cc7-46fb-b597-856b9c088f8d tempest-ServerExternalEventsTest-963301871 tempest-ServerExternalEventsTest-963301871-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 760.524622] env[69889]: DEBUG nova.virt.hardware [None req-ae8759c0-8cc7-46fb-b597-856b9c088f8d tempest-ServerExternalEventsTest-963301871 tempest-ServerExternalEventsTest-963301871-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 760.524895] env[69889]: DEBUG nova.virt.hardware [None req-ae8759c0-8cc7-46fb-b597-856b9c088f8d tempest-ServerExternalEventsTest-963301871 tempest-ServerExternalEventsTest-963301871-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 760.525191] env[69889]: DEBUG nova.virt.hardware [None req-ae8759c0-8cc7-46fb-b597-856b9c088f8d tempest-ServerExternalEventsTest-963301871 tempest-ServerExternalEventsTest-963301871-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 760.525445] env[69889]: DEBUG nova.virt.hardware [None req-ae8759c0-8cc7-46fb-b597-856b9c088f8d tempest-ServerExternalEventsTest-963301871 tempest-ServerExternalEventsTest-963301871-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 760.525638] env[69889]: DEBUG nova.virt.hardware [None req-ae8759c0-8cc7-46fb-b597-856b9c088f8d tempest-ServerExternalEventsTest-963301871 tempest-ServerExternalEventsTest-963301871-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 760.525833] env[69889]: DEBUG nova.virt.hardware [None req-ae8759c0-8cc7-46fb-b597-856b9c088f8d tempest-ServerExternalEventsTest-963301871 tempest-ServerExternalEventsTest-963301871-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 760.527330] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01d2545b-0267-41c9-bb01-491df8d1c4cb {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.535531] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61a26578-5a52-4522-bfea-3f21fb9cf8d3 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.576435] env[69889]: DEBUG oslo_vmware.api [None req-0d2defa8-2c91-4c07-8f8b-0556607e876b tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4076940, 'name': PowerOnVM_Task, 'duration_secs': 0.887113} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.576435] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d2defa8-2c91-4c07-8f8b-0556607e876b tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 760.576435] env[69889]: INFO nova.compute.manager [None req-0d2defa8-2c91-4c07-8f8b-0556607e876b tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] Took 10.55 seconds to spawn the instance on the hypervisor. [ 760.576435] env[69889]: DEBUG nova.compute.manager [None req-0d2defa8-2c91-4c07-8f8b-0556607e876b tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 760.576435] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5750216e-4ea6-44eb-b3f7-1e5acdbcbb3b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.667742] env[69889]: DEBUG oslo_vmware.api [None req-b17d8185-2ecc-4247-b50b-360cfd342df2 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Task: {'id': task-4076941, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.59546} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.668104] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-b17d8185-2ecc-4247-b50b-360cfd342df2 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore1] 96c84f6a-1e51-41fa-b5cd-4dc572d96410/96c84f6a-1e51-41fa-b5cd-4dc572d96410.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 760.668385] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-b17d8185-2ecc-4247-b50b-360cfd342df2 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] [instance: 96c84f6a-1e51-41fa-b5cd-4dc572d96410] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 760.669167] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-33f08341-63ea-43d1-b959-8d57aea4b40b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.678837] env[69889]: DEBUG oslo_vmware.api [None req-b17d8185-2ecc-4247-b50b-360cfd342df2 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Waiting for the task: (returnval){ [ 760.678837] env[69889]: value = "task-4076948" [ 760.678837] env[69889]: _type = "Task" [ 760.678837] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.689553] env[69889]: DEBUG oslo_vmware.api [None req-b17d8185-2ecc-4247-b50b-360cfd342df2 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Task: {'id': task-4076948, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.704513] env[69889]: DEBUG nova.scheduler.client.report [None req-fe1af6c9-054e-4706-9cc4-c0697db2e558 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 760.724748] env[69889]: DEBUG oslo_vmware.api [None req-d63d6377-6e31-425b-991d-8789cc70096c tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Task: {'id': task-4076943, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.760478] env[69889]: DEBUG oslo_vmware.api [None req-1b49b374-a651-4bdd-95f8-a277310405da tempest-ServersNegativeTestMultiTenantJSON-2119484520 tempest-ServersNegativeTestMultiTenantJSON-2119484520-project-member] Task: {'id': task-4076944, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.832942] env[69889]: DEBUG nova.compute.manager [None req-c90c7bb2-f966-4b43-92f8-d0cfeb70559c tempest-ServerDiagnosticsTest-106656616 tempest-ServerDiagnosticsTest-106656616-project-admin] [instance: 30d28d6c-5e7a-4e70-9415-b88ec3230f71] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 760.834763] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1e3427e-3a30-49ff-9a1b-365a21797b0f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.844098] env[69889]: INFO nova.compute.manager [None req-c90c7bb2-f966-4b43-92f8-d0cfeb70559c tempest-ServerDiagnosticsTest-106656616 tempest-ServerDiagnosticsTest-106656616-project-admin] [instance: 30d28d6c-5e7a-4e70-9415-b88ec3230f71] Retrieving diagnostics [ 760.845484] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-515fdf86-f535-4532-bf15-279c03ee3be5 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.880150] env[69889]: DEBUG nova.network.neutron [req-235bffcb-8ded-4aa5-885e-48779ebac6e1 req-438cfef2-8cc8-40a5-aed8-b51d683e35f9 service nova] [instance: 49ce5d94-ce4e-457b-a34c-54bd5dfcc242] Updated VIF entry in instance network info cache for port 8c68bff7-071a-49ec-b024-4820c4225a9c. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 760.880557] env[69889]: DEBUG nova.network.neutron [req-235bffcb-8ded-4aa5-885e-48779ebac6e1 req-438cfef2-8cc8-40a5-aed8-b51d683e35f9 service nova] [instance: 49ce5d94-ce4e-457b-a34c-54bd5dfcc242] Updating instance_info_cache with network_info: [{"id": "edb83f83-f9ec-4b72-bcda-1e64d5431fb0", "address": "fa:16:3e:98:4f:17", "network": {"id": "dc7a1c63-64ed-41ca-b29f-202337c0d542", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1276397426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf71caefe82444e1aa35f5f5071b52f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedb83f83-f9", "ovs_interfaceid": "edb83f83-f9ec-4b72-bcda-1e64d5431fb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8c68bff7-071a-49ec-b024-4820c4225a9c", "address": "fa:16:3e:8c:0e:8e", "network": {"id": "dc7a1c63-64ed-41ca-b29f-202337c0d542", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1276397426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf71caefe82444e1aa35f5f5071b52f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c68bff7-07", "ovs_interfaceid": "8c68bff7-071a-49ec-b024-4820c4225a9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.892332] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4076947, 'name': CreateVM_Task} progress is 25%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.996733] env[69889]: DEBUG oslo_concurrency.lockutils [req-c2a88252-9ae2-4a94-9275-49ea3d7a4de2 req-0c0e513a-3831-45c3-9d6b-ebd62cccdade service nova] Releasing lock "refresh_cache-fd67edc7-3014-4eab-b142-5bff2253204f" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.996963] env[69889]: DEBUG nova.compute.manager [req-c2a88252-9ae2-4a94-9275-49ea3d7a4de2 req-0c0e513a-3831-45c3-9d6b-ebd62cccdade service nova] [instance: a6f14a7e-6957-41e2-8455-0ca463f97479] Received event network-vif-plugged-aa027344-f22c-46d4-8874-bf39bc0fa3f7 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 760.997176] env[69889]: DEBUG oslo_concurrency.lockutils [req-c2a88252-9ae2-4a94-9275-49ea3d7a4de2 req-0c0e513a-3831-45c3-9d6b-ebd62cccdade service nova] Acquiring lock "a6f14a7e-6957-41e2-8455-0ca463f97479-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.997382] env[69889]: DEBUG oslo_concurrency.lockutils [req-c2a88252-9ae2-4a94-9275-49ea3d7a4de2 req-0c0e513a-3831-45c3-9d6b-ebd62cccdade service nova] Lock "a6f14a7e-6957-41e2-8455-0ca463f97479-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.997552] env[69889]: DEBUG oslo_concurrency.lockutils [req-c2a88252-9ae2-4a94-9275-49ea3d7a4de2 req-0c0e513a-3831-45c3-9d6b-ebd62cccdade service nova] Lock "a6f14a7e-6957-41e2-8455-0ca463f97479-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.997779] env[69889]: DEBUG nova.compute.manager [req-c2a88252-9ae2-4a94-9275-49ea3d7a4de2 req-0c0e513a-3831-45c3-9d6b-ebd62cccdade service nova] [instance: a6f14a7e-6957-41e2-8455-0ca463f97479] No waiting events found dispatching network-vif-plugged-aa027344-f22c-46d4-8874-bf39bc0fa3f7 {{(pid=69889) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 760.997949] env[69889]: WARNING nova.compute.manager [req-c2a88252-9ae2-4a94-9275-49ea3d7a4de2 req-0c0e513a-3831-45c3-9d6b-ebd62cccdade service nova] [instance: a6f14a7e-6957-41e2-8455-0ca463f97479] Received unexpected event network-vif-plugged-aa027344-f22c-46d4-8874-bf39bc0fa3f7 for instance with vm_state building and task_state spawning. [ 760.998260] env[69889]: DEBUG nova.compute.manager [req-c2a88252-9ae2-4a94-9275-49ea3d7a4de2 req-0c0e513a-3831-45c3-9d6b-ebd62cccdade service nova] [instance: a6f14a7e-6957-41e2-8455-0ca463f97479] Received event network-changed-aa027344-f22c-46d4-8874-bf39bc0fa3f7 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 760.998355] env[69889]: DEBUG nova.compute.manager [req-c2a88252-9ae2-4a94-9275-49ea3d7a4de2 req-0c0e513a-3831-45c3-9d6b-ebd62cccdade service nova] [instance: a6f14a7e-6957-41e2-8455-0ca463f97479] Refreshing instance network info cache due to event network-changed-aa027344-f22c-46d4-8874-bf39bc0fa3f7. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 760.998458] env[69889]: DEBUG oslo_concurrency.lockutils [req-c2a88252-9ae2-4a94-9275-49ea3d7a4de2 req-0c0e513a-3831-45c3-9d6b-ebd62cccdade service nova] Acquiring lock "refresh_cache-a6f14a7e-6957-41e2-8455-0ca463f97479" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.999024] env[69889]: DEBUG oslo_concurrency.lockutils [req-c2a88252-9ae2-4a94-9275-49ea3d7a4de2 req-0c0e513a-3831-45c3-9d6b-ebd62cccdade service nova] Acquired lock "refresh_cache-a6f14a7e-6957-41e2-8455-0ca463f97479" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.999024] env[69889]: DEBUG nova.network.neutron [req-c2a88252-9ae2-4a94-9275-49ea3d7a4de2 req-0c0e513a-3831-45c3-9d6b-ebd62cccdade service nova] [instance: a6f14a7e-6957-41e2-8455-0ca463f97479] Refreshing network info cache for port aa027344-f22c-46d4-8874-bf39bc0fa3f7 {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 761.096710] env[69889]: INFO nova.compute.manager [None req-0d2defa8-2c91-4c07-8f8b-0556607e876b tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] Took 31.26 seconds to build instance. [ 761.191806] env[69889]: DEBUG oslo_vmware.api [None req-b17d8185-2ecc-4247-b50b-360cfd342df2 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Task: {'id': task-4076948, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.111969} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.192183] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-b17d8185-2ecc-4247-b50b-360cfd342df2 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] [instance: 96c84f6a-1e51-41fa-b5cd-4dc572d96410] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 761.192996] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78a7c52d-0637-4104-91ee-b09a75873dbd {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.217091] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-b17d8185-2ecc-4247-b50b-360cfd342df2 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] [instance: 96c84f6a-1e51-41fa-b5cd-4dc572d96410] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] 96c84f6a-1e51-41fa-b5cd-4dc572d96410/96c84f6a-1e51-41fa-b5cd-4dc572d96410.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 761.218175] env[69889]: DEBUG nova.network.neutron [None req-ae8759c0-8cc7-46fb-b597-856b9c088f8d tempest-ServerExternalEventsTest-963301871 tempest-ServerExternalEventsTest-963301871-project-member] [instance: 898487e1-e766-417f-be3f-99f6ebd7f853] Successfully updated port: a841171c-f2d7-458e-b061-f7ec620df2e8 {{(pid=69889) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 761.219496] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f157fe76-2c66-4097-bb1b-be9a14b1dd9b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.239238] env[69889]: DEBUG oslo_concurrency.lockutils [None req-fe1af6c9-054e-4706-9cc4-c0697db2e558 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.874s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.239594] env[69889]: DEBUG nova.compute.manager [None req-fe1af6c9-054e-4706-9cc4-c0697db2e558 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] [instance: ad899de6-c2d4-4cbe-a91c-1cd76f650ae4] Start building networks asynchronously for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 761.243207] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ae8759c0-8cc7-46fb-b597-856b9c088f8d tempest-ServerExternalEventsTest-963301871 tempest-ServerExternalEventsTest-963301871-project-member] Acquiring lock "refresh_cache-898487e1-e766-417f-be3f-99f6ebd7f853" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.243344] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ae8759c0-8cc7-46fb-b597-856b9c088f8d tempest-ServerExternalEventsTest-963301871 tempest-ServerExternalEventsTest-963301871-project-member] Acquired lock "refresh_cache-898487e1-e766-417f-be3f-99f6ebd7f853" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.243498] env[69889]: DEBUG nova.network.neutron [None req-ae8759c0-8cc7-46fb-b597-856b9c088f8d tempest-ServerExternalEventsTest-963301871 tempest-ServerExternalEventsTest-963301871-project-member] [instance: 898487e1-e766-417f-be3f-99f6ebd7f853] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 761.247592] env[69889]: DEBUG oslo_concurrency.lockutils [None req-21d0b8fe-a6ee-4fa9-b1c5-48ef03695762 tempest-ServerDiagnosticsNegativeTest-639395065 tempest-ServerDiagnosticsNegativeTest-639395065-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.935s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.247774] env[69889]: DEBUG nova.objects.instance [None req-21d0b8fe-a6ee-4fa9-b1c5-48ef03695762 tempest-ServerDiagnosticsNegativeTest-639395065 tempest-ServerDiagnosticsNegativeTest-639395065-project-member] Lazy-loading 'resources' on Instance uuid ff21eb77-97b5-450a-baff-063059c2efe1 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 761.256955] env[69889]: DEBUG oslo_vmware.api [None req-b17d8185-2ecc-4247-b50b-360cfd342df2 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Waiting for the task: (returnval){ [ 761.256955] env[69889]: value = "task-4076949" [ 761.256955] env[69889]: _type = "Task" [ 761.256955] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.264877] env[69889]: DEBUG oslo_vmware.api [None req-d63d6377-6e31-425b-991d-8789cc70096c tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Task: {'id': task-4076943, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.82156} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.265216] env[69889]: DEBUG oslo_vmware.api [None req-1b49b374-a651-4bdd-95f8-a277310405da tempest-ServersNegativeTestMultiTenantJSON-2119484520 tempest-ServersNegativeTestMultiTenantJSON-2119484520-project-member] Task: {'id': task-4076944, 'name': PowerOnVM_Task, 'duration_secs': 0.833937} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.269626] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-d63d6377-6e31-425b-991d-8789cc70096c tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] a6f14a7e-6957-41e2-8455-0ca463f97479/a6f14a7e-6957-41e2-8455-0ca463f97479.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 761.269943] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-d63d6377-6e31-425b-991d-8789cc70096c tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] [instance: a6f14a7e-6957-41e2-8455-0ca463f97479] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 761.270234] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b49b374-a651-4bdd-95f8-a277310405da tempest-ServersNegativeTestMultiTenantJSON-2119484520 tempest-ServersNegativeTestMultiTenantJSON-2119484520-project-member] [instance: fd67edc7-3014-4eab-b142-5bff2253204f] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 761.270430] env[69889]: INFO nova.compute.manager [None req-1b49b374-a651-4bdd-95f8-a277310405da tempest-ServersNegativeTestMultiTenantJSON-2119484520 tempest-ServersNegativeTestMultiTenantJSON-2119484520-project-member] [instance: fd67edc7-3014-4eab-b142-5bff2253204f] Took 8.99 seconds to spawn the instance on the hypervisor. [ 761.270605] env[69889]: DEBUG nova.compute.manager [None req-1b49b374-a651-4bdd-95f8-a277310405da tempest-ServersNegativeTestMultiTenantJSON-2119484520 tempest-ServersNegativeTestMultiTenantJSON-2119484520-project-member] [instance: fd67edc7-3014-4eab-b142-5bff2253204f] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 761.271229] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e8012acb-81b4-44f6-aed1-588954c0e051 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.274230] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3729b5ab-05d1-4999-8322-3e11c84b9d10 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.285241] env[69889]: DEBUG oslo_vmware.api [None req-b17d8185-2ecc-4247-b50b-360cfd342df2 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Task: {'id': task-4076949, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.288582] env[69889]: DEBUG oslo_vmware.api [None req-d63d6377-6e31-425b-991d-8789cc70096c tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Waiting for the task: (returnval){ [ 761.288582] env[69889]: value = "task-4076950" [ 761.288582] env[69889]: _type = "Task" [ 761.288582] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.302833] env[69889]: DEBUG oslo_vmware.api [None req-d63d6377-6e31-425b-991d-8789cc70096c tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Task: {'id': task-4076950, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.305390] env[69889]: DEBUG nova.compute.manager [req-70a78213-1f7e-4ac9-8459-5a20b0b014ad req-7877c14b-aa69-40f7-8d86-562232719051 service nova] [instance: 6440cc57-4bc9-4c89-941e-f16b6bf04dc3] Received event network-vif-deleted-57e7d0a1-037a-4a16-a3bd-6f4fd365c728 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 761.305616] env[69889]: DEBUG nova.compute.manager [req-70a78213-1f7e-4ac9-8459-5a20b0b014ad req-7877c14b-aa69-40f7-8d86-562232719051 service nova] [instance: 7af1243e-53e5-4edc-b665-562067ca3c71] Received event network-vif-plugged-45a0d640-32eb-4fe3-ba08-466bfd767ad8 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 761.305802] env[69889]: DEBUG oslo_concurrency.lockutils [req-70a78213-1f7e-4ac9-8459-5a20b0b014ad req-7877c14b-aa69-40f7-8d86-562232719051 service nova] Acquiring lock "7af1243e-53e5-4edc-b665-562067ca3c71-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.305998] env[69889]: DEBUG oslo_concurrency.lockutils [req-70a78213-1f7e-4ac9-8459-5a20b0b014ad req-7877c14b-aa69-40f7-8d86-562232719051 service nova] Lock "7af1243e-53e5-4edc-b665-562067ca3c71-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.306176] env[69889]: DEBUG oslo_concurrency.lockutils [req-70a78213-1f7e-4ac9-8459-5a20b0b014ad req-7877c14b-aa69-40f7-8d86-562232719051 service nova] Lock "7af1243e-53e5-4edc-b665-562067ca3c71-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.306604] env[69889]: DEBUG nova.compute.manager [req-70a78213-1f7e-4ac9-8459-5a20b0b014ad req-7877c14b-aa69-40f7-8d86-562232719051 service nova] [instance: 7af1243e-53e5-4edc-b665-562067ca3c71] No waiting events found dispatching network-vif-plugged-45a0d640-32eb-4fe3-ba08-466bfd767ad8 {{(pid=69889) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 761.306604] env[69889]: WARNING nova.compute.manager [req-70a78213-1f7e-4ac9-8459-5a20b0b014ad req-7877c14b-aa69-40f7-8d86-562232719051 service nova] [instance: 7af1243e-53e5-4edc-b665-562067ca3c71] Received unexpected event network-vif-plugged-45a0d640-32eb-4fe3-ba08-466bfd767ad8 for instance with vm_state building and task_state spawning. [ 761.306734] env[69889]: DEBUG nova.compute.manager [req-70a78213-1f7e-4ac9-8459-5a20b0b014ad req-7877c14b-aa69-40f7-8d86-562232719051 service nova] [instance: 7af1243e-53e5-4edc-b665-562067ca3c71] Received event network-changed-45a0d640-32eb-4fe3-ba08-466bfd767ad8 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 761.306863] env[69889]: DEBUG nova.compute.manager [req-70a78213-1f7e-4ac9-8459-5a20b0b014ad req-7877c14b-aa69-40f7-8d86-562232719051 service nova] [instance: 7af1243e-53e5-4edc-b665-562067ca3c71] Refreshing instance network info cache due to event network-changed-45a0d640-32eb-4fe3-ba08-466bfd767ad8. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 761.307069] env[69889]: DEBUG oslo_concurrency.lockutils [req-70a78213-1f7e-4ac9-8459-5a20b0b014ad req-7877c14b-aa69-40f7-8d86-562232719051 service nova] Acquiring lock "refresh_cache-7af1243e-53e5-4edc-b665-562067ca3c71" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.307178] env[69889]: DEBUG oslo_concurrency.lockutils [req-70a78213-1f7e-4ac9-8459-5a20b0b014ad req-7877c14b-aa69-40f7-8d86-562232719051 service nova] Acquired lock "refresh_cache-7af1243e-53e5-4edc-b665-562067ca3c71" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.307396] env[69889]: DEBUG nova.network.neutron [req-70a78213-1f7e-4ac9-8459-5a20b0b014ad req-7877c14b-aa69-40f7-8d86-562232719051 service nova] [instance: 7af1243e-53e5-4edc-b665-562067ca3c71] Refreshing network info cache for port 45a0d640-32eb-4fe3-ba08-466bfd767ad8 {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 761.390173] env[69889]: DEBUG oslo_concurrency.lockutils [req-235bffcb-8ded-4aa5-885e-48779ebac6e1 req-438cfef2-8cc8-40a5-aed8-b51d683e35f9 service nova] Releasing lock "refresh_cache-49ce5d94-ce4e-457b-a34c-54bd5dfcc242" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.390648] env[69889]: DEBUG nova.compute.manager [req-235bffcb-8ded-4aa5-885e-48779ebac6e1 req-438cfef2-8cc8-40a5-aed8-b51d683e35f9 service nova] [instance: 41c9a79a-e246-4818-8339-fbaaa9fea305] Received event network-vif-deleted-8802a2b1-585f-48b6-aca1-e596c793dc40 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 761.391068] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4076947, 'name': CreateVM_Task} progress is 25%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.600244] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0d2defa8-2c91-4c07-8f8b-0556607e876b tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Lock "0c73213b-c2e1-42cb-a8f4-e3109adfd354" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.771s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.647748] env[69889]: DEBUG nova.network.neutron [None req-7b18dc7a-10b2-4963-be0e-d90955fd0e30 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: da1de6c7-ec10-47d2-a8a9-8572cd4162f5] Updating instance_info_cache with network_info: [{"id": "e5f478e5-e0f8-41e7-a87c-054c79afd15e", "address": "fa:16:3e:88:1b:e0", "network": {"id": "f9341188-47f9-41e2-bae7-5eb6406f3899", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.39", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b7973ea41bcd4363abc2e9339dec4d77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5f478e5-e0", "ovs_interfaceid": "e5f478e5-e0f8-41e7-a87c-054c79afd15e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.753755] env[69889]: DEBUG nova.compute.utils [None req-fe1af6c9-054e-4706-9cc4-c0697db2e558 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 761.758511] env[69889]: DEBUG nova.compute.manager [None req-fe1af6c9-054e-4706-9cc4-c0697db2e558 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] [instance: ad899de6-c2d4-4cbe-a91c-1cd76f650ae4] Allocating IP information in the background. {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 761.758511] env[69889]: DEBUG nova.network.neutron [None req-fe1af6c9-054e-4706-9cc4-c0697db2e558 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] [instance: ad899de6-c2d4-4cbe-a91c-1cd76f650ae4] allocate_for_instance() {{(pid=69889) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 761.775972] env[69889]: DEBUG oslo_vmware.api [None req-b17d8185-2ecc-4247-b50b-360cfd342df2 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Task: {'id': task-4076949, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.807447] env[69889]: DEBUG nova.network.neutron [req-c2a88252-9ae2-4a94-9275-49ea3d7a4de2 req-0c0e513a-3831-45c3-9d6b-ebd62cccdade service nova] [instance: a6f14a7e-6957-41e2-8455-0ca463f97479] Updated VIF entry in instance network info cache for port aa027344-f22c-46d4-8874-bf39bc0fa3f7. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 761.807850] env[69889]: DEBUG nova.network.neutron [req-c2a88252-9ae2-4a94-9275-49ea3d7a4de2 req-0c0e513a-3831-45c3-9d6b-ebd62cccdade service nova] [instance: a6f14a7e-6957-41e2-8455-0ca463f97479] Updating instance_info_cache with network_info: [{"id": "aa027344-f22c-46d4-8874-bf39bc0fa3f7", "address": "fa:16:3e:ab:bd:45", "network": {"id": "f9341188-47f9-41e2-bae7-5eb6406f3899", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.18", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b7973ea41bcd4363abc2e9339dec4d77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa027344-f2", "ovs_interfaceid": "aa027344-f22c-46d4-8874-bf39bc0fa3f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.817406] env[69889]: INFO nova.compute.manager [None req-1b49b374-a651-4bdd-95f8-a277310405da tempest-ServersNegativeTestMultiTenantJSON-2119484520 tempest-ServersNegativeTestMultiTenantJSON-2119484520-project-member] [instance: fd67edc7-3014-4eab-b142-5bff2253204f] Took 31.96 seconds to build instance. [ 761.819013] env[69889]: DEBUG oslo_vmware.api [None req-d63d6377-6e31-425b-991d-8789cc70096c tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Task: {'id': task-4076950, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075413} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.820037] env[69889]: DEBUG nova.network.neutron [None req-ae8759c0-8cc7-46fb-b597-856b9c088f8d tempest-ServerExternalEventsTest-963301871 tempest-ServerExternalEventsTest-963301871-project-member] [instance: 898487e1-e766-417f-be3f-99f6ebd7f853] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 761.823427] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-d63d6377-6e31-425b-991d-8789cc70096c tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] [instance: a6f14a7e-6957-41e2-8455-0ca463f97479] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 761.827867] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dec437a-2125-4d46-ada5-b994bdc7119d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.857259] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-d63d6377-6e31-425b-991d-8789cc70096c tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] [instance: a6f14a7e-6957-41e2-8455-0ca463f97479] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] a6f14a7e-6957-41e2-8455-0ca463f97479/a6f14a7e-6957-41e2-8455-0ca463f97479.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 761.859259] env[69889]: DEBUG nova.policy [None req-fe1af6c9-054e-4706-9cc4-c0697db2e558 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f8babdf5eca64c0ba422a5e016dab9f7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '227076818b714fbe98f6cf32f0758f31', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69889) authorize /opt/stack/nova/nova/policy.py:192}} [ 761.863756] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b10e913-ccab-4a34-a0d7-61b2548bc519 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.892885] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4076947, 'name': CreateVM_Task} progress is 25%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.894385] env[69889]: DEBUG oslo_vmware.api [None req-d63d6377-6e31-425b-991d-8789cc70096c tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Waiting for the task: (returnval){ [ 761.894385] env[69889]: value = "task-4076951" [ 761.894385] env[69889]: _type = "Task" [ 761.894385] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.104893] env[69889]: DEBUG nova.compute.manager [None req-1ee28594-619d-4935-8f9d-a015ed595363 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] [instance: 2ed7de86-7eb4-4e49-8d78-171d09addeb1] Starting instance... {{(pid=69889) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 762.151357] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7b18dc7a-10b2-4963-be0e-d90955fd0e30 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Releasing lock "refresh_cache-da1de6c7-ec10-47d2-a8a9-8572cd4162f5" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.151626] env[69889]: DEBUG nova.objects.instance [None req-7b18dc7a-10b2-4963-be0e-d90955fd0e30 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Lazy-loading 'migration_context' on Instance uuid da1de6c7-ec10-47d2-a8a9-8572cd4162f5 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 762.250269] env[69889]: DEBUG nova.network.neutron [None req-ae8759c0-8cc7-46fb-b597-856b9c088f8d tempest-ServerExternalEventsTest-963301871 tempest-ServerExternalEventsTest-963301871-project-member] [instance: 898487e1-e766-417f-be3f-99f6ebd7f853] Updating instance_info_cache with network_info: [{"id": "a841171c-f2d7-458e-b061-f7ec620df2e8", "address": "fa:16:3e:6b:81:9c", "network": {"id": "f9341188-47f9-41e2-bae7-5eb6406f3899", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.218", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b7973ea41bcd4363abc2e9339dec4d77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa841171c-f2", "ovs_interfaceid": "a841171c-f2d7-458e-b061-f7ec620df2e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.260156] env[69889]: DEBUG nova.compute.manager [None req-fe1af6c9-054e-4706-9cc4-c0697db2e558 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] [instance: ad899de6-c2d4-4cbe-a91c-1cd76f650ae4] Start building block device mappings for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 762.283339] env[69889]: DEBUG oslo_vmware.api [None req-b17d8185-2ecc-4247-b50b-360cfd342df2 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Task: {'id': task-4076949, 'name': ReconfigVM_Task, 'duration_secs': 0.817203} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.283339] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-b17d8185-2ecc-4247-b50b-360cfd342df2 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] [instance: 96c84f6a-1e51-41fa-b5cd-4dc572d96410] Reconfigured VM instance instance-00000012 to attach disk [datastore1] 96c84f6a-1e51-41fa-b5cd-4dc572d96410/96c84f6a-1e51-41fa-b5cd-4dc572d96410.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 762.283847] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-acc81a9e-3c34-4fb8-b476-7706d0d3492f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.292070] env[69889]: DEBUG oslo_vmware.api [None req-b17d8185-2ecc-4247-b50b-360cfd342df2 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Waiting for the task: (returnval){ [ 762.292070] env[69889]: value = "task-4076952" [ 762.292070] env[69889]: _type = "Task" [ 762.292070] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.304868] env[69889]: DEBUG oslo_vmware.api [None req-b17d8185-2ecc-4247-b50b-360cfd342df2 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Task: {'id': task-4076952, 'name': Rename_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.311430] env[69889]: DEBUG oslo_concurrency.lockutils [req-c2a88252-9ae2-4a94-9275-49ea3d7a4de2 req-0c0e513a-3831-45c3-9d6b-ebd62cccdade service nova] Releasing lock "refresh_cache-a6f14a7e-6957-41e2-8455-0ca463f97479" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.320522] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1b49b374-a651-4bdd-95f8-a277310405da tempest-ServersNegativeTestMultiTenantJSON-2119484520 tempest-ServersNegativeTestMultiTenantJSON-2119484520-project-member] Lock "fd67edc7-3014-4eab-b142-5bff2253204f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.489s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.346902] env[69889]: DEBUG nova.network.neutron [req-70a78213-1f7e-4ac9-8459-5a20b0b014ad req-7877c14b-aa69-40f7-8d86-562232719051 service nova] [instance: 7af1243e-53e5-4edc-b665-562067ca3c71] Updated VIF entry in instance network info cache for port 45a0d640-32eb-4fe3-ba08-466bfd767ad8. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 762.346902] env[69889]: DEBUG nova.network.neutron [req-70a78213-1f7e-4ac9-8459-5a20b0b014ad req-7877c14b-aa69-40f7-8d86-562232719051 service nova] [instance: 7af1243e-53e5-4edc-b665-562067ca3c71] Updating instance_info_cache with network_info: [{"id": "45a0d640-32eb-4fe3-ba08-466bfd767ad8", "address": "fa:16:3e:0b:cf:07", "network": {"id": "7663326c-b2d7-4106-ab49-7e5122a3d2a9", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-163673267-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "a5f8a0ba15664f67bd46b61e47026061", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45a0d640-32", "ovs_interfaceid": "45a0d640-32eb-4fe3-ba08-466bfd767ad8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.398982] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4076947, 'name': CreateVM_Task} progress is 25%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.405655] env[69889]: DEBUG nova.network.neutron [None req-fe1af6c9-054e-4706-9cc4-c0697db2e558 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] [instance: ad899de6-c2d4-4cbe-a91c-1cd76f650ae4] Successfully created port: dd5c7315-2411-4af0-af60-e79288b7863d {{(pid=69889) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 762.413961] env[69889]: DEBUG oslo_vmware.api [None req-d63d6377-6e31-425b-991d-8789cc70096c tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Task: {'id': task-4076951, 'name': ReconfigVM_Task, 'duration_secs': 0.352616} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.414445] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-d63d6377-6e31-425b-991d-8789cc70096c tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] [instance: a6f14a7e-6957-41e2-8455-0ca463f97479] Reconfigured VM instance instance-00000016 to attach disk [datastore2] a6f14a7e-6957-41e2-8455-0ca463f97479/a6f14a7e-6957-41e2-8455-0ca463f97479.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 762.415076] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7a30d8ec-b257-47b3-81ac-9766921791c2 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.423102] env[69889]: DEBUG oslo_vmware.api [None req-d63d6377-6e31-425b-991d-8789cc70096c tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Waiting for the task: (returnval){ [ 762.423102] env[69889]: value = "task-4076953" [ 762.423102] env[69889]: _type = "Task" [ 762.423102] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.427707] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78683187-f91f-4b25-8b1f-4091759e9b87 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.440634] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b304586-cbfa-4943-872d-8223b3aa3c0b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.443990] env[69889]: DEBUG oslo_vmware.api [None req-d63d6377-6e31-425b-991d-8789cc70096c tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Task: {'id': task-4076953, 'name': Rename_Task} progress is 10%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.473645] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c144565a-ff1c-4c86-80a7-90e061d31235 tempest-ServerDiagnosticsTest-755212226 tempest-ServerDiagnosticsTest-755212226-project-member] Acquiring lock "30d28d6c-5e7a-4e70-9415-b88ec3230f71" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.473904] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c144565a-ff1c-4c86-80a7-90e061d31235 tempest-ServerDiagnosticsTest-755212226 tempest-ServerDiagnosticsTest-755212226-project-member] Lock "30d28d6c-5e7a-4e70-9415-b88ec3230f71" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.474135] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c144565a-ff1c-4c86-80a7-90e061d31235 tempest-ServerDiagnosticsTest-755212226 tempest-ServerDiagnosticsTest-755212226-project-member] Acquiring lock "30d28d6c-5e7a-4e70-9415-b88ec3230f71-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.474332] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c144565a-ff1c-4c86-80a7-90e061d31235 tempest-ServerDiagnosticsTest-755212226 tempest-ServerDiagnosticsTest-755212226-project-member] Lock "30d28d6c-5e7a-4e70-9415-b88ec3230f71-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.474474] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c144565a-ff1c-4c86-80a7-90e061d31235 tempest-ServerDiagnosticsTest-755212226 tempest-ServerDiagnosticsTest-755212226-project-member] Lock "30d28d6c-5e7a-4e70-9415-b88ec3230f71-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.477125] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83b2426b-8329-47c7-9acd-835e067ab068 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.480245] env[69889]: INFO nova.compute.manager [None req-c144565a-ff1c-4c86-80a7-90e061d31235 tempest-ServerDiagnosticsTest-755212226 tempest-ServerDiagnosticsTest-755212226-project-member] [instance: 30d28d6c-5e7a-4e70-9415-b88ec3230f71] Terminating instance [ 762.487368] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82ccb210-3bf1-49e2-a6fe-4bd3db92e98a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.504800] env[69889]: DEBUG nova.compute.provider_tree [None req-21d0b8fe-a6ee-4fa9-b1c5-48ef03695762 tempest-ServerDiagnosticsNegativeTest-639395065 tempest-ServerDiagnosticsNegativeTest-639395065-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 762.569315] env[69889]: DEBUG oslo_concurrency.lockutils [None req-9dd7685e-eeea-492b-b59e-5248c050ebe9 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Acquiring lock "d52805a2-50d7-49b9-b1bb-9fddc19df7a2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.569315] env[69889]: DEBUG oslo_concurrency.lockutils [None req-9dd7685e-eeea-492b-b59e-5248c050ebe9 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Lock "d52805a2-50d7-49b9-b1bb-9fddc19df7a2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.569315] env[69889]: DEBUG oslo_concurrency.lockutils [None req-9dd7685e-eeea-492b-b59e-5248c050ebe9 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Acquiring lock "d52805a2-50d7-49b9-b1bb-9fddc19df7a2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.569315] env[69889]: DEBUG oslo_concurrency.lockutils [None req-9dd7685e-eeea-492b-b59e-5248c050ebe9 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Lock "d52805a2-50d7-49b9-b1bb-9fddc19df7a2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.569315] env[69889]: DEBUG oslo_concurrency.lockutils [None req-9dd7685e-eeea-492b-b59e-5248c050ebe9 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Lock "d52805a2-50d7-49b9-b1bb-9fddc19df7a2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.571118] env[69889]: INFO nova.compute.manager [None req-9dd7685e-eeea-492b-b59e-5248c050ebe9 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] [instance: d52805a2-50d7-49b9-b1bb-9fddc19df7a2] Terminating instance [ 762.627895] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1ee28594-619d-4935-8f9d-a015ed595363 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.654568] env[69889]: DEBUG nova.objects.base [None req-7b18dc7a-10b2-4963-be0e-d90955fd0e30 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69889) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 762.655651] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d769c01-0630-472b-833a-b5273f30cd85 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.675737] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57976e5d-b40d-4a88-aac3-a48b77c17f89 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.682326] env[69889]: DEBUG oslo_vmware.api [None req-7b18dc7a-10b2-4963-be0e-d90955fd0e30 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Waiting for the task: (returnval){ [ 762.682326] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52c0c5bc-de72-f5f8-0168-1b7f8fb6cd42" [ 762.682326] env[69889]: _type = "Task" [ 762.682326] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.692898] env[69889]: DEBUG oslo_vmware.api [None req-7b18dc7a-10b2-4963-be0e-d90955fd0e30 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52c0c5bc-de72-f5f8-0168-1b7f8fb6cd42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.752191] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ae8759c0-8cc7-46fb-b597-856b9c088f8d tempest-ServerExternalEventsTest-963301871 tempest-ServerExternalEventsTest-963301871-project-member] Releasing lock "refresh_cache-898487e1-e766-417f-be3f-99f6ebd7f853" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.752593] env[69889]: DEBUG nova.compute.manager [None req-ae8759c0-8cc7-46fb-b597-856b9c088f8d tempest-ServerExternalEventsTest-963301871 tempest-ServerExternalEventsTest-963301871-project-member] [instance: 898487e1-e766-417f-be3f-99f6ebd7f853] Instance network_info: |[{"id": "a841171c-f2d7-458e-b061-f7ec620df2e8", "address": "fa:16:3e:6b:81:9c", "network": {"id": "f9341188-47f9-41e2-bae7-5eb6406f3899", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.218", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b7973ea41bcd4363abc2e9339dec4d77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa841171c-f2", "ovs_interfaceid": "a841171c-f2d7-458e-b061-f7ec620df2e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 762.753174] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-ae8759c0-8cc7-46fb-b597-856b9c088f8d tempest-ServerExternalEventsTest-963301871 tempest-ServerExternalEventsTest-963301871-project-member] [instance: 898487e1-e766-417f-be3f-99f6ebd7f853] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:81:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1c2b89fb-df8c-47c0-83ae-44291236feb4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a841171c-f2d7-458e-b061-f7ec620df2e8', 'vif_model': 'vmxnet3'}] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 762.761810] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae8759c0-8cc7-46fb-b597-856b9c088f8d tempest-ServerExternalEventsTest-963301871 tempest-ServerExternalEventsTest-963301871-project-member] Creating folder: Project (735f457204c54a5a8431eb7b4cd9732b). Parent ref: group-v807779. {{(pid=69889) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 762.765359] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-59c719f8-e03c-43c5-adca-faa0dea8d342 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.777809] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-ae8759c0-8cc7-46fb-b597-856b9c088f8d tempest-ServerExternalEventsTest-963301871 tempest-ServerExternalEventsTest-963301871-project-member] Created folder: Project (735f457204c54a5a8431eb7b4cd9732b) in parent group-v807779. [ 762.777993] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae8759c0-8cc7-46fb-b597-856b9c088f8d tempest-ServerExternalEventsTest-963301871 tempest-ServerExternalEventsTest-963301871-project-member] Creating folder: Instances. Parent ref: group-v807846. {{(pid=69889) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 762.779569] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6fb326f0-6b7a-4311-a33f-b972960de8c9 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.789791] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-ae8759c0-8cc7-46fb-b597-856b9c088f8d tempest-ServerExternalEventsTest-963301871 tempest-ServerExternalEventsTest-963301871-project-member] Created folder: Instances in parent group-v807846. [ 762.789990] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ae8759c0-8cc7-46fb-b597-856b9c088f8d tempest-ServerExternalEventsTest-963301871 tempest-ServerExternalEventsTest-963301871-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 762.790907] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 898487e1-e766-417f-be3f-99f6ebd7f853] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 762.790907] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e1d26c7f-f60e-4c84-9bd9-28d803108e33 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.815098] env[69889]: DEBUG oslo_vmware.api [None req-b17d8185-2ecc-4247-b50b-360cfd342df2 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Task: {'id': task-4076952, 'name': Rename_Task, 'duration_secs': 0.257331} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.816738] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-b17d8185-2ecc-4247-b50b-360cfd342df2 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] [instance: 96c84f6a-1e51-41fa-b5cd-4dc572d96410] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 762.816989] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 762.816989] env[69889]: value = "task-4076956" [ 762.816989] env[69889]: _type = "Task" [ 762.816989] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.817194] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-54b31235-a6f5-4a89-a3a6-e8c43842e492 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.823735] env[69889]: DEBUG nova.compute.manager [None req-c9b93b26-4f31-4a3e-87ea-1025f9ed058e tempest-ServersTestManualDisk-1257826692 tempest-ServersTestManualDisk-1257826692-project-member] [instance: 4ac0defd-d9ca-4e93-836c-a5cc81529eba] Starting instance... {{(pid=69889) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 762.829438] env[69889]: DEBUG oslo_vmware.api [None req-b17d8185-2ecc-4247-b50b-360cfd342df2 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Waiting for the task: (returnval){ [ 762.829438] env[69889]: value = "task-4076957" [ 762.829438] env[69889]: _type = "Task" [ 762.829438] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.832947] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4076956, 'name': CreateVM_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.842763] env[69889]: DEBUG oslo_vmware.api [None req-b17d8185-2ecc-4247-b50b-360cfd342df2 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Task: {'id': task-4076957, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.849124] env[69889]: DEBUG oslo_concurrency.lockutils [req-70a78213-1f7e-4ac9-8459-5a20b0b014ad req-7877c14b-aa69-40f7-8d86-562232719051 service nova] Releasing lock "refresh_cache-7af1243e-53e5-4edc-b665-562067ca3c71" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.895695] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4076947, 'name': CreateVM_Task, 'duration_secs': 2.293018} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.895883] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7af1243e-53e5-4edc-b665-562067ca3c71] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 762.896700] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d9ed8076-6280-44ce-807c-c783b75425db tempest-FloatingIPsAssociationNegativeTestJSON-1428997050 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.896875] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d9ed8076-6280-44ce-807c-c783b75425db tempest-FloatingIPsAssociationNegativeTestJSON-1428997050 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.897256] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d9ed8076-6280-44ce-807c-c783b75425db tempest-FloatingIPsAssociationNegativeTestJSON-1428997050 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.897547] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c188cceb-ab85-4a35-9f8b-f81829cd672e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.903794] env[69889]: DEBUG oslo_vmware.api [None req-d9ed8076-6280-44ce-807c-c783b75425db tempest-FloatingIPsAssociationNegativeTestJSON-1428997050 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050-project-member] Waiting for the task: (returnval){ [ 762.903794] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]5261adf7-e70f-a972-52f1-6a4757b9c9a7" [ 762.903794] env[69889]: _type = "Task" [ 762.903794] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.913457] env[69889]: DEBUG oslo_vmware.api [None req-d9ed8076-6280-44ce-807c-c783b75425db tempest-FloatingIPsAssociationNegativeTestJSON-1428997050 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5261adf7-e70f-a972-52f1-6a4757b9c9a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.934407] env[69889]: DEBUG oslo_vmware.api [None req-d63d6377-6e31-425b-991d-8789cc70096c tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Task: {'id': task-4076953, 'name': Rename_Task, 'duration_secs': 0.168404} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.934407] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-d63d6377-6e31-425b-991d-8789cc70096c tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] [instance: a6f14a7e-6957-41e2-8455-0ca463f97479] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 762.934407] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-176cdd3b-eaa9-4d28-8fa6-da1752e21b4e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.943067] env[69889]: DEBUG oslo_vmware.api [None req-d63d6377-6e31-425b-991d-8789cc70096c tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Waiting for the task: (returnval){ [ 762.943067] env[69889]: value = "task-4076958" [ 762.943067] env[69889]: _type = "Task" [ 762.943067] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.953726] env[69889]: DEBUG oslo_vmware.api [None req-d63d6377-6e31-425b-991d-8789cc70096c tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Task: {'id': task-4076958, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.984215] env[69889]: DEBUG nova.compute.manager [None req-c144565a-ff1c-4c86-80a7-90e061d31235 tempest-ServerDiagnosticsTest-755212226 tempest-ServerDiagnosticsTest-755212226-project-member] [instance: 30d28d6c-5e7a-4e70-9415-b88ec3230f71] Start destroying the instance on the hypervisor. {{(pid=69889) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 762.984474] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-c144565a-ff1c-4c86-80a7-90e061d31235 tempest-ServerDiagnosticsTest-755212226 tempest-ServerDiagnosticsTest-755212226-project-member] [instance: 30d28d6c-5e7a-4e70-9415-b88ec3230f71] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 762.985414] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22151734-1bad-4578-b211-2a2d1e84762c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.995311] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-c144565a-ff1c-4c86-80a7-90e061d31235 tempest-ServerDiagnosticsTest-755212226 tempest-ServerDiagnosticsTest-755212226-project-member] [instance: 30d28d6c-5e7a-4e70-9415-b88ec3230f71] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 762.995516] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-867d35c8-708a-4386-8257-dd557d75ddc6 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.004077] env[69889]: DEBUG oslo_vmware.api [None req-c144565a-ff1c-4c86-80a7-90e061d31235 tempest-ServerDiagnosticsTest-755212226 tempest-ServerDiagnosticsTest-755212226-project-member] Waiting for the task: (returnval){ [ 763.004077] env[69889]: value = "task-4076959" [ 763.004077] env[69889]: _type = "Task" [ 763.004077] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.011432] env[69889]: DEBUG nova.scheduler.client.report [None req-21d0b8fe-a6ee-4fa9-b1c5-48ef03695762 tempest-ServerDiagnosticsNegativeTest-639395065 tempest-ServerDiagnosticsNegativeTest-639395065-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 763.023593] env[69889]: DEBUG oslo_vmware.api [None req-c144565a-ff1c-4c86-80a7-90e061d31235 tempest-ServerDiagnosticsTest-755212226 tempest-ServerDiagnosticsTest-755212226-project-member] Task: {'id': task-4076959, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.076090] env[69889]: DEBUG nova.compute.manager [None req-9dd7685e-eeea-492b-b59e-5248c050ebe9 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] [instance: d52805a2-50d7-49b9-b1bb-9fddc19df7a2] Start destroying the instance on the hypervisor. {{(pid=69889) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 763.076606] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-9dd7685e-eeea-492b-b59e-5248c050ebe9 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] [instance: d52805a2-50d7-49b9-b1bb-9fddc19df7a2] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 763.079053] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-917a4140-2ad0-4b35-b7aa-41bfbfa9fa93 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.088173] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-9dd7685e-eeea-492b-b59e-5248c050ebe9 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] [instance: d52805a2-50d7-49b9-b1bb-9fddc19df7a2] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 763.088173] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-98414dc7-bde6-40df-83d7-d525987a6bfd {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.181494] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-9dd7685e-eeea-492b-b59e-5248c050ebe9 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] [instance: d52805a2-50d7-49b9-b1bb-9fddc19df7a2] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 763.181944] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-9dd7685e-eeea-492b-b59e-5248c050ebe9 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] [instance: d52805a2-50d7-49b9-b1bb-9fddc19df7a2] Deleting contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 763.182294] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-9dd7685e-eeea-492b-b59e-5248c050ebe9 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Deleting the datastore file [datastore2] d52805a2-50d7-49b9-b1bb-9fddc19df7a2 {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 763.182817] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-656deceb-7b2f-40c7-8470-0dab09d29ba4 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.204381] env[69889]: DEBUG oslo_vmware.api [None req-9dd7685e-eeea-492b-b59e-5248c050ebe9 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Waiting for the task: (returnval){ [ 763.204381] env[69889]: value = "task-4076961" [ 763.204381] env[69889]: _type = "Task" [ 763.204381] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.204689] env[69889]: DEBUG oslo_vmware.api [None req-7b18dc7a-10b2-4963-be0e-d90955fd0e30 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52c0c5bc-de72-f5f8-0168-1b7f8fb6cd42, 'name': SearchDatastore_Task, 'duration_secs': 0.009364} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.205048] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7b18dc7a-10b2-4963-be0e-d90955fd0e30 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.215490] env[69889]: DEBUG oslo_vmware.api [None req-9dd7685e-eeea-492b-b59e-5248c050ebe9 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Task: {'id': task-4076961, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.272437] env[69889]: DEBUG nova.compute.manager [None req-fe1af6c9-054e-4706-9cc4-c0697db2e558 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] [instance: ad899de6-c2d4-4cbe-a91c-1cd76f650ae4] Start spawning the instance on the hypervisor. {{(pid=69889) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 763.312971] env[69889]: DEBUG nova.virt.hardware [None req-fe1af6c9-054e-4706-9cc4-c0697db2e558 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 763.313786] env[69889]: DEBUG nova.virt.hardware [None req-fe1af6c9-054e-4706-9cc4-c0697db2e558 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 763.313786] env[69889]: DEBUG nova.virt.hardware [None req-fe1af6c9-054e-4706-9cc4-c0697db2e558 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 763.313786] env[69889]: DEBUG nova.virt.hardware [None req-fe1af6c9-054e-4706-9cc4-c0697db2e558 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 763.314531] env[69889]: DEBUG nova.virt.hardware [None req-fe1af6c9-054e-4706-9cc4-c0697db2e558 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 763.314531] env[69889]: DEBUG nova.virt.hardware [None req-fe1af6c9-054e-4706-9cc4-c0697db2e558 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 763.314531] env[69889]: DEBUG nova.virt.hardware [None req-fe1af6c9-054e-4706-9cc4-c0697db2e558 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 763.314531] env[69889]: DEBUG nova.virt.hardware [None req-fe1af6c9-054e-4706-9cc4-c0697db2e558 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 763.315292] env[69889]: DEBUG nova.virt.hardware [None req-fe1af6c9-054e-4706-9cc4-c0697db2e558 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 763.315292] env[69889]: DEBUG nova.virt.hardware [None req-fe1af6c9-054e-4706-9cc4-c0697db2e558 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 763.315292] env[69889]: DEBUG nova.virt.hardware [None req-fe1af6c9-054e-4706-9cc4-c0697db2e558 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 763.315990] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a3c1d67-c690-4421-9fb4-b8a4a9c355b7 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.346638] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ef1606b-377c-4d24-a135-2ff101f9bed6 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.352514] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4076956, 'name': CreateVM_Task, 'duration_secs': 0.392704} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.356973] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 898487e1-e766-417f-be3f-99f6ebd7f853] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 763.357841] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ae8759c0-8cc7-46fb-b597-856b9c088f8d tempest-ServerExternalEventsTest-963301871 tempest-ServerExternalEventsTest-963301871-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.374179] env[69889]: DEBUG oslo_vmware.api [None req-b17d8185-2ecc-4247-b50b-360cfd342df2 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Task: {'id': task-4076957, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.374942] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c9b93b26-4f31-4a3e-87ea-1025f9ed058e tempest-ServersTestManualDisk-1257826692 tempest-ServersTestManualDisk-1257826692-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.414719] env[69889]: DEBUG oslo_vmware.api [None req-d9ed8076-6280-44ce-807c-c783b75425db tempest-FloatingIPsAssociationNegativeTestJSON-1428997050 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5261adf7-e70f-a972-52f1-6a4757b9c9a7, 'name': SearchDatastore_Task, 'duration_secs': 0.01161} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.415084] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d9ed8076-6280-44ce-807c-c783b75425db tempest-FloatingIPsAssociationNegativeTestJSON-1428997050 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.415346] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-d9ed8076-6280-44ce-807c-c783b75425db tempest-FloatingIPsAssociationNegativeTestJSON-1428997050 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050-project-member] [instance: 7af1243e-53e5-4edc-b665-562067ca3c71] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 763.415583] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d9ed8076-6280-44ce-807c-c783b75425db tempest-FloatingIPsAssociationNegativeTestJSON-1428997050 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.415785] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d9ed8076-6280-44ce-807c-c783b75425db tempest-FloatingIPsAssociationNegativeTestJSON-1428997050 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.415903] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9ed8076-6280-44ce-807c-c783b75425db tempest-FloatingIPsAssociationNegativeTestJSON-1428997050 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 763.416215] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ae8759c0-8cc7-46fb-b597-856b9c088f8d tempest-ServerExternalEventsTest-963301871 tempest-ServerExternalEventsTest-963301871-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.416579] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ae8759c0-8cc7-46fb-b597-856b9c088f8d tempest-ServerExternalEventsTest-963301871 tempest-ServerExternalEventsTest-963301871-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.416859] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d20fe689-0fc4-4583-ad74-43e0baa894db {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.420035] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ae82e3d-f6d4-4b7c-948a-e3227a950d43 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.426051] env[69889]: DEBUG oslo_vmware.api [None req-ae8759c0-8cc7-46fb-b597-856b9c088f8d tempest-ServerExternalEventsTest-963301871 tempest-ServerExternalEventsTest-963301871-project-member] Waiting for the task: (returnval){ [ 763.426051] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52186fd7-6837-ad0e-a0f8-a49bde1e02b5" [ 763.426051] env[69889]: _type = "Task" [ 763.426051] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.431622] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9ed8076-6280-44ce-807c-c783b75425db tempest-FloatingIPsAssociationNegativeTestJSON-1428997050 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 763.431837] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-d9ed8076-6280-44ce-807c-c783b75425db tempest-FloatingIPsAssociationNegativeTestJSON-1428997050 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 763.433097] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16e6d2e9-8db4-4a8c-8341-e0727819aaa8 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.440538] env[69889]: DEBUG oslo_vmware.api [None req-ae8759c0-8cc7-46fb-b597-856b9c088f8d tempest-ServerExternalEventsTest-963301871 tempest-ServerExternalEventsTest-963301871-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52186fd7-6837-ad0e-a0f8-a49bde1e02b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.444934] env[69889]: DEBUG oslo_vmware.api [None req-d9ed8076-6280-44ce-807c-c783b75425db tempest-FloatingIPsAssociationNegativeTestJSON-1428997050 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050-project-member] Waiting for the task: (returnval){ [ 763.444934] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52e1ffa5-cf98-93a9-cda7-047c93e3fae2" [ 763.444934] env[69889]: _type = "Task" [ 763.444934] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.458948] env[69889]: DEBUG oslo_vmware.api [None req-d9ed8076-6280-44ce-807c-c783b75425db tempest-FloatingIPsAssociationNegativeTestJSON-1428997050 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52e1ffa5-cf98-93a9-cda7-047c93e3fae2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.462712] env[69889]: DEBUG oslo_vmware.api [None req-d63d6377-6e31-425b-991d-8789cc70096c tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Task: {'id': task-4076958, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.514615] env[69889]: DEBUG oslo_vmware.api [None req-c144565a-ff1c-4c86-80a7-90e061d31235 tempest-ServerDiagnosticsTest-755212226 tempest-ServerDiagnosticsTest-755212226-project-member] Task: {'id': task-4076959, 'name': PowerOffVM_Task, 'duration_secs': 0.279169} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.514615] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-c144565a-ff1c-4c86-80a7-90e061d31235 tempest-ServerDiagnosticsTest-755212226 tempest-ServerDiagnosticsTest-755212226-project-member] [instance: 30d28d6c-5e7a-4e70-9415-b88ec3230f71] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 763.514799] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-c144565a-ff1c-4c86-80a7-90e061d31235 tempest-ServerDiagnosticsTest-755212226 tempest-ServerDiagnosticsTest-755212226-project-member] [instance: 30d28d6c-5e7a-4e70-9415-b88ec3230f71] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 763.514969] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-26c39a26-486a-42b1-bc3a-1f21d5b638b7 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.517189] env[69889]: DEBUG oslo_concurrency.lockutils [None req-21d0b8fe-a6ee-4fa9-b1c5-48ef03695762 tempest-ServerDiagnosticsNegativeTest-639395065 tempest-ServerDiagnosticsNegativeTest-639395065-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.270s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.520171] env[69889]: DEBUG oslo_concurrency.lockutils [None req-8d76d6f2-7c1e-410f-a59a-c92460291c90 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.784s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.522740] env[69889]: INFO nova.compute.claims [None req-8d76d6f2-7c1e-410f-a59a-c92460291c90 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: 16a112a1-636c-440d-adfb-8881578f51b0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 763.550957] env[69889]: INFO nova.scheduler.client.report [None req-21d0b8fe-a6ee-4fa9-b1c5-48ef03695762 tempest-ServerDiagnosticsNegativeTest-639395065 tempest-ServerDiagnosticsNegativeTest-639395065-project-member] Deleted allocations for instance ff21eb77-97b5-450a-baff-063059c2efe1 [ 763.609769] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-c144565a-ff1c-4c86-80a7-90e061d31235 tempest-ServerDiagnosticsTest-755212226 tempest-ServerDiagnosticsTest-755212226-project-member] [instance: 30d28d6c-5e7a-4e70-9415-b88ec3230f71] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 763.610226] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-c144565a-ff1c-4c86-80a7-90e061d31235 tempest-ServerDiagnosticsTest-755212226 tempest-ServerDiagnosticsTest-755212226-project-member] [instance: 30d28d6c-5e7a-4e70-9415-b88ec3230f71] Deleting contents of the VM from datastore datastore1 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 763.610226] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-c144565a-ff1c-4c86-80a7-90e061d31235 tempest-ServerDiagnosticsTest-755212226 tempest-ServerDiagnosticsTest-755212226-project-member] Deleting the datastore file [datastore1] 30d28d6c-5e7a-4e70-9415-b88ec3230f71 {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 763.614219] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f933c472-c7a7-4df6-8bae-6ee1fffecfa4 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.623815] env[69889]: DEBUG oslo_vmware.api [None req-c144565a-ff1c-4c86-80a7-90e061d31235 tempest-ServerDiagnosticsTest-755212226 tempest-ServerDiagnosticsTest-755212226-project-member] Waiting for the task: (returnval){ [ 763.623815] env[69889]: value = "task-4076963" [ 763.623815] env[69889]: _type = "Task" [ 763.623815] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.635354] env[69889]: DEBUG oslo_vmware.api [None req-c144565a-ff1c-4c86-80a7-90e061d31235 tempest-ServerDiagnosticsTest-755212226 tempest-ServerDiagnosticsTest-755212226-project-member] Task: {'id': task-4076963, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.717830] env[69889]: DEBUG oslo_vmware.api [None req-9dd7685e-eeea-492b-b59e-5248c050ebe9 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Task: {'id': task-4076961, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192875} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.718129] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-9dd7685e-eeea-492b-b59e-5248c050ebe9 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 763.718331] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-9dd7685e-eeea-492b-b59e-5248c050ebe9 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] [instance: d52805a2-50d7-49b9-b1bb-9fddc19df7a2] Deleted contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 763.718505] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-9dd7685e-eeea-492b-b59e-5248c050ebe9 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] [instance: d52805a2-50d7-49b9-b1bb-9fddc19df7a2] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 763.718685] env[69889]: INFO nova.compute.manager [None req-9dd7685e-eeea-492b-b59e-5248c050ebe9 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] [instance: d52805a2-50d7-49b9-b1bb-9fddc19df7a2] Took 0.64 seconds to destroy the instance on the hypervisor. [ 763.718966] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9dd7685e-eeea-492b-b59e-5248c050ebe9 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 763.719193] env[69889]: DEBUG nova.compute.manager [-] [instance: d52805a2-50d7-49b9-b1bb-9fddc19df7a2] Deallocating network for instance {{(pid=69889) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 763.719300] env[69889]: DEBUG nova.network.neutron [-] [instance: d52805a2-50d7-49b9-b1bb-9fddc19df7a2] deallocate_for_instance() {{(pid=69889) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 763.847385] env[69889]: DEBUG oslo_vmware.api [None req-b17d8185-2ecc-4247-b50b-360cfd342df2 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Task: {'id': task-4076957, 'name': PowerOnVM_Task, 'duration_secs': 0.565504} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.848225] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-b17d8185-2ecc-4247-b50b-360cfd342df2 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] [instance: 96c84f6a-1e51-41fa-b5cd-4dc572d96410] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 763.848323] env[69889]: DEBUG nova.compute.manager [None req-b17d8185-2ecc-4247-b50b-360cfd342df2 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] [instance: 96c84f6a-1e51-41fa-b5cd-4dc572d96410] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 763.849162] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27dff3b6-f52b-476d-9015-08c47a4fc35c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.668389] env[69889]: DEBUG nova.compute.manager [req-5e944d05-8f8b-419b-a4cc-746082c2e145 req-50bf779f-b9ba-4742-9d3a-45f245ebad69 service nova] [instance: 898487e1-e766-417f-be3f-99f6ebd7f853] Received event network-vif-plugged-a841171c-f2d7-458e-b061-f7ec620df2e8 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 764.668966] env[69889]: DEBUG oslo_concurrency.lockutils [req-5e944d05-8f8b-419b-a4cc-746082c2e145 req-50bf779f-b9ba-4742-9d3a-45f245ebad69 service nova] Acquiring lock "898487e1-e766-417f-be3f-99f6ebd7f853-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.668966] env[69889]: DEBUG oslo_concurrency.lockutils [req-5e944d05-8f8b-419b-a4cc-746082c2e145 req-50bf779f-b9ba-4742-9d3a-45f245ebad69 service nova] Lock "898487e1-e766-417f-be3f-99f6ebd7f853-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.668966] env[69889]: DEBUG oslo_concurrency.lockutils [req-5e944d05-8f8b-419b-a4cc-746082c2e145 req-50bf779f-b9ba-4742-9d3a-45f245ebad69 service nova] Lock "898487e1-e766-417f-be3f-99f6ebd7f853-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.669440] env[69889]: DEBUG nova.compute.manager [req-5e944d05-8f8b-419b-a4cc-746082c2e145 req-50bf779f-b9ba-4742-9d3a-45f245ebad69 service nova] [instance: 898487e1-e766-417f-be3f-99f6ebd7f853] No waiting events found dispatching network-vif-plugged-a841171c-f2d7-458e-b061-f7ec620df2e8 {{(pid=69889) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 764.669440] env[69889]: WARNING nova.compute.manager [req-5e944d05-8f8b-419b-a4cc-746082c2e145 req-50bf779f-b9ba-4742-9d3a-45f245ebad69 service nova] [instance: 898487e1-e766-417f-be3f-99f6ebd7f853] Received unexpected event network-vif-plugged-a841171c-f2d7-458e-b061-f7ec620df2e8 for instance with vm_state building and task_state spawning. [ 764.669677] env[69889]: DEBUG nova.compute.manager [req-5e944d05-8f8b-419b-a4cc-746082c2e145 req-50bf779f-b9ba-4742-9d3a-45f245ebad69 service nova] [instance: 898487e1-e766-417f-be3f-99f6ebd7f853] Received event network-changed-a841171c-f2d7-458e-b061-f7ec620df2e8 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 764.670300] env[69889]: DEBUG nova.compute.manager [req-5e944d05-8f8b-419b-a4cc-746082c2e145 req-50bf779f-b9ba-4742-9d3a-45f245ebad69 service nova] [instance: 898487e1-e766-417f-be3f-99f6ebd7f853] Refreshing instance network info cache due to event network-changed-a841171c-f2d7-458e-b061-f7ec620df2e8. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 764.670300] env[69889]: DEBUG oslo_concurrency.lockutils [req-5e944d05-8f8b-419b-a4cc-746082c2e145 req-50bf779f-b9ba-4742-9d3a-45f245ebad69 service nova] Acquiring lock "refresh_cache-898487e1-e766-417f-be3f-99f6ebd7f853" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.670514] env[69889]: DEBUG oslo_concurrency.lockutils [req-5e944d05-8f8b-419b-a4cc-746082c2e145 req-50bf779f-b9ba-4742-9d3a-45f245ebad69 service nova] Acquired lock "refresh_cache-898487e1-e766-417f-be3f-99f6ebd7f853" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.670752] env[69889]: DEBUG nova.network.neutron [req-5e944d05-8f8b-419b-a4cc-746082c2e145 req-50bf779f-b9ba-4742-9d3a-45f245ebad69 service nova] [instance: 898487e1-e766-417f-be3f-99f6ebd7f853] Refreshing network info cache for port a841171c-f2d7-458e-b061-f7ec620df2e8 {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 764.680058] env[69889]: DEBUG oslo_concurrency.lockutils [None req-89825613-7231-4b00-8eb6-c55f405f0565 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Acquiring lock "interface-49ce5d94-ce4e-457b-a34c-54bd5dfcc242-8c68bff7-071a-49ec-b024-4820c4225a9c" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.680058] env[69889]: DEBUG oslo_concurrency.lockutils [None req-89825613-7231-4b00-8eb6-c55f405f0565 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Lock "interface-49ce5d94-ce4e-457b-a34c-54bd5dfcc242-8c68bff7-071a-49ec-b024-4820c4225a9c" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.683336] env[69889]: DEBUG oslo_concurrency.lockutils [None req-21d0b8fe-a6ee-4fa9-b1c5-48ef03695762 tempest-ServerDiagnosticsNegativeTest-639395065 tempest-ServerDiagnosticsNegativeTest-639395065-project-member] Lock "ff21eb77-97b5-450a-baff-063059c2efe1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.370s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.698038] env[69889]: DEBUG nova.network.neutron [None req-fe1af6c9-054e-4706-9cc4-c0697db2e558 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] [instance: ad899de6-c2d4-4cbe-a91c-1cd76f650ae4] Successfully updated port: dd5c7315-2411-4af0-af60-e79288b7863d {{(pid=69889) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 764.700767] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b17d8185-2ecc-4247-b50b-360cfd342df2 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.712516] env[69889]: DEBUG oslo_vmware.api [None req-ae8759c0-8cc7-46fb-b597-856b9c088f8d tempest-ServerExternalEventsTest-963301871 tempest-ServerExternalEventsTest-963301871-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52186fd7-6837-ad0e-a0f8-a49bde1e02b5, 'name': SearchDatastore_Task, 'duration_secs': 0.012381} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.712694] env[69889]: DEBUG oslo_vmware.api [None req-d63d6377-6e31-425b-991d-8789cc70096c tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Task: {'id': task-4076958, 'name': PowerOnVM_Task, 'duration_secs': 0.958357} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.719815] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ae8759c0-8cc7-46fb-b597-856b9c088f8d tempest-ServerExternalEventsTest-963301871 tempest-ServerExternalEventsTest-963301871-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.719815] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-ae8759c0-8cc7-46fb-b597-856b9c088f8d tempest-ServerExternalEventsTest-963301871 tempest-ServerExternalEventsTest-963301871-project-member] [instance: 898487e1-e766-417f-be3f-99f6ebd7f853] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 764.720028] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ae8759c0-8cc7-46fb-b597-856b9c088f8d tempest-ServerExternalEventsTest-963301871 tempest-ServerExternalEventsTest-963301871-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.720263] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-d63d6377-6e31-425b-991d-8789cc70096c tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] [instance: a6f14a7e-6957-41e2-8455-0ca463f97479] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 764.720450] env[69889]: INFO nova.compute.manager [None req-d63d6377-6e31-425b-991d-8789cc70096c tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] [instance: a6f14a7e-6957-41e2-8455-0ca463f97479] Took 9.79 seconds to spawn the instance on the hypervisor. [ 764.720850] env[69889]: DEBUG nova.compute.manager [None req-d63d6377-6e31-425b-991d-8789cc70096c tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] [instance: a6f14a7e-6957-41e2-8455-0ca463f97479] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 764.721217] env[69889]: DEBUG oslo_vmware.api [None req-c144565a-ff1c-4c86-80a7-90e061d31235 tempest-ServerDiagnosticsTest-755212226 tempest-ServerDiagnosticsTest-755212226-project-member] Task: {'id': task-4076963, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15919} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.723114] env[69889]: DEBUG oslo_vmware.api [None req-d9ed8076-6280-44ce-807c-c783b75425db tempest-FloatingIPsAssociationNegativeTestJSON-1428997050 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52e1ffa5-cf98-93a9-cda7-047c93e3fae2, 'name': SearchDatastore_Task, 'duration_secs': 0.01441} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.723114] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-412a6901-5fc7-45a9-ace8-a6052eece013 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.725046] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-c144565a-ff1c-4c86-80a7-90e061d31235 tempest-ServerDiagnosticsTest-755212226 tempest-ServerDiagnosticsTest-755212226-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 764.725239] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-c144565a-ff1c-4c86-80a7-90e061d31235 tempest-ServerDiagnosticsTest-755212226 tempest-ServerDiagnosticsTest-755212226-project-member] [instance: 30d28d6c-5e7a-4e70-9415-b88ec3230f71] Deleted contents of the VM from datastore datastore1 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 764.725410] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-c144565a-ff1c-4c86-80a7-90e061d31235 tempest-ServerDiagnosticsTest-755212226 tempest-ServerDiagnosticsTest-755212226-project-member] [instance: 30d28d6c-5e7a-4e70-9415-b88ec3230f71] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 764.725572] env[69889]: INFO nova.compute.manager [None req-c144565a-ff1c-4c86-80a7-90e061d31235 tempest-ServerDiagnosticsTest-755212226 tempest-ServerDiagnosticsTest-755212226-project-member] [instance: 30d28d6c-5e7a-4e70-9415-b88ec3230f71] Took 1.74 seconds to destroy the instance on the hypervisor. [ 764.725814] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c144565a-ff1c-4c86-80a7-90e061d31235 tempest-ServerDiagnosticsTest-755212226 tempest-ServerDiagnosticsTest-755212226-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 764.727112] env[69889]: DEBUG nova.compute.manager [-] [instance: 30d28d6c-5e7a-4e70-9415-b88ec3230f71] Deallocating network for instance {{(pid=69889) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 764.727216] env[69889]: DEBUG nova.network.neutron [-] [instance: 30d28d6c-5e7a-4e70-9415-b88ec3230f71] deallocate_for_instance() {{(pid=69889) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 764.733204] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7894228-2bb3-4fb7-a1e1-39206c1373b2 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.744883] env[69889]: DEBUG oslo_vmware.api [None req-d9ed8076-6280-44ce-807c-c783b75425db tempest-FloatingIPsAssociationNegativeTestJSON-1428997050 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050-project-member] Waiting for the task: (returnval){ [ 764.744883] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]527a2021-5f4e-26a4-bfc2-9b41f368d938" [ 764.744883] env[69889]: _type = "Task" [ 764.744883] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.754892] env[69889]: DEBUG oslo_vmware.api [None req-d9ed8076-6280-44ce-807c-c783b75425db tempest-FloatingIPsAssociationNegativeTestJSON-1428997050 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]527a2021-5f4e-26a4-bfc2-9b41f368d938, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.189231] env[69889]: DEBUG oslo_concurrency.lockutils [None req-89825613-7231-4b00-8eb6-c55f405f0565 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Acquiring lock "49ce5d94-ce4e-457b-a34c-54bd5dfcc242" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.189231] env[69889]: DEBUG oslo_concurrency.lockutils [None req-89825613-7231-4b00-8eb6-c55f405f0565 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Acquired lock "49ce5d94-ce4e-457b-a34c-54bd5dfcc242" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.190977] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-186df84a-76a0-45ca-b3a8-bccfcb1e2309 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.212230] env[69889]: DEBUG oslo_concurrency.lockutils [None req-fe1af6c9-054e-4706-9cc4-c0697db2e558 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Acquiring lock "refresh_cache-ad899de6-c2d4-4cbe-a91c-1cd76f650ae4" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.212230] env[69889]: DEBUG oslo_concurrency.lockutils [None req-fe1af6c9-054e-4706-9cc4-c0697db2e558 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Acquired lock "refresh_cache-ad899de6-c2d4-4cbe-a91c-1cd76f650ae4" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.212230] env[69889]: DEBUG nova.network.neutron [None req-fe1af6c9-054e-4706-9cc4-c0697db2e558 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] [instance: ad899de6-c2d4-4cbe-a91c-1cd76f650ae4] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 765.212650] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fec9b194-0071-4e73-bb3b-0a377597ee42 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.244186] env[69889]: DEBUG nova.network.neutron [-] [instance: d52805a2-50d7-49b9-b1bb-9fddc19df7a2] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.254536] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-89825613-7231-4b00-8eb6-c55f405f0565 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 49ce5d94-ce4e-457b-a34c-54bd5dfcc242] Reconfiguring VM to detach interface {{(pid=69889) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 765.261913] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a2b4878-4817-4e09-bba2-74532da0fce7 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.283766] env[69889]: INFO nova.compute.manager [None req-d63d6377-6e31-425b-991d-8789cc70096c tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] [instance: a6f14a7e-6957-41e2-8455-0ca463f97479] Took 31.75 seconds to build instance. [ 765.299519] env[69889]: DEBUG oslo_vmware.api [None req-d9ed8076-6280-44ce-807c-c783b75425db tempest-FloatingIPsAssociationNegativeTestJSON-1428997050 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]527a2021-5f4e-26a4-bfc2-9b41f368d938, 'name': SearchDatastore_Task, 'duration_secs': 0.015364} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.301757] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d9ed8076-6280-44ce-807c-c783b75425db tempest-FloatingIPsAssociationNegativeTestJSON-1428997050 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.302226] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9ed8076-6280-44ce-807c-c783b75425db tempest-FloatingIPsAssociationNegativeTestJSON-1428997050 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore1] 7af1243e-53e5-4edc-b665-562067ca3c71/7af1243e-53e5-4edc-b665-562067ca3c71.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 765.302375] env[69889]: DEBUG oslo_vmware.api [None req-89825613-7231-4b00-8eb6-c55f405f0565 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Waiting for the task: (returnval){ [ 765.302375] env[69889]: value = "task-4076964" [ 765.302375] env[69889]: _type = "Task" [ 765.302375] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.305369] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ae8759c0-8cc7-46fb-b597-856b9c088f8d tempest-ServerExternalEventsTest-963301871 tempest-ServerExternalEventsTest-963301871-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.305369] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae8759c0-8cc7-46fb-b597-856b9c088f8d tempest-ServerExternalEventsTest-963301871 tempest-ServerExternalEventsTest-963301871-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 765.305369] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-09fa17af-24ea-4fcd-98e8-690566114eee {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.308913] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cf2cbc19-1d89-4c21-ba92-3ebaf7a7c941 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.325801] env[69889]: DEBUG oslo_vmware.api [None req-89825613-7231-4b00-8eb6-c55f405f0565 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4076964, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.332026] env[69889]: DEBUG oslo_vmware.api [None req-d9ed8076-6280-44ce-807c-c783b75425db tempest-FloatingIPsAssociationNegativeTestJSON-1428997050 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050-project-member] Waiting for the task: (returnval){ [ 765.332026] env[69889]: value = "task-4076965" [ 765.332026] env[69889]: _type = "Task" [ 765.332026] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.332431] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae8759c0-8cc7-46fb-b597-856b9c088f8d tempest-ServerExternalEventsTest-963301871 tempest-ServerExternalEventsTest-963301871-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 765.332589] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-ae8759c0-8cc7-46fb-b597-856b9c088f8d tempest-ServerExternalEventsTest-963301871 tempest-ServerExternalEventsTest-963301871-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 765.333818] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9304198c-913a-4949-ae0c-3ae7a60509b5 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.344491] env[69889]: DEBUG oslo_vmware.api [None req-ae8759c0-8cc7-46fb-b597-856b9c088f8d tempest-ServerExternalEventsTest-963301871 tempest-ServerExternalEventsTest-963301871-project-member] Waiting for the task: (returnval){ [ 765.344491] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52946848-b852-74fc-1a2b-14b9fc1f87f1" [ 765.344491] env[69889]: _type = "Task" [ 765.344491] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.348165] env[69889]: DEBUG oslo_vmware.api [None req-d9ed8076-6280-44ce-807c-c783b75425db tempest-FloatingIPsAssociationNegativeTestJSON-1428997050 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050-project-member] Task: {'id': task-4076965, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.362323] env[69889]: DEBUG oslo_vmware.api [None req-ae8759c0-8cc7-46fb-b597-856b9c088f8d tempest-ServerExternalEventsTest-963301871 tempest-ServerExternalEventsTest-963301871-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52946848-b852-74fc-1a2b-14b9fc1f87f1, 'name': SearchDatastore_Task, 'duration_secs': 0.011856} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.363385] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90939dbd-3263-4a75-8a8e-a084649096c9 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.372885] env[69889]: DEBUG oslo_vmware.api [None req-ae8759c0-8cc7-46fb-b597-856b9c088f8d tempest-ServerExternalEventsTest-963301871 tempest-ServerExternalEventsTest-963301871-project-member] Waiting for the task: (returnval){ [ 765.372885] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52d0815d-7ca6-fc6f-a92b-591f27c23471" [ 765.372885] env[69889]: _type = "Task" [ 765.372885] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.391169] env[69889]: DEBUG oslo_vmware.api [None req-ae8759c0-8cc7-46fb-b597-856b9c088f8d tempest-ServerExternalEventsTest-963301871 tempest-ServerExternalEventsTest-963301871-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52d0815d-7ca6-fc6f-a92b-591f27c23471, 'name': SearchDatastore_Task, 'duration_secs': 0.011697} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.395826] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ae8759c0-8cc7-46fb-b597-856b9c088f8d tempest-ServerExternalEventsTest-963301871 tempest-ServerExternalEventsTest-963301871-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.395826] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae8759c0-8cc7-46fb-b597-856b9c088f8d tempest-ServerExternalEventsTest-963301871 tempest-ServerExternalEventsTest-963301871-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore1] 898487e1-e766-417f-be3f-99f6ebd7f853/898487e1-e766-417f-be3f-99f6ebd7f853.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 765.397054] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4e3ad549-07ad-4825-9954-5f34ca9a35e0 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.404094] env[69889]: DEBUG oslo_vmware.api [None req-ae8759c0-8cc7-46fb-b597-856b9c088f8d tempest-ServerExternalEventsTest-963301871 tempest-ServerExternalEventsTest-963301871-project-member] Waiting for the task: (returnval){ [ 765.404094] env[69889]: value = "task-4076966" [ 765.404094] env[69889]: _type = "Task" [ 765.404094] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.415068] env[69889]: DEBUG oslo_vmware.api [None req-ae8759c0-8cc7-46fb-b597-856b9c088f8d tempest-ServerExternalEventsTest-963301871 tempest-ServerExternalEventsTest-963301871-project-member] Task: {'id': task-4076966, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.432585] env[69889]: DEBUG nova.compute.manager [req-0130e914-f231-4224-b04a-57182ae238d1 req-0ff19b1f-7fb3-4c88-ad8c-24d889bd9765 service nova] [instance: ad899de6-c2d4-4cbe-a91c-1cd76f650ae4] Received event network-vif-plugged-dd5c7315-2411-4af0-af60-e79288b7863d {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 765.432803] env[69889]: DEBUG oslo_concurrency.lockutils [req-0130e914-f231-4224-b04a-57182ae238d1 req-0ff19b1f-7fb3-4c88-ad8c-24d889bd9765 service nova] Acquiring lock "ad899de6-c2d4-4cbe-a91c-1cd76f650ae4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.433024] env[69889]: DEBUG oslo_concurrency.lockutils [req-0130e914-f231-4224-b04a-57182ae238d1 req-0ff19b1f-7fb3-4c88-ad8c-24d889bd9765 service nova] Lock "ad899de6-c2d4-4cbe-a91c-1cd76f650ae4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.433182] env[69889]: DEBUG oslo_concurrency.lockutils [req-0130e914-f231-4224-b04a-57182ae238d1 req-0ff19b1f-7fb3-4c88-ad8c-24d889bd9765 service nova] Lock "ad899de6-c2d4-4cbe-a91c-1cd76f650ae4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.433342] env[69889]: DEBUG nova.compute.manager [req-0130e914-f231-4224-b04a-57182ae238d1 req-0ff19b1f-7fb3-4c88-ad8c-24d889bd9765 service nova] [instance: ad899de6-c2d4-4cbe-a91c-1cd76f650ae4] No waiting events found dispatching network-vif-plugged-dd5c7315-2411-4af0-af60-e79288b7863d {{(pid=69889) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 765.433513] env[69889]: WARNING nova.compute.manager [req-0130e914-f231-4224-b04a-57182ae238d1 req-0ff19b1f-7fb3-4c88-ad8c-24d889bd9765 service nova] [instance: ad899de6-c2d4-4cbe-a91c-1cd76f650ae4] Received unexpected event network-vif-plugged-dd5c7315-2411-4af0-af60-e79288b7863d for instance with vm_state building and task_state spawning. [ 765.750387] env[69889]: INFO nova.compute.manager [-] [instance: d52805a2-50d7-49b9-b1bb-9fddc19df7a2] Took 2.03 seconds to deallocate network for instance. [ 765.787787] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d63d6377-6e31-425b-991d-8789cc70096c tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Lock "a6f14a7e-6957-41e2-8455-0ca463f97479" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.614s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.788324] env[69889]: DEBUG nova.network.neutron [req-5e944d05-8f8b-419b-a4cc-746082c2e145 req-50bf779f-b9ba-4742-9d3a-45f245ebad69 service nova] [instance: 898487e1-e766-417f-be3f-99f6ebd7f853] Updated VIF entry in instance network info cache for port a841171c-f2d7-458e-b061-f7ec620df2e8. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 765.789252] env[69889]: DEBUG nova.network.neutron [req-5e944d05-8f8b-419b-a4cc-746082c2e145 req-50bf779f-b9ba-4742-9d3a-45f245ebad69 service nova] [instance: 898487e1-e766-417f-be3f-99f6ebd7f853] Updating instance_info_cache with network_info: [{"id": "a841171c-f2d7-458e-b061-f7ec620df2e8", "address": "fa:16:3e:6b:81:9c", "network": {"id": "f9341188-47f9-41e2-bae7-5eb6406f3899", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.218", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b7973ea41bcd4363abc2e9339dec4d77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa841171c-f2", "ovs_interfaceid": "a841171c-f2d7-458e-b061-f7ec620df2e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.811728] env[69889]: DEBUG nova.network.neutron [-] [instance: 30d28d6c-5e7a-4e70-9415-b88ec3230f71] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.826756] env[69889]: DEBUG oslo_vmware.api [None req-89825613-7231-4b00-8eb6-c55f405f0565 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4076964, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.855023] env[69889]: DEBUG oslo_vmware.api [None req-d9ed8076-6280-44ce-807c-c783b75425db tempest-FloatingIPsAssociationNegativeTestJSON-1428997050 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050-project-member] Task: {'id': task-4076965, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.907024] env[69889]: DEBUG nova.network.neutron [None req-fe1af6c9-054e-4706-9cc4-c0697db2e558 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] [instance: ad899de6-c2d4-4cbe-a91c-1cd76f650ae4] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 765.922954] env[69889]: DEBUG oslo_vmware.api [None req-ae8759c0-8cc7-46fb-b597-856b9c088f8d tempest-ServerExternalEventsTest-963301871 tempest-ServerExternalEventsTest-963301871-project-member] Task: {'id': task-4076966, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.925375] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f68c41ed-ba53-45ac-b23a-174ddaf25c3e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.937966] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50684ef6-f81e-4a30-8d4e-ae46e09fa3fe {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.976607] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-563d91ee-2757-404a-be92-ce5d7532d4e6 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.986985] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e52c223b-6e2c-419f-81fa-b6668d411da9 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.004592] env[69889]: DEBUG nova.compute.provider_tree [None req-8d76d6f2-7c1e-410f-a59a-c92460291c90 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 766.167249] env[69889]: DEBUG oslo_concurrency.lockutils [None req-39864388-73d5-4f4e-9547-abb150aa199f tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Acquiring lock "96c84f6a-1e51-41fa-b5cd-4dc572d96410" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.167249] env[69889]: DEBUG oslo_concurrency.lockutils [None req-39864388-73d5-4f4e-9547-abb150aa199f tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Lock "96c84f6a-1e51-41fa-b5cd-4dc572d96410" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.167249] env[69889]: DEBUG oslo_concurrency.lockutils [None req-39864388-73d5-4f4e-9547-abb150aa199f tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Acquiring lock "96c84f6a-1e51-41fa-b5cd-4dc572d96410-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.167249] env[69889]: DEBUG oslo_concurrency.lockutils [None req-39864388-73d5-4f4e-9547-abb150aa199f tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Lock "96c84f6a-1e51-41fa-b5cd-4dc572d96410-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.167962] env[69889]: DEBUG oslo_concurrency.lockutils [None req-39864388-73d5-4f4e-9547-abb150aa199f tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Lock "96c84f6a-1e51-41fa-b5cd-4dc572d96410-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.173055] env[69889]: INFO nova.compute.manager [None req-39864388-73d5-4f4e-9547-abb150aa199f tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] [instance: 96c84f6a-1e51-41fa-b5cd-4dc572d96410] Terminating instance [ 766.260900] env[69889]: DEBUG oslo_concurrency.lockutils [None req-9dd7685e-eeea-492b-b59e-5248c050ebe9 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.292619] env[69889]: DEBUG oslo_concurrency.lockutils [req-5e944d05-8f8b-419b-a4cc-746082c2e145 req-50bf779f-b9ba-4742-9d3a-45f245ebad69 service nova] Releasing lock "refresh_cache-898487e1-e766-417f-be3f-99f6ebd7f853" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.293056] env[69889]: DEBUG nova.compute.manager [req-5e944d05-8f8b-419b-a4cc-746082c2e145 req-50bf779f-b9ba-4742-9d3a-45f245ebad69 service nova] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] Received event network-changed-9f07f034-4136-49cb-ab32-4feb5aac7b58 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 766.293246] env[69889]: DEBUG nova.compute.manager [req-5e944d05-8f8b-419b-a4cc-746082c2e145 req-50bf779f-b9ba-4742-9d3a-45f245ebad69 service nova] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] Refreshing instance network info cache due to event network-changed-9f07f034-4136-49cb-ab32-4feb5aac7b58. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 766.293463] env[69889]: DEBUG oslo_concurrency.lockutils [req-5e944d05-8f8b-419b-a4cc-746082c2e145 req-50bf779f-b9ba-4742-9d3a-45f245ebad69 service nova] Acquiring lock "refresh_cache-0c73213b-c2e1-42cb-a8f4-e3109adfd354" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.293633] env[69889]: DEBUG oslo_concurrency.lockutils [req-5e944d05-8f8b-419b-a4cc-746082c2e145 req-50bf779f-b9ba-4742-9d3a-45f245ebad69 service nova] Acquired lock "refresh_cache-0c73213b-c2e1-42cb-a8f4-e3109adfd354" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.293764] env[69889]: DEBUG nova.network.neutron [req-5e944d05-8f8b-419b-a4cc-746082c2e145 req-50bf779f-b9ba-4742-9d3a-45f245ebad69 service nova] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] Refreshing network info cache for port 9f07f034-4136-49cb-ab32-4feb5aac7b58 {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 766.295568] env[69889]: DEBUG nova.compute.manager [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: ef03e9af-5995-42ac-829e-dcf1f0fccf01] Starting instance... {{(pid=69889) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 766.316491] env[69889]: INFO nova.compute.manager [-] [instance: 30d28d6c-5e7a-4e70-9415-b88ec3230f71] Took 1.59 seconds to deallocate network for instance. [ 766.324507] env[69889]: DEBUG oslo_vmware.api [None req-89825613-7231-4b00-8eb6-c55f405f0565 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4076964, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.329276] env[69889]: DEBUG nova.network.neutron [None req-fe1af6c9-054e-4706-9cc4-c0697db2e558 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] [instance: ad899de6-c2d4-4cbe-a91c-1cd76f650ae4] Updating instance_info_cache with network_info: [{"id": "dd5c7315-2411-4af0-af60-e79288b7863d", "address": "fa:16:3e:9d:5b:92", "network": {"id": "d4a6c056-5884-4581-a999-4fbc997a4971", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1513553050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "227076818b714fbe98f6cf32f0758f31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd5c7315-24", "ovs_interfaceid": "dd5c7315-2411-4af0-af60-e79288b7863d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.345503] env[69889]: DEBUG oslo_vmware.api [None req-d9ed8076-6280-44ce-807c-c783b75425db tempest-FloatingIPsAssociationNegativeTestJSON-1428997050 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050-project-member] Task: {'id': task-4076965, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.55139} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.345887] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9ed8076-6280-44ce-807c-c783b75425db tempest-FloatingIPsAssociationNegativeTestJSON-1428997050 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore1] 7af1243e-53e5-4edc-b665-562067ca3c71/7af1243e-53e5-4edc-b665-562067ca3c71.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 766.347056] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-d9ed8076-6280-44ce-807c-c783b75425db tempest-FloatingIPsAssociationNegativeTestJSON-1428997050 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050-project-member] [instance: 7af1243e-53e5-4edc-b665-562067ca3c71] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 766.347056] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-69dd8249-fb72-402d-b45c-bec7e4934362 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.356964] env[69889]: DEBUG oslo_vmware.api [None req-d9ed8076-6280-44ce-807c-c783b75425db tempest-FloatingIPsAssociationNegativeTestJSON-1428997050 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050-project-member] Waiting for the task: (returnval){ [ 766.356964] env[69889]: value = "task-4076967" [ 766.356964] env[69889]: _type = "Task" [ 766.356964] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.370698] env[69889]: DEBUG oslo_vmware.api [None req-d9ed8076-6280-44ce-807c-c783b75425db tempest-FloatingIPsAssociationNegativeTestJSON-1428997050 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050-project-member] Task: {'id': task-4076967, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.421758] env[69889]: DEBUG oslo_vmware.api [None req-ae8759c0-8cc7-46fb-b597-856b9c088f8d tempest-ServerExternalEventsTest-963301871 tempest-ServerExternalEventsTest-963301871-project-member] Task: {'id': task-4076966, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.795133} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.422172] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae8759c0-8cc7-46fb-b597-856b9c088f8d tempest-ServerExternalEventsTest-963301871 tempest-ServerExternalEventsTest-963301871-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore1] 898487e1-e766-417f-be3f-99f6ebd7f853/898487e1-e766-417f-be3f-99f6ebd7f853.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 766.422657] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-ae8759c0-8cc7-46fb-b597-856b9c088f8d tempest-ServerExternalEventsTest-963301871 tempest-ServerExternalEventsTest-963301871-project-member] [instance: 898487e1-e766-417f-be3f-99f6ebd7f853] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 766.423022] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3b3c760b-b6d6-46a0-ac9c-b9bdb7a6bec4 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.432091] env[69889]: DEBUG oslo_vmware.api [None req-ae8759c0-8cc7-46fb-b597-856b9c088f8d tempest-ServerExternalEventsTest-963301871 tempest-ServerExternalEventsTest-963301871-project-member] Waiting for the task: (returnval){ [ 766.432091] env[69889]: value = "task-4076968" [ 766.432091] env[69889]: _type = "Task" [ 766.432091] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.443803] env[69889]: DEBUG oslo_vmware.api [None req-ae8759c0-8cc7-46fb-b597-856b9c088f8d tempest-ServerExternalEventsTest-963301871 tempest-ServerExternalEventsTest-963301871-project-member] Task: {'id': task-4076968, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.508750] env[69889]: DEBUG nova.scheduler.client.report [None req-8d76d6f2-7c1e-410f-a59a-c92460291c90 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 766.635646] env[69889]: DEBUG nova.compute.manager [req-7a58a5ff-9f93-48d4-9ba5-db58befac835 req-72328641-a45e-4d3d-afce-4ea80a20c56b service nova] [instance: d52805a2-50d7-49b9-b1bb-9fddc19df7a2] Received event network-vif-deleted-3bfb3c10-8997-4a82-b936-3b97b10bfa09 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 766.682240] env[69889]: DEBUG oslo_concurrency.lockutils [None req-39864388-73d5-4f4e-9547-abb150aa199f tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Acquiring lock "refresh_cache-96c84f6a-1e51-41fa-b5cd-4dc572d96410" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.682240] env[69889]: DEBUG oslo_concurrency.lockutils [None req-39864388-73d5-4f4e-9547-abb150aa199f tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Acquired lock "refresh_cache-96c84f6a-1e51-41fa-b5cd-4dc572d96410" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.682407] env[69889]: DEBUG nova.network.neutron [None req-39864388-73d5-4f4e-9547-abb150aa199f tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] [instance: 96c84f6a-1e51-41fa-b5cd-4dc572d96410] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 766.846753] env[69889]: DEBUG oslo_vmware.api [None req-89825613-7231-4b00-8eb6-c55f405f0565 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4076964, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.846753] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c144565a-ff1c-4c86-80a7-90e061d31235 tempest-ServerDiagnosticsTest-755212226 tempest-ServerDiagnosticsTest-755212226-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.846753] env[69889]: DEBUG oslo_concurrency.lockutils [None req-fe1af6c9-054e-4706-9cc4-c0697db2e558 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Releasing lock "refresh_cache-ad899de6-c2d4-4cbe-a91c-1cd76f650ae4" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.846753] env[69889]: DEBUG nova.compute.manager [None req-fe1af6c9-054e-4706-9cc4-c0697db2e558 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] [instance: ad899de6-c2d4-4cbe-a91c-1cd76f650ae4] Instance network_info: |[{"id": "dd5c7315-2411-4af0-af60-e79288b7863d", "address": "fa:16:3e:9d:5b:92", "network": {"id": "d4a6c056-5884-4581-a999-4fbc997a4971", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1513553050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "227076818b714fbe98f6cf32f0758f31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd5c7315-24", "ovs_interfaceid": "dd5c7315-2411-4af0-af60-e79288b7863d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 766.846753] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-fe1af6c9-054e-4706-9cc4-c0697db2e558 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] [instance: ad899de6-c2d4-4cbe-a91c-1cd76f650ae4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:5b:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b8137fc-f23d-49b1-b19c-3123a5588f34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dd5c7315-2411-4af0-af60-e79288b7863d', 'vif_model': 'vmxnet3'}] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 766.846753] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe1af6c9-054e-4706-9cc4-c0697db2e558 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Creating folder: Project (227076818b714fbe98f6cf32f0758f31). Parent ref: group-v807779. {{(pid=69889) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 766.848179] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.848179] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2ed300da-6bbe-479c-a2af-5be13bf59c79 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.863252] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-fe1af6c9-054e-4706-9cc4-c0697db2e558 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Created folder: Project (227076818b714fbe98f6cf32f0758f31) in parent group-v807779. [ 766.882680] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe1af6c9-054e-4706-9cc4-c0697db2e558 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Creating folder: Instances. Parent ref: group-v807849. {{(pid=69889) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 766.882680] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7f94a201-719c-464c-a234-cea4153680f9 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.882680] env[69889]: DEBUG oslo_vmware.api [None req-d9ed8076-6280-44ce-807c-c783b75425db tempest-FloatingIPsAssociationNegativeTestJSON-1428997050 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050-project-member] Task: {'id': task-4076967, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086027} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.882680] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-d9ed8076-6280-44ce-807c-c783b75425db tempest-FloatingIPsAssociationNegativeTestJSON-1428997050 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050-project-member] [instance: 7af1243e-53e5-4edc-b665-562067ca3c71] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 766.882680] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4703e11-781f-4cfa-96de-7b60062e12e1 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.900533] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9ed8076-6280-44ce-807c-c783b75425db tempest-FloatingIPsAssociationNegativeTestJSON-1428997050 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050-project-member] [instance: 7af1243e-53e5-4edc-b665-562067ca3c71] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] 7af1243e-53e5-4edc-b665-562067ca3c71/7af1243e-53e5-4edc-b665-562067ca3c71.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 766.902930] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5143a7c-69fe-4c2e-85a7-2d6899e26dda {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.919435] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-fe1af6c9-054e-4706-9cc4-c0697db2e558 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Created folder: Instances in parent group-v807849. [ 766.919699] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fe1af6c9-054e-4706-9cc4-c0697db2e558 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 766.921060] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad899de6-c2d4-4cbe-a91c-1cd76f650ae4] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 766.926802] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-df6b9522-9e4b-4a56-b43b-a95252c04a2c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.941652] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5e2c4342-35cb-48d2-9723-8afe063f191f tempest-ServersNegativeTestMultiTenantJSON-2119484520 tempest-ServersNegativeTestMultiTenantJSON-2119484520-project-member] Acquiring lock "fd67edc7-3014-4eab-b142-5bff2253204f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.941652] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5e2c4342-35cb-48d2-9723-8afe063f191f tempest-ServersNegativeTestMultiTenantJSON-2119484520 tempest-ServersNegativeTestMultiTenantJSON-2119484520-project-member] Lock "fd67edc7-3014-4eab-b142-5bff2253204f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.941935] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5e2c4342-35cb-48d2-9723-8afe063f191f tempest-ServersNegativeTestMultiTenantJSON-2119484520 tempest-ServersNegativeTestMultiTenantJSON-2119484520-project-member] Acquiring lock "fd67edc7-3014-4eab-b142-5bff2253204f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.941986] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5e2c4342-35cb-48d2-9723-8afe063f191f tempest-ServersNegativeTestMultiTenantJSON-2119484520 tempest-ServersNegativeTestMultiTenantJSON-2119484520-project-member] Lock "fd67edc7-3014-4eab-b142-5bff2253204f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.942174] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5e2c4342-35cb-48d2-9723-8afe063f191f tempest-ServersNegativeTestMultiTenantJSON-2119484520 tempest-ServersNegativeTestMultiTenantJSON-2119484520-project-member] Lock "fd67edc7-3014-4eab-b142-5bff2253204f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.944307] env[69889]: DEBUG oslo_vmware.api [None req-d9ed8076-6280-44ce-807c-c783b75425db tempest-FloatingIPsAssociationNegativeTestJSON-1428997050 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050-project-member] Waiting for the task: (returnval){ [ 766.944307] env[69889]: value = "task-4076971" [ 766.944307] env[69889]: _type = "Task" [ 766.944307] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.945253] env[69889]: INFO nova.compute.manager [None req-5e2c4342-35cb-48d2-9723-8afe063f191f tempest-ServersNegativeTestMultiTenantJSON-2119484520 tempest-ServersNegativeTestMultiTenantJSON-2119484520-project-member] [instance: fd67edc7-3014-4eab-b142-5bff2253204f] Terminating instance [ 766.960083] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 766.960083] env[69889]: value = "task-4076972" [ 766.960083] env[69889]: _type = "Task" [ 766.960083] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.970236] env[69889]: DEBUG oslo_vmware.api [None req-d9ed8076-6280-44ce-807c-c783b75425db tempest-FloatingIPsAssociationNegativeTestJSON-1428997050 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050-project-member] Task: {'id': task-4076971, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.971343] env[69889]: DEBUG oslo_vmware.api [None req-ae8759c0-8cc7-46fb-b597-856b9c088f8d tempest-ServerExternalEventsTest-963301871 tempest-ServerExternalEventsTest-963301871-project-member] Task: {'id': task-4076968, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.135694} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.972136] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-ae8759c0-8cc7-46fb-b597-856b9c088f8d tempest-ServerExternalEventsTest-963301871 tempest-ServerExternalEventsTest-963301871-project-member] [instance: 898487e1-e766-417f-be3f-99f6ebd7f853] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 766.973334] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43e61f16-97f4-4b18-a340-82968f1495c3 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.980310] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4076972, 'name': CreateVM_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.003037] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae8759c0-8cc7-46fb-b597-856b9c088f8d tempest-ServerExternalEventsTest-963301871 tempest-ServerExternalEventsTest-963301871-project-member] [instance: 898487e1-e766-417f-be3f-99f6ebd7f853] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] 898487e1-e766-417f-be3f-99f6ebd7f853/898487e1-e766-417f-be3f-99f6ebd7f853.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 767.003340] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d62e22b-0011-446b-bce6-86d65f6efdcb {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.018899] env[69889]: DEBUG oslo_concurrency.lockutils [None req-8d76d6f2-7c1e-410f-a59a-c92460291c90 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.499s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.019934] env[69889]: DEBUG nova.compute.manager [None req-8d76d6f2-7c1e-410f-a59a-c92460291c90 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: 16a112a1-636c-440d-adfb-8881578f51b0] Start building networks asynchronously for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 767.022143] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b4fd3f52-4e01-4dc2-9f5b-7a0a58d23195 tempest-ServersTestFqdnHostnames-1052344283 tempest-ServersTestFqdnHostnames-1052344283-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.157s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.023694] env[69889]: INFO nova.compute.claims [None req-b4fd3f52-4e01-4dc2-9f5b-7a0a58d23195 tempest-ServersTestFqdnHostnames-1052344283 tempest-ServersTestFqdnHostnames-1052344283-project-member] [instance: 33ddb54a-10b8-463d-bfcf-4e0e8baea80d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 767.037402] env[69889]: DEBUG oslo_vmware.api [None req-ae8759c0-8cc7-46fb-b597-856b9c088f8d tempest-ServerExternalEventsTest-963301871 tempest-ServerExternalEventsTest-963301871-project-member] Waiting for the task: (returnval){ [ 767.037402] env[69889]: value = "task-4076973" [ 767.037402] env[69889]: _type = "Task" [ 767.037402] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.049090] env[69889]: DEBUG oslo_vmware.api [None req-ae8759c0-8cc7-46fb-b597-856b9c088f8d tempest-ServerExternalEventsTest-963301871 tempest-ServerExternalEventsTest-963301871-project-member] Task: {'id': task-4076973, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.220107] env[69889]: DEBUG nova.network.neutron [None req-39864388-73d5-4f4e-9547-abb150aa199f tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] [instance: 96c84f6a-1e51-41fa-b5cd-4dc572d96410] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 767.307456] env[69889]: DEBUG nova.network.neutron [None req-39864388-73d5-4f4e-9547-abb150aa199f tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] [instance: 96c84f6a-1e51-41fa-b5cd-4dc572d96410] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.323143] env[69889]: DEBUG nova.network.neutron [req-5e944d05-8f8b-419b-a4cc-746082c2e145 req-50bf779f-b9ba-4742-9d3a-45f245ebad69 service nova] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] Updated VIF entry in instance network info cache for port 9f07f034-4136-49cb-ab32-4feb5aac7b58. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 767.323648] env[69889]: DEBUG nova.network.neutron [req-5e944d05-8f8b-419b-a4cc-746082c2e145 req-50bf779f-b9ba-4742-9d3a-45f245ebad69 service nova] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] Updating instance_info_cache with network_info: [{"id": "9f07f034-4136-49cb-ab32-4feb5aac7b58", "address": "fa:16:3e:06:e7:9e", "network": {"id": "1b12c1c8-daca-4fb2-8ab1-a5e673ba07eb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-532849496-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7255cdff151a40df83da7bf6356a4e13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f07f034-41", "ovs_interfaceid": "9f07f034-4136-49cb-ab32-4feb5aac7b58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.336217] env[69889]: DEBUG oslo_vmware.api [None req-89825613-7231-4b00-8eb6-c55f405f0565 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4076964, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.466314] env[69889]: DEBUG nova.compute.manager [None req-5e2c4342-35cb-48d2-9723-8afe063f191f tempest-ServersNegativeTestMultiTenantJSON-2119484520 tempest-ServersNegativeTestMultiTenantJSON-2119484520-project-member] [instance: fd67edc7-3014-4eab-b142-5bff2253204f] Start destroying the instance on the hypervisor. {{(pid=69889) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 767.466314] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-5e2c4342-35cb-48d2-9723-8afe063f191f tempest-ServersNegativeTestMultiTenantJSON-2119484520 tempest-ServersNegativeTestMultiTenantJSON-2119484520-project-member] [instance: fd67edc7-3014-4eab-b142-5bff2253204f] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 767.466314] env[69889]: DEBUG oslo_vmware.api [None req-d9ed8076-6280-44ce-807c-c783b75425db tempest-FloatingIPsAssociationNegativeTestJSON-1428997050 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050-project-member] Task: {'id': task-4076971, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.467162] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e66e0eff-7a2c-44e6-9f7b-b75ca4bfb98d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.480143] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4076972, 'name': CreateVM_Task} progress is 25%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.482624] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e2c4342-35cb-48d2-9723-8afe063f191f tempest-ServersNegativeTestMultiTenantJSON-2119484520 tempest-ServersNegativeTestMultiTenantJSON-2119484520-project-member] [instance: fd67edc7-3014-4eab-b142-5bff2253204f] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 767.482977] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2871db09-2873-4ec6-8d7e-5acc424203e7 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.491083] env[69889]: DEBUG oslo_vmware.api [None req-5e2c4342-35cb-48d2-9723-8afe063f191f tempest-ServersNegativeTestMultiTenantJSON-2119484520 tempest-ServersNegativeTestMultiTenantJSON-2119484520-project-member] Waiting for the task: (returnval){ [ 767.491083] env[69889]: value = "task-4076974" [ 767.491083] env[69889]: _type = "Task" [ 767.491083] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.499979] env[69889]: DEBUG oslo_vmware.api [None req-5e2c4342-35cb-48d2-9723-8afe063f191f tempest-ServersNegativeTestMultiTenantJSON-2119484520 tempest-ServersNegativeTestMultiTenantJSON-2119484520-project-member] Task: {'id': task-4076974, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.529730] env[69889]: DEBUG nova.compute.utils [None req-8d76d6f2-7c1e-410f-a59a-c92460291c90 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 767.539094] env[69889]: DEBUG nova.compute.manager [None req-8d76d6f2-7c1e-410f-a59a-c92460291c90 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: 16a112a1-636c-440d-adfb-8881578f51b0] Allocating IP information in the background. {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 767.539094] env[69889]: DEBUG nova.network.neutron [None req-8d76d6f2-7c1e-410f-a59a-c92460291c90 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: 16a112a1-636c-440d-adfb-8881578f51b0] allocate_for_instance() {{(pid=69889) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 767.549660] env[69889]: DEBUG oslo_vmware.api [None req-ae8759c0-8cc7-46fb-b597-856b9c088f8d tempest-ServerExternalEventsTest-963301871 tempest-ServerExternalEventsTest-963301871-project-member] Task: {'id': task-4076973, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.677511] env[69889]: DEBUG nova.policy [None req-8d76d6f2-7c1e-410f-a59a-c92460291c90 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '00fc506c960541388436df2c67bb1797', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ea3b0130534446ba8f3ff8c8e581dae7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69889) authorize /opt/stack/nova/nova/policy.py:192}} [ 767.812789] env[69889]: DEBUG oslo_concurrency.lockutils [None req-39864388-73d5-4f4e-9547-abb150aa199f tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Releasing lock "refresh_cache-96c84f6a-1e51-41fa-b5cd-4dc572d96410" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.813452] env[69889]: DEBUG nova.compute.manager [None req-39864388-73d5-4f4e-9547-abb150aa199f tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] [instance: 96c84f6a-1e51-41fa-b5cd-4dc572d96410] Start destroying the instance on the hypervisor. {{(pid=69889) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 767.813517] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-39864388-73d5-4f4e-9547-abb150aa199f tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] [instance: 96c84f6a-1e51-41fa-b5cd-4dc572d96410] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 767.814373] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8f02ea2-26fe-4009-8643-5fc814958176 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.828661] env[69889]: DEBUG oslo_concurrency.lockutils [req-5e944d05-8f8b-419b-a4cc-746082c2e145 req-50bf779f-b9ba-4742-9d3a-45f245ebad69 service nova] Releasing lock "refresh_cache-0c73213b-c2e1-42cb-a8f4-e3109adfd354" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.829230] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-39864388-73d5-4f4e-9547-abb150aa199f tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] [instance: 96c84f6a-1e51-41fa-b5cd-4dc572d96410] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 767.833249] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b48f74bb-6b2a-486a-9a6b-6386aa77d124 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.834968] env[69889]: DEBUG oslo_vmware.api [None req-89825613-7231-4b00-8eb6-c55f405f0565 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4076964, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.840987] env[69889]: DEBUG oslo_vmware.api [None req-39864388-73d5-4f4e-9547-abb150aa199f tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Waiting for the task: (returnval){ [ 767.840987] env[69889]: value = "task-4076975" [ 767.840987] env[69889]: _type = "Task" [ 767.840987] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.851605] env[69889]: DEBUG oslo_vmware.api [None req-39864388-73d5-4f4e-9547-abb150aa199f tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Task: {'id': task-4076975, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.964693] env[69889]: DEBUG oslo_vmware.api [None req-d9ed8076-6280-44ce-807c-c783b75425db tempest-FloatingIPsAssociationNegativeTestJSON-1428997050 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050-project-member] Task: {'id': task-4076971, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.982259] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4076972, 'name': CreateVM_Task} progress is 25%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.009311] env[69889]: DEBUG oslo_vmware.api [None req-5e2c4342-35cb-48d2-9723-8afe063f191f tempest-ServersNegativeTestMultiTenantJSON-2119484520 tempest-ServersNegativeTestMultiTenantJSON-2119484520-project-member] Task: {'id': task-4076974, 'name': PowerOffVM_Task, 'duration_secs': 0.493139} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.012685] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e2c4342-35cb-48d2-9723-8afe063f191f tempest-ServersNegativeTestMultiTenantJSON-2119484520 tempest-ServersNegativeTestMultiTenantJSON-2119484520-project-member] [instance: fd67edc7-3014-4eab-b142-5bff2253204f] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 768.012685] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-5e2c4342-35cb-48d2-9723-8afe063f191f tempest-ServersNegativeTestMultiTenantJSON-2119484520 tempest-ServersNegativeTestMultiTenantJSON-2119484520-project-member] [instance: fd67edc7-3014-4eab-b142-5bff2253204f] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 768.012685] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-08abb015-61ce-4dbc-8a6a-75fe34176abc {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.037875] env[69889]: DEBUG nova.compute.manager [None req-8d76d6f2-7c1e-410f-a59a-c92460291c90 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: 16a112a1-636c-440d-adfb-8881578f51b0] Start building block device mappings for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 768.060084] env[69889]: DEBUG oslo_vmware.api [None req-ae8759c0-8cc7-46fb-b597-856b9c088f8d tempest-ServerExternalEventsTest-963301871 tempest-ServerExternalEventsTest-963301871-project-member] Task: {'id': task-4076973, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.105155] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-5e2c4342-35cb-48d2-9723-8afe063f191f tempest-ServersNegativeTestMultiTenantJSON-2119484520 tempest-ServersNegativeTestMultiTenantJSON-2119484520-project-member] [instance: fd67edc7-3014-4eab-b142-5bff2253204f] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 768.105387] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-5e2c4342-35cb-48d2-9723-8afe063f191f tempest-ServersNegativeTestMultiTenantJSON-2119484520 tempest-ServersNegativeTestMultiTenantJSON-2119484520-project-member] [instance: fd67edc7-3014-4eab-b142-5bff2253204f] Deleting contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 768.105575] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e2c4342-35cb-48d2-9723-8afe063f191f tempest-ServersNegativeTestMultiTenantJSON-2119484520 tempest-ServersNegativeTestMultiTenantJSON-2119484520-project-member] Deleting the datastore file [datastore2] fd67edc7-3014-4eab-b142-5bff2253204f {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 768.105851] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-28e123cf-2803-4b23-a2cb-3dc32c1d4ed5 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.115698] env[69889]: DEBUG oslo_vmware.api [None req-5e2c4342-35cb-48d2-9723-8afe063f191f tempest-ServersNegativeTestMultiTenantJSON-2119484520 tempest-ServersNegativeTestMultiTenantJSON-2119484520-project-member] Waiting for the task: (returnval){ [ 768.115698] env[69889]: value = "task-4076977" [ 768.115698] env[69889]: _type = "Task" [ 768.115698] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.130262] env[69889]: DEBUG oslo_vmware.api [None req-5e2c4342-35cb-48d2-9723-8afe063f191f tempest-ServersNegativeTestMultiTenantJSON-2119484520 tempest-ServersNegativeTestMultiTenantJSON-2119484520-project-member] Task: {'id': task-4076977, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.234855] env[69889]: DEBUG nova.network.neutron [None req-8d76d6f2-7c1e-410f-a59a-c92460291c90 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: 16a112a1-636c-440d-adfb-8881578f51b0] Successfully created port: e9084f11-3e79-45c2-8703-cc356120c176 {{(pid=69889) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 768.314213] env[69889]: DEBUG nova.compute.manager [req-f59461a4-cf57-4695-b03d-58b2cc2636a8 req-c9dec8e7-33e8-4ff8-8b90-5ed932ec7685 service nova] [instance: ad899de6-c2d4-4cbe-a91c-1cd76f650ae4] Received event network-changed-dd5c7315-2411-4af0-af60-e79288b7863d {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 768.314213] env[69889]: DEBUG nova.compute.manager [req-f59461a4-cf57-4695-b03d-58b2cc2636a8 req-c9dec8e7-33e8-4ff8-8b90-5ed932ec7685 service nova] [instance: ad899de6-c2d4-4cbe-a91c-1cd76f650ae4] Refreshing instance network info cache due to event network-changed-dd5c7315-2411-4af0-af60-e79288b7863d. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 768.314798] env[69889]: DEBUG oslo_concurrency.lockutils [req-f59461a4-cf57-4695-b03d-58b2cc2636a8 req-c9dec8e7-33e8-4ff8-8b90-5ed932ec7685 service nova] Acquiring lock "refresh_cache-ad899de6-c2d4-4cbe-a91c-1cd76f650ae4" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.315087] env[69889]: DEBUG oslo_concurrency.lockutils [req-f59461a4-cf57-4695-b03d-58b2cc2636a8 req-c9dec8e7-33e8-4ff8-8b90-5ed932ec7685 service nova] Acquired lock "refresh_cache-ad899de6-c2d4-4cbe-a91c-1cd76f650ae4" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.315354] env[69889]: DEBUG nova.network.neutron [req-f59461a4-cf57-4695-b03d-58b2cc2636a8 req-c9dec8e7-33e8-4ff8-8b90-5ed932ec7685 service nova] [instance: ad899de6-c2d4-4cbe-a91c-1cd76f650ae4] Refreshing network info cache for port dd5c7315-2411-4af0-af60-e79288b7863d {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 768.336806] env[69889]: DEBUG oslo_vmware.api [None req-89825613-7231-4b00-8eb6-c55f405f0565 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4076964, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.357052] env[69889]: DEBUG oslo_vmware.api [None req-39864388-73d5-4f4e-9547-abb150aa199f tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Task: {'id': task-4076975, 'name': PowerOffVM_Task, 'duration_secs': 0.161565} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.359987] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-39864388-73d5-4f4e-9547-abb150aa199f tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] [instance: 96c84f6a-1e51-41fa-b5cd-4dc572d96410] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 768.360190] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-39864388-73d5-4f4e-9547-abb150aa199f tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] [instance: 96c84f6a-1e51-41fa-b5cd-4dc572d96410] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 768.360704] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-17caa8c5-2adf-42bd-ab9a-9ad707a0a214 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.388896] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-39864388-73d5-4f4e-9547-abb150aa199f tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] [instance: 96c84f6a-1e51-41fa-b5cd-4dc572d96410] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 768.389880] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-39864388-73d5-4f4e-9547-abb150aa199f tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] [instance: 96c84f6a-1e51-41fa-b5cd-4dc572d96410] Deleting contents of the VM from datastore datastore1 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 768.389880] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-39864388-73d5-4f4e-9547-abb150aa199f tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Deleting the datastore file [datastore1] 96c84f6a-1e51-41fa-b5cd-4dc572d96410 {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 768.392873] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0f38e78f-c858-4019-ab85-05df0cf71d89 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.400430] env[69889]: DEBUG oslo_vmware.api [None req-39864388-73d5-4f4e-9547-abb150aa199f tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Waiting for the task: (returnval){ [ 768.400430] env[69889]: value = "task-4076979" [ 768.400430] env[69889]: _type = "Task" [ 768.400430] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.410415] env[69889]: DEBUG oslo_vmware.api [None req-39864388-73d5-4f4e-9547-abb150aa199f tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Task: {'id': task-4076979, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.463138] env[69889]: DEBUG oslo_vmware.api [None req-d9ed8076-6280-44ce-807c-c783b75425db tempest-FloatingIPsAssociationNegativeTestJSON-1428997050 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050-project-member] Task: {'id': task-4076971, 'name': ReconfigVM_Task, 'duration_secs': 1.263538} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.463431] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9ed8076-6280-44ce-807c-c783b75425db tempest-FloatingIPsAssociationNegativeTestJSON-1428997050 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050-project-member] [instance: 7af1243e-53e5-4edc-b665-562067ca3c71] Reconfigured VM instance instance-00000017 to attach disk [datastore1] 7af1243e-53e5-4edc-b665-562067ca3c71/7af1243e-53e5-4edc-b665-562067ca3c71.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 768.464096] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7193f439-4df8-40f1-9833-2aeb82310023 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.472620] env[69889]: DEBUG oslo_vmware.api [None req-d9ed8076-6280-44ce-807c-c783b75425db tempest-FloatingIPsAssociationNegativeTestJSON-1428997050 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050-project-member] Waiting for the task: (returnval){ [ 768.472620] env[69889]: value = "task-4076980" [ 768.472620] env[69889]: _type = "Task" [ 768.472620] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.482584] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b6c9b67d-60dc-4cfd-ba2b-54092c104f5a tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Acquiring lock "a6f14a7e-6957-41e2-8455-0ca463f97479" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.482830] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b6c9b67d-60dc-4cfd-ba2b-54092c104f5a tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Lock "a6f14a7e-6957-41e2-8455-0ca463f97479" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.483126] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b6c9b67d-60dc-4cfd-ba2b-54092c104f5a tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Acquiring lock "a6f14a7e-6957-41e2-8455-0ca463f97479-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.483261] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b6c9b67d-60dc-4cfd-ba2b-54092c104f5a tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Lock "a6f14a7e-6957-41e2-8455-0ca463f97479-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.483427] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b6c9b67d-60dc-4cfd-ba2b-54092c104f5a tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Lock "a6f14a7e-6957-41e2-8455-0ca463f97479-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.485090] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4076972, 'name': CreateVM_Task, 'duration_secs': 1.187036} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.487512] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad899de6-c2d4-4cbe-a91c-1cd76f650ae4] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 768.488314] env[69889]: INFO nova.compute.manager [None req-b6c9b67d-60dc-4cfd-ba2b-54092c104f5a tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] [instance: a6f14a7e-6957-41e2-8455-0ca463f97479] Terminating instance [ 768.490214] env[69889]: DEBUG oslo_concurrency.lockutils [None req-fe1af6c9-054e-4706-9cc4-c0697db2e558 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.490416] env[69889]: DEBUG oslo_concurrency.lockutils [None req-fe1af6c9-054e-4706-9cc4-c0697db2e558 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.490807] env[69889]: DEBUG oslo_concurrency.lockutils [None req-fe1af6c9-054e-4706-9cc4-c0697db2e558 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.495372] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36b42555-ad2d-4b8e-9d6a-55f4a04780e4 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.497423] env[69889]: DEBUG oslo_vmware.api [None req-d9ed8076-6280-44ce-807c-c783b75425db tempest-FloatingIPsAssociationNegativeTestJSON-1428997050 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050-project-member] Task: {'id': task-4076980, 'name': Rename_Task} progress is 10%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.507107] env[69889]: DEBUG oslo_vmware.api [None req-fe1af6c9-054e-4706-9cc4-c0697db2e558 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Waiting for the task: (returnval){ [ 768.507107] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52410830-c2b5-a4c3-61a2-ac9e4eec9445" [ 768.507107] env[69889]: _type = "Task" [ 768.507107] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.527883] env[69889]: DEBUG oslo_vmware.api [None req-fe1af6c9-054e-4706-9cc4-c0697db2e558 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52410830-c2b5-a4c3-61a2-ac9e4eec9445, 'name': SearchDatastore_Task, 'duration_secs': 0.01065} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.528215] env[69889]: DEBUG oslo_concurrency.lockutils [None req-fe1af6c9-054e-4706-9cc4-c0697db2e558 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.528448] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-fe1af6c9-054e-4706-9cc4-c0697db2e558 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] [instance: ad899de6-c2d4-4cbe-a91c-1cd76f650ae4] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 768.528691] env[69889]: DEBUG oslo_concurrency.lockutils [None req-fe1af6c9-054e-4706-9cc4-c0697db2e558 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.528967] env[69889]: DEBUG oslo_concurrency.lockutils [None req-fe1af6c9-054e-4706-9cc4-c0697db2e558 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.529040] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe1af6c9-054e-4706-9cc4-c0697db2e558 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 768.529340] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8ab54378-b55b-48a9-b2c3-65db59d48294 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.540232] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe1af6c9-054e-4706-9cc4-c0697db2e558 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 768.540232] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-fe1af6c9-054e-4706-9cc4-c0697db2e558 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 768.540997] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4ba589e-a8e9-4fad-af44-73fb54941bfb {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.560153] env[69889]: DEBUG oslo_vmware.api [None req-fe1af6c9-054e-4706-9cc4-c0697db2e558 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Waiting for the task: (returnval){ [ 768.560153] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52cd4278-bedd-675f-9f15-fe8b4ee34ef2" [ 768.560153] env[69889]: _type = "Task" [ 768.560153] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.564945] env[69889]: DEBUG oslo_vmware.api [None req-ae8759c0-8cc7-46fb-b597-856b9c088f8d tempest-ServerExternalEventsTest-963301871 tempest-ServerExternalEventsTest-963301871-project-member] Task: {'id': task-4076973, 'name': ReconfigVM_Task, 'duration_secs': 1.160624} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.568257] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae8759c0-8cc7-46fb-b597-856b9c088f8d tempest-ServerExternalEventsTest-963301871 tempest-ServerExternalEventsTest-963301871-project-member] [instance: 898487e1-e766-417f-be3f-99f6ebd7f853] Reconfigured VM instance instance-00000018 to attach disk [datastore1] 898487e1-e766-417f-be3f-99f6ebd7f853/898487e1-e766-417f-be3f-99f6ebd7f853.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 768.568983] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f0351a43-4bde-49c7-b2f5-2f24735e88cf {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.577427] env[69889]: DEBUG oslo_vmware.api [None req-fe1af6c9-054e-4706-9cc4-c0697db2e558 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52cd4278-bedd-675f-9f15-fe8b4ee34ef2, 'name': SearchDatastore_Task, 'duration_secs': 0.012011} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.584703] env[69889]: DEBUG oslo_vmware.api [None req-ae8759c0-8cc7-46fb-b597-856b9c088f8d tempest-ServerExternalEventsTest-963301871 tempest-ServerExternalEventsTest-963301871-project-member] Waiting for the task: (returnval){ [ 768.584703] env[69889]: value = "task-4076981" [ 768.584703] env[69889]: _type = "Task" [ 768.584703] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.584703] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b40f9075-fc90-4bd1-ba9d-70ac35b877e3 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.597796] env[69889]: DEBUG oslo_vmware.api [None req-fe1af6c9-054e-4706-9cc4-c0697db2e558 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Waiting for the task: (returnval){ [ 768.597796] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]525caec7-6359-65f1-b5ea-4612e99b2a5f" [ 768.597796] env[69889]: _type = "Task" [ 768.597796] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.598050] env[69889]: DEBUG oslo_vmware.api [None req-ae8759c0-8cc7-46fb-b597-856b9c088f8d tempest-ServerExternalEventsTest-963301871 tempest-ServerExternalEventsTest-963301871-project-member] Task: {'id': task-4076981, 'name': Rename_Task} progress is 10%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.616108] env[69889]: DEBUG oslo_vmware.api [None req-fe1af6c9-054e-4706-9cc4-c0697db2e558 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]525caec7-6359-65f1-b5ea-4612e99b2a5f, 'name': SearchDatastore_Task, 'duration_secs': 0.015713} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.617146] env[69889]: DEBUG oslo_concurrency.lockutils [None req-fe1af6c9-054e-4706-9cc4-c0697db2e558 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.617495] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe1af6c9-054e-4706-9cc4-c0697db2e558 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore1] ad899de6-c2d4-4cbe-a91c-1cd76f650ae4/ad899de6-c2d4-4cbe-a91c-1cd76f650ae4.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 768.623104] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dcc31d38-223b-4c4b-aee4-c2b634fb724a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.642551] env[69889]: DEBUG oslo_vmware.api [None req-5e2c4342-35cb-48d2-9723-8afe063f191f tempest-ServersNegativeTestMultiTenantJSON-2119484520 tempest-ServersNegativeTestMultiTenantJSON-2119484520-project-member] Task: {'id': task-4076977, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167472} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.645402] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e2c4342-35cb-48d2-9723-8afe063f191f tempest-ServersNegativeTestMultiTenantJSON-2119484520 tempest-ServersNegativeTestMultiTenantJSON-2119484520-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 768.645652] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-5e2c4342-35cb-48d2-9723-8afe063f191f tempest-ServersNegativeTestMultiTenantJSON-2119484520 tempest-ServersNegativeTestMultiTenantJSON-2119484520-project-member] [instance: fd67edc7-3014-4eab-b142-5bff2253204f] Deleted contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 768.645856] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-5e2c4342-35cb-48d2-9723-8afe063f191f tempest-ServersNegativeTestMultiTenantJSON-2119484520 tempest-ServersNegativeTestMultiTenantJSON-2119484520-project-member] [instance: fd67edc7-3014-4eab-b142-5bff2253204f] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 768.646068] env[69889]: INFO nova.compute.manager [None req-5e2c4342-35cb-48d2-9723-8afe063f191f tempest-ServersNegativeTestMultiTenantJSON-2119484520 tempest-ServersNegativeTestMultiTenantJSON-2119484520-project-member] [instance: fd67edc7-3014-4eab-b142-5bff2253204f] Took 1.18 seconds to destroy the instance on the hypervisor. [ 768.646368] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5e2c4342-35cb-48d2-9723-8afe063f191f tempest-ServersNegativeTestMultiTenantJSON-2119484520 tempest-ServersNegativeTestMultiTenantJSON-2119484520-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 768.647178] env[69889]: DEBUG oslo_vmware.api [None req-fe1af6c9-054e-4706-9cc4-c0697db2e558 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Waiting for the task: (returnval){ [ 768.647178] env[69889]: value = "task-4076982" [ 768.647178] env[69889]: _type = "Task" [ 768.647178] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.648015] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da43564f-7847-4949-ae39-eed5cce54438 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.651301] env[69889]: DEBUG nova.compute.manager [-] [instance: fd67edc7-3014-4eab-b142-5bff2253204f] Deallocating network for instance {{(pid=69889) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 768.651301] env[69889]: DEBUG nova.network.neutron [-] [instance: fd67edc7-3014-4eab-b142-5bff2253204f] deallocate_for_instance() {{(pid=69889) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 768.663979] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec1c31bb-f635-43a1-a3e8-33c0ba2c74ea {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.671621] env[69889]: DEBUG oslo_vmware.api [None req-fe1af6c9-054e-4706-9cc4-c0697db2e558 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Task: {'id': task-4076982, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.703961] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23751807-022a-4648-ba15-13cf149360e7 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.710473] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c0addc76-53f1-49c8-a1c3-cce597a6de69 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Acquiring lock "43761e84-3bc7-4e8a-93e9-d9426b21a6a7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.710790] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c0addc76-53f1-49c8-a1c3-cce597a6de69 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Lock "43761e84-3bc7-4e8a-93e9-d9426b21a6a7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.718096] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-780f8aea-948c-43f7-85cc-921caf3fbf78 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.734070] env[69889]: DEBUG nova.compute.provider_tree [None req-b4fd3f52-4e01-4dc2-9f5b-7a0a58d23195 tempest-ServersTestFqdnHostnames-1052344283 tempest-ServersTestFqdnHostnames-1052344283-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 768.832723] env[69889]: DEBUG oslo_vmware.api [None req-89825613-7231-4b00-8eb6-c55f405f0565 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4076964, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.914930] env[69889]: DEBUG oslo_vmware.api [None req-39864388-73d5-4f4e-9547-abb150aa199f tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Task: {'id': task-4076979, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.106629} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.915476] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-39864388-73d5-4f4e-9547-abb150aa199f tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 768.915476] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-39864388-73d5-4f4e-9547-abb150aa199f tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] [instance: 96c84f6a-1e51-41fa-b5cd-4dc572d96410] Deleted contents of the VM from datastore datastore1 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 768.916058] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-39864388-73d5-4f4e-9547-abb150aa199f tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] [instance: 96c84f6a-1e51-41fa-b5cd-4dc572d96410] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 768.916058] env[69889]: INFO nova.compute.manager [None req-39864388-73d5-4f4e-9547-abb150aa199f tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] [instance: 96c84f6a-1e51-41fa-b5cd-4dc572d96410] Took 1.10 seconds to destroy the instance on the hypervisor. [ 768.916058] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-39864388-73d5-4f4e-9547-abb150aa199f tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 768.916197] env[69889]: DEBUG nova.compute.manager [-] [instance: 96c84f6a-1e51-41fa-b5cd-4dc572d96410] Deallocating network for instance {{(pid=69889) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 768.916727] env[69889]: DEBUG nova.network.neutron [-] [instance: 96c84f6a-1e51-41fa-b5cd-4dc572d96410] deallocate_for_instance() {{(pid=69889) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 768.960463] env[69889]: DEBUG nova.network.neutron [-] [instance: 96c84f6a-1e51-41fa-b5cd-4dc572d96410] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 768.986344] env[69889]: DEBUG oslo_vmware.api [None req-d9ed8076-6280-44ce-807c-c783b75425db tempest-FloatingIPsAssociationNegativeTestJSON-1428997050 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050-project-member] Task: {'id': task-4076980, 'name': Rename_Task, 'duration_secs': 0.218949} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.986641] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9ed8076-6280-44ce-807c-c783b75425db tempest-FloatingIPsAssociationNegativeTestJSON-1428997050 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050-project-member] [instance: 7af1243e-53e5-4edc-b665-562067ca3c71] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 768.987041] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-30f70457-b218-4df8-bcea-e1f701935de5 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.996582] env[69889]: DEBUG oslo_vmware.api [None req-d9ed8076-6280-44ce-807c-c783b75425db tempest-FloatingIPsAssociationNegativeTestJSON-1428997050 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050-project-member] Waiting for the task: (returnval){ [ 768.996582] env[69889]: value = "task-4076983" [ 768.996582] env[69889]: _type = "Task" [ 768.996582] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.003359] env[69889]: DEBUG nova.compute.manager [None req-b6c9b67d-60dc-4cfd-ba2b-54092c104f5a tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] [instance: a6f14a7e-6957-41e2-8455-0ca463f97479] Start destroying the instance on the hypervisor. {{(pid=69889) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 769.003598] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-b6c9b67d-60dc-4cfd-ba2b-54092c104f5a tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] [instance: a6f14a7e-6957-41e2-8455-0ca463f97479] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 769.005386] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07da3578-a708-4f0f-b9ab-295aa870440c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.012898] env[69889]: DEBUG oslo_vmware.api [None req-d9ed8076-6280-44ce-807c-c783b75425db tempest-FloatingIPsAssociationNegativeTestJSON-1428997050 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050-project-member] Task: {'id': task-4076983, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.021713] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6c9b67d-60dc-4cfd-ba2b-54092c104f5a tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] [instance: a6f14a7e-6957-41e2-8455-0ca463f97479] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 769.021838] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b669c97a-3f20-4ebf-8c09-1e59519813e5 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.034381] env[69889]: DEBUG oslo_vmware.api [None req-b6c9b67d-60dc-4cfd-ba2b-54092c104f5a tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Waiting for the task: (returnval){ [ 769.034381] env[69889]: value = "task-4076984" [ 769.034381] env[69889]: _type = "Task" [ 769.034381] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.047316] env[69889]: DEBUG oslo_vmware.api [None req-b6c9b67d-60dc-4cfd-ba2b-54092c104f5a tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Task: {'id': task-4076984, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.065852] env[69889]: DEBUG nova.compute.manager [None req-8d76d6f2-7c1e-410f-a59a-c92460291c90 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: 16a112a1-636c-440d-adfb-8881578f51b0] Start spawning the instance on the hypervisor. {{(pid=69889) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 769.099924] env[69889]: DEBUG nova.virt.hardware [None req-8d76d6f2-7c1e-410f-a59a-c92460291c90 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 769.100979] env[69889]: DEBUG nova.virt.hardware [None req-8d76d6f2-7c1e-410f-a59a-c92460291c90 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 769.100979] env[69889]: DEBUG nova.virt.hardware [None req-8d76d6f2-7c1e-410f-a59a-c92460291c90 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 769.100979] env[69889]: DEBUG nova.virt.hardware [None req-8d76d6f2-7c1e-410f-a59a-c92460291c90 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 769.101445] env[69889]: DEBUG nova.virt.hardware [None req-8d76d6f2-7c1e-410f-a59a-c92460291c90 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 769.101515] env[69889]: DEBUG nova.virt.hardware [None req-8d76d6f2-7c1e-410f-a59a-c92460291c90 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 769.101868] env[69889]: DEBUG nova.virt.hardware [None req-8d76d6f2-7c1e-410f-a59a-c92460291c90 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 769.103465] env[69889]: DEBUG nova.virt.hardware [None req-8d76d6f2-7c1e-410f-a59a-c92460291c90 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 769.103465] env[69889]: DEBUG nova.virt.hardware [None req-8d76d6f2-7c1e-410f-a59a-c92460291c90 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 769.103465] env[69889]: DEBUG nova.virt.hardware [None req-8d76d6f2-7c1e-410f-a59a-c92460291c90 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 769.103465] env[69889]: DEBUG nova.virt.hardware [None req-8d76d6f2-7c1e-410f-a59a-c92460291c90 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 769.106425] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-886c76ba-01cb-493b-b695-b5b31741e5d4 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.115294] env[69889]: DEBUG oslo_vmware.api [None req-ae8759c0-8cc7-46fb-b597-856b9c088f8d tempest-ServerExternalEventsTest-963301871 tempest-ServerExternalEventsTest-963301871-project-member] Task: {'id': task-4076981, 'name': Rename_Task, 'duration_secs': 0.173735} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.118985] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae8759c0-8cc7-46fb-b597-856b9c088f8d tempest-ServerExternalEventsTest-963301871 tempest-ServerExternalEventsTest-963301871-project-member] [instance: 898487e1-e766-417f-be3f-99f6ebd7f853] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 769.119770] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dda0aad6-86fe-415c-9b36-cc05a01b8b09 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.127567] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce99b220-967c-42a5-9e58-35db17201ae8 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.134089] env[69889]: DEBUG oslo_vmware.api [None req-ae8759c0-8cc7-46fb-b597-856b9c088f8d tempest-ServerExternalEventsTest-963301871 tempest-ServerExternalEventsTest-963301871-project-member] Waiting for the task: (returnval){ [ 769.134089] env[69889]: value = "task-4076985" [ 769.134089] env[69889]: _type = "Task" [ 769.134089] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.157542] env[69889]: DEBUG oslo_vmware.api [None req-ae8759c0-8cc7-46fb-b597-856b9c088f8d tempest-ServerExternalEventsTest-963301871 tempest-ServerExternalEventsTest-963301871-project-member] Task: {'id': task-4076985, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.170122] env[69889]: DEBUG oslo_vmware.api [None req-fe1af6c9-054e-4706-9cc4-c0697db2e558 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Task: {'id': task-4076982, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.181531] env[69889]: DEBUG nova.network.neutron [req-f59461a4-cf57-4695-b03d-58b2cc2636a8 req-c9dec8e7-33e8-4ff8-8b90-5ed932ec7685 service nova] [instance: ad899de6-c2d4-4cbe-a91c-1cd76f650ae4] Updated VIF entry in instance network info cache for port dd5c7315-2411-4af0-af60-e79288b7863d. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 769.181923] env[69889]: DEBUG nova.network.neutron [req-f59461a4-cf57-4695-b03d-58b2cc2636a8 req-c9dec8e7-33e8-4ff8-8b90-5ed932ec7685 service nova] [instance: ad899de6-c2d4-4cbe-a91c-1cd76f650ae4] Updating instance_info_cache with network_info: [{"id": "dd5c7315-2411-4af0-af60-e79288b7863d", "address": "fa:16:3e:9d:5b:92", "network": {"id": "d4a6c056-5884-4581-a999-4fbc997a4971", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1513553050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "227076818b714fbe98f6cf32f0758f31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd5c7315-24", "ovs_interfaceid": "dd5c7315-2411-4af0-af60-e79288b7863d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.237925] env[69889]: DEBUG nova.scheduler.client.report [None req-b4fd3f52-4e01-4dc2-9f5b-7a0a58d23195 tempest-ServersTestFqdnHostnames-1052344283 tempest-ServersTestFqdnHostnames-1052344283-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 769.337767] env[69889]: DEBUG oslo_vmware.api [None req-89825613-7231-4b00-8eb6-c55f405f0565 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4076964, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.466925] env[69889]: DEBUG nova.network.neutron [-] [instance: 96c84f6a-1e51-41fa-b5cd-4dc572d96410] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.508051] env[69889]: DEBUG oslo_vmware.api [None req-d9ed8076-6280-44ce-807c-c783b75425db tempest-FloatingIPsAssociationNegativeTestJSON-1428997050 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050-project-member] Task: {'id': task-4076983, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.547723] env[69889]: DEBUG oslo_vmware.api [None req-b6c9b67d-60dc-4cfd-ba2b-54092c104f5a tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Task: {'id': task-4076984, 'name': PowerOffVM_Task, 'duration_secs': 0.245564} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.548600] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6c9b67d-60dc-4cfd-ba2b-54092c104f5a tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] [instance: a6f14a7e-6957-41e2-8455-0ca463f97479] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 769.548926] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-b6c9b67d-60dc-4cfd-ba2b-54092c104f5a tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] [instance: a6f14a7e-6957-41e2-8455-0ca463f97479] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 769.549244] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-66770acf-bef5-4a45-b362-a479e7cf7840 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.590663] env[69889]: DEBUG nova.compute.manager [req-eacc98cc-1c4b-4153-9e35-011997b07818 req-94dd36bd-afda-4a35-b903-b25cc7434c72 service nova] [instance: fd67edc7-3014-4eab-b142-5bff2253204f] Received event network-vif-deleted-96a49303-0c6a-4ff3-839c-01b7bcef9c4a {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 769.590663] env[69889]: INFO nova.compute.manager [req-eacc98cc-1c4b-4153-9e35-011997b07818 req-94dd36bd-afda-4a35-b903-b25cc7434c72 service nova] [instance: fd67edc7-3014-4eab-b142-5bff2253204f] Neutron deleted interface 96a49303-0c6a-4ff3-839c-01b7bcef9c4a; detaching it from the instance and deleting it from the info cache [ 769.590663] env[69889]: DEBUG nova.network.neutron [req-eacc98cc-1c4b-4153-9e35-011997b07818 req-94dd36bd-afda-4a35-b903-b25cc7434c72 service nova] [instance: fd67edc7-3014-4eab-b142-5bff2253204f] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.615103] env[69889]: DEBUG nova.network.neutron [-] [instance: fd67edc7-3014-4eab-b142-5bff2253204f] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.627435] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-b6c9b67d-60dc-4cfd-ba2b-54092c104f5a tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] [instance: a6f14a7e-6957-41e2-8455-0ca463f97479] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 769.627844] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-b6c9b67d-60dc-4cfd-ba2b-54092c104f5a tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] [instance: a6f14a7e-6957-41e2-8455-0ca463f97479] Deleting contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 769.628126] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6c9b67d-60dc-4cfd-ba2b-54092c104f5a tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Deleting the datastore file [datastore2] a6f14a7e-6957-41e2-8455-0ca463f97479 {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 769.628913] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-86704a2d-62f1-4e83-86b1-52a85edfe257 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.643498] env[69889]: DEBUG oslo_vmware.api [None req-b6c9b67d-60dc-4cfd-ba2b-54092c104f5a tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Waiting for the task: (returnval){ [ 769.643498] env[69889]: value = "task-4076987" [ 769.643498] env[69889]: _type = "Task" [ 769.643498] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.654220] env[69889]: DEBUG oslo_vmware.api [None req-ae8759c0-8cc7-46fb-b597-856b9c088f8d tempest-ServerExternalEventsTest-963301871 tempest-ServerExternalEventsTest-963301871-project-member] Task: {'id': task-4076985, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.664253] env[69889]: DEBUG oslo_vmware.api [None req-b6c9b67d-60dc-4cfd-ba2b-54092c104f5a tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Task: {'id': task-4076987, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.671029] env[69889]: DEBUG oslo_vmware.api [None req-fe1af6c9-054e-4706-9cc4-c0697db2e558 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Task: {'id': task-4076982, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.536064} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.671336] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe1af6c9-054e-4706-9cc4-c0697db2e558 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore1] ad899de6-c2d4-4cbe-a91c-1cd76f650ae4/ad899de6-c2d4-4cbe-a91c-1cd76f650ae4.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 769.671552] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-fe1af6c9-054e-4706-9cc4-c0697db2e558 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] [instance: ad899de6-c2d4-4cbe-a91c-1cd76f650ae4] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 769.671820] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a2e50c08-251e-4a31-a59e-e7ee9b904bb8 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.681165] env[69889]: DEBUG oslo_vmware.api [None req-fe1af6c9-054e-4706-9cc4-c0697db2e558 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Waiting for the task: (returnval){ [ 769.681165] env[69889]: value = "task-4076988" [ 769.681165] env[69889]: _type = "Task" [ 769.681165] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.687210] env[69889]: DEBUG oslo_concurrency.lockutils [req-f59461a4-cf57-4695-b03d-58b2cc2636a8 req-c9dec8e7-33e8-4ff8-8b90-5ed932ec7685 service nova] Releasing lock "refresh_cache-ad899de6-c2d4-4cbe-a91c-1cd76f650ae4" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.687692] env[69889]: DEBUG nova.compute.manager [req-f59461a4-cf57-4695-b03d-58b2cc2636a8 req-c9dec8e7-33e8-4ff8-8b90-5ed932ec7685 service nova] [instance: 30d28d6c-5e7a-4e70-9415-b88ec3230f71] Received event network-vif-deleted-c31adc1e-8233-42f0-9ed2-8c3be34eb4ab {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 769.694638] env[69889]: DEBUG oslo_vmware.api [None req-fe1af6c9-054e-4706-9cc4-c0697db2e558 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Task: {'id': task-4076988, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.750206] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b4fd3f52-4e01-4dc2-9f5b-7a0a58d23195 tempest-ServersTestFqdnHostnames-1052344283 tempest-ServersTestFqdnHostnames-1052344283-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.727s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.750843] env[69889]: DEBUG nova.compute.manager [None req-b4fd3f52-4e01-4dc2-9f5b-7a0a58d23195 tempest-ServersTestFqdnHostnames-1052344283 tempest-ServersTestFqdnHostnames-1052344283-project-member] [instance: 33ddb54a-10b8-463d-bfcf-4e0e8baea80d] Start building networks asynchronously for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 769.754253] env[69889]: DEBUG oslo_concurrency.lockutils [None req-43500120-7974-48bb-9b3e-378dcd53ee0c tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.176s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.754660] env[69889]: DEBUG nova.objects.instance [None req-43500120-7974-48bb-9b3e-378dcd53ee0c tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Lazy-loading 'resources' on Instance uuid 89d1a6bb-1542-46d9-832f-d0ac2867492f {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 769.834104] env[69889]: DEBUG oslo_vmware.api [None req-89825613-7231-4b00-8eb6-c55f405f0565 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4076964, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.920664] env[69889]: DEBUG oslo_concurrency.lockutils [None req-514a0aa1-6e53-46c2-aff2-2a9a833334ad tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Acquiring lock "d2d7ec47-2dbc-4397-9999-8ab39d117876" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.920664] env[69889]: DEBUG oslo_concurrency.lockutils [None req-514a0aa1-6e53-46c2-aff2-2a9a833334ad tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Lock "d2d7ec47-2dbc-4397-9999-8ab39d117876" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.970852] env[69889]: INFO nova.compute.manager [-] [instance: 96c84f6a-1e51-41fa-b5cd-4dc572d96410] Took 1.05 seconds to deallocate network for instance. [ 770.012841] env[69889]: DEBUG oslo_vmware.api [None req-d9ed8076-6280-44ce-807c-c783b75425db tempest-FloatingIPsAssociationNegativeTestJSON-1428997050 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050-project-member] Task: {'id': task-4076983, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.092070] env[69889]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-90412dfd-e745-4499-8dac-e7aec548a729 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.103109] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e921d414-6ab4-4e3a-847b-da4cb5e9f823 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.117446] env[69889]: INFO nova.compute.manager [-] [instance: fd67edc7-3014-4eab-b142-5bff2253204f] Took 1.47 seconds to deallocate network for instance. [ 770.139069] env[69889]: DEBUG nova.compute.manager [req-eacc98cc-1c4b-4153-9e35-011997b07818 req-94dd36bd-afda-4a35-b903-b25cc7434c72 service nova] [instance: fd67edc7-3014-4eab-b142-5bff2253204f] Detach interface failed, port_id=96a49303-0c6a-4ff3-839c-01b7bcef9c4a, reason: Instance fd67edc7-3014-4eab-b142-5bff2253204f could not be found. {{(pid=69889) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 770.151925] env[69889]: DEBUG oslo_vmware.api [None req-ae8759c0-8cc7-46fb-b597-856b9c088f8d tempest-ServerExternalEventsTest-963301871 tempest-ServerExternalEventsTest-963301871-project-member] Task: {'id': task-4076985, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.160874] env[69889]: DEBUG oslo_vmware.api [None req-b6c9b67d-60dc-4cfd-ba2b-54092c104f5a tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Task: {'id': task-4076987, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.208933} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.161193] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6c9b67d-60dc-4cfd-ba2b-54092c104f5a tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 770.161341] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-b6c9b67d-60dc-4cfd-ba2b-54092c104f5a tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] [instance: a6f14a7e-6957-41e2-8455-0ca463f97479] Deleted contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 770.161513] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-b6c9b67d-60dc-4cfd-ba2b-54092c104f5a tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] [instance: a6f14a7e-6957-41e2-8455-0ca463f97479] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 770.161682] env[69889]: INFO nova.compute.manager [None req-b6c9b67d-60dc-4cfd-ba2b-54092c104f5a tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] [instance: a6f14a7e-6957-41e2-8455-0ca463f97479] Took 1.16 seconds to destroy the instance on the hypervisor. [ 770.161922] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b6c9b67d-60dc-4cfd-ba2b-54092c104f5a tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 770.162139] env[69889]: DEBUG nova.compute.manager [-] [instance: a6f14a7e-6957-41e2-8455-0ca463f97479] Deallocating network for instance {{(pid=69889) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 770.162244] env[69889]: DEBUG nova.network.neutron [-] [instance: a6f14a7e-6957-41e2-8455-0ca463f97479] deallocate_for_instance() {{(pid=69889) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 770.194441] env[69889]: DEBUG oslo_vmware.api [None req-fe1af6c9-054e-4706-9cc4-c0697db2e558 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Task: {'id': task-4076988, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077914} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.195022] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-fe1af6c9-054e-4706-9cc4-c0697db2e558 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] [instance: ad899de6-c2d4-4cbe-a91c-1cd76f650ae4] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 770.196199] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33e50b42-8087-4f07-8726-1ac51de4391c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.221561] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe1af6c9-054e-4706-9cc4-c0697db2e558 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] [instance: ad899de6-c2d4-4cbe-a91c-1cd76f650ae4] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] ad899de6-c2d4-4cbe-a91c-1cd76f650ae4/ad899de6-c2d4-4cbe-a91c-1cd76f650ae4.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 770.221877] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-feb6ae52-f34e-4dc8-bfb4-3901b206f359 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.246907] env[69889]: DEBUG oslo_vmware.api [None req-fe1af6c9-054e-4706-9cc4-c0697db2e558 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Waiting for the task: (returnval){ [ 770.246907] env[69889]: value = "task-4076989" [ 770.246907] env[69889]: _type = "Task" [ 770.246907] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.258112] env[69889]: DEBUG nova.compute.utils [None req-b4fd3f52-4e01-4dc2-9f5b-7a0a58d23195 tempest-ServersTestFqdnHostnames-1052344283 tempest-ServersTestFqdnHostnames-1052344283-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 770.262168] env[69889]: DEBUG oslo_vmware.api [None req-fe1af6c9-054e-4706-9cc4-c0697db2e558 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Task: {'id': task-4076989, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.262984] env[69889]: DEBUG nova.compute.manager [None req-b4fd3f52-4e01-4dc2-9f5b-7a0a58d23195 tempest-ServersTestFqdnHostnames-1052344283 tempest-ServersTestFqdnHostnames-1052344283-project-member] [instance: 33ddb54a-10b8-463d-bfcf-4e0e8baea80d] Allocating IP information in the background. {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 770.263448] env[69889]: DEBUG nova.network.neutron [None req-b4fd3f52-4e01-4dc2-9f5b-7a0a58d23195 tempest-ServersTestFqdnHostnames-1052344283 tempest-ServersTestFqdnHostnames-1052344283-project-member] [instance: 33ddb54a-10b8-463d-bfcf-4e0e8baea80d] allocate_for_instance() {{(pid=69889) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 770.333729] env[69889]: DEBUG oslo_vmware.api [None req-89825613-7231-4b00-8eb6-c55f405f0565 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4076964, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.344261] env[69889]: DEBUG nova.policy [None req-b4fd3f52-4e01-4dc2-9f5b-7a0a58d23195 tempest-ServersTestFqdnHostnames-1052344283 tempest-ServersTestFqdnHostnames-1052344283-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd625a8022c2949d79c05500b96096b08', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0e71176275444514903c2629be61d792', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69889) authorize /opt/stack/nova/nova/policy.py:192}} [ 770.480824] env[69889]: DEBUG oslo_concurrency.lockutils [None req-39864388-73d5-4f4e-9547-abb150aa199f tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.514285] env[69889]: DEBUG oslo_vmware.api [None req-d9ed8076-6280-44ce-807c-c783b75425db tempest-FloatingIPsAssociationNegativeTestJSON-1428997050 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050-project-member] Task: {'id': task-4076983, 'name': PowerOnVM_Task, 'duration_secs': 1.158954} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.514285] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9ed8076-6280-44ce-807c-c783b75425db tempest-FloatingIPsAssociationNegativeTestJSON-1428997050 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050-project-member] [instance: 7af1243e-53e5-4edc-b665-562067ca3c71] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 770.514285] env[69889]: INFO nova.compute.manager [None req-d9ed8076-6280-44ce-807c-c783b75425db tempest-FloatingIPsAssociationNegativeTestJSON-1428997050 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050-project-member] [instance: 7af1243e-53e5-4edc-b665-562067ca3c71] Took 12.87 seconds to spawn the instance on the hypervisor. [ 770.514285] env[69889]: DEBUG nova.compute.manager [None req-d9ed8076-6280-44ce-807c-c783b75425db tempest-FloatingIPsAssociationNegativeTestJSON-1428997050 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050-project-member] [instance: 7af1243e-53e5-4edc-b665-562067ca3c71] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 770.514997] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ce53eca-88d3-40de-ba08-1d6325acc354 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.530199] env[69889]: DEBUG nova.network.neutron [None req-8d76d6f2-7c1e-410f-a59a-c92460291c90 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: 16a112a1-636c-440d-adfb-8881578f51b0] Successfully updated port: e9084f11-3e79-45c2-8703-cc356120c176 {{(pid=69889) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 770.625295] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5e2c4342-35cb-48d2-9723-8afe063f191f tempest-ServersNegativeTestMultiTenantJSON-2119484520 tempest-ServersNegativeTestMultiTenantJSON-2119484520-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.652381] env[69889]: DEBUG oslo_vmware.api [None req-ae8759c0-8cc7-46fb-b597-856b9c088f8d tempest-ServerExternalEventsTest-963301871 tempest-ServerExternalEventsTest-963301871-project-member] Task: {'id': task-4076985, 'name': PowerOnVM_Task, 'duration_secs': 1.064446} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.655641] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae8759c0-8cc7-46fb-b597-856b9c088f8d tempest-ServerExternalEventsTest-963301871 tempest-ServerExternalEventsTest-963301871-project-member] [instance: 898487e1-e766-417f-be3f-99f6ebd7f853] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 770.655888] env[69889]: INFO nova.compute.manager [None req-ae8759c0-8cc7-46fb-b597-856b9c088f8d tempest-ServerExternalEventsTest-963301871 tempest-ServerExternalEventsTest-963301871-project-member] [instance: 898487e1-e766-417f-be3f-99f6ebd7f853] Took 10.17 seconds to spawn the instance on the hypervisor. [ 770.657051] env[69889]: DEBUG nova.compute.manager [None req-ae8759c0-8cc7-46fb-b597-856b9c088f8d tempest-ServerExternalEventsTest-963301871 tempest-ServerExternalEventsTest-963301871-project-member] [instance: 898487e1-e766-417f-be3f-99f6ebd7f853] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 770.657228] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44e3c048-d8a2-4bd1-88ef-d79bee6c67f5 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.759056] env[69889]: DEBUG oslo_vmware.api [None req-fe1af6c9-054e-4706-9cc4-c0697db2e558 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Task: {'id': task-4076989, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.762535] env[69889]: DEBUG nova.network.neutron [None req-b4fd3f52-4e01-4dc2-9f5b-7a0a58d23195 tempest-ServersTestFqdnHostnames-1052344283 tempest-ServersTestFqdnHostnames-1052344283-project-member] [instance: 33ddb54a-10b8-463d-bfcf-4e0e8baea80d] Successfully created port: bc245cff-d08b-4068-b402-13958da8e9bc {{(pid=69889) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 770.764991] env[69889]: DEBUG nova.compute.manager [None req-b4fd3f52-4e01-4dc2-9f5b-7a0a58d23195 tempest-ServersTestFqdnHostnames-1052344283 tempest-ServersTestFqdnHostnames-1052344283-project-member] [instance: 33ddb54a-10b8-463d-bfcf-4e0e8baea80d] Start building block device mappings for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 770.835807] env[69889]: DEBUG oslo_vmware.api [None req-89825613-7231-4b00-8eb6-c55f405f0565 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4076964, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.896111] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8dd131b-97f5-4c9d-bf5f-fb7aee0f6418 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.909149] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6b9ea2b-1f6b-45cd-8e3a-65ff817d02ea {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.958670] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e48a419-9a22-4920-8b73-eb7a11785769 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.971380] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89172ca6-96ed-4a7e-ad0f-b7b1f4c8c187 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.988222] env[69889]: DEBUG nova.compute.provider_tree [None req-43500120-7974-48bb-9b3e-378dcd53ee0c tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 770.991969] env[69889]: DEBUG nova.compute.manager [req-433e2c17-7c92-48e5-98d5-86596df61a03 req-7441eb5e-876a-43aa-a62f-4df8c4523e20 service nova] [instance: 16a112a1-636c-440d-adfb-8881578f51b0] Received event network-vif-plugged-e9084f11-3e79-45c2-8703-cc356120c176 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 770.991969] env[69889]: DEBUG oslo_concurrency.lockutils [req-433e2c17-7c92-48e5-98d5-86596df61a03 req-7441eb5e-876a-43aa-a62f-4df8c4523e20 service nova] Acquiring lock "16a112a1-636c-440d-adfb-8881578f51b0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.991969] env[69889]: DEBUG oslo_concurrency.lockutils [req-433e2c17-7c92-48e5-98d5-86596df61a03 req-7441eb5e-876a-43aa-a62f-4df8c4523e20 service nova] Lock "16a112a1-636c-440d-adfb-8881578f51b0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.991969] env[69889]: DEBUG oslo_concurrency.lockutils [req-433e2c17-7c92-48e5-98d5-86596df61a03 req-7441eb5e-876a-43aa-a62f-4df8c4523e20 service nova] Lock "16a112a1-636c-440d-adfb-8881578f51b0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.992730] env[69889]: DEBUG nova.compute.manager [req-433e2c17-7c92-48e5-98d5-86596df61a03 req-7441eb5e-876a-43aa-a62f-4df8c4523e20 service nova] [instance: 16a112a1-636c-440d-adfb-8881578f51b0] No waiting events found dispatching network-vif-plugged-e9084f11-3e79-45c2-8703-cc356120c176 {{(pid=69889) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 770.992730] env[69889]: WARNING nova.compute.manager [req-433e2c17-7c92-48e5-98d5-86596df61a03 req-7441eb5e-876a-43aa-a62f-4df8c4523e20 service nova] [instance: 16a112a1-636c-440d-adfb-8881578f51b0] Received unexpected event network-vif-plugged-e9084f11-3e79-45c2-8703-cc356120c176 for instance with vm_state building and task_state spawning. [ 771.035288] env[69889]: DEBUG oslo_concurrency.lockutils [None req-8d76d6f2-7c1e-410f-a59a-c92460291c90 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Acquiring lock "refresh_cache-16a112a1-636c-440d-adfb-8881578f51b0" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.035288] env[69889]: DEBUG oslo_concurrency.lockutils [None req-8d76d6f2-7c1e-410f-a59a-c92460291c90 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Acquired lock "refresh_cache-16a112a1-636c-440d-adfb-8881578f51b0" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.035288] env[69889]: DEBUG nova.network.neutron [None req-8d76d6f2-7c1e-410f-a59a-c92460291c90 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: 16a112a1-636c-440d-adfb-8881578f51b0] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 771.051777] env[69889]: INFO nova.compute.manager [None req-d9ed8076-6280-44ce-807c-c783b75425db tempest-FloatingIPsAssociationNegativeTestJSON-1428997050 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050-project-member] [instance: 7af1243e-53e5-4edc-b665-562067ca3c71] Took 37.20 seconds to build instance. [ 771.084734] env[69889]: DEBUG nova.network.neutron [-] [instance: a6f14a7e-6957-41e2-8455-0ca463f97479] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.155761] env[69889]: DEBUG oslo_concurrency.lockutils [None req-eff44f04-a6ca-4417-b2fd-dc9bf3da28d2 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Acquiring lock "4925d307-f4c8-4847-8ee1-937e196e6c69" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.155761] env[69889]: DEBUG oslo_concurrency.lockutils [None req-eff44f04-a6ca-4417-b2fd-dc9bf3da28d2 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Lock "4925d307-f4c8-4847-8ee1-937e196e6c69" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.179163] env[69889]: INFO nova.compute.manager [None req-ae8759c0-8cc7-46fb-b597-856b9c088f8d tempest-ServerExternalEventsTest-963301871 tempest-ServerExternalEventsTest-963301871-project-member] [instance: 898487e1-e766-417f-be3f-99f6ebd7f853] Took 34.62 seconds to build instance. [ 771.259242] env[69889]: DEBUG oslo_vmware.api [None req-fe1af6c9-054e-4706-9cc4-c0697db2e558 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Task: {'id': task-4076989, 'name': ReconfigVM_Task, 'duration_secs': 0.763838} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.259556] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe1af6c9-054e-4706-9cc4-c0697db2e558 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] [instance: ad899de6-c2d4-4cbe-a91c-1cd76f650ae4] Reconfigured VM instance instance-00000019 to attach disk [datastore1] ad899de6-c2d4-4cbe-a91c-1cd76f650ae4/ad899de6-c2d4-4cbe-a91c-1cd76f650ae4.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 771.260379] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-55a6fe40-6056-4bd1-b37f-445eca200aa3 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.269231] env[69889]: DEBUG oslo_vmware.api [None req-fe1af6c9-054e-4706-9cc4-c0697db2e558 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Waiting for the task: (returnval){ [ 771.269231] env[69889]: value = "task-4076990" [ 771.269231] env[69889]: _type = "Task" [ 771.269231] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.285237] env[69889]: DEBUG oslo_vmware.api [None req-fe1af6c9-054e-4706-9cc4-c0697db2e558 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Task: {'id': task-4076990, 'name': Rename_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.336384] env[69889]: DEBUG oslo_vmware.api [None req-89825613-7231-4b00-8eb6-c55f405f0565 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4076964, 'name': ReconfigVM_Task, 'duration_secs': 5.803243} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.336723] env[69889]: DEBUG oslo_concurrency.lockutils [None req-89825613-7231-4b00-8eb6-c55f405f0565 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Releasing lock "49ce5d94-ce4e-457b-a34c-54bd5dfcc242" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.336988] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-89825613-7231-4b00-8eb6-c55f405f0565 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 49ce5d94-ce4e-457b-a34c-54bd5dfcc242] Reconfigured VM to detach interface {{(pid=69889) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 771.494241] env[69889]: DEBUG nova.scheduler.client.report [None req-43500120-7974-48bb-9b3e-378dcd53ee0c tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 771.557534] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d9ed8076-6280-44ce-807c-c783b75425db tempest-FloatingIPsAssociationNegativeTestJSON-1428997050 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050-project-member] Lock "7af1243e-53e5-4edc-b665-562067ca3c71" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.250s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.589372] env[69889]: INFO nova.compute.manager [-] [instance: a6f14a7e-6957-41e2-8455-0ca463f97479] Took 1.43 seconds to deallocate network for instance. [ 771.601925] env[69889]: DEBUG nova.network.neutron [None req-8d76d6f2-7c1e-410f-a59a-c92460291c90 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: 16a112a1-636c-440d-adfb-8881578f51b0] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 771.681567] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ae8759c0-8cc7-46fb-b597-856b9c088f8d tempest-ServerExternalEventsTest-963301871 tempest-ServerExternalEventsTest-963301871-project-member] Lock "898487e1-e766-417f-be3f-99f6ebd7f853" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.513s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.782955] env[69889]: DEBUG nova.compute.manager [None req-b4fd3f52-4e01-4dc2-9f5b-7a0a58d23195 tempest-ServersTestFqdnHostnames-1052344283 tempest-ServersTestFqdnHostnames-1052344283-project-member] [instance: 33ddb54a-10b8-463d-bfcf-4e0e8baea80d] Start spawning the instance on the hypervisor. {{(pid=69889) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 771.785587] env[69889]: DEBUG oslo_vmware.api [None req-fe1af6c9-054e-4706-9cc4-c0697db2e558 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Task: {'id': task-4076990, 'name': Rename_Task, 'duration_secs': 0.314036} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.789023] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe1af6c9-054e-4706-9cc4-c0697db2e558 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] [instance: ad899de6-c2d4-4cbe-a91c-1cd76f650ae4] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 771.789023] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1a73e483-d251-40cb-8e75-d2d724a68f82 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.796155] env[69889]: DEBUG oslo_vmware.api [None req-fe1af6c9-054e-4706-9cc4-c0697db2e558 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Waiting for the task: (returnval){ [ 771.796155] env[69889]: value = "task-4076991" [ 771.796155] env[69889]: _type = "Task" [ 771.796155] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.806131] env[69889]: DEBUG oslo_vmware.api [None req-fe1af6c9-054e-4706-9cc4-c0697db2e558 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Task: {'id': task-4076991, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.815609] env[69889]: DEBUG nova.virt.hardware [None req-b4fd3f52-4e01-4dc2-9f5b-7a0a58d23195 tempest-ServersTestFqdnHostnames-1052344283 tempest-ServersTestFqdnHostnames-1052344283-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 771.815857] env[69889]: DEBUG nova.virt.hardware [None req-b4fd3f52-4e01-4dc2-9f5b-7a0a58d23195 tempest-ServersTestFqdnHostnames-1052344283 tempest-ServersTestFqdnHostnames-1052344283-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 771.816424] env[69889]: DEBUG nova.virt.hardware [None req-b4fd3f52-4e01-4dc2-9f5b-7a0a58d23195 tempest-ServersTestFqdnHostnames-1052344283 tempest-ServersTestFqdnHostnames-1052344283-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 771.816685] env[69889]: DEBUG nova.virt.hardware [None req-b4fd3f52-4e01-4dc2-9f5b-7a0a58d23195 tempest-ServersTestFqdnHostnames-1052344283 tempest-ServersTestFqdnHostnames-1052344283-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 771.816840] env[69889]: DEBUG nova.virt.hardware [None req-b4fd3f52-4e01-4dc2-9f5b-7a0a58d23195 tempest-ServersTestFqdnHostnames-1052344283 tempest-ServersTestFqdnHostnames-1052344283-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 771.816992] env[69889]: DEBUG nova.virt.hardware [None req-b4fd3f52-4e01-4dc2-9f5b-7a0a58d23195 tempest-ServersTestFqdnHostnames-1052344283 tempest-ServersTestFqdnHostnames-1052344283-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 771.817227] env[69889]: DEBUG nova.virt.hardware [None req-b4fd3f52-4e01-4dc2-9f5b-7a0a58d23195 tempest-ServersTestFqdnHostnames-1052344283 tempest-ServersTestFqdnHostnames-1052344283-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 771.817411] env[69889]: DEBUG nova.virt.hardware [None req-b4fd3f52-4e01-4dc2-9f5b-7a0a58d23195 tempest-ServersTestFqdnHostnames-1052344283 tempest-ServersTestFqdnHostnames-1052344283-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 771.817861] env[69889]: DEBUG nova.virt.hardware [None req-b4fd3f52-4e01-4dc2-9f5b-7a0a58d23195 tempest-ServersTestFqdnHostnames-1052344283 tempest-ServersTestFqdnHostnames-1052344283-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 771.817937] env[69889]: DEBUG nova.virt.hardware [None req-b4fd3f52-4e01-4dc2-9f5b-7a0a58d23195 tempest-ServersTestFqdnHostnames-1052344283 tempest-ServersTestFqdnHostnames-1052344283-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 771.818213] env[69889]: DEBUG nova.virt.hardware [None req-b4fd3f52-4e01-4dc2-9f5b-7a0a58d23195 tempest-ServersTestFqdnHostnames-1052344283 tempest-ServersTestFqdnHostnames-1052344283-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 771.819161] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30566859-c023-4b3d-bb93-0e533abea545 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.831108] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13448e76-0611-4ed2-98bf-89f206f1f182 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.841331] env[69889]: DEBUG oslo_concurrency.lockutils [None req-4aa8ce07-45d8-44f7-b979-c4c86bf92e3a tempest-ServersV294TestFqdnHostnames-533393004 tempest-ServersV294TestFqdnHostnames-533393004-project-member] Acquiring lock "4cdcfc6f-7d4f-4b81-b0a1-425c842fe20b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.841561] env[69889]: DEBUG oslo_concurrency.lockutils [None req-4aa8ce07-45d8-44f7-b979-c4c86bf92e3a tempest-ServersV294TestFqdnHostnames-533393004 tempest-ServersV294TestFqdnHostnames-533393004-project-member] Lock "4cdcfc6f-7d4f-4b81-b0a1-425c842fe20b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.872712] env[69889]: DEBUG nova.network.neutron [None req-8d76d6f2-7c1e-410f-a59a-c92460291c90 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: 16a112a1-636c-440d-adfb-8881578f51b0] Updating instance_info_cache with network_info: [{"id": "e9084f11-3e79-45c2-8703-cc356120c176", "address": "fa:16:3e:32:55:ce", "network": {"id": "b29da6ee-674a-477c-825a-46d399fad165", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1035647706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea3b0130534446ba8f3ff8c8e581dae7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9084f11-3e", "ovs_interfaceid": "e9084f11-3e79-45c2-8703-cc356120c176", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.974451] env[69889]: DEBUG nova.compute.manager [req-d9567445-0e1e-4738-9e55-936c40f540e9 req-6a0cc095-f5c5-408c-8a7e-187e60536118 service nova] [instance: a6f14a7e-6957-41e2-8455-0ca463f97479] Received event network-vif-deleted-aa027344-f22c-46d4-8874-bf39bc0fa3f7 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 771.974730] env[69889]: DEBUG nova.compute.manager [req-d9567445-0e1e-4738-9e55-936c40f540e9 req-6a0cc095-f5c5-408c-8a7e-187e60536118 service nova] [instance: 49ce5d94-ce4e-457b-a34c-54bd5dfcc242] Received event network-vif-deleted-8c68bff7-071a-49ec-b024-4820c4225a9c {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 771.974905] env[69889]: INFO nova.compute.manager [req-d9567445-0e1e-4738-9e55-936c40f540e9 req-6a0cc095-f5c5-408c-8a7e-187e60536118 service nova] [instance: 49ce5d94-ce4e-457b-a34c-54bd5dfcc242] Neutron deleted interface 8c68bff7-071a-49ec-b024-4820c4225a9c; detaching it from the instance and deleting it from the info cache [ 771.975201] env[69889]: DEBUG nova.network.neutron [req-d9567445-0e1e-4738-9e55-936c40f540e9 req-6a0cc095-f5c5-408c-8a7e-187e60536118 service nova] [instance: 49ce5d94-ce4e-457b-a34c-54bd5dfcc242] Updating instance_info_cache with network_info: [{"id": "edb83f83-f9ec-4b72-bcda-1e64d5431fb0", "address": "fa:16:3e:98:4f:17", "network": {"id": "dc7a1c63-64ed-41ca-b29f-202337c0d542", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1276397426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf71caefe82444e1aa35f5f5071b52f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedb83f83-f9", "ovs_interfaceid": "edb83f83-f9ec-4b72-bcda-1e64d5431fb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.999958] env[69889]: DEBUG oslo_concurrency.lockutils [None req-43500120-7974-48bb-9b3e-378dcd53ee0c tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.246s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.023992] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ee7c28bf-bb0a-4255-a0e3-6f9fb83891d1 tempest-ImagesNegativeTestJSON-2145547927 tempest-ImagesNegativeTestJSON-2145547927-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.218s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.023992] env[69889]: INFO nova.compute.claims [None req-ee7c28bf-bb0a-4255-a0e3-6f9fb83891d1 tempest-ImagesNegativeTestJSON-2145547927 tempest-ImagesNegativeTestJSON-2145547927-project-member] [instance: 2a1576fd-1e00-4803-ba65-cf3f35434ca6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 772.042535] env[69889]: INFO nova.scheduler.client.report [None req-43500120-7974-48bb-9b3e-378dcd53ee0c tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Deleted allocations for instance 89d1a6bb-1542-46d9-832f-d0ac2867492f [ 772.060679] env[69889]: DEBUG nova.compute.manager [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: f042fe0d-3d51-41f7-b983-8254e996697e] Starting instance... {{(pid=69889) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 772.097793] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b6c9b67d-60dc-4cfd-ba2b-54092c104f5a tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.173764] env[69889]: DEBUG nova.compute.manager [None req-24d9ec00-81d3-4c71-bfc3-9366fbd8d6db tempest-ServerExternalEventsTest-866304017 tempest-ServerExternalEventsTest-866304017-project] [instance: 898487e1-e766-417f-be3f-99f6ebd7f853] Received event network-changed {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 772.173973] env[69889]: DEBUG nova.compute.manager [None req-24d9ec00-81d3-4c71-bfc3-9366fbd8d6db tempest-ServerExternalEventsTest-866304017 tempest-ServerExternalEventsTest-866304017-project] [instance: 898487e1-e766-417f-be3f-99f6ebd7f853] Refreshing instance network info cache due to event network-changed. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 772.174268] env[69889]: DEBUG oslo_concurrency.lockutils [None req-24d9ec00-81d3-4c71-bfc3-9366fbd8d6db tempest-ServerExternalEventsTest-866304017 tempest-ServerExternalEventsTest-866304017-project] Acquiring lock "refresh_cache-898487e1-e766-417f-be3f-99f6ebd7f853" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.174362] env[69889]: DEBUG oslo_concurrency.lockutils [None req-24d9ec00-81d3-4c71-bfc3-9366fbd8d6db tempest-ServerExternalEventsTest-866304017 tempest-ServerExternalEventsTest-866304017-project] Acquired lock "refresh_cache-898487e1-e766-417f-be3f-99f6ebd7f853" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.174521] env[69889]: DEBUG nova.network.neutron [None req-24d9ec00-81d3-4c71-bfc3-9366fbd8d6db tempest-ServerExternalEventsTest-866304017 tempest-ServerExternalEventsTest-866304017-project] [instance: 898487e1-e766-417f-be3f-99f6ebd7f853] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 772.187309] env[69889]: DEBUG nova.compute.manager [None req-0620bbdd-ecd7-4487-81d5-a4259086e9e9 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 0de8146b-f51a-4bcd-b4ef-d68e55d3d621] Starting instance... {{(pid=69889) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 772.338846] env[69889]: DEBUG oslo_vmware.api [None req-fe1af6c9-054e-4706-9cc4-c0697db2e558 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Task: {'id': task-4076991, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.346383] env[69889]: DEBUG nova.network.neutron [None req-b4fd3f52-4e01-4dc2-9f5b-7a0a58d23195 tempest-ServersTestFqdnHostnames-1052344283 tempest-ServersTestFqdnHostnames-1052344283-project-member] [instance: 33ddb54a-10b8-463d-bfcf-4e0e8baea80d] Successfully updated port: bc245cff-d08b-4068-b402-13958da8e9bc {{(pid=69889) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 772.375447] env[69889]: DEBUG oslo_concurrency.lockutils [None req-8d76d6f2-7c1e-410f-a59a-c92460291c90 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Releasing lock "refresh_cache-16a112a1-636c-440d-adfb-8881578f51b0" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.375812] env[69889]: DEBUG nova.compute.manager [None req-8d76d6f2-7c1e-410f-a59a-c92460291c90 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: 16a112a1-636c-440d-adfb-8881578f51b0] Instance network_info: |[{"id": "e9084f11-3e79-45c2-8703-cc356120c176", "address": "fa:16:3e:32:55:ce", "network": {"id": "b29da6ee-674a-477c-825a-46d399fad165", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1035647706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea3b0130534446ba8f3ff8c8e581dae7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9084f11-3e", "ovs_interfaceid": "e9084f11-3e79-45c2-8703-cc356120c176", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 772.376366] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-8d76d6f2-7c1e-410f-a59a-c92460291c90 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: 16a112a1-636c-440d-adfb-8881578f51b0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:32:55:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e23c1d18-c841-49ea-95f3-df5ceac28afd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e9084f11-3e79-45c2-8703-cc356120c176', 'vif_model': 'vmxnet3'}] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 772.387086] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d76d6f2-7c1e-410f-a59a-c92460291c90 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Creating folder: Project (ea3b0130534446ba8f3ff8c8e581dae7). Parent ref: group-v807779. {{(pid=69889) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 772.391035] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-750a41e8-20f6-4857-ab87-423bca74e5d6 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.408447] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-8d76d6f2-7c1e-410f-a59a-c92460291c90 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Created folder: Project (ea3b0130534446ba8f3ff8c8e581dae7) in parent group-v807779. [ 772.408698] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d76d6f2-7c1e-410f-a59a-c92460291c90 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Creating folder: Instances. Parent ref: group-v807852. {{(pid=69889) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 772.409042] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7f02b8e8-312d-4300-a146-55f05be9180d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.428371] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-8d76d6f2-7c1e-410f-a59a-c92460291c90 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Created folder: Instances in parent group-v807852. [ 772.428371] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8d76d6f2-7c1e-410f-a59a-c92460291c90 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 772.428371] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16a112a1-636c-440d-adfb-8881578f51b0] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 772.428371] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8c35eeb6-eb29-4dde-bb2b-a161b6dc5d77 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.463765] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 772.463765] env[69889]: value = "task-4076994" [ 772.463765] env[69889]: _type = "Task" [ 772.463765] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.475981] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4076994, 'name': CreateVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.479012] env[69889]: DEBUG oslo_concurrency.lockutils [req-d9567445-0e1e-4738-9e55-936c40f540e9 req-6a0cc095-f5c5-408c-8a7e-187e60536118 service nova] Acquiring lock "49ce5d94-ce4e-457b-a34c-54bd5dfcc242" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.479303] env[69889]: DEBUG oslo_concurrency.lockutils [req-d9567445-0e1e-4738-9e55-936c40f540e9 req-6a0cc095-f5c5-408c-8a7e-187e60536118 service nova] Acquired lock "49ce5d94-ce4e-457b-a34c-54bd5dfcc242" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.480121] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85a1c8c4-75a4-4365-a344-4f8a8f2314aa {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.499144] env[69889]: DEBUG oslo_concurrency.lockutils [req-d9567445-0e1e-4738-9e55-936c40f540e9 req-6a0cc095-f5c5-408c-8a7e-187e60536118 service nova] Releasing lock "49ce5d94-ce4e-457b-a34c-54bd5dfcc242" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.499458] env[69889]: WARNING nova.compute.manager [req-d9567445-0e1e-4738-9e55-936c40f540e9 req-6a0cc095-f5c5-408c-8a7e-187e60536118 service nova] [instance: 49ce5d94-ce4e-457b-a34c-54bd5dfcc242] Detach interface failed, port_id=8c68bff7-071a-49ec-b024-4820c4225a9c, reason: No device with interface-id 8c68bff7-071a-49ec-b024-4820c4225a9c exists on VM: nova.exception.NotFound: No device with interface-id 8c68bff7-071a-49ec-b024-4820c4225a9c exists on VM [ 772.552439] env[69889]: DEBUG oslo_concurrency.lockutils [None req-43500120-7974-48bb-9b3e-378dcd53ee0c tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Lock "89d1a6bb-1542-46d9-832f-d0ac2867492f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.101s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.594489] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.596401] env[69889]: DEBUG oslo_concurrency.lockutils [None req-89825613-7231-4b00-8eb6-c55f405f0565 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Acquiring lock "refresh_cache-49ce5d94-ce4e-457b-a34c-54bd5dfcc242" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.596831] env[69889]: DEBUG oslo_concurrency.lockutils [None req-89825613-7231-4b00-8eb6-c55f405f0565 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Acquired lock "refresh_cache-49ce5d94-ce4e-457b-a34c-54bd5dfcc242" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.597057] env[69889]: DEBUG nova.network.neutron [None req-89825613-7231-4b00-8eb6-c55f405f0565 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 49ce5d94-ce4e-457b-a34c-54bd5dfcc242] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 772.722192] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0620bbdd-ecd7-4487-81d5-a4259086e9e9 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.809149] env[69889]: DEBUG oslo_vmware.api [None req-fe1af6c9-054e-4706-9cc4-c0697db2e558 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Task: {'id': task-4076991, 'name': PowerOnVM_Task, 'duration_secs': 0.665764} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.809852] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe1af6c9-054e-4706-9cc4-c0697db2e558 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] [instance: ad899de6-c2d4-4cbe-a91c-1cd76f650ae4] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 772.809852] env[69889]: INFO nova.compute.manager [None req-fe1af6c9-054e-4706-9cc4-c0697db2e558 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] [instance: ad899de6-c2d4-4cbe-a91c-1cd76f650ae4] Took 9.54 seconds to spawn the instance on the hypervisor. [ 772.810164] env[69889]: DEBUG nova.compute.manager [None req-fe1af6c9-054e-4706-9cc4-c0697db2e558 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] [instance: ad899de6-c2d4-4cbe-a91c-1cd76f650ae4] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 772.811392] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c662ea44-e148-41b6-ae42-1f96244b3c03 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.849768] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b4fd3f52-4e01-4dc2-9f5b-7a0a58d23195 tempest-ServersTestFqdnHostnames-1052344283 tempest-ServersTestFqdnHostnames-1052344283-project-member] Acquiring lock "refresh_cache-33ddb54a-10b8-463d-bfcf-4e0e8baea80d" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.849768] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b4fd3f52-4e01-4dc2-9f5b-7a0a58d23195 tempest-ServersTestFqdnHostnames-1052344283 tempest-ServersTestFqdnHostnames-1052344283-project-member] Acquired lock "refresh_cache-33ddb54a-10b8-463d-bfcf-4e0e8baea80d" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.849768] env[69889]: DEBUG nova.network.neutron [None req-b4fd3f52-4e01-4dc2-9f5b-7a0a58d23195 tempest-ServersTestFqdnHostnames-1052344283 tempest-ServersTestFqdnHostnames-1052344283-project-member] [instance: 33ddb54a-10b8-463d-bfcf-4e0e8baea80d] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 772.978231] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4076994, 'name': CreateVM_Task, 'duration_secs': 0.450999} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.978507] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16a112a1-636c-440d-adfb-8881578f51b0] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 772.979573] env[69889]: DEBUG oslo_concurrency.lockutils [None req-8d76d6f2-7c1e-410f-a59a-c92460291c90 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.979757] env[69889]: DEBUG oslo_concurrency.lockutils [None req-8d76d6f2-7c1e-410f-a59a-c92460291c90 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.985024] env[69889]: DEBUG oslo_concurrency.lockutils [None req-8d76d6f2-7c1e-410f-a59a-c92460291c90 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.985024] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f15405db-ac08-4abd-9527-81b141e04c5d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.992424] env[69889]: DEBUG oslo_vmware.api [None req-8d76d6f2-7c1e-410f-a59a-c92460291c90 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Waiting for the task: (returnval){ [ 772.992424] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52701a6d-57af-0b5d-4763-78a7c2a6e68c" [ 772.992424] env[69889]: _type = "Task" [ 772.992424] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.006556] env[69889]: DEBUG oslo_vmware.api [None req-8d76d6f2-7c1e-410f-a59a-c92460291c90 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52701a6d-57af-0b5d-4763-78a7c2a6e68c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.055613] env[69889]: DEBUG nova.network.neutron [None req-24d9ec00-81d3-4c71-bfc3-9366fbd8d6db tempest-ServerExternalEventsTest-866304017 tempest-ServerExternalEventsTest-866304017-project] [instance: 898487e1-e766-417f-be3f-99f6ebd7f853] Updating instance_info_cache with network_info: [{"id": "a841171c-f2d7-458e-b061-f7ec620df2e8", "address": "fa:16:3e:6b:81:9c", "network": {"id": "f9341188-47f9-41e2-bae7-5eb6406f3899", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.218", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b7973ea41bcd4363abc2e9339dec4d77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa841171c-f2", "ovs_interfaceid": "a841171c-f2d7-458e-b061-f7ec620df2e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.342798] env[69889]: INFO nova.compute.manager [None req-fe1af6c9-054e-4706-9cc4-c0697db2e558 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] [instance: ad899de6-c2d4-4cbe-a91c-1cd76f650ae4] Took 31.23 seconds to build instance. [ 773.343757] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b54f35a3-61ac-460f-b4bd-0bc95debe1c7 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Acquiring lock "49ce5d94-ce4e-457b-a34c-54bd5dfcc242" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.347125] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b54f35a3-61ac-460f-b4bd-0bc95debe1c7 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Lock "49ce5d94-ce4e-457b-a34c-54bd5dfcc242" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.347386] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b54f35a3-61ac-460f-b4bd-0bc95debe1c7 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Acquiring lock "49ce5d94-ce4e-457b-a34c-54bd5dfcc242-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.348025] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b54f35a3-61ac-460f-b4bd-0bc95debe1c7 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Lock "49ce5d94-ce4e-457b-a34c-54bd5dfcc242-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.348231] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b54f35a3-61ac-460f-b4bd-0bc95debe1c7 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Lock "49ce5d94-ce4e-457b-a34c-54bd5dfcc242-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.351309] env[69889]: INFO nova.compute.manager [None req-b54f35a3-61ac-460f-b4bd-0bc95debe1c7 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 49ce5d94-ce4e-457b-a34c-54bd5dfcc242] Terminating instance [ 773.412032] env[69889]: DEBUG nova.network.neutron [None req-b4fd3f52-4e01-4dc2-9f5b-7a0a58d23195 tempest-ServersTestFqdnHostnames-1052344283 tempest-ServersTestFqdnHostnames-1052344283-project-member] [instance: 33ddb54a-10b8-463d-bfcf-4e0e8baea80d] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 773.487650] env[69889]: DEBUG nova.network.neutron [None req-89825613-7231-4b00-8eb6-c55f405f0565 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 49ce5d94-ce4e-457b-a34c-54bd5dfcc242] Updating instance_info_cache with network_info: [{"id": "edb83f83-f9ec-4b72-bcda-1e64d5431fb0", "address": "fa:16:3e:98:4f:17", "network": {"id": "dc7a1c63-64ed-41ca-b29f-202337c0d542", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1276397426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf71caefe82444e1aa35f5f5071b52f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedb83f83-f9", "ovs_interfaceid": "edb83f83-f9ec-4b72-bcda-1e64d5431fb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.492406] env[69889]: DEBUG oslo_concurrency.lockutils [None req-12b010aa-c59d-40e8-b804-44f3f291a9a0 tempest-ServerExternalEventsTest-963301871 tempest-ServerExternalEventsTest-963301871-project-member] Acquiring lock "898487e1-e766-417f-be3f-99f6ebd7f853" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.492406] env[69889]: DEBUG oslo_concurrency.lockutils [None req-12b010aa-c59d-40e8-b804-44f3f291a9a0 tempest-ServerExternalEventsTest-963301871 tempest-ServerExternalEventsTest-963301871-project-member] Lock "898487e1-e766-417f-be3f-99f6ebd7f853" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.492406] env[69889]: DEBUG oslo_concurrency.lockutils [None req-12b010aa-c59d-40e8-b804-44f3f291a9a0 tempest-ServerExternalEventsTest-963301871 tempest-ServerExternalEventsTest-963301871-project-member] Acquiring lock "898487e1-e766-417f-be3f-99f6ebd7f853-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.492406] env[69889]: DEBUG oslo_concurrency.lockutils [None req-12b010aa-c59d-40e8-b804-44f3f291a9a0 tempest-ServerExternalEventsTest-963301871 tempest-ServerExternalEventsTest-963301871-project-member] Lock "898487e1-e766-417f-be3f-99f6ebd7f853-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.492406] env[69889]: DEBUG oslo_concurrency.lockutils [None req-12b010aa-c59d-40e8-b804-44f3f291a9a0 tempest-ServerExternalEventsTest-963301871 tempest-ServerExternalEventsTest-963301871-project-member] Lock "898487e1-e766-417f-be3f-99f6ebd7f853-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.492997] env[69889]: INFO nova.compute.manager [None req-12b010aa-c59d-40e8-b804-44f3f291a9a0 tempest-ServerExternalEventsTest-963301871 tempest-ServerExternalEventsTest-963301871-project-member] [instance: 898487e1-e766-417f-be3f-99f6ebd7f853] Terminating instance [ 773.509756] env[69889]: DEBUG oslo_vmware.api [None req-8d76d6f2-7c1e-410f-a59a-c92460291c90 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52701a6d-57af-0b5d-4763-78a7c2a6e68c, 'name': SearchDatastore_Task, 'duration_secs': 0.024091} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.510124] env[69889]: DEBUG oslo_concurrency.lockutils [None req-8d76d6f2-7c1e-410f-a59a-c92460291c90 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.510367] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-8d76d6f2-7c1e-410f-a59a-c92460291c90 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: 16a112a1-636c-440d-adfb-8881578f51b0] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 773.511120] env[69889]: DEBUG oslo_concurrency.lockutils [None req-8d76d6f2-7c1e-410f-a59a-c92460291c90 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.511120] env[69889]: DEBUG oslo_concurrency.lockutils [None req-8d76d6f2-7c1e-410f-a59a-c92460291c90 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.511120] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d76d6f2-7c1e-410f-a59a-c92460291c90 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 773.511649] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-03493481-305f-4b48-8071-17ff6a77d160 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.525313] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d76d6f2-7c1e-410f-a59a-c92460291c90 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 773.525313] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-8d76d6f2-7c1e-410f-a59a-c92460291c90 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 773.525313] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e580bdec-64bd-42dc-8266-027810d076fc {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.531841] env[69889]: DEBUG oslo_vmware.api [None req-8d76d6f2-7c1e-410f-a59a-c92460291c90 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Waiting for the task: (returnval){ [ 773.531841] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52ef1d49-b277-9a0c-f61b-71d77958cb6f" [ 773.531841] env[69889]: _type = "Task" [ 773.531841] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.544150] env[69889]: DEBUG oslo_vmware.api [None req-8d76d6f2-7c1e-410f-a59a-c92460291c90 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52ef1d49-b277-9a0c-f61b-71d77958cb6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.556036] env[69889]: DEBUG oslo_concurrency.lockutils [None req-24d9ec00-81d3-4c71-bfc3-9366fbd8d6db tempest-ServerExternalEventsTest-866304017 tempest-ServerExternalEventsTest-866304017-project] Releasing lock "refresh_cache-898487e1-e766-417f-be3f-99f6ebd7f853" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.595018] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43b6d09a-4e4c-4c5f-b6f7-b10bc152b83f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.603650] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5c7a854-cecf-46e9-901b-a8a31974445d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.639899] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5870a91-c06a-43a4-86c3-2302a14f17b2 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.650316] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a3c4e32-4b38-4370-a92a-565a5017b765 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.670001] env[69889]: DEBUG nova.compute.provider_tree [None req-ee7c28bf-bb0a-4255-a0e3-6f9fb83891d1 tempest-ImagesNegativeTestJSON-2145547927 tempest-ImagesNegativeTestJSON-2145547927-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 773.724921] env[69889]: DEBUG nova.network.neutron [None req-b4fd3f52-4e01-4dc2-9f5b-7a0a58d23195 tempest-ServersTestFqdnHostnames-1052344283 tempest-ServersTestFqdnHostnames-1052344283-project-member] [instance: 33ddb54a-10b8-463d-bfcf-4e0e8baea80d] Updating instance_info_cache with network_info: [{"id": "bc245cff-d08b-4068-b402-13958da8e9bc", "address": "fa:16:3e:ac:b1:0c", "network": {"id": "eccecb1d-f7e9-49ed-9609-3683360fd113", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1405497199-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "0e71176275444514903c2629be61d792", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2c019b6-3ef3-4c8f-95bd-edede2c554a9", "external-id": "nsx-vlan-transportzone-364", "segmentation_id": 364, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc245cff-d0", "ovs_interfaceid": "bc245cff-d08b-4068-b402-13958da8e9bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.767983] env[69889]: DEBUG nova.compute.manager [req-a3302475-2fc1-4340-817f-739dd0ac0a0c req-69e781c8-7630-4c3a-a5d8-dc925732260a service nova] [instance: 16a112a1-636c-440d-adfb-8881578f51b0] Received event network-changed-e9084f11-3e79-45c2-8703-cc356120c176 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 773.768232] env[69889]: DEBUG nova.compute.manager [req-a3302475-2fc1-4340-817f-739dd0ac0a0c req-69e781c8-7630-4c3a-a5d8-dc925732260a service nova] [instance: 16a112a1-636c-440d-adfb-8881578f51b0] Refreshing instance network info cache due to event network-changed-e9084f11-3e79-45c2-8703-cc356120c176. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 773.768489] env[69889]: DEBUG oslo_concurrency.lockutils [req-a3302475-2fc1-4340-817f-739dd0ac0a0c req-69e781c8-7630-4c3a-a5d8-dc925732260a service nova] Acquiring lock "refresh_cache-16a112a1-636c-440d-adfb-8881578f51b0" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.768579] env[69889]: DEBUG oslo_concurrency.lockutils [req-a3302475-2fc1-4340-817f-739dd0ac0a0c req-69e781c8-7630-4c3a-a5d8-dc925732260a service nova] Acquired lock "refresh_cache-16a112a1-636c-440d-adfb-8881578f51b0" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.768710] env[69889]: DEBUG nova.network.neutron [req-a3302475-2fc1-4340-817f-739dd0ac0a0c req-69e781c8-7630-4c3a-a5d8-dc925732260a service nova] [instance: 16a112a1-636c-440d-adfb-8881578f51b0] Refreshing network info cache for port e9084f11-3e79-45c2-8703-cc356120c176 {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 773.852174] env[69889]: DEBUG oslo_concurrency.lockutils [None req-fe1af6c9-054e-4706-9cc4-c0697db2e558 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Lock "ad899de6-c2d4-4cbe-a91c-1cd76f650ae4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.034s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.865631] env[69889]: DEBUG nova.compute.manager [None req-b54f35a3-61ac-460f-b4bd-0bc95debe1c7 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 49ce5d94-ce4e-457b-a34c-54bd5dfcc242] Start destroying the instance on the hypervisor. {{(pid=69889) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 773.865631] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-b54f35a3-61ac-460f-b4bd-0bc95debe1c7 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 49ce5d94-ce4e-457b-a34c-54bd5dfcc242] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 773.865949] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7f0a190-2812-4be0-8074-406d65d2b354 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.874711] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-b54f35a3-61ac-460f-b4bd-0bc95debe1c7 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 49ce5d94-ce4e-457b-a34c-54bd5dfcc242] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 773.874970] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ee23eec1-7713-4b07-8f78-05637b642e55 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.885018] env[69889]: DEBUG oslo_vmware.api [None req-b54f35a3-61ac-460f-b4bd-0bc95debe1c7 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Waiting for the task: (returnval){ [ 773.885018] env[69889]: value = "task-4076995" [ 773.885018] env[69889]: _type = "Task" [ 773.885018] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.892916] env[69889]: DEBUG oslo_vmware.api [None req-b54f35a3-61ac-460f-b4bd-0bc95debe1c7 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4076995, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.993435] env[69889]: DEBUG oslo_concurrency.lockutils [None req-89825613-7231-4b00-8eb6-c55f405f0565 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Releasing lock "refresh_cache-49ce5d94-ce4e-457b-a34c-54bd5dfcc242" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.002977] env[69889]: DEBUG nova.compute.manager [None req-12b010aa-c59d-40e8-b804-44f3f291a9a0 tempest-ServerExternalEventsTest-963301871 tempest-ServerExternalEventsTest-963301871-project-member] [instance: 898487e1-e766-417f-be3f-99f6ebd7f853] Start destroying the instance on the hypervisor. {{(pid=69889) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 774.003220] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-12b010aa-c59d-40e8-b804-44f3f291a9a0 tempest-ServerExternalEventsTest-963301871 tempest-ServerExternalEventsTest-963301871-project-member] [instance: 898487e1-e766-417f-be3f-99f6ebd7f853] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 774.004332] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ea5dda4-2fa0-4516-ae9d-e23eb91afbac {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.013782] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-12b010aa-c59d-40e8-b804-44f3f291a9a0 tempest-ServerExternalEventsTest-963301871 tempest-ServerExternalEventsTest-963301871-project-member] [instance: 898487e1-e766-417f-be3f-99f6ebd7f853] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 774.014077] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7f18ba91-e4f5-47ba-9494-da857477ffc3 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.021774] env[69889]: DEBUG oslo_vmware.api [None req-12b010aa-c59d-40e8-b804-44f3f291a9a0 tempest-ServerExternalEventsTest-963301871 tempest-ServerExternalEventsTest-963301871-project-member] Waiting for the task: (returnval){ [ 774.021774] env[69889]: value = "task-4076996" [ 774.021774] env[69889]: _type = "Task" [ 774.021774] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.032968] env[69889]: DEBUG oslo_vmware.api [None req-12b010aa-c59d-40e8-b804-44f3f291a9a0 tempest-ServerExternalEventsTest-963301871 tempest-ServerExternalEventsTest-963301871-project-member] Task: {'id': task-4076996, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.044464] env[69889]: DEBUG oslo_vmware.api [None req-8d76d6f2-7c1e-410f-a59a-c92460291c90 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52ef1d49-b277-9a0c-f61b-71d77958cb6f, 'name': SearchDatastore_Task, 'duration_secs': 0.01622} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.045345] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f8f1f96-489a-48ba-a473-173d91e3b1c4 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.053105] env[69889]: DEBUG oslo_vmware.api [None req-8d76d6f2-7c1e-410f-a59a-c92460291c90 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Waiting for the task: (returnval){ [ 774.053105] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52a67a09-de78-8c42-a448-44de03c57128" [ 774.053105] env[69889]: _type = "Task" [ 774.053105] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.062631] env[69889]: DEBUG oslo_vmware.api [None req-8d76d6f2-7c1e-410f-a59a-c92460291c90 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52a67a09-de78-8c42-a448-44de03c57128, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.173773] env[69889]: DEBUG nova.scheduler.client.report [None req-ee7c28bf-bb0a-4255-a0e3-6f9fb83891d1 tempest-ImagesNegativeTestJSON-2145547927 tempest-ImagesNegativeTestJSON-2145547927-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 774.229388] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b4fd3f52-4e01-4dc2-9f5b-7a0a58d23195 tempest-ServersTestFqdnHostnames-1052344283 tempest-ServersTestFqdnHostnames-1052344283-project-member] Releasing lock "refresh_cache-33ddb54a-10b8-463d-bfcf-4e0e8baea80d" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.229722] env[69889]: DEBUG nova.compute.manager [None req-b4fd3f52-4e01-4dc2-9f5b-7a0a58d23195 tempest-ServersTestFqdnHostnames-1052344283 tempest-ServersTestFqdnHostnames-1052344283-project-member] [instance: 33ddb54a-10b8-463d-bfcf-4e0e8baea80d] Instance network_info: |[{"id": "bc245cff-d08b-4068-b402-13958da8e9bc", "address": "fa:16:3e:ac:b1:0c", "network": {"id": "eccecb1d-f7e9-49ed-9609-3683360fd113", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1405497199-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "0e71176275444514903c2629be61d792", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2c019b6-3ef3-4c8f-95bd-edede2c554a9", "external-id": "nsx-vlan-transportzone-364", "segmentation_id": 364, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc245cff-d0", "ovs_interfaceid": "bc245cff-d08b-4068-b402-13958da8e9bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 774.230375] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-b4fd3f52-4e01-4dc2-9f5b-7a0a58d23195 tempest-ServersTestFqdnHostnames-1052344283 tempest-ServersTestFqdnHostnames-1052344283-project-member] [instance: 33ddb54a-10b8-463d-bfcf-4e0e8baea80d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:b1:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b2c019b6-3ef3-4c8f-95bd-edede2c554a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bc245cff-d08b-4068-b402-13958da8e9bc', 'vif_model': 'vmxnet3'}] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 774.242423] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4fd3f52-4e01-4dc2-9f5b-7a0a58d23195 tempest-ServersTestFqdnHostnames-1052344283 tempest-ServersTestFqdnHostnames-1052344283-project-member] Creating folder: Project (0e71176275444514903c2629be61d792). Parent ref: group-v807779. {{(pid=69889) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 774.242992] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4b6986a1-58c4-4f4f-a4f1-ccfb537913d6 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.259611] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-b4fd3f52-4e01-4dc2-9f5b-7a0a58d23195 tempest-ServersTestFqdnHostnames-1052344283 tempest-ServersTestFqdnHostnames-1052344283-project-member] Created folder: Project (0e71176275444514903c2629be61d792) in parent group-v807779. [ 774.260115] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4fd3f52-4e01-4dc2-9f5b-7a0a58d23195 tempest-ServersTestFqdnHostnames-1052344283 tempest-ServersTestFqdnHostnames-1052344283-project-member] Creating folder: Instances. Parent ref: group-v807855. {{(pid=69889) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 774.260688] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6c0a9156-be8f-4467-8604-011a1e107bfd {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.275924] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-b4fd3f52-4e01-4dc2-9f5b-7a0a58d23195 tempest-ServersTestFqdnHostnames-1052344283 tempest-ServersTestFqdnHostnames-1052344283-project-member] Created folder: Instances in parent group-v807855. [ 774.276260] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b4fd3f52-4e01-4dc2-9f5b-7a0a58d23195 tempest-ServersTestFqdnHostnames-1052344283 tempest-ServersTestFqdnHostnames-1052344283-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 774.276621] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33ddb54a-10b8-463d-bfcf-4e0e8baea80d] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 774.277490] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5d676874-fe51-4214-a412-f4ef4532ab2a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.305666] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 774.305666] env[69889]: value = "task-4076999" [ 774.305666] env[69889]: _type = "Task" [ 774.305666] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.313936] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4076999, 'name': CreateVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.355107] env[69889]: DEBUG nova.compute.manager [None req-743147b0-a69b-4d6f-884a-0677f5a06b96 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] [instance: c94d00aa-7337-4037-9d27-25bad025e569] Starting instance... {{(pid=69889) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 774.394551] env[69889]: DEBUG oslo_vmware.api [None req-b54f35a3-61ac-460f-b4bd-0bc95debe1c7 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4076995, 'name': PowerOffVM_Task, 'duration_secs': 0.242923} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.394891] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-b54f35a3-61ac-460f-b4bd-0bc95debe1c7 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 49ce5d94-ce4e-457b-a34c-54bd5dfcc242] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 774.395078] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-b54f35a3-61ac-460f-b4bd-0bc95debe1c7 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 49ce5d94-ce4e-457b-a34c-54bd5dfcc242] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 774.395905] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e69999e8-4b05-4027-b2d1-5dc9d258865e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.470959] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-b54f35a3-61ac-460f-b4bd-0bc95debe1c7 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 49ce5d94-ce4e-457b-a34c-54bd5dfcc242] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 774.471413] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-b54f35a3-61ac-460f-b4bd-0bc95debe1c7 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 49ce5d94-ce4e-457b-a34c-54bd5dfcc242] Deleting contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 774.471621] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-b54f35a3-61ac-460f-b4bd-0bc95debe1c7 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Deleting the datastore file [datastore2] 49ce5d94-ce4e-457b-a34c-54bd5dfcc242 {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 774.472599] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e1d82858-94e3-4896-ae9a-9f352c4ac888 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.486033] env[69889]: DEBUG oslo_vmware.api [None req-b54f35a3-61ac-460f-b4bd-0bc95debe1c7 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Waiting for the task: (returnval){ [ 774.486033] env[69889]: value = "task-4077001" [ 774.486033] env[69889]: _type = "Task" [ 774.486033] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.495704] env[69889]: DEBUG oslo_vmware.api [None req-b54f35a3-61ac-460f-b4bd-0bc95debe1c7 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4077001, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.497084] env[69889]: DEBUG oslo_concurrency.lockutils [None req-89825613-7231-4b00-8eb6-c55f405f0565 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Lock "interface-49ce5d94-ce4e-457b-a34c-54bd5dfcc242-8c68bff7-071a-49ec-b024-4820c4225a9c" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.820s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.539766] env[69889]: DEBUG oslo_vmware.api [None req-12b010aa-c59d-40e8-b804-44f3f291a9a0 tempest-ServerExternalEventsTest-963301871 tempest-ServerExternalEventsTest-963301871-project-member] Task: {'id': task-4076996, 'name': PowerOffVM_Task, 'duration_secs': 0.269248} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.539766] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-12b010aa-c59d-40e8-b804-44f3f291a9a0 tempest-ServerExternalEventsTest-963301871 tempest-ServerExternalEventsTest-963301871-project-member] [instance: 898487e1-e766-417f-be3f-99f6ebd7f853] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 774.539766] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-12b010aa-c59d-40e8-b804-44f3f291a9a0 tempest-ServerExternalEventsTest-963301871 tempest-ServerExternalEventsTest-963301871-project-member] [instance: 898487e1-e766-417f-be3f-99f6ebd7f853] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 774.539766] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d232ba1c-0426-48f3-82fe-67da5878201f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.563024] env[69889]: DEBUG oslo_vmware.api [None req-8d76d6f2-7c1e-410f-a59a-c92460291c90 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52a67a09-de78-8c42-a448-44de03c57128, 'name': SearchDatastore_Task, 'duration_secs': 0.020493} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.563469] env[69889]: DEBUG oslo_concurrency.lockutils [None req-8d76d6f2-7c1e-410f-a59a-c92460291c90 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.563868] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d76d6f2-7c1e-410f-a59a-c92460291c90 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] 16a112a1-636c-440d-adfb-8881578f51b0/16a112a1-636c-440d-adfb-8881578f51b0.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 774.564069] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e44d6960-990b-422d-858f-2e917388ac71 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.573210] env[69889]: DEBUG oslo_vmware.api [None req-8d76d6f2-7c1e-410f-a59a-c92460291c90 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Waiting for the task: (returnval){ [ 774.573210] env[69889]: value = "task-4077003" [ 774.573210] env[69889]: _type = "Task" [ 774.573210] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.584925] env[69889]: DEBUG oslo_vmware.api [None req-8d76d6f2-7c1e-410f-a59a-c92460291c90 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4077003, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.622402] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-12b010aa-c59d-40e8-b804-44f3f291a9a0 tempest-ServerExternalEventsTest-963301871 tempest-ServerExternalEventsTest-963301871-project-member] [instance: 898487e1-e766-417f-be3f-99f6ebd7f853] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 774.622543] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-12b010aa-c59d-40e8-b804-44f3f291a9a0 tempest-ServerExternalEventsTest-963301871 tempest-ServerExternalEventsTest-963301871-project-member] [instance: 898487e1-e766-417f-be3f-99f6ebd7f853] Deleting contents of the VM from datastore datastore1 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 774.622662] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-12b010aa-c59d-40e8-b804-44f3f291a9a0 tempest-ServerExternalEventsTest-963301871 tempest-ServerExternalEventsTest-963301871-project-member] Deleting the datastore file [datastore1] 898487e1-e766-417f-be3f-99f6ebd7f853 {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 774.623039] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1764e359-b2d0-4910-8955-775446b3e399 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.633483] env[69889]: DEBUG oslo_vmware.api [None req-12b010aa-c59d-40e8-b804-44f3f291a9a0 tempest-ServerExternalEventsTest-963301871 tempest-ServerExternalEventsTest-963301871-project-member] Waiting for the task: (returnval){ [ 774.633483] env[69889]: value = "task-4077004" [ 774.633483] env[69889]: _type = "Task" [ 774.633483] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.646229] env[69889]: DEBUG oslo_vmware.api [None req-12b010aa-c59d-40e8-b804-44f3f291a9a0 tempest-ServerExternalEventsTest-963301871 tempest-ServerExternalEventsTest-963301871-project-member] Task: {'id': task-4077004, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.680030] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ee7c28bf-bb0a-4255-a0e3-6f9fb83891d1 tempest-ImagesNegativeTestJSON-2145547927 tempest-ImagesNegativeTestJSON-2145547927-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.677s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.680531] env[69889]: DEBUG nova.compute.manager [None req-ee7c28bf-bb0a-4255-a0e3-6f9fb83891d1 tempest-ImagesNegativeTestJSON-2145547927 tempest-ImagesNegativeTestJSON-2145547927-project-member] [instance: 2a1576fd-1e00-4803-ba65-cf3f35434ca6] Start building networks asynchronously for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 774.683262] env[69889]: DEBUG oslo_concurrency.lockutils [None req-aaa3a362-4bca-4693-a5da-c9f15112134b tempest-ServersTestJSON-667160462 tempest-ServersTestJSON-667160462-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.339s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.683557] env[69889]: DEBUG nova.objects.instance [None req-aaa3a362-4bca-4693-a5da-c9f15112134b tempest-ServersTestJSON-667160462 tempest-ServersTestJSON-667160462-project-member] Lazy-loading 'resources' on Instance uuid 41c9a79a-e246-4818-8339-fbaaa9fea305 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 774.761521] env[69889]: DEBUG nova.compute.manager [req-e615a0ed-059b-4e93-9b4b-6e1d65d7c4b8 req-f68091cd-430b-41b4-9227-86c95718f633 service nova] [instance: 33ddb54a-10b8-463d-bfcf-4e0e8baea80d] Received event network-vif-plugged-bc245cff-d08b-4068-b402-13958da8e9bc {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 774.761681] env[69889]: DEBUG oslo_concurrency.lockutils [req-e615a0ed-059b-4e93-9b4b-6e1d65d7c4b8 req-f68091cd-430b-41b4-9227-86c95718f633 service nova] Acquiring lock "33ddb54a-10b8-463d-bfcf-4e0e8baea80d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.762375] env[69889]: DEBUG oslo_concurrency.lockutils [req-e615a0ed-059b-4e93-9b4b-6e1d65d7c4b8 req-f68091cd-430b-41b4-9227-86c95718f633 service nova] Lock "33ddb54a-10b8-463d-bfcf-4e0e8baea80d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.762569] env[69889]: DEBUG oslo_concurrency.lockutils [req-e615a0ed-059b-4e93-9b4b-6e1d65d7c4b8 req-f68091cd-430b-41b4-9227-86c95718f633 service nova] Lock "33ddb54a-10b8-463d-bfcf-4e0e8baea80d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.762859] env[69889]: DEBUG nova.compute.manager [req-e615a0ed-059b-4e93-9b4b-6e1d65d7c4b8 req-f68091cd-430b-41b4-9227-86c95718f633 service nova] [instance: 33ddb54a-10b8-463d-bfcf-4e0e8baea80d] No waiting events found dispatching network-vif-plugged-bc245cff-d08b-4068-b402-13958da8e9bc {{(pid=69889) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 774.763113] env[69889]: WARNING nova.compute.manager [req-e615a0ed-059b-4e93-9b4b-6e1d65d7c4b8 req-f68091cd-430b-41b4-9227-86c95718f633 service nova] [instance: 33ddb54a-10b8-463d-bfcf-4e0e8baea80d] Received unexpected event network-vif-plugged-bc245cff-d08b-4068-b402-13958da8e9bc for instance with vm_state building and task_state spawning. [ 774.763325] env[69889]: DEBUG nova.compute.manager [req-e615a0ed-059b-4e93-9b4b-6e1d65d7c4b8 req-f68091cd-430b-41b4-9227-86c95718f633 service nova] [instance: 33ddb54a-10b8-463d-bfcf-4e0e8baea80d] Received event network-changed-bc245cff-d08b-4068-b402-13958da8e9bc {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 774.763516] env[69889]: DEBUG nova.compute.manager [req-e615a0ed-059b-4e93-9b4b-6e1d65d7c4b8 req-f68091cd-430b-41b4-9227-86c95718f633 service nova] [instance: 33ddb54a-10b8-463d-bfcf-4e0e8baea80d] Refreshing instance network info cache due to event network-changed-bc245cff-d08b-4068-b402-13958da8e9bc. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 774.764053] env[69889]: DEBUG oslo_concurrency.lockutils [req-e615a0ed-059b-4e93-9b4b-6e1d65d7c4b8 req-f68091cd-430b-41b4-9227-86c95718f633 service nova] Acquiring lock "refresh_cache-33ddb54a-10b8-463d-bfcf-4e0e8baea80d" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.764053] env[69889]: DEBUG oslo_concurrency.lockutils [req-e615a0ed-059b-4e93-9b4b-6e1d65d7c4b8 req-f68091cd-430b-41b4-9227-86c95718f633 service nova] Acquired lock "refresh_cache-33ddb54a-10b8-463d-bfcf-4e0e8baea80d" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.764053] env[69889]: DEBUG nova.network.neutron [req-e615a0ed-059b-4e93-9b4b-6e1d65d7c4b8 req-f68091cd-430b-41b4-9227-86c95718f633 service nova] [instance: 33ddb54a-10b8-463d-bfcf-4e0e8baea80d] Refreshing network info cache for port bc245cff-d08b-4068-b402-13958da8e9bc {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 774.817211] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4076999, 'name': CreateVM_Task} progress is 99%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.847640] env[69889]: DEBUG nova.network.neutron [req-a3302475-2fc1-4340-817f-739dd0ac0a0c req-69e781c8-7630-4c3a-a5d8-dc925732260a service nova] [instance: 16a112a1-636c-440d-adfb-8881578f51b0] Updated VIF entry in instance network info cache for port e9084f11-3e79-45c2-8703-cc356120c176. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 774.847640] env[69889]: DEBUG nova.network.neutron [req-a3302475-2fc1-4340-817f-739dd0ac0a0c req-69e781c8-7630-4c3a-a5d8-dc925732260a service nova] [instance: 16a112a1-636c-440d-adfb-8881578f51b0] Updating instance_info_cache with network_info: [{"id": "e9084f11-3e79-45c2-8703-cc356120c176", "address": "fa:16:3e:32:55:ce", "network": {"id": "b29da6ee-674a-477c-825a-46d399fad165", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1035647706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea3b0130534446ba8f3ff8c8e581dae7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9084f11-3e", "ovs_interfaceid": "e9084f11-3e79-45c2-8703-cc356120c176", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.892358] env[69889]: DEBUG oslo_concurrency.lockutils [None req-743147b0-a69b-4d6f-884a-0677f5a06b96 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.005963] env[69889]: DEBUG oslo_vmware.api [None req-b54f35a3-61ac-460f-b4bd-0bc95debe1c7 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4077001, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159224} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.006315] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-b54f35a3-61ac-460f-b4bd-0bc95debe1c7 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 775.006566] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-b54f35a3-61ac-460f-b4bd-0bc95debe1c7 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 49ce5d94-ce4e-457b-a34c-54bd5dfcc242] Deleted contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 775.006795] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-b54f35a3-61ac-460f-b4bd-0bc95debe1c7 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 49ce5d94-ce4e-457b-a34c-54bd5dfcc242] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 775.008022] env[69889]: INFO nova.compute.manager [None req-b54f35a3-61ac-460f-b4bd-0bc95debe1c7 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 49ce5d94-ce4e-457b-a34c-54bd5dfcc242] Took 1.14 seconds to destroy the instance on the hypervisor. [ 775.008129] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b54f35a3-61ac-460f-b4bd-0bc95debe1c7 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 775.008294] env[69889]: DEBUG nova.compute.manager [-] [instance: 49ce5d94-ce4e-457b-a34c-54bd5dfcc242] Deallocating network for instance {{(pid=69889) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 775.008419] env[69889]: DEBUG nova.network.neutron [-] [instance: 49ce5d94-ce4e-457b-a34c-54bd5dfcc242] deallocate_for_instance() {{(pid=69889) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 775.086874] env[69889]: DEBUG oslo_vmware.api [None req-8d76d6f2-7c1e-410f-a59a-c92460291c90 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4077003, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.144984] env[69889]: DEBUG oslo_vmware.api [None req-12b010aa-c59d-40e8-b804-44f3f291a9a0 tempest-ServerExternalEventsTest-963301871 tempest-ServerExternalEventsTest-963301871-project-member] Task: {'id': task-4077004, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151697} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.145531] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-12b010aa-c59d-40e8-b804-44f3f291a9a0 tempest-ServerExternalEventsTest-963301871 tempest-ServerExternalEventsTest-963301871-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 775.145810] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-12b010aa-c59d-40e8-b804-44f3f291a9a0 tempest-ServerExternalEventsTest-963301871 tempest-ServerExternalEventsTest-963301871-project-member] [instance: 898487e1-e766-417f-be3f-99f6ebd7f853] Deleted contents of the VM from datastore datastore1 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 775.146011] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-12b010aa-c59d-40e8-b804-44f3f291a9a0 tempest-ServerExternalEventsTest-963301871 tempest-ServerExternalEventsTest-963301871-project-member] [instance: 898487e1-e766-417f-be3f-99f6ebd7f853] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 775.146226] env[69889]: INFO nova.compute.manager [None req-12b010aa-c59d-40e8-b804-44f3f291a9a0 tempest-ServerExternalEventsTest-963301871 tempest-ServerExternalEventsTest-963301871-project-member] [instance: 898487e1-e766-417f-be3f-99f6ebd7f853] Took 1.14 seconds to destroy the instance on the hypervisor. [ 775.146534] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-12b010aa-c59d-40e8-b804-44f3f291a9a0 tempest-ServerExternalEventsTest-963301871 tempest-ServerExternalEventsTest-963301871-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 775.146792] env[69889]: DEBUG nova.compute.manager [-] [instance: 898487e1-e766-417f-be3f-99f6ebd7f853] Deallocating network for instance {{(pid=69889) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 775.146924] env[69889]: DEBUG nova.network.neutron [-] [instance: 898487e1-e766-417f-be3f-99f6ebd7f853] deallocate_for_instance() {{(pid=69889) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 775.191895] env[69889]: DEBUG nova.compute.utils [None req-ee7c28bf-bb0a-4255-a0e3-6f9fb83891d1 tempest-ImagesNegativeTestJSON-2145547927 tempest-ImagesNegativeTestJSON-2145547927-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 775.201784] env[69889]: DEBUG nova.compute.manager [None req-ee7c28bf-bb0a-4255-a0e3-6f9fb83891d1 tempest-ImagesNegativeTestJSON-2145547927 tempest-ImagesNegativeTestJSON-2145547927-project-member] [instance: 2a1576fd-1e00-4803-ba65-cf3f35434ca6] Allocating IP information in the background. {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 775.202210] env[69889]: DEBUG nova.network.neutron [None req-ee7c28bf-bb0a-4255-a0e3-6f9fb83891d1 tempest-ImagesNegativeTestJSON-2145547927 tempest-ImagesNegativeTestJSON-2145547927-project-member] [instance: 2a1576fd-1e00-4803-ba65-cf3f35434ca6] allocate_for_instance() {{(pid=69889) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 775.322714] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4076999, 'name': CreateVM_Task, 'duration_secs': 0.890596} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.322917] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33ddb54a-10b8-463d-bfcf-4e0e8baea80d] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 775.323695] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b4fd3f52-4e01-4dc2-9f5b-7a0a58d23195 tempest-ServersTestFqdnHostnames-1052344283 tempest-ServersTestFqdnHostnames-1052344283-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.323872] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b4fd3f52-4e01-4dc2-9f5b-7a0a58d23195 tempest-ServersTestFqdnHostnames-1052344283 tempest-ServersTestFqdnHostnames-1052344283-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.324231] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b4fd3f52-4e01-4dc2-9f5b-7a0a58d23195 tempest-ServersTestFqdnHostnames-1052344283 tempest-ServersTestFqdnHostnames-1052344283-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.324551] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acbac203-3811-42dc-9fb6-418d8032c2c1 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.330555] env[69889]: DEBUG oslo_vmware.api [None req-b4fd3f52-4e01-4dc2-9f5b-7a0a58d23195 tempest-ServersTestFqdnHostnames-1052344283 tempest-ServersTestFqdnHostnames-1052344283-project-member] Waiting for the task: (returnval){ [ 775.330555] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52dfa3a6-bf83-52b9-14b4-6ade43e996ab" [ 775.330555] env[69889]: _type = "Task" [ 775.330555] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.342322] env[69889]: DEBUG oslo_vmware.api [None req-b4fd3f52-4e01-4dc2-9f5b-7a0a58d23195 tempest-ServersTestFqdnHostnames-1052344283 tempest-ServersTestFqdnHostnames-1052344283-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52dfa3a6-bf83-52b9-14b4-6ade43e996ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.350582] env[69889]: DEBUG oslo_concurrency.lockutils [req-a3302475-2fc1-4340-817f-739dd0ac0a0c req-69e781c8-7630-4c3a-a5d8-dc925732260a service nova] Releasing lock "refresh_cache-16a112a1-636c-440d-adfb-8881578f51b0" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.584013] env[69889]: DEBUG oslo_vmware.api [None req-8d76d6f2-7c1e-410f-a59a-c92460291c90 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4077003, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.705991} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.590380] env[69889]: DEBUG nova.policy [None req-ee7c28bf-bb0a-4255-a0e3-6f9fb83891d1 tempest-ImagesNegativeTestJSON-2145547927 tempest-ImagesNegativeTestJSON-2145547927-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f11625561480476d92527eff24de7ba3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ca97844f58c34c058cdb39da7575504c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69889) authorize /opt/stack/nova/nova/policy.py:192}} [ 775.593938] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d76d6f2-7c1e-410f-a59a-c92460291c90 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] 16a112a1-636c-440d-adfb-8881578f51b0/16a112a1-636c-440d-adfb-8881578f51b0.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 775.593938] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-8d76d6f2-7c1e-410f-a59a-c92460291c90 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: 16a112a1-636c-440d-adfb-8881578f51b0] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 775.596197] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a81ecde4-b773-4176-8d4a-7478f728acf5 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.608055] env[69889]: DEBUG oslo_vmware.api [None req-8d76d6f2-7c1e-410f-a59a-c92460291c90 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Waiting for the task: (returnval){ [ 775.608055] env[69889]: value = "task-4077005" [ 775.608055] env[69889]: _type = "Task" [ 775.608055] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.621866] env[69889]: DEBUG oslo_vmware.api [None req-8d76d6f2-7c1e-410f-a59a-c92460291c90 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4077005, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.699345] env[69889]: DEBUG nova.compute.manager [None req-ee7c28bf-bb0a-4255-a0e3-6f9fb83891d1 tempest-ImagesNegativeTestJSON-2145547927 tempest-ImagesNegativeTestJSON-2145547927-project-member] [instance: 2a1576fd-1e00-4803-ba65-cf3f35434ca6] Start building block device mappings for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 775.800646] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-133dfcd6-0bed-4d5a-894d-4284213bb159 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.809717] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24ae2ac7-601b-4367-b15a-57c41236a295 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.844886] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b24a1ad1-28af-46aa-a303-63a4e78d19cc {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.855365] env[69889]: DEBUG oslo_vmware.api [None req-b4fd3f52-4e01-4dc2-9f5b-7a0a58d23195 tempest-ServersTestFqdnHostnames-1052344283 tempest-ServersTestFqdnHostnames-1052344283-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52dfa3a6-bf83-52b9-14b4-6ade43e996ab, 'name': SearchDatastore_Task, 'duration_secs': 0.018408} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.861021] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84c9587c-c4c2-48e5-b9a4-20f865206f17 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.867495] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b4fd3f52-4e01-4dc2-9f5b-7a0a58d23195 tempest-ServersTestFqdnHostnames-1052344283 tempest-ServersTestFqdnHostnames-1052344283-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.867772] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-b4fd3f52-4e01-4dc2-9f5b-7a0a58d23195 tempest-ServersTestFqdnHostnames-1052344283 tempest-ServersTestFqdnHostnames-1052344283-project-member] [instance: 33ddb54a-10b8-463d-bfcf-4e0e8baea80d] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 775.871136] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b4fd3f52-4e01-4dc2-9f5b-7a0a58d23195 tempest-ServersTestFqdnHostnames-1052344283 tempest-ServersTestFqdnHostnames-1052344283-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.871409] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b4fd3f52-4e01-4dc2-9f5b-7a0a58d23195 tempest-ServersTestFqdnHostnames-1052344283 tempest-ServersTestFqdnHostnames-1052344283-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.871890] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4fd3f52-4e01-4dc2-9f5b-7a0a58d23195 tempest-ServersTestFqdnHostnames-1052344283 tempest-ServersTestFqdnHostnames-1052344283-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 775.871980] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0daaa001-2ca9-44b6-90a3-c14c3470f93e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.888645] env[69889]: DEBUG nova.compute.provider_tree [None req-aaa3a362-4bca-4693-a5da-c9f15112134b tempest-ServersTestJSON-667160462 tempest-ServersTestJSON-667160462-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 775.891298] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4fd3f52-4e01-4dc2-9f5b-7a0a58d23195 tempest-ServersTestFqdnHostnames-1052344283 tempest-ServersTestFqdnHostnames-1052344283-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 775.891481] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-b4fd3f52-4e01-4dc2-9f5b-7a0a58d23195 tempest-ServersTestFqdnHostnames-1052344283 tempest-ServersTestFqdnHostnames-1052344283-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 775.892456] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd15d65e-c0d8-45ac-82fc-7ad33212af7f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.899710] env[69889]: DEBUG oslo_vmware.api [None req-b4fd3f52-4e01-4dc2-9f5b-7a0a58d23195 tempest-ServersTestFqdnHostnames-1052344283 tempest-ServersTestFqdnHostnames-1052344283-project-member] Waiting for the task: (returnval){ [ 775.899710] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]5238c181-3618-7a41-e1de-0a85b3e5a40a" [ 775.899710] env[69889]: _type = "Task" [ 775.899710] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.909879] env[69889]: DEBUG oslo_vmware.api [None req-b4fd3f52-4e01-4dc2-9f5b-7a0a58d23195 tempest-ServersTestFqdnHostnames-1052344283 tempest-ServersTestFqdnHostnames-1052344283-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5238c181-3618-7a41-e1de-0a85b3e5a40a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.070663] env[69889]: DEBUG nova.network.neutron [req-e615a0ed-059b-4e93-9b4b-6e1d65d7c4b8 req-f68091cd-430b-41b4-9227-86c95718f633 service nova] [instance: 33ddb54a-10b8-463d-bfcf-4e0e8baea80d] Updated VIF entry in instance network info cache for port bc245cff-d08b-4068-b402-13958da8e9bc. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 776.071201] env[69889]: DEBUG nova.network.neutron [req-e615a0ed-059b-4e93-9b4b-6e1d65d7c4b8 req-f68091cd-430b-41b4-9227-86c95718f633 service nova] [instance: 33ddb54a-10b8-463d-bfcf-4e0e8baea80d] Updating instance_info_cache with network_info: [{"id": "bc245cff-d08b-4068-b402-13958da8e9bc", "address": "fa:16:3e:ac:b1:0c", "network": {"id": "eccecb1d-f7e9-49ed-9609-3683360fd113", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1405497199-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "0e71176275444514903c2629be61d792", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2c019b6-3ef3-4c8f-95bd-edede2c554a9", "external-id": "nsx-vlan-transportzone-364", "segmentation_id": 364, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc245cff-d0", "ovs_interfaceid": "bc245cff-d08b-4068-b402-13958da8e9bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.120265] env[69889]: DEBUG oslo_vmware.api [None req-8d76d6f2-7c1e-410f-a59a-c92460291c90 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4077005, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088354} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.120562] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-8d76d6f2-7c1e-410f-a59a-c92460291c90 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: 16a112a1-636c-440d-adfb-8881578f51b0] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 776.121377] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89e65d13-cb1b-4a4c-98e3-e1ac3fa9f34b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.145280] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d76d6f2-7c1e-410f-a59a-c92460291c90 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: 16a112a1-636c-440d-adfb-8881578f51b0] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] 16a112a1-636c-440d-adfb-8881578f51b0/16a112a1-636c-440d-adfb-8881578f51b0.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 776.145882] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31bcd3a3-60d3-4d18-b56c-5cdbefcc9533 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.169634] env[69889]: DEBUG oslo_vmware.api [None req-8d76d6f2-7c1e-410f-a59a-c92460291c90 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Waiting for the task: (returnval){ [ 776.169634] env[69889]: value = "task-4077006" [ 776.169634] env[69889]: _type = "Task" [ 776.169634] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.178497] env[69889]: DEBUG oslo_vmware.api [None req-8d76d6f2-7c1e-410f-a59a-c92460291c90 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4077006, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.215742] env[69889]: DEBUG nova.network.neutron [None req-ee7c28bf-bb0a-4255-a0e3-6f9fb83891d1 tempest-ImagesNegativeTestJSON-2145547927 tempest-ImagesNegativeTestJSON-2145547927-project-member] [instance: 2a1576fd-1e00-4803-ba65-cf3f35434ca6] Successfully created port: d4f16797-dc5d-48fb-a380-feac07be0bdc {{(pid=69889) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 776.275415] env[69889]: INFO nova.compute.manager [None req-8cecd9d2-fbcc-48d2-959f-067fe57b3b52 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] [instance: ad899de6-c2d4-4cbe-a91c-1cd76f650ae4] Rescuing [ 776.275708] env[69889]: DEBUG oslo_concurrency.lockutils [None req-8cecd9d2-fbcc-48d2-959f-067fe57b3b52 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Acquiring lock "refresh_cache-ad899de6-c2d4-4cbe-a91c-1cd76f650ae4" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.275877] env[69889]: DEBUG oslo_concurrency.lockutils [None req-8cecd9d2-fbcc-48d2-959f-067fe57b3b52 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Acquired lock "refresh_cache-ad899de6-c2d4-4cbe-a91c-1cd76f650ae4" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.276070] env[69889]: DEBUG nova.network.neutron [None req-8cecd9d2-fbcc-48d2-959f-067fe57b3b52 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] [instance: ad899de6-c2d4-4cbe-a91c-1cd76f650ae4] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 776.393598] env[69889]: DEBUG nova.scheduler.client.report [None req-aaa3a362-4bca-4693-a5da-c9f15112134b tempest-ServersTestJSON-667160462 tempest-ServersTestJSON-667160462-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 776.414936] env[69889]: DEBUG oslo_vmware.api [None req-b4fd3f52-4e01-4dc2-9f5b-7a0a58d23195 tempest-ServersTestFqdnHostnames-1052344283 tempest-ServersTestFqdnHostnames-1052344283-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5238c181-3618-7a41-e1de-0a85b3e5a40a, 'name': SearchDatastore_Task, 'duration_secs': 0.010734} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.418383] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c2182c1-71a8-4116-9dce-1c2b3e3a34a0 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.424058] env[69889]: DEBUG oslo_vmware.api [None req-b4fd3f52-4e01-4dc2-9f5b-7a0a58d23195 tempest-ServersTestFqdnHostnames-1052344283 tempest-ServersTestFqdnHostnames-1052344283-project-member] Waiting for the task: (returnval){ [ 776.424058] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52a7105d-4317-a0a4-0266-d4d9684afd3f" [ 776.424058] env[69889]: _type = "Task" [ 776.424058] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.436027] env[69889]: DEBUG oslo_vmware.api [None req-b4fd3f52-4e01-4dc2-9f5b-7a0a58d23195 tempest-ServersTestFqdnHostnames-1052344283 tempest-ServersTestFqdnHostnames-1052344283-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52a7105d-4317-a0a4-0266-d4d9684afd3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.562128] env[69889]: DEBUG nova.network.neutron [-] [instance: 898487e1-e766-417f-be3f-99f6ebd7f853] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.576588] env[69889]: DEBUG oslo_concurrency.lockutils [req-e615a0ed-059b-4e93-9b4b-6e1d65d7c4b8 req-f68091cd-430b-41b4-9227-86c95718f633 service nova] Releasing lock "refresh_cache-33ddb54a-10b8-463d-bfcf-4e0e8baea80d" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.670078] env[69889]: DEBUG nova.network.neutron [-] [instance: 49ce5d94-ce4e-457b-a34c-54bd5dfcc242] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.682509] env[69889]: DEBUG oslo_vmware.api [None req-8d76d6f2-7c1e-410f-a59a-c92460291c90 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4077006, 'name': ReconfigVM_Task, 'duration_secs': 0.309789} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.682861] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d76d6f2-7c1e-410f-a59a-c92460291c90 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: 16a112a1-636c-440d-adfb-8881578f51b0] Reconfigured VM instance instance-0000001a to attach disk [datastore2] 16a112a1-636c-440d-adfb-8881578f51b0/16a112a1-636c-440d-adfb-8881578f51b0.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 776.684024] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4d93f9b1-6edd-490e-a576-86f2a2882b1d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.693183] env[69889]: DEBUG oslo_vmware.api [None req-8d76d6f2-7c1e-410f-a59a-c92460291c90 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Waiting for the task: (returnval){ [ 776.693183] env[69889]: value = "task-4077007" [ 776.693183] env[69889]: _type = "Task" [ 776.693183] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.706565] env[69889]: DEBUG oslo_vmware.api [None req-8d76d6f2-7c1e-410f-a59a-c92460291c90 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4077007, 'name': Rename_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.720354] env[69889]: DEBUG nova.compute.manager [None req-ee7c28bf-bb0a-4255-a0e3-6f9fb83891d1 tempest-ImagesNegativeTestJSON-2145547927 tempest-ImagesNegativeTestJSON-2145547927-project-member] [instance: 2a1576fd-1e00-4803-ba65-cf3f35434ca6] Start spawning the instance on the hypervisor. {{(pid=69889) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 776.754573] env[69889]: DEBUG nova.virt.hardware [None req-ee7c28bf-bb0a-4255-a0e3-6f9fb83891d1 tempest-ImagesNegativeTestJSON-2145547927 tempest-ImagesNegativeTestJSON-2145547927-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 776.754856] env[69889]: DEBUG nova.virt.hardware [None req-ee7c28bf-bb0a-4255-a0e3-6f9fb83891d1 tempest-ImagesNegativeTestJSON-2145547927 tempest-ImagesNegativeTestJSON-2145547927-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 776.755043] env[69889]: DEBUG nova.virt.hardware [None req-ee7c28bf-bb0a-4255-a0e3-6f9fb83891d1 tempest-ImagesNegativeTestJSON-2145547927 tempest-ImagesNegativeTestJSON-2145547927-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 776.755253] env[69889]: DEBUG nova.virt.hardware [None req-ee7c28bf-bb0a-4255-a0e3-6f9fb83891d1 tempest-ImagesNegativeTestJSON-2145547927 tempest-ImagesNegativeTestJSON-2145547927-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 776.755376] env[69889]: DEBUG nova.virt.hardware [None req-ee7c28bf-bb0a-4255-a0e3-6f9fb83891d1 tempest-ImagesNegativeTestJSON-2145547927 tempest-ImagesNegativeTestJSON-2145547927-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 776.755539] env[69889]: DEBUG nova.virt.hardware [None req-ee7c28bf-bb0a-4255-a0e3-6f9fb83891d1 tempest-ImagesNegativeTestJSON-2145547927 tempest-ImagesNegativeTestJSON-2145547927-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 776.755751] env[69889]: DEBUG nova.virt.hardware [None req-ee7c28bf-bb0a-4255-a0e3-6f9fb83891d1 tempest-ImagesNegativeTestJSON-2145547927 tempest-ImagesNegativeTestJSON-2145547927-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 776.755908] env[69889]: DEBUG nova.virt.hardware [None req-ee7c28bf-bb0a-4255-a0e3-6f9fb83891d1 tempest-ImagesNegativeTestJSON-2145547927 tempest-ImagesNegativeTestJSON-2145547927-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 776.756090] env[69889]: DEBUG nova.virt.hardware [None req-ee7c28bf-bb0a-4255-a0e3-6f9fb83891d1 tempest-ImagesNegativeTestJSON-2145547927 tempest-ImagesNegativeTestJSON-2145547927-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 776.756261] env[69889]: DEBUG nova.virt.hardware [None req-ee7c28bf-bb0a-4255-a0e3-6f9fb83891d1 tempest-ImagesNegativeTestJSON-2145547927 tempest-ImagesNegativeTestJSON-2145547927-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 776.756431] env[69889]: DEBUG nova.virt.hardware [None req-ee7c28bf-bb0a-4255-a0e3-6f9fb83891d1 tempest-ImagesNegativeTestJSON-2145547927 tempest-ImagesNegativeTestJSON-2145547927-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 776.757368] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aec7fec6-f8bc-4068-b69f-aad10f400c27 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.775824] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f4a25ee-e612-41c7-882e-1c54c0793860 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.868200] env[69889]: DEBUG nova.compute.manager [req-8105c8aa-baa2-4832-afbd-a7f2d3b06a4a req-3e79be20-2784-47e2-8f11-b8644ff1a050 service nova] [instance: 7af1243e-53e5-4edc-b665-562067ca3c71] Received event network-changed-45a0d640-32eb-4fe3-ba08-466bfd767ad8 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 776.868396] env[69889]: DEBUG nova.compute.manager [req-8105c8aa-baa2-4832-afbd-a7f2d3b06a4a req-3e79be20-2784-47e2-8f11-b8644ff1a050 service nova] [instance: 7af1243e-53e5-4edc-b665-562067ca3c71] Refreshing instance network info cache due to event network-changed-45a0d640-32eb-4fe3-ba08-466bfd767ad8. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 776.868613] env[69889]: DEBUG oslo_concurrency.lockutils [req-8105c8aa-baa2-4832-afbd-a7f2d3b06a4a req-3e79be20-2784-47e2-8f11-b8644ff1a050 service nova] Acquiring lock "refresh_cache-7af1243e-53e5-4edc-b665-562067ca3c71" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.868944] env[69889]: DEBUG oslo_concurrency.lockutils [req-8105c8aa-baa2-4832-afbd-a7f2d3b06a4a req-3e79be20-2784-47e2-8f11-b8644ff1a050 service nova] Acquired lock "refresh_cache-7af1243e-53e5-4edc-b665-562067ca3c71" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.868944] env[69889]: DEBUG nova.network.neutron [req-8105c8aa-baa2-4832-afbd-a7f2d3b06a4a req-3e79be20-2784-47e2-8f11-b8644ff1a050 service nova] [instance: 7af1243e-53e5-4edc-b665-562067ca3c71] Refreshing network info cache for port 45a0d640-32eb-4fe3-ba08-466bfd767ad8 {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 776.899749] env[69889]: DEBUG oslo_concurrency.lockutils [None req-aaa3a362-4bca-4693-a5da-c9f15112134b tempest-ServersTestJSON-667160462 tempest-ServersTestJSON-667160462-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.216s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.902604] env[69889]: DEBUG oslo_concurrency.lockutils [None req-8a693dae-b22e-4f4e-8294-4424cb379a9f tempest-ServerTagsTestJSON-782493845 tempest-ServerTagsTestJSON-782493845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.483s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.902604] env[69889]: DEBUG nova.objects.instance [None req-8a693dae-b22e-4f4e-8294-4424cb379a9f tempest-ServerTagsTestJSON-782493845 tempest-ServerTagsTestJSON-782493845-project-member] Lazy-loading 'resources' on Instance uuid 6440cc57-4bc9-4c89-941e-f16b6bf04dc3 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 776.930278] env[69889]: INFO nova.scheduler.client.report [None req-aaa3a362-4bca-4693-a5da-c9f15112134b tempest-ServersTestJSON-667160462 tempest-ServersTestJSON-667160462-project-member] Deleted allocations for instance 41c9a79a-e246-4818-8339-fbaaa9fea305 [ 776.943937] env[69889]: DEBUG oslo_vmware.api [None req-b4fd3f52-4e01-4dc2-9f5b-7a0a58d23195 tempest-ServersTestFqdnHostnames-1052344283 tempest-ServersTestFqdnHostnames-1052344283-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52a7105d-4317-a0a4-0266-d4d9684afd3f, 'name': SearchDatastore_Task, 'duration_secs': 0.024121} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.944708] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b4fd3f52-4e01-4dc2-9f5b-7a0a58d23195 tempest-ServersTestFqdnHostnames-1052344283 tempest-ServersTestFqdnHostnames-1052344283-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.944965] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4fd3f52-4e01-4dc2-9f5b-7a0a58d23195 tempest-ServersTestFqdnHostnames-1052344283 tempest-ServersTestFqdnHostnames-1052344283-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] 33ddb54a-10b8-463d-bfcf-4e0e8baea80d/33ddb54a-10b8-463d-bfcf-4e0e8baea80d.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 776.945246] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d06d523f-d4eb-40d5-8a32-3501cbf43e83 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.955694] env[69889]: DEBUG oslo_vmware.api [None req-b4fd3f52-4e01-4dc2-9f5b-7a0a58d23195 tempest-ServersTestFqdnHostnames-1052344283 tempest-ServersTestFqdnHostnames-1052344283-project-member] Waiting for the task: (returnval){ [ 776.955694] env[69889]: value = "task-4077008" [ 776.955694] env[69889]: _type = "Task" [ 776.955694] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.970083] env[69889]: DEBUG oslo_vmware.api [None req-b4fd3f52-4e01-4dc2-9f5b-7a0a58d23195 tempest-ServersTestFqdnHostnames-1052344283 tempest-ServersTestFqdnHostnames-1052344283-project-member] Task: {'id': task-4077008, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.065011] env[69889]: INFO nova.compute.manager [-] [instance: 898487e1-e766-417f-be3f-99f6ebd7f853] Took 1.92 seconds to deallocate network for instance. [ 777.177806] env[69889]: INFO nova.compute.manager [-] [instance: 49ce5d94-ce4e-457b-a34c-54bd5dfcc242] Took 2.17 seconds to deallocate network for instance. [ 777.205841] env[69889]: DEBUG oslo_vmware.api [None req-8d76d6f2-7c1e-410f-a59a-c92460291c90 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4077007, 'name': Rename_Task, 'duration_secs': 0.159619} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.206590] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d76d6f2-7c1e-410f-a59a-c92460291c90 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: 16a112a1-636c-440d-adfb-8881578f51b0] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 777.209019] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9e075d0f-ffc4-4baf-9a92-0f6b4a48893a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.216744] env[69889]: DEBUG oslo_vmware.api [None req-8d76d6f2-7c1e-410f-a59a-c92460291c90 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Waiting for the task: (returnval){ [ 777.216744] env[69889]: value = "task-4077009" [ 777.216744] env[69889]: _type = "Task" [ 777.216744] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.227609] env[69889]: DEBUG oslo_vmware.api [None req-8d76d6f2-7c1e-410f-a59a-c92460291c90 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4077009, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.232201] env[69889]: DEBUG nova.network.neutron [None req-8cecd9d2-fbcc-48d2-959f-067fe57b3b52 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] [instance: ad899de6-c2d4-4cbe-a91c-1cd76f650ae4] Updating instance_info_cache with network_info: [{"id": "dd5c7315-2411-4af0-af60-e79288b7863d", "address": "fa:16:3e:9d:5b:92", "network": {"id": "d4a6c056-5884-4581-a999-4fbc997a4971", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1513553050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "227076818b714fbe98f6cf32f0758f31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd5c7315-24", "ovs_interfaceid": "dd5c7315-2411-4af0-af60-e79288b7863d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.455103] env[69889]: DEBUG oslo_concurrency.lockutils [None req-aaa3a362-4bca-4693-a5da-c9f15112134b tempest-ServersTestJSON-667160462 tempest-ServersTestJSON-667160462-project-member] Lock "41c9a79a-e246-4818-8339-fbaaa9fea305" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.026s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.469187] env[69889]: DEBUG oslo_concurrency.lockutils [None req-47253305-4a97-4cec-80c7-27d19d6eac1f tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Acquiring lock "fcc33919-98ac-42bc-8c76-a65e1189865a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.469586] env[69889]: DEBUG oslo_concurrency.lockutils [None req-47253305-4a97-4cec-80c7-27d19d6eac1f tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Lock "fcc33919-98ac-42bc-8c76-a65e1189865a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.477650] env[69889]: DEBUG oslo_vmware.api [None req-b4fd3f52-4e01-4dc2-9f5b-7a0a58d23195 tempest-ServersTestFqdnHostnames-1052344283 tempest-ServersTestFqdnHostnames-1052344283-project-member] Task: {'id': task-4077008, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.571585] env[69889]: DEBUG oslo_concurrency.lockutils [None req-12b010aa-c59d-40e8-b804-44f3f291a9a0 tempest-ServerExternalEventsTest-963301871 tempest-ServerExternalEventsTest-963301871-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.671089] env[69889]: DEBUG nova.compute.manager [req-b17eb6a8-d70d-4ebe-948b-e05a4f55d530 req-8ba535b0-5296-4854-aea5-f45b9ff8f137 service nova] [instance: 898487e1-e766-417f-be3f-99f6ebd7f853] Received event network-vif-deleted-a841171c-f2d7-458e-b061-f7ec620df2e8 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 777.691214] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b54f35a3-61ac-460f-b4bd-0bc95debe1c7 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.729285] env[69889]: DEBUG oslo_vmware.api [None req-8d76d6f2-7c1e-410f-a59a-c92460291c90 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4077009, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.736228] env[69889]: DEBUG oslo_concurrency.lockutils [None req-8cecd9d2-fbcc-48d2-959f-067fe57b3b52 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Releasing lock "refresh_cache-ad899de6-c2d4-4cbe-a91c-1cd76f650ae4" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.871679] env[69889]: DEBUG nova.network.neutron [req-8105c8aa-baa2-4832-afbd-a7f2d3b06a4a req-3e79be20-2784-47e2-8f11-b8644ff1a050 service nova] [instance: 7af1243e-53e5-4edc-b665-562067ca3c71] Updated VIF entry in instance network info cache for port 45a0d640-32eb-4fe3-ba08-466bfd767ad8. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 777.872074] env[69889]: DEBUG nova.network.neutron [req-8105c8aa-baa2-4832-afbd-a7f2d3b06a4a req-3e79be20-2784-47e2-8f11-b8644ff1a050 service nova] [instance: 7af1243e-53e5-4edc-b665-562067ca3c71] Updating instance_info_cache with network_info: [{"id": "45a0d640-32eb-4fe3-ba08-466bfd767ad8", "address": "fa:16:3e:0b:cf:07", "network": {"id": "7663326c-b2d7-4106-ab49-7e5122a3d2a9", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-163673267-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "a5f8a0ba15664f67bd46b61e47026061", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45a0d640-32", "ovs_interfaceid": "45a0d640-32eb-4fe3-ba08-466bfd767ad8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.968032] env[69889]: DEBUG oslo_vmware.api [None req-b4fd3f52-4e01-4dc2-9f5b-7a0a58d23195 tempest-ServersTestFqdnHostnames-1052344283 tempest-ServersTestFqdnHostnames-1052344283-project-member] Task: {'id': task-4077008, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.545425} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.971373] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4fd3f52-4e01-4dc2-9f5b-7a0a58d23195 tempest-ServersTestFqdnHostnames-1052344283 tempest-ServersTestFqdnHostnames-1052344283-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] 33ddb54a-10b8-463d-bfcf-4e0e8baea80d/33ddb54a-10b8-463d-bfcf-4e0e8baea80d.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 777.971615] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-b4fd3f52-4e01-4dc2-9f5b-7a0a58d23195 tempest-ServersTestFqdnHostnames-1052344283 tempest-ServersTestFqdnHostnames-1052344283-project-member] [instance: 33ddb54a-10b8-463d-bfcf-4e0e8baea80d] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 777.972250] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fd1a94de-82cc-4132-8826-886805989574 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.980332] env[69889]: DEBUG oslo_vmware.api [None req-b4fd3f52-4e01-4dc2-9f5b-7a0a58d23195 tempest-ServersTestFqdnHostnames-1052344283 tempest-ServersTestFqdnHostnames-1052344283-project-member] Waiting for the task: (returnval){ [ 777.980332] env[69889]: value = "task-4077010" [ 777.980332] env[69889]: _type = "Task" [ 777.980332] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.991211] env[69889]: DEBUG oslo_vmware.api [None req-b4fd3f52-4e01-4dc2-9f5b-7a0a58d23195 tempest-ServersTestFqdnHostnames-1052344283 tempest-ServersTestFqdnHostnames-1052344283-project-member] Task: {'id': task-4077010, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.016255] env[69889]: DEBUG nova.network.neutron [None req-ee7c28bf-bb0a-4255-a0e3-6f9fb83891d1 tempest-ImagesNegativeTestJSON-2145547927 tempest-ImagesNegativeTestJSON-2145547927-project-member] [instance: 2a1576fd-1e00-4803-ba65-cf3f35434ca6] Successfully updated port: d4f16797-dc5d-48fb-a380-feac07be0bdc {{(pid=69889) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 778.057303] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7a39de3-3ba4-453c-8456-1cb5a695fffe {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.066121] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc351e84-d4ef-4579-ab77-10fa6cfd4d00 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.110504] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f347dd6-db46-4852-8b03-f097cbd6f714 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.119989] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83a033e5-ec95-4bd0-8740-1c10ee9bc254 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.134590] env[69889]: DEBUG nova.compute.provider_tree [None req-8a693dae-b22e-4f4e-8294-4424cb379a9f tempest-ServerTagsTestJSON-782493845 tempest-ServerTagsTestJSON-782493845-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 778.229567] env[69889]: DEBUG oslo_vmware.api [None req-8d76d6f2-7c1e-410f-a59a-c92460291c90 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4077009, 'name': PowerOnVM_Task, 'duration_secs': 0.720539} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.229870] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d76d6f2-7c1e-410f-a59a-c92460291c90 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: 16a112a1-636c-440d-adfb-8881578f51b0] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 778.230060] env[69889]: INFO nova.compute.manager [None req-8d76d6f2-7c1e-410f-a59a-c92460291c90 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: 16a112a1-636c-440d-adfb-8881578f51b0] Took 9.16 seconds to spawn the instance on the hypervisor. [ 778.231022] env[69889]: DEBUG nova.compute.manager [None req-8d76d6f2-7c1e-410f-a59a-c92460291c90 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: 16a112a1-636c-440d-adfb-8881578f51b0] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 778.231640] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0510136f-69b8-46ff-8a9f-3af094097f78 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.376630] env[69889]: DEBUG oslo_concurrency.lockutils [req-8105c8aa-baa2-4832-afbd-a7f2d3b06a4a req-3e79be20-2784-47e2-8f11-b8644ff1a050 service nova] Releasing lock "refresh_cache-7af1243e-53e5-4edc-b665-562067ca3c71" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.494578] env[69889]: DEBUG oslo_vmware.api [None req-b4fd3f52-4e01-4dc2-9f5b-7a0a58d23195 tempest-ServersTestFqdnHostnames-1052344283 tempest-ServersTestFqdnHostnames-1052344283-project-member] Task: {'id': task-4077010, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077488} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.494997] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-b4fd3f52-4e01-4dc2-9f5b-7a0a58d23195 tempest-ServersTestFqdnHostnames-1052344283 tempest-ServersTestFqdnHostnames-1052344283-project-member] [instance: 33ddb54a-10b8-463d-bfcf-4e0e8baea80d] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 778.498123] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-770c13cf-402f-443c-bdec-c61ab3aa6499 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.525871] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4fd3f52-4e01-4dc2-9f5b-7a0a58d23195 tempest-ServersTestFqdnHostnames-1052344283 tempest-ServersTestFqdnHostnames-1052344283-project-member] [instance: 33ddb54a-10b8-463d-bfcf-4e0e8baea80d] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] 33ddb54a-10b8-463d-bfcf-4e0e8baea80d/33ddb54a-10b8-463d-bfcf-4e0e8baea80d.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 778.526586] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ee7c28bf-bb0a-4255-a0e3-6f9fb83891d1 tempest-ImagesNegativeTestJSON-2145547927 tempest-ImagesNegativeTestJSON-2145547927-project-member] Acquiring lock "refresh_cache-2a1576fd-1e00-4803-ba65-cf3f35434ca6" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.526811] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ee7c28bf-bb0a-4255-a0e3-6f9fb83891d1 tempest-ImagesNegativeTestJSON-2145547927 tempest-ImagesNegativeTestJSON-2145547927-project-member] Acquired lock "refresh_cache-2a1576fd-1e00-4803-ba65-cf3f35434ca6" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.527008] env[69889]: DEBUG nova.network.neutron [None req-ee7c28bf-bb0a-4255-a0e3-6f9fb83891d1 tempest-ImagesNegativeTestJSON-2145547927 tempest-ImagesNegativeTestJSON-2145547927-project-member] [instance: 2a1576fd-1e00-4803-ba65-cf3f35434ca6] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 778.528201] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-548f52e6-eb9d-44e5-8402-e321eb08ddb5 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.555041] env[69889]: DEBUG oslo_vmware.api [None req-b4fd3f52-4e01-4dc2-9f5b-7a0a58d23195 tempest-ServersTestFqdnHostnames-1052344283 tempest-ServersTestFqdnHostnames-1052344283-project-member] Waiting for the task: (returnval){ [ 778.555041] env[69889]: value = "task-4077011" [ 778.555041] env[69889]: _type = "Task" [ 778.555041] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.564961] env[69889]: DEBUG oslo_vmware.api [None req-b4fd3f52-4e01-4dc2-9f5b-7a0a58d23195 tempest-ServersTestFqdnHostnames-1052344283 tempest-ServersTestFqdnHostnames-1052344283-project-member] Task: {'id': task-4077011, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.642117] env[69889]: DEBUG nova.scheduler.client.report [None req-8a693dae-b22e-4f4e-8294-4424cb379a9f tempest-ServerTagsTestJSON-782493845 tempest-ServerTagsTestJSON-782493845-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 778.753531] env[69889]: INFO nova.compute.manager [None req-8d76d6f2-7c1e-410f-a59a-c92460291c90 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: 16a112a1-636c-440d-adfb-8881578f51b0] Took 32.04 seconds to build instance. [ 779.073328] env[69889]: DEBUG oslo_vmware.api [None req-b4fd3f52-4e01-4dc2-9f5b-7a0a58d23195 tempest-ServersTestFqdnHostnames-1052344283 tempest-ServersTestFqdnHostnames-1052344283-project-member] Task: {'id': task-4077011, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.110360] env[69889]: DEBUG nova.network.neutron [None req-ee7c28bf-bb0a-4255-a0e3-6f9fb83891d1 tempest-ImagesNegativeTestJSON-2145547927 tempest-ImagesNegativeTestJSON-2145547927-project-member] [instance: 2a1576fd-1e00-4803-ba65-cf3f35434ca6] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 779.137766] env[69889]: DEBUG nova.compute.manager [req-aa13e0da-336e-4381-933a-cbf49201f139 req-7d00a3ac-3605-469d-a5a5-93dea4252011 service nova] [instance: 49ce5d94-ce4e-457b-a34c-54bd5dfcc242] Received event network-vif-deleted-edb83f83-f9ec-4b72-bcda-1e64d5431fb0 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 779.148458] env[69889]: DEBUG oslo_concurrency.lockutils [None req-8a693dae-b22e-4f4e-8294-4424cb379a9f tempest-ServerTagsTestJSON-782493845 tempest-ServerTagsTestJSON-782493845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.246s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.155460] env[69889]: DEBUG oslo_concurrency.lockutils [None req-6eea1352-f6d6-4384-b234-44c2e8c7f2e4 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.646s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.158731] env[69889]: INFO nova.compute.claims [None req-6eea1352-f6d6-4384-b234-44c2e8c7f2e4 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] [instance: c4299beb-fd13-47db-9ad2-eaedefdaf7e9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 779.199398] env[69889]: INFO nova.scheduler.client.report [None req-8a693dae-b22e-4f4e-8294-4424cb379a9f tempest-ServerTagsTestJSON-782493845 tempest-ServerTagsTestJSON-782493845-project-member] Deleted allocations for instance 6440cc57-4bc9-4c89-941e-f16b6bf04dc3 [ 779.255773] env[69889]: DEBUG oslo_concurrency.lockutils [None req-8d76d6f2-7c1e-410f-a59a-c92460291c90 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Lock "16a112a1-636c-440d-adfb-8881578f51b0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.793s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.282707] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cecd9d2-fbcc-48d2-959f-067fe57b3b52 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] [instance: ad899de6-c2d4-4cbe-a91c-1cd76f650ae4] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 779.283428] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bfe721ba-ce73-4d24-8c39-39619cd5ebc3 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.294843] env[69889]: DEBUG oslo_vmware.api [None req-8cecd9d2-fbcc-48d2-959f-067fe57b3b52 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Waiting for the task: (returnval){ [ 779.294843] env[69889]: value = "task-4077012" [ 779.294843] env[69889]: _type = "Task" [ 779.294843] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.307524] env[69889]: DEBUG oslo_vmware.api [None req-8cecd9d2-fbcc-48d2-959f-067fe57b3b52 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Task: {'id': task-4077012, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.472782] env[69889]: DEBUG nova.network.neutron [None req-ee7c28bf-bb0a-4255-a0e3-6f9fb83891d1 tempest-ImagesNegativeTestJSON-2145547927 tempest-ImagesNegativeTestJSON-2145547927-project-member] [instance: 2a1576fd-1e00-4803-ba65-cf3f35434ca6] Updating instance_info_cache with network_info: [{"id": "d4f16797-dc5d-48fb-a380-feac07be0bdc", "address": "fa:16:3e:a2:ad:e1", "network": {"id": "e969b4e6-484c-4e62-bafc-23321b73c3a6", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1885745780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca97844f58c34c058cdb39da7575504c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4f16797-dc", "ovs_interfaceid": "d4f16797-dc5d-48fb-a380-feac07be0bdc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.574088] env[69889]: DEBUG oslo_vmware.api [None req-b4fd3f52-4e01-4dc2-9f5b-7a0a58d23195 tempest-ServersTestFqdnHostnames-1052344283 tempest-ServersTestFqdnHostnames-1052344283-project-member] Task: {'id': task-4077011, 'name': ReconfigVM_Task, 'duration_secs': 0.65259} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.574393] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4fd3f52-4e01-4dc2-9f5b-7a0a58d23195 tempest-ServersTestFqdnHostnames-1052344283 tempest-ServersTestFqdnHostnames-1052344283-project-member] [instance: 33ddb54a-10b8-463d-bfcf-4e0e8baea80d] Reconfigured VM instance instance-0000001b to attach disk [datastore2] 33ddb54a-10b8-463d-bfcf-4e0e8baea80d/33ddb54a-10b8-463d-bfcf-4e0e8baea80d.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 779.576243] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3f764409-7023-4fec-bd9d-7fd1f64b9298 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.587620] env[69889]: DEBUG oslo_vmware.api [None req-b4fd3f52-4e01-4dc2-9f5b-7a0a58d23195 tempest-ServersTestFqdnHostnames-1052344283 tempest-ServersTestFqdnHostnames-1052344283-project-member] Waiting for the task: (returnval){ [ 779.587620] env[69889]: value = "task-4077013" [ 779.587620] env[69889]: _type = "Task" [ 779.587620] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.595986] env[69889]: DEBUG oslo_vmware.api [None req-b4fd3f52-4e01-4dc2-9f5b-7a0a58d23195 tempest-ServersTestFqdnHostnames-1052344283 tempest-ServersTestFqdnHostnames-1052344283-project-member] Task: {'id': task-4077013, 'name': Rename_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.712573] env[69889]: DEBUG oslo_concurrency.lockutils [None req-8a693dae-b22e-4f4e-8294-4424cb379a9f tempest-ServerTagsTestJSON-782493845 tempest-ServerTagsTestJSON-782493845-project-member] Lock "6440cc57-4bc9-4c89-941e-f16b6bf04dc3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.728264] env[69889]: DEBUG oslo_concurrency.lockutils [None req-9e18c536-1f42-4471-bda7-f3b8651801d6 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Acquiring lock "16a112a1-636c-440d-adfb-8881578f51b0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.728397] env[69889]: DEBUG oslo_concurrency.lockutils [None req-9e18c536-1f42-4471-bda7-f3b8651801d6 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Lock "16a112a1-636c-440d-adfb-8881578f51b0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.728592] env[69889]: DEBUG oslo_concurrency.lockutils [None req-9e18c536-1f42-4471-bda7-f3b8651801d6 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Acquiring lock "16a112a1-636c-440d-adfb-8881578f51b0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.728803] env[69889]: DEBUG oslo_concurrency.lockutils [None req-9e18c536-1f42-4471-bda7-f3b8651801d6 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Lock "16a112a1-636c-440d-adfb-8881578f51b0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.729020] env[69889]: DEBUG oslo_concurrency.lockutils [None req-9e18c536-1f42-4471-bda7-f3b8651801d6 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Lock "16a112a1-636c-440d-adfb-8881578f51b0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.732322] env[69889]: INFO nova.compute.manager [None req-9e18c536-1f42-4471-bda7-f3b8651801d6 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: 16a112a1-636c-440d-adfb-8881578f51b0] Terminating instance [ 779.758437] env[69889]: DEBUG nova.compute.manager [None req-c0addc76-53f1-49c8-a1c3-cce597a6de69 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] [instance: 43761e84-3bc7-4e8a-93e9-d9426b21a6a7] Starting instance... {{(pid=69889) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 779.811754] env[69889]: DEBUG oslo_vmware.api [None req-8cecd9d2-fbcc-48d2-959f-067fe57b3b52 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Task: {'id': task-4077012, 'name': PowerOffVM_Task, 'duration_secs': 0.187338} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.812743] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cecd9d2-fbcc-48d2-959f-067fe57b3b52 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] [instance: ad899de6-c2d4-4cbe-a91c-1cd76f650ae4] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 779.813617] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f8d246e-eeb9-4e07-85e7-10d13f842ba3 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.836842] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a70d7294-31a3-423d-b577-59f499ef94d2 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.880918] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cecd9d2-fbcc-48d2-959f-067fe57b3b52 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] [instance: ad899de6-c2d4-4cbe-a91c-1cd76f650ae4] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 779.881291] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fdde6ec8-65b8-49ed-ad0c-ac6aad6f90da {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.892179] env[69889]: DEBUG oslo_vmware.api [None req-8cecd9d2-fbcc-48d2-959f-067fe57b3b52 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Waiting for the task: (returnval){ [ 779.892179] env[69889]: value = "task-4077014" [ 779.892179] env[69889]: _type = "Task" [ 779.892179] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.902060] env[69889]: DEBUG oslo_vmware.api [None req-8cecd9d2-fbcc-48d2-959f-067fe57b3b52 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Task: {'id': task-4077014, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.981022] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ee7c28bf-bb0a-4255-a0e3-6f9fb83891d1 tempest-ImagesNegativeTestJSON-2145547927 tempest-ImagesNegativeTestJSON-2145547927-project-member] Releasing lock "refresh_cache-2a1576fd-1e00-4803-ba65-cf3f35434ca6" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.981022] env[69889]: DEBUG nova.compute.manager [None req-ee7c28bf-bb0a-4255-a0e3-6f9fb83891d1 tempest-ImagesNegativeTestJSON-2145547927 tempest-ImagesNegativeTestJSON-2145547927-project-member] [instance: 2a1576fd-1e00-4803-ba65-cf3f35434ca6] Instance network_info: |[{"id": "d4f16797-dc5d-48fb-a380-feac07be0bdc", "address": "fa:16:3e:a2:ad:e1", "network": {"id": "e969b4e6-484c-4e62-bafc-23321b73c3a6", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1885745780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca97844f58c34c058cdb39da7575504c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4f16797-dc", "ovs_interfaceid": "d4f16797-dc5d-48fb-a380-feac07be0bdc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 779.981022] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-ee7c28bf-bb0a-4255-a0e3-6f9fb83891d1 tempest-ImagesNegativeTestJSON-2145547927 tempest-ImagesNegativeTestJSON-2145547927-project-member] [instance: 2a1576fd-1e00-4803-ba65-cf3f35434ca6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:ad:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c13fd8bc-e797-42fe-94ed-6370d3467a7f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd4f16797-dc5d-48fb-a380-feac07be0bdc', 'vif_model': 'vmxnet3'}] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 779.989144] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee7c28bf-bb0a-4255-a0e3-6f9fb83891d1 tempest-ImagesNegativeTestJSON-2145547927 tempest-ImagesNegativeTestJSON-2145547927-project-member] Creating folder: Project (ca97844f58c34c058cdb39da7575504c). Parent ref: group-v807779. {{(pid=69889) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 779.989463] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6a92a733-81cd-48fa-935c-96f04e0d3f26 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.004279] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-ee7c28bf-bb0a-4255-a0e3-6f9fb83891d1 tempest-ImagesNegativeTestJSON-2145547927 tempest-ImagesNegativeTestJSON-2145547927-project-member] Created folder: Project (ca97844f58c34c058cdb39da7575504c) in parent group-v807779. [ 780.004498] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee7c28bf-bb0a-4255-a0e3-6f9fb83891d1 tempest-ImagesNegativeTestJSON-2145547927 tempest-ImagesNegativeTestJSON-2145547927-project-member] Creating folder: Instances. Parent ref: group-v807858. {{(pid=69889) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 780.004764] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cbd4d3d0-4e2b-4ca7-b28a-940f5e9c11b6 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.018497] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-ee7c28bf-bb0a-4255-a0e3-6f9fb83891d1 tempest-ImagesNegativeTestJSON-2145547927 tempest-ImagesNegativeTestJSON-2145547927-project-member] Created folder: Instances in parent group-v807858. [ 780.021025] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ee7c28bf-bb0a-4255-a0e3-6f9fb83891d1 tempest-ImagesNegativeTestJSON-2145547927 tempest-ImagesNegativeTestJSON-2145547927-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 780.021025] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a1576fd-1e00-4803-ba65-cf3f35434ca6] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 780.021025] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f141fbb9-a75a-42bc-b108-77af6b8f8a5c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.040566] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 780.040566] env[69889]: value = "task-4077017" [ 780.040566] env[69889]: _type = "Task" [ 780.040566] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.049506] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077017, 'name': CreateVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.100305] env[69889]: DEBUG oslo_vmware.api [None req-b4fd3f52-4e01-4dc2-9f5b-7a0a58d23195 tempest-ServersTestFqdnHostnames-1052344283 tempest-ServersTestFqdnHostnames-1052344283-project-member] Task: {'id': task-4077013, 'name': Rename_Task, 'duration_secs': 0.293001} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.100626] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4fd3f52-4e01-4dc2-9f5b-7a0a58d23195 tempest-ServersTestFqdnHostnames-1052344283 tempest-ServersTestFqdnHostnames-1052344283-project-member] [instance: 33ddb54a-10b8-463d-bfcf-4e0e8baea80d] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 780.100876] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3a3a07fa-7fe8-43bd-aefc-822e5618c057 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.108251] env[69889]: DEBUG oslo_vmware.api [None req-b4fd3f52-4e01-4dc2-9f5b-7a0a58d23195 tempest-ServersTestFqdnHostnames-1052344283 tempest-ServersTestFqdnHostnames-1052344283-project-member] Waiting for the task: (returnval){ [ 780.108251] env[69889]: value = "task-4077018" [ 780.108251] env[69889]: _type = "Task" [ 780.108251] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.119560] env[69889]: DEBUG oslo_vmware.api [None req-b4fd3f52-4e01-4dc2-9f5b-7a0a58d23195 tempest-ServersTestFqdnHostnames-1052344283 tempest-ServersTestFqdnHostnames-1052344283-project-member] Task: {'id': task-4077018, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.237373] env[69889]: DEBUG nova.compute.manager [None req-9e18c536-1f42-4471-bda7-f3b8651801d6 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: 16a112a1-636c-440d-adfb-8881578f51b0] Start destroying the instance on the hypervisor. {{(pid=69889) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 780.237603] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-9e18c536-1f42-4471-bda7-f3b8651801d6 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: 16a112a1-636c-440d-adfb-8881578f51b0] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 780.238543] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82911074-6626-40d3-80b3-306f97df2615 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.249200] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e18c536-1f42-4471-bda7-f3b8651801d6 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: 16a112a1-636c-440d-adfb-8881578f51b0] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 780.249497] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b15da01-760b-4879-9f20-30d262c384fa {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.257524] env[69889]: DEBUG oslo_vmware.api [None req-9e18c536-1f42-4471-bda7-f3b8651801d6 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Waiting for the task: (returnval){ [ 780.257524] env[69889]: value = "task-4077019" [ 780.257524] env[69889]: _type = "Task" [ 780.257524] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.277199] env[69889]: DEBUG oslo_vmware.api [None req-9e18c536-1f42-4471-bda7-f3b8651801d6 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4077019, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.300817] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c0addc76-53f1-49c8-a1c3-cce597a6de69 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.413407] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cecd9d2-fbcc-48d2-959f-067fe57b3b52 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] [instance: ad899de6-c2d4-4cbe-a91c-1cd76f650ae4] VM already powered off {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 780.413598] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-8cecd9d2-fbcc-48d2-959f-067fe57b3b52 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] [instance: ad899de6-c2d4-4cbe-a91c-1cd76f650ae4] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 780.414849] env[69889]: DEBUG oslo_concurrency.lockutils [None req-8cecd9d2-fbcc-48d2-959f-067fe57b3b52 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.415887] env[69889]: DEBUG oslo_concurrency.lockutils [None req-8cecd9d2-fbcc-48d2-959f-067fe57b3b52 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.415887] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cecd9d2-fbcc-48d2-959f-067fe57b3b52 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 780.416162] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4d4457f3-c383-4909-9b11-93e3ef90288c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.429314] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cecd9d2-fbcc-48d2-959f-067fe57b3b52 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 780.429533] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-8cecd9d2-fbcc-48d2-959f-067fe57b3b52 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 780.433366] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2659326d-4657-4c50-86de-f8e525a05c25 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.441097] env[69889]: DEBUG oslo_vmware.api [None req-8cecd9d2-fbcc-48d2-959f-067fe57b3b52 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Waiting for the task: (returnval){ [ 780.441097] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52f0b38f-d4f0-3c90-aefd-ad95e5ce5042" [ 780.441097] env[69889]: _type = "Task" [ 780.441097] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.452111] env[69889]: DEBUG oslo_vmware.api [None req-8cecd9d2-fbcc-48d2-959f-067fe57b3b52 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52f0b38f-d4f0-3c90-aefd-ad95e5ce5042, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.553529] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077017, 'name': CreateVM_Task, 'duration_secs': 0.389459} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.553765] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a1576fd-1e00-4803-ba65-cf3f35434ca6] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 780.554437] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ee7c28bf-bb0a-4255-a0e3-6f9fb83891d1 tempest-ImagesNegativeTestJSON-2145547927 tempest-ImagesNegativeTestJSON-2145547927-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.554603] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ee7c28bf-bb0a-4255-a0e3-6f9fb83891d1 tempest-ImagesNegativeTestJSON-2145547927 tempest-ImagesNegativeTestJSON-2145547927-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.554936] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ee7c28bf-bb0a-4255-a0e3-6f9fb83891d1 tempest-ImagesNegativeTestJSON-2145547927 tempest-ImagesNegativeTestJSON-2145547927-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.558215] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e32de0e3-8e24-4dbb-b776-4e458645e255 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.567499] env[69889]: DEBUG oslo_vmware.api [None req-ee7c28bf-bb0a-4255-a0e3-6f9fb83891d1 tempest-ImagesNegativeTestJSON-2145547927 tempest-ImagesNegativeTestJSON-2145547927-project-member] Waiting for the task: (returnval){ [ 780.567499] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52f2444f-49c8-e03d-6e97-3fcc1f207052" [ 780.567499] env[69889]: _type = "Task" [ 780.567499] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.579142] env[69889]: DEBUG oslo_vmware.api [None req-ee7c28bf-bb0a-4255-a0e3-6f9fb83891d1 tempest-ImagesNegativeTestJSON-2145547927 tempest-ImagesNegativeTestJSON-2145547927-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52f2444f-49c8-e03d-6e97-3fcc1f207052, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.625369] env[69889]: DEBUG oslo_vmware.api [None req-b4fd3f52-4e01-4dc2-9f5b-7a0a58d23195 tempest-ServersTestFqdnHostnames-1052344283 tempest-ServersTestFqdnHostnames-1052344283-project-member] Task: {'id': task-4077018, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.694089] env[69889]: DEBUG nova.compute.manager [req-6cb6ba56-f54e-44f6-a3e8-508b9fec87af req-d408983f-a09b-48f2-b9af-fedb031644d9 service nova] [instance: 2a1576fd-1e00-4803-ba65-cf3f35434ca6] Received event network-vif-plugged-d4f16797-dc5d-48fb-a380-feac07be0bdc {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 780.694380] env[69889]: DEBUG oslo_concurrency.lockutils [req-6cb6ba56-f54e-44f6-a3e8-508b9fec87af req-d408983f-a09b-48f2-b9af-fedb031644d9 service nova] Acquiring lock "2a1576fd-1e00-4803-ba65-cf3f35434ca6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.694556] env[69889]: DEBUG oslo_concurrency.lockutils [req-6cb6ba56-f54e-44f6-a3e8-508b9fec87af req-d408983f-a09b-48f2-b9af-fedb031644d9 service nova] Lock "2a1576fd-1e00-4803-ba65-cf3f35434ca6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.694756] env[69889]: DEBUG oslo_concurrency.lockutils [req-6cb6ba56-f54e-44f6-a3e8-508b9fec87af req-d408983f-a09b-48f2-b9af-fedb031644d9 service nova] Lock "2a1576fd-1e00-4803-ba65-cf3f35434ca6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.694883] env[69889]: DEBUG nova.compute.manager [req-6cb6ba56-f54e-44f6-a3e8-508b9fec87af req-d408983f-a09b-48f2-b9af-fedb031644d9 service nova] [instance: 2a1576fd-1e00-4803-ba65-cf3f35434ca6] No waiting events found dispatching network-vif-plugged-d4f16797-dc5d-48fb-a380-feac07be0bdc {{(pid=69889) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 780.698400] env[69889]: WARNING nova.compute.manager [req-6cb6ba56-f54e-44f6-a3e8-508b9fec87af req-d408983f-a09b-48f2-b9af-fedb031644d9 service nova] [instance: 2a1576fd-1e00-4803-ba65-cf3f35434ca6] Received unexpected event network-vif-plugged-d4f16797-dc5d-48fb-a380-feac07be0bdc for instance with vm_state building and task_state spawning. [ 780.698736] env[69889]: DEBUG nova.compute.manager [req-6cb6ba56-f54e-44f6-a3e8-508b9fec87af req-d408983f-a09b-48f2-b9af-fedb031644d9 service nova] [instance: 2a1576fd-1e00-4803-ba65-cf3f35434ca6] Received event network-changed-d4f16797-dc5d-48fb-a380-feac07be0bdc {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 780.698920] env[69889]: DEBUG nova.compute.manager [req-6cb6ba56-f54e-44f6-a3e8-508b9fec87af req-d408983f-a09b-48f2-b9af-fedb031644d9 service nova] [instance: 2a1576fd-1e00-4803-ba65-cf3f35434ca6] Refreshing instance network info cache due to event network-changed-d4f16797-dc5d-48fb-a380-feac07be0bdc. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 780.700472] env[69889]: DEBUG oslo_concurrency.lockutils [req-6cb6ba56-f54e-44f6-a3e8-508b9fec87af req-d408983f-a09b-48f2-b9af-fedb031644d9 service nova] Acquiring lock "refresh_cache-2a1576fd-1e00-4803-ba65-cf3f35434ca6" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.700472] env[69889]: DEBUG oslo_concurrency.lockutils [req-6cb6ba56-f54e-44f6-a3e8-508b9fec87af req-d408983f-a09b-48f2-b9af-fedb031644d9 service nova] Acquired lock "refresh_cache-2a1576fd-1e00-4803-ba65-cf3f35434ca6" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.700472] env[69889]: DEBUG nova.network.neutron [req-6cb6ba56-f54e-44f6-a3e8-508b9fec87af req-d408983f-a09b-48f2-b9af-fedb031644d9 service nova] [instance: 2a1576fd-1e00-4803-ba65-cf3f35434ca6] Refreshing network info cache for port d4f16797-dc5d-48fb-a380-feac07be0bdc {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 780.770194] env[69889]: DEBUG oslo_vmware.api [None req-9e18c536-1f42-4471-bda7-f3b8651801d6 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4077019, 'name': PowerOffVM_Task, 'duration_secs': 0.218117} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.770194] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e18c536-1f42-4471-bda7-f3b8651801d6 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: 16a112a1-636c-440d-adfb-8881578f51b0] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 780.770463] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-9e18c536-1f42-4471-bda7-f3b8651801d6 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: 16a112a1-636c-440d-adfb-8881578f51b0] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 780.770540] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-91073a16-accc-4d17-aa4f-74a8eb762ba9 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.855979] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-9e18c536-1f42-4471-bda7-f3b8651801d6 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: 16a112a1-636c-440d-adfb-8881578f51b0] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 780.856226] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-9e18c536-1f42-4471-bda7-f3b8651801d6 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: 16a112a1-636c-440d-adfb-8881578f51b0] Deleting contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 780.856408] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e18c536-1f42-4471-bda7-f3b8651801d6 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Deleting the datastore file [datastore2] 16a112a1-636c-440d-adfb-8881578f51b0 {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 780.856962] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8c020958-91bd-4dfd-97de-6a296615cdfc {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.865207] env[69889]: DEBUG oslo_vmware.api [None req-9e18c536-1f42-4471-bda7-f3b8651801d6 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Waiting for the task: (returnval){ [ 780.865207] env[69889]: value = "task-4077021" [ 780.865207] env[69889]: _type = "Task" [ 780.865207] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.872404] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-315808b9-664c-43ca-9588-ed4d621b0fa1 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.879565] env[69889]: DEBUG oslo_vmware.api [None req-9e18c536-1f42-4471-bda7-f3b8651801d6 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4077021, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.884769] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88d8b63f-ffa9-4771-9bd8-e9b516b76ea0 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.920373] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6384872-aee5-452c-9d94-09474932519a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.931406] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41636c25-66c2-4c1c-a7c5-6f0b502a1717 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.945829] env[69889]: DEBUG nova.compute.provider_tree [None req-6eea1352-f6d6-4384-b234-44c2e8c7f2e4 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 780.957332] env[69889]: DEBUG oslo_vmware.api [None req-8cecd9d2-fbcc-48d2-959f-067fe57b3b52 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52f0b38f-d4f0-3c90-aefd-ad95e5ce5042, 'name': SearchDatastore_Task, 'duration_secs': 0.012761} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.958252] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cebc769c-0d01-4ecb-bfe2-a1128ab509e1 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.967913] env[69889]: DEBUG oslo_vmware.api [None req-8cecd9d2-fbcc-48d2-959f-067fe57b3b52 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Waiting for the task: (returnval){ [ 780.967913] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]5271ca38-da20-838e-68c5-289639f6d201" [ 780.967913] env[69889]: _type = "Task" [ 780.967913] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.978874] env[69889]: DEBUG oslo_vmware.api [None req-8cecd9d2-fbcc-48d2-959f-067fe57b3b52 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5271ca38-da20-838e-68c5-289639f6d201, 'name': SearchDatastore_Task, 'duration_secs': 0.011147} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.979203] env[69889]: DEBUG oslo_concurrency.lockutils [None req-8cecd9d2-fbcc-48d2-959f-067fe57b3b52 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.979488] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cecd9d2-fbcc-48d2-959f-067fe57b3b52 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore1] ad899de6-c2d4-4cbe-a91c-1cd76f650ae4/fdedeb32-acda-4585-a195-4af2c3a4f070-rescue.vmdk. {{(pid=69889) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 780.980018] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1318b414-0832-47f7-84e8-fe2e3672ce29 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.987618] env[69889]: DEBUG oslo_vmware.api [None req-8cecd9d2-fbcc-48d2-959f-067fe57b3b52 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Waiting for the task: (returnval){ [ 780.987618] env[69889]: value = "task-4077022" [ 780.987618] env[69889]: _type = "Task" [ 780.987618] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.997705] env[69889]: DEBUG oslo_vmware.api [None req-8cecd9d2-fbcc-48d2-959f-067fe57b3b52 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Task: {'id': task-4077022, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.086031] env[69889]: DEBUG oslo_vmware.api [None req-ee7c28bf-bb0a-4255-a0e3-6f9fb83891d1 tempest-ImagesNegativeTestJSON-2145547927 tempest-ImagesNegativeTestJSON-2145547927-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52f2444f-49c8-e03d-6e97-3fcc1f207052, 'name': SearchDatastore_Task, 'duration_secs': 0.016699} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.086031] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ee7c28bf-bb0a-4255-a0e3-6f9fb83891d1 tempest-ImagesNegativeTestJSON-2145547927 tempest-ImagesNegativeTestJSON-2145547927-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.086031] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-ee7c28bf-bb0a-4255-a0e3-6f9fb83891d1 tempest-ImagesNegativeTestJSON-2145547927 tempest-ImagesNegativeTestJSON-2145547927-project-member] [instance: 2a1576fd-1e00-4803-ba65-cf3f35434ca6] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 781.086031] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ee7c28bf-bb0a-4255-a0e3-6f9fb83891d1 tempest-ImagesNegativeTestJSON-2145547927 tempest-ImagesNegativeTestJSON-2145547927-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.086031] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ee7c28bf-bb0a-4255-a0e3-6f9fb83891d1 tempest-ImagesNegativeTestJSON-2145547927 tempest-ImagesNegativeTestJSON-2145547927-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.088798] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee7c28bf-bb0a-4255-a0e3-6f9fb83891d1 tempest-ImagesNegativeTestJSON-2145547927 tempest-ImagesNegativeTestJSON-2145547927-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 781.088798] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d841ab94-e4ad-472d-9bb0-280c92c6bd9a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.098164] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee7c28bf-bb0a-4255-a0e3-6f9fb83891d1 tempest-ImagesNegativeTestJSON-2145547927 tempest-ImagesNegativeTestJSON-2145547927-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 781.098390] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-ee7c28bf-bb0a-4255-a0e3-6f9fb83891d1 tempest-ImagesNegativeTestJSON-2145547927 tempest-ImagesNegativeTestJSON-2145547927-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 781.099163] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ffe3d66-4e85-4201-b8bf-b8da31dcf766 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.107828] env[69889]: DEBUG oslo_vmware.api [None req-ee7c28bf-bb0a-4255-a0e3-6f9fb83891d1 tempest-ImagesNegativeTestJSON-2145547927 tempest-ImagesNegativeTestJSON-2145547927-project-member] Waiting for the task: (returnval){ [ 781.107828] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52860bc0-3154-0959-67ad-58e95230b03c" [ 781.107828] env[69889]: _type = "Task" [ 781.107828] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.122940] env[69889]: DEBUG oslo_vmware.api [None req-ee7c28bf-bb0a-4255-a0e3-6f9fb83891d1 tempest-ImagesNegativeTestJSON-2145547927 tempest-ImagesNegativeTestJSON-2145547927-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52860bc0-3154-0959-67ad-58e95230b03c, 'name': SearchDatastore_Task, 'duration_secs': 0.012446} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.127613] env[69889]: DEBUG oslo_vmware.api [None req-b4fd3f52-4e01-4dc2-9f5b-7a0a58d23195 tempest-ServersTestFqdnHostnames-1052344283 tempest-ServersTestFqdnHostnames-1052344283-project-member] Task: {'id': task-4077018, 'name': PowerOnVM_Task, 'duration_secs': 0.566097} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.130382] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c10a8e4b-945e-4dee-87a0-d7de7308edde {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.130901] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4fd3f52-4e01-4dc2-9f5b-7a0a58d23195 tempest-ServersTestFqdnHostnames-1052344283 tempest-ServersTestFqdnHostnames-1052344283-project-member] [instance: 33ddb54a-10b8-463d-bfcf-4e0e8baea80d] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 781.131478] env[69889]: INFO nova.compute.manager [None req-b4fd3f52-4e01-4dc2-9f5b-7a0a58d23195 tempest-ServersTestFqdnHostnames-1052344283 tempest-ServersTestFqdnHostnames-1052344283-project-member] [instance: 33ddb54a-10b8-463d-bfcf-4e0e8baea80d] Took 9.35 seconds to spawn the instance on the hypervisor. [ 781.131695] env[69889]: DEBUG nova.compute.manager [None req-b4fd3f52-4e01-4dc2-9f5b-7a0a58d23195 tempest-ServersTestFqdnHostnames-1052344283 tempest-ServersTestFqdnHostnames-1052344283-project-member] [instance: 33ddb54a-10b8-463d-bfcf-4e0e8baea80d] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 781.133061] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a3b2fce-0000-43aa-bdaa-a170276cb534 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.141537] env[69889]: DEBUG oslo_vmware.api [None req-ee7c28bf-bb0a-4255-a0e3-6f9fb83891d1 tempest-ImagesNegativeTestJSON-2145547927 tempest-ImagesNegativeTestJSON-2145547927-project-member] Waiting for the task: (returnval){ [ 781.141537] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52b4f107-1e07-f52a-b20e-5893b143cd07" [ 781.141537] env[69889]: _type = "Task" [ 781.141537] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.158977] env[69889]: DEBUG oslo_vmware.api [None req-ee7c28bf-bb0a-4255-a0e3-6f9fb83891d1 tempest-ImagesNegativeTestJSON-2145547927 tempest-ImagesNegativeTestJSON-2145547927-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52b4f107-1e07-f52a-b20e-5893b143cd07, 'name': SearchDatastore_Task, 'duration_secs': 0.011376} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.159426] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ee7c28bf-bb0a-4255-a0e3-6f9fb83891d1 tempest-ImagesNegativeTestJSON-2145547927 tempest-ImagesNegativeTestJSON-2145547927-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.161540] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee7c28bf-bb0a-4255-a0e3-6f9fb83891d1 tempest-ImagesNegativeTestJSON-2145547927 tempest-ImagesNegativeTestJSON-2145547927-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] 2a1576fd-1e00-4803-ba65-cf3f35434ca6/2a1576fd-1e00-4803-ba65-cf3f35434ca6.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 781.161540] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-75dbd563-7cc3-41d8-a3b5-4c80f02d8fde {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.169130] env[69889]: DEBUG oslo_vmware.api [None req-ee7c28bf-bb0a-4255-a0e3-6f9fb83891d1 tempest-ImagesNegativeTestJSON-2145547927 tempest-ImagesNegativeTestJSON-2145547927-project-member] Waiting for the task: (returnval){ [ 781.169130] env[69889]: value = "task-4077023" [ 781.169130] env[69889]: _type = "Task" [ 781.169130] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.179526] env[69889]: DEBUG oslo_vmware.api [None req-ee7c28bf-bb0a-4255-a0e3-6f9fb83891d1 tempest-ImagesNegativeTestJSON-2145547927 tempest-ImagesNegativeTestJSON-2145547927-project-member] Task: {'id': task-4077023, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.381949] env[69889]: DEBUG oslo_vmware.api [None req-9e18c536-1f42-4471-bda7-f3b8651801d6 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4077021, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.267258} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.381949] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e18c536-1f42-4471-bda7-f3b8651801d6 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 781.381949] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-9e18c536-1f42-4471-bda7-f3b8651801d6 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: 16a112a1-636c-440d-adfb-8881578f51b0] Deleted contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 781.381949] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-9e18c536-1f42-4471-bda7-f3b8651801d6 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: 16a112a1-636c-440d-adfb-8881578f51b0] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 781.381949] env[69889]: INFO nova.compute.manager [None req-9e18c536-1f42-4471-bda7-f3b8651801d6 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: 16a112a1-636c-440d-adfb-8881578f51b0] Took 1.14 seconds to destroy the instance on the hypervisor. [ 781.382470] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9e18c536-1f42-4471-bda7-f3b8651801d6 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 781.382470] env[69889]: DEBUG nova.compute.manager [-] [instance: 16a112a1-636c-440d-adfb-8881578f51b0] Deallocating network for instance {{(pid=69889) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 781.382527] env[69889]: DEBUG nova.network.neutron [-] [instance: 16a112a1-636c-440d-adfb-8881578f51b0] deallocate_for_instance() {{(pid=69889) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 781.452721] env[69889]: DEBUG nova.scheduler.client.report [None req-6eea1352-f6d6-4384-b234-44c2e8c7f2e4 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 781.504028] env[69889]: DEBUG oslo_vmware.api [None req-8cecd9d2-fbcc-48d2-959f-067fe57b3b52 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Task: {'id': task-4077022, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.659536] env[69889]: INFO nova.compute.manager [None req-b4fd3f52-4e01-4dc2-9f5b-7a0a58d23195 tempest-ServersTestFqdnHostnames-1052344283 tempest-ServersTestFqdnHostnames-1052344283-project-member] [instance: 33ddb54a-10b8-463d-bfcf-4e0e8baea80d] Took 33.81 seconds to build instance. [ 781.684621] env[69889]: DEBUG oslo_vmware.api [None req-ee7c28bf-bb0a-4255-a0e3-6f9fb83891d1 tempest-ImagesNegativeTestJSON-2145547927 tempest-ImagesNegativeTestJSON-2145547927-project-member] Task: {'id': task-4077023, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.757909] env[69889]: DEBUG nova.network.neutron [req-6cb6ba56-f54e-44f6-a3e8-508b9fec87af req-d408983f-a09b-48f2-b9af-fedb031644d9 service nova] [instance: 2a1576fd-1e00-4803-ba65-cf3f35434ca6] Updated VIF entry in instance network info cache for port d4f16797-dc5d-48fb-a380-feac07be0bdc. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 781.758320] env[69889]: DEBUG nova.network.neutron [req-6cb6ba56-f54e-44f6-a3e8-508b9fec87af req-d408983f-a09b-48f2-b9af-fedb031644d9 service nova] [instance: 2a1576fd-1e00-4803-ba65-cf3f35434ca6] Updating instance_info_cache with network_info: [{"id": "d4f16797-dc5d-48fb-a380-feac07be0bdc", "address": "fa:16:3e:a2:ad:e1", "network": {"id": "e969b4e6-484c-4e62-bafc-23321b73c3a6", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1885745780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca97844f58c34c058cdb39da7575504c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4f16797-dc", "ovs_interfaceid": "d4f16797-dc5d-48fb-a380-feac07be0bdc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.962599] env[69889]: DEBUG oslo_concurrency.lockutils [None req-6eea1352-f6d6-4384-b234-44c2e8c7f2e4 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.807s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.963394] env[69889]: DEBUG nova.compute.manager [None req-6eea1352-f6d6-4384-b234-44c2e8c7f2e4 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] [instance: c4299beb-fd13-47db-9ad2-eaedefdaf7e9] Start building networks asynchronously for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 781.966979] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 22.411s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.967276] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.967536] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69889) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 781.968206] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1ee28594-619d-4935-8f9d-a015ed595363 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.340s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.969905] env[69889]: INFO nova.compute.claims [None req-1ee28594-619d-4935-8f9d-a015ed595363 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] [instance: 2ed7de86-7eb4-4e49-8d78-171d09addeb1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 781.974563] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f16cfdf5-5fa3-4c00-a5ff-bb189465a20a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.984408] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f45703d-e588-4acc-b55d-e9957ad9ba54 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.015198] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9604e3c5-b521-43c1-8ea6-8a33dd665914 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.027365] env[69889]: DEBUG oslo_vmware.api [None req-8cecd9d2-fbcc-48d2-959f-067fe57b3b52 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Task: {'id': task-4077022, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.548972} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.027569] env[69889]: INFO nova.virt.vmwareapi.ds_util [None req-8cecd9d2-fbcc-48d2-959f-067fe57b3b52 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore1] ad899de6-c2d4-4cbe-a91c-1cd76f650ae4/fdedeb32-acda-4585-a195-4af2c3a4f070-rescue.vmdk. [ 782.028408] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5bdb808-bc8c-4d1c-ae4f-9293f630512b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.038192] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7d87181-63f0-450e-9e89-55ec8992850e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.064096] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cecd9d2-fbcc-48d2-959f-067fe57b3b52 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] [instance: ad899de6-c2d4-4cbe-a91c-1cd76f650ae4] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] ad899de6-c2d4-4cbe-a91c-1cd76f650ae4/fdedeb32-acda-4585-a195-4af2c3a4f070-rescue.vmdk or device None with type thin {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 782.065212] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b67b074-4be2-4c6e-97c7-b819768cbf45 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.105314] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179262MB free_disk=19GB free_vcpus=48 pci_devices=None {{(pid=69889) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 782.105314] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.111332] env[69889]: DEBUG oslo_vmware.api [None req-8cecd9d2-fbcc-48d2-959f-067fe57b3b52 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Waiting for the task: (returnval){ [ 782.111332] env[69889]: value = "task-4077024" [ 782.111332] env[69889]: _type = "Task" [ 782.111332] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.120105] env[69889]: DEBUG oslo_vmware.api [None req-8cecd9d2-fbcc-48d2-959f-067fe57b3b52 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Task: {'id': task-4077024, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.162510] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b4fd3f52-4e01-4dc2-9f5b-7a0a58d23195 tempest-ServersTestFqdnHostnames-1052344283 tempest-ServersTestFqdnHostnames-1052344283-project-member] Lock "33ddb54a-10b8-463d-bfcf-4e0e8baea80d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.093s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.179966] env[69889]: DEBUG oslo_vmware.api [None req-ee7c28bf-bb0a-4255-a0e3-6f9fb83891d1 tempest-ImagesNegativeTestJSON-2145547927 tempest-ImagesNegativeTestJSON-2145547927-project-member] Task: {'id': task-4077023, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.713022} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.180258] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee7c28bf-bb0a-4255-a0e3-6f9fb83891d1 tempest-ImagesNegativeTestJSON-2145547927 tempest-ImagesNegativeTestJSON-2145547927-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] 2a1576fd-1e00-4803-ba65-cf3f35434ca6/2a1576fd-1e00-4803-ba65-cf3f35434ca6.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 782.180476] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-ee7c28bf-bb0a-4255-a0e3-6f9fb83891d1 tempest-ImagesNegativeTestJSON-2145547927 tempest-ImagesNegativeTestJSON-2145547927-project-member] [instance: 2a1576fd-1e00-4803-ba65-cf3f35434ca6] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 782.180729] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e0b1e959-26ae-4b65-9d6b-204b27607389 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.189791] env[69889]: DEBUG oslo_vmware.api [None req-ee7c28bf-bb0a-4255-a0e3-6f9fb83891d1 tempest-ImagesNegativeTestJSON-2145547927 tempest-ImagesNegativeTestJSON-2145547927-project-member] Waiting for the task: (returnval){ [ 782.189791] env[69889]: value = "task-4077025" [ 782.189791] env[69889]: _type = "Task" [ 782.189791] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.203876] env[69889]: DEBUG oslo_vmware.api [None req-ee7c28bf-bb0a-4255-a0e3-6f9fb83891d1 tempest-ImagesNegativeTestJSON-2145547927 tempest-ImagesNegativeTestJSON-2145547927-project-member] Task: {'id': task-4077025, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.263608] env[69889]: DEBUG oslo_concurrency.lockutils [req-6cb6ba56-f54e-44f6-a3e8-508b9fec87af req-d408983f-a09b-48f2-b9af-fedb031644d9 service nova] Releasing lock "refresh_cache-2a1576fd-1e00-4803-ba65-cf3f35434ca6" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.294895] env[69889]: DEBUG nova.compute.manager [req-9e35aa99-5f7b-4945-9dd9-3f5f04687364 req-1e9bb809-3313-45ff-a19f-21d34bc7aeef service nova] [instance: 7af1243e-53e5-4edc-b665-562067ca3c71] Received event network-changed-45a0d640-32eb-4fe3-ba08-466bfd767ad8 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 782.294895] env[69889]: DEBUG nova.compute.manager [req-9e35aa99-5f7b-4945-9dd9-3f5f04687364 req-1e9bb809-3313-45ff-a19f-21d34bc7aeef service nova] [instance: 7af1243e-53e5-4edc-b665-562067ca3c71] Refreshing instance network info cache due to event network-changed-45a0d640-32eb-4fe3-ba08-466bfd767ad8. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 782.294895] env[69889]: DEBUG oslo_concurrency.lockutils [req-9e35aa99-5f7b-4945-9dd9-3f5f04687364 req-1e9bb809-3313-45ff-a19f-21d34bc7aeef service nova] Acquiring lock "refresh_cache-7af1243e-53e5-4edc-b665-562067ca3c71" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.294895] env[69889]: DEBUG oslo_concurrency.lockutils [req-9e35aa99-5f7b-4945-9dd9-3f5f04687364 req-1e9bb809-3313-45ff-a19f-21d34bc7aeef service nova] Acquired lock "refresh_cache-7af1243e-53e5-4edc-b665-562067ca3c71" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.294895] env[69889]: DEBUG nova.network.neutron [req-9e35aa99-5f7b-4945-9dd9-3f5f04687364 req-1e9bb809-3313-45ff-a19f-21d34bc7aeef service nova] [instance: 7af1243e-53e5-4edc-b665-562067ca3c71] Refreshing network info cache for port 45a0d640-32eb-4fe3-ba08-466bfd767ad8 {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 782.475912] env[69889]: DEBUG nova.compute.utils [None req-6eea1352-f6d6-4384-b234-44c2e8c7f2e4 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 782.477600] env[69889]: DEBUG nova.compute.manager [None req-6eea1352-f6d6-4384-b234-44c2e8c7f2e4 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] [instance: c4299beb-fd13-47db-9ad2-eaedefdaf7e9] Allocating IP information in the background. {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 782.477872] env[69889]: DEBUG nova.network.neutron [None req-6eea1352-f6d6-4384-b234-44c2e8c7f2e4 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] [instance: c4299beb-fd13-47db-9ad2-eaedefdaf7e9] allocate_for_instance() {{(pid=69889) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 782.606316] env[69889]: DEBUG nova.network.neutron [-] [instance: 16a112a1-636c-440d-adfb-8881578f51b0] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.623190] env[69889]: DEBUG oslo_vmware.api [None req-8cecd9d2-fbcc-48d2-959f-067fe57b3b52 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Task: {'id': task-4077024, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.643519] env[69889]: DEBUG nova.policy [None req-6eea1352-f6d6-4384-b234-44c2e8c7f2e4 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cdf88f0fbb3e4fc195022b34daecd19b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '83b454098fbd45bf96bfeae8593bb9c1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69889) authorize /opt/stack/nova/nova/policy.py:192}} [ 782.665848] env[69889]: DEBUG nova.compute.manager [None req-514a0aa1-6e53-46c2-aff2-2a9a833334ad tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] [instance: d2d7ec47-2dbc-4397-9999-8ab39d117876] Starting instance... {{(pid=69889) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 782.703015] env[69889]: DEBUG oslo_vmware.api [None req-ee7c28bf-bb0a-4255-a0e3-6f9fb83891d1 tempest-ImagesNegativeTestJSON-2145547927 tempest-ImagesNegativeTestJSON-2145547927-project-member] Task: {'id': task-4077025, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.136517} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.703696] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-ee7c28bf-bb0a-4255-a0e3-6f9fb83891d1 tempest-ImagesNegativeTestJSON-2145547927 tempest-ImagesNegativeTestJSON-2145547927-project-member] [instance: 2a1576fd-1e00-4803-ba65-cf3f35434ca6] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 782.704789] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00f97666-57b7-454c-8620-28fb3bc090a0 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.735273] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee7c28bf-bb0a-4255-a0e3-6f9fb83891d1 tempest-ImagesNegativeTestJSON-2145547927 tempest-ImagesNegativeTestJSON-2145547927-project-member] [instance: 2a1576fd-1e00-4803-ba65-cf3f35434ca6] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] 2a1576fd-1e00-4803-ba65-cf3f35434ca6/2a1576fd-1e00-4803-ba65-cf3f35434ca6.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 782.736856] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59b2910c-28c5-49a6-bdbb-4e65cecb9c5a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.761528] env[69889]: DEBUG oslo_vmware.api [None req-ee7c28bf-bb0a-4255-a0e3-6f9fb83891d1 tempest-ImagesNegativeTestJSON-2145547927 tempest-ImagesNegativeTestJSON-2145547927-project-member] Waiting for the task: (returnval){ [ 782.761528] env[69889]: value = "task-4077026" [ 782.761528] env[69889]: _type = "Task" [ 782.761528] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.774910] env[69889]: DEBUG oslo_vmware.api [None req-ee7c28bf-bb0a-4255-a0e3-6f9fb83891d1 tempest-ImagesNegativeTestJSON-2145547927 tempest-ImagesNegativeTestJSON-2145547927-project-member] Task: {'id': task-4077026, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.983636] env[69889]: DEBUG nova.compute.manager [None req-6eea1352-f6d6-4384-b234-44c2e8c7f2e4 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] [instance: c4299beb-fd13-47db-9ad2-eaedefdaf7e9] Start building block device mappings for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 783.111957] env[69889]: INFO nova.compute.manager [-] [instance: 16a112a1-636c-440d-adfb-8881578f51b0] Took 1.73 seconds to deallocate network for instance. [ 783.140720] env[69889]: DEBUG oslo_vmware.api [None req-8cecd9d2-fbcc-48d2-959f-067fe57b3b52 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Task: {'id': task-4077024, 'name': ReconfigVM_Task, 'duration_secs': 1.00227} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.142360] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cecd9d2-fbcc-48d2-959f-067fe57b3b52 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] [instance: ad899de6-c2d4-4cbe-a91c-1cd76f650ae4] Reconfigured VM instance instance-00000019 to attach disk [datastore1] ad899de6-c2d4-4cbe-a91c-1cd76f650ae4/fdedeb32-acda-4585-a195-4af2c3a4f070-rescue.vmdk or device None with type thin {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 783.143994] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-718baa01-26d6-4303-a2a3-67bdc0512546 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.212076] env[69889]: DEBUG nova.network.neutron [req-9e35aa99-5f7b-4945-9dd9-3f5f04687364 req-1e9bb809-3313-45ff-a19f-21d34bc7aeef service nova] [instance: 7af1243e-53e5-4edc-b665-562067ca3c71] Updated VIF entry in instance network info cache for port 45a0d640-32eb-4fe3-ba08-466bfd767ad8. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 783.212698] env[69889]: DEBUG nova.network.neutron [req-9e35aa99-5f7b-4945-9dd9-3f5f04687364 req-1e9bb809-3313-45ff-a19f-21d34bc7aeef service nova] [instance: 7af1243e-53e5-4edc-b665-562067ca3c71] Updating instance_info_cache with network_info: [{"id": "45a0d640-32eb-4fe3-ba08-466bfd767ad8", "address": "fa:16:3e:0b:cf:07", "network": {"id": "7663326c-b2d7-4106-ab49-7e5122a3d2a9", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-163673267-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "a5f8a0ba15664f67bd46b61e47026061", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45a0d640-32", "ovs_interfaceid": "45a0d640-32eb-4fe3-ba08-466bfd767ad8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.214869] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b4f4041-25e7-468d-8574-c0b4644db147 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.243279] env[69889]: DEBUG oslo_vmware.api [None req-8cecd9d2-fbcc-48d2-959f-067fe57b3b52 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Waiting for the task: (returnval){ [ 783.243279] env[69889]: value = "task-4077027" [ 783.243279] env[69889]: _type = "Task" [ 783.243279] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.259076] env[69889]: DEBUG oslo_vmware.api [None req-8cecd9d2-fbcc-48d2-959f-067fe57b3b52 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Task: {'id': task-4077027, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.270766] env[69889]: DEBUG oslo_concurrency.lockutils [None req-514a0aa1-6e53-46c2-aff2-2a9a833334ad tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.274787] env[69889]: DEBUG oslo_vmware.api [None req-ee7c28bf-bb0a-4255-a0e3-6f9fb83891d1 tempest-ImagesNegativeTestJSON-2145547927 tempest-ImagesNegativeTestJSON-2145547927-project-member] Task: {'id': task-4077026, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.476599] env[69889]: DEBUG nova.network.neutron [None req-6eea1352-f6d6-4384-b234-44c2e8c7f2e4 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] [instance: c4299beb-fd13-47db-9ad2-eaedefdaf7e9] Successfully created port: 9f39dde6-c4fa-45be-b93b-9ee180dc48ef {{(pid=69889) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 783.631526] env[69889]: DEBUG oslo_concurrency.lockutils [None req-9e18c536-1f42-4471-bda7-f3b8651801d6 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.736075] env[69889]: DEBUG oslo_concurrency.lockutils [req-9e35aa99-5f7b-4945-9dd9-3f5f04687364 req-1e9bb809-3313-45ff-a19f-21d34bc7aeef service nova] Releasing lock "refresh_cache-7af1243e-53e5-4edc-b665-562067ca3c71" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.755585] env[69889]: DEBUG oslo_vmware.api [None req-8cecd9d2-fbcc-48d2-959f-067fe57b3b52 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Task: {'id': task-4077027, 'name': ReconfigVM_Task, 'duration_secs': 0.219568} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.757068] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cecd9d2-fbcc-48d2-959f-067fe57b3b52 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] [instance: ad899de6-c2d4-4cbe-a91c-1cd76f650ae4] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 783.757865] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b85d883-fbb5-4a18-9af2-db3e15c3e5ef {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.762292] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-832d91b6-4464-4018-91b3-d5a8458cc943 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.770890] env[69889]: DEBUG oslo_vmware.api [None req-8cecd9d2-fbcc-48d2-959f-067fe57b3b52 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Waiting for the task: (returnval){ [ 783.770890] env[69889]: value = "task-4077028" [ 783.770890] env[69889]: _type = "Task" [ 783.770890] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.772371] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5054cabe-2a84-4b60-8525-e28e20fc8142 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.782922] env[69889]: DEBUG oslo_vmware.api [None req-ee7c28bf-bb0a-4255-a0e3-6f9fb83891d1 tempest-ImagesNegativeTestJSON-2145547927 tempest-ImagesNegativeTestJSON-2145547927-project-member] Task: {'id': task-4077026, 'name': ReconfigVM_Task, 'duration_secs': 0.594737} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.783674] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee7c28bf-bb0a-4255-a0e3-6f9fb83891d1 tempest-ImagesNegativeTestJSON-2145547927 tempest-ImagesNegativeTestJSON-2145547927-project-member] [instance: 2a1576fd-1e00-4803-ba65-cf3f35434ca6] Reconfigured VM instance instance-0000001c to attach disk [datastore2] 2a1576fd-1e00-4803-ba65-cf3f35434ca6/2a1576fd-1e00-4803-ba65-cf3f35434ca6.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 783.785092] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-33d90899-16f5-4515-ba80-b23f803a8a66 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.818817] env[69889]: DEBUG oslo_vmware.api [None req-8cecd9d2-fbcc-48d2-959f-067fe57b3b52 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Task: {'id': task-4077028, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.819304] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38febb64-e53d-443c-bc94-bba11233b4f6 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.824430] env[69889]: DEBUG oslo_vmware.api [None req-ee7c28bf-bb0a-4255-a0e3-6f9fb83891d1 tempest-ImagesNegativeTestJSON-2145547927 tempest-ImagesNegativeTestJSON-2145547927-project-member] Waiting for the task: (returnval){ [ 783.824430] env[69889]: value = "task-4077029" [ 783.824430] env[69889]: _type = "Task" [ 783.824430] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.832671] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4a5a649-3940-442b-a5e2-fee4ab7b7b8b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.840743] env[69889]: DEBUG oslo_vmware.api [None req-ee7c28bf-bb0a-4255-a0e3-6f9fb83891d1 tempest-ImagesNegativeTestJSON-2145547927 tempest-ImagesNegativeTestJSON-2145547927-project-member] Task: {'id': task-4077029, 'name': Rename_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.855016] env[69889]: DEBUG nova.compute.provider_tree [None req-1ee28594-619d-4935-8f9d-a015ed595363 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 783.996505] env[69889]: DEBUG nova.compute.manager [None req-6eea1352-f6d6-4384-b234-44c2e8c7f2e4 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] [instance: c4299beb-fd13-47db-9ad2-eaedefdaf7e9] Start spawning the instance on the hypervisor. {{(pid=69889) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 784.027634] env[69889]: DEBUG nova.virt.hardware [None req-6eea1352-f6d6-4384-b234-44c2e8c7f2e4 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 784.028162] env[69889]: DEBUG nova.virt.hardware [None req-6eea1352-f6d6-4384-b234-44c2e8c7f2e4 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 784.028287] env[69889]: DEBUG nova.virt.hardware [None req-6eea1352-f6d6-4384-b234-44c2e8c7f2e4 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 784.028431] env[69889]: DEBUG nova.virt.hardware [None req-6eea1352-f6d6-4384-b234-44c2e8c7f2e4 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 784.028578] env[69889]: DEBUG nova.virt.hardware [None req-6eea1352-f6d6-4384-b234-44c2e8c7f2e4 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 784.028717] env[69889]: DEBUG nova.virt.hardware [None req-6eea1352-f6d6-4384-b234-44c2e8c7f2e4 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 784.028975] env[69889]: DEBUG nova.virt.hardware [None req-6eea1352-f6d6-4384-b234-44c2e8c7f2e4 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 784.029326] env[69889]: DEBUG nova.virt.hardware [None req-6eea1352-f6d6-4384-b234-44c2e8c7f2e4 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 784.029326] env[69889]: DEBUG nova.virt.hardware [None req-6eea1352-f6d6-4384-b234-44c2e8c7f2e4 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 784.029488] env[69889]: DEBUG nova.virt.hardware [None req-6eea1352-f6d6-4384-b234-44c2e8c7f2e4 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 784.029673] env[69889]: DEBUG nova.virt.hardware [None req-6eea1352-f6d6-4384-b234-44c2e8c7f2e4 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 784.030563] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ade4ea8d-146d-48bd-aa08-ce43a4fa262c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.042332] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-395c00d9-3ca6-4555-9d96-a78c3e10da62 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.288182] env[69889]: DEBUG oslo_vmware.api [None req-8cecd9d2-fbcc-48d2-959f-067fe57b3b52 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Task: {'id': task-4077028, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.336642] env[69889]: DEBUG oslo_vmware.api [None req-ee7c28bf-bb0a-4255-a0e3-6f9fb83891d1 tempest-ImagesNegativeTestJSON-2145547927 tempest-ImagesNegativeTestJSON-2145547927-project-member] Task: {'id': task-4077029, 'name': Rename_Task, 'duration_secs': 0.361237} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.337196] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee7c28bf-bb0a-4255-a0e3-6f9fb83891d1 tempest-ImagesNegativeTestJSON-2145547927 tempest-ImagesNegativeTestJSON-2145547927-project-member] [instance: 2a1576fd-1e00-4803-ba65-cf3f35434ca6] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 784.338834] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-86d82dcf-16f0-4b0b-9ddb-d52827cb1173 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.346366] env[69889]: DEBUG oslo_vmware.api [None req-ee7c28bf-bb0a-4255-a0e3-6f9fb83891d1 tempest-ImagesNegativeTestJSON-2145547927 tempest-ImagesNegativeTestJSON-2145547927-project-member] Waiting for the task: (returnval){ [ 784.346366] env[69889]: value = "task-4077030" [ 784.346366] env[69889]: _type = "Task" [ 784.346366] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.356516] env[69889]: DEBUG oslo_vmware.api [None req-ee7c28bf-bb0a-4255-a0e3-6f9fb83891d1 tempest-ImagesNegativeTestJSON-2145547927 tempest-ImagesNegativeTestJSON-2145547927-project-member] Task: {'id': task-4077030, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.358806] env[69889]: DEBUG nova.scheduler.client.report [None req-1ee28594-619d-4935-8f9d-a015ed595363 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 784.375745] env[69889]: DEBUG oslo_concurrency.lockutils [None req-79e4ee89-45d5-4322-a2cc-3676e3f9fa00 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Acquiring lock "5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.376078] env[69889]: DEBUG oslo_concurrency.lockutils [None req-79e4ee89-45d5-4322-a2cc-3676e3f9fa00 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Lock "5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.789398] env[69889]: DEBUG oslo_vmware.api [None req-8cecd9d2-fbcc-48d2-959f-067fe57b3b52 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Task: {'id': task-4077028, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.858569] env[69889]: DEBUG oslo_vmware.api [None req-ee7c28bf-bb0a-4255-a0e3-6f9fb83891d1 tempest-ImagesNegativeTestJSON-2145547927 tempest-ImagesNegativeTestJSON-2145547927-project-member] Task: {'id': task-4077030, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.877050] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1ee28594-619d-4935-8f9d-a015ed595363 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.909s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.877667] env[69889]: DEBUG nova.compute.manager [None req-1ee28594-619d-4935-8f9d-a015ed595363 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] [instance: 2ed7de86-7eb4-4e49-8d78-171d09addeb1] Start building networks asynchronously for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 784.880686] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7b18dc7a-10b2-4963-be0e-d90955fd0e30 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 21.675s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.960039] env[69889]: DEBUG nova.compute.manager [req-30515dfc-cb0a-4040-9126-54043e062e2f req-19fef1e9-5dfa-4917-a2be-ab0f568c52ab service nova] [instance: 16a112a1-636c-440d-adfb-8881578f51b0] Received event network-vif-deleted-e9084f11-3e79-45c2-8703-cc356120c176 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 785.288688] env[69889]: DEBUG oslo_vmware.api [None req-8cecd9d2-fbcc-48d2-959f-067fe57b3b52 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Task: {'id': task-4077028, 'name': PowerOnVM_Task, 'duration_secs': 1.404017} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.288999] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cecd9d2-fbcc-48d2-959f-067fe57b3b52 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] [instance: ad899de6-c2d4-4cbe-a91c-1cd76f650ae4] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 785.293719] env[69889]: DEBUG nova.compute.manager [None req-8cecd9d2-fbcc-48d2-959f-067fe57b3b52 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] [instance: ad899de6-c2d4-4cbe-a91c-1cd76f650ae4] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 785.295836] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26060471-16ee-4a90-90d8-1529bff90c59 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.358567] env[69889]: DEBUG oslo_vmware.api [None req-ee7c28bf-bb0a-4255-a0e3-6f9fb83891d1 tempest-ImagesNegativeTestJSON-2145547927 tempest-ImagesNegativeTestJSON-2145547927-project-member] Task: {'id': task-4077030, 'name': PowerOnVM_Task, 'duration_secs': 0.556644} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.359812] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee7c28bf-bb0a-4255-a0e3-6f9fb83891d1 tempest-ImagesNegativeTestJSON-2145547927 tempest-ImagesNegativeTestJSON-2145547927-project-member] [instance: 2a1576fd-1e00-4803-ba65-cf3f35434ca6] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 785.360250] env[69889]: INFO nova.compute.manager [None req-ee7c28bf-bb0a-4255-a0e3-6f9fb83891d1 tempest-ImagesNegativeTestJSON-2145547927 tempest-ImagesNegativeTestJSON-2145547927-project-member] [instance: 2a1576fd-1e00-4803-ba65-cf3f35434ca6] Took 8.64 seconds to spawn the instance on the hypervisor. [ 785.360570] env[69889]: DEBUG nova.compute.manager [None req-ee7c28bf-bb0a-4255-a0e3-6f9fb83891d1 tempest-ImagesNegativeTestJSON-2145547927 tempest-ImagesNegativeTestJSON-2145547927-project-member] [instance: 2a1576fd-1e00-4803-ba65-cf3f35434ca6] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 785.364348] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-011b2849-cba4-4bd3-a1f3-52e15698c70c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.384253] env[69889]: DEBUG nova.compute.utils [None req-1ee28594-619d-4935-8f9d-a015ed595363 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 785.390246] env[69889]: DEBUG nova.compute.manager [None req-1ee28594-619d-4935-8f9d-a015ed595363 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] [instance: 2ed7de86-7eb4-4e49-8d78-171d09addeb1] Not allocating networking since 'none' was specified. {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 785.892612] env[69889]: DEBUG nova.compute.manager [None req-1ee28594-619d-4935-8f9d-a015ed595363 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] [instance: 2ed7de86-7eb4-4e49-8d78-171d09addeb1] Start building block device mappings for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 785.896702] env[69889]: INFO nova.compute.manager [None req-ee7c28bf-bb0a-4255-a0e3-6f9fb83891d1 tempest-ImagesNegativeTestJSON-2145547927 tempest-ImagesNegativeTestJSON-2145547927-project-member] [instance: 2a1576fd-1e00-4803-ba65-cf3f35434ca6] Took 36.13 seconds to build instance. [ 785.975270] env[69889]: DEBUG nova.network.neutron [None req-6eea1352-f6d6-4384-b234-44c2e8c7f2e4 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] [instance: c4299beb-fd13-47db-9ad2-eaedefdaf7e9] Successfully updated port: 9f39dde6-c4fa-45be-b93b-9ee180dc48ef {{(pid=69889) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 785.994757] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56dcf574-d873-4466-8518-36b9ca44171b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.007867] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a52ee6d-b061-48b7-b4d3-9687fa9ad4b3 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.057598] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c632bbdd-a0cd-41e4-ba27-cc0e805144ed {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.068422] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b16be082-65a8-4f53-b7f2-8618fa00d2f2 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.083788] env[69889]: DEBUG nova.compute.provider_tree [None req-7b18dc7a-10b2-4963-be0e-d90955fd0e30 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 786.099195] env[69889]: DEBUG oslo_concurrency.lockutils [None req-dd145472-cb4c-4d0e-9de3-eb5b31c6c229 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050-project-member] Acquiring lock "7af1243e-53e5-4edc-b665-562067ca3c71" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.099470] env[69889]: DEBUG oslo_concurrency.lockutils [None req-dd145472-cb4c-4d0e-9de3-eb5b31c6c229 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050-project-member] Lock "7af1243e-53e5-4edc-b665-562067ca3c71" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.099685] env[69889]: DEBUG oslo_concurrency.lockutils [None req-dd145472-cb4c-4d0e-9de3-eb5b31c6c229 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050-project-member] Acquiring lock "7af1243e-53e5-4edc-b665-562067ca3c71-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.099874] env[69889]: DEBUG oslo_concurrency.lockutils [None req-dd145472-cb4c-4d0e-9de3-eb5b31c6c229 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050-project-member] Lock "7af1243e-53e5-4edc-b665-562067ca3c71-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.100054] env[69889]: DEBUG oslo_concurrency.lockutils [None req-dd145472-cb4c-4d0e-9de3-eb5b31c6c229 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050-project-member] Lock "7af1243e-53e5-4edc-b665-562067ca3c71-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.102454] env[69889]: INFO nova.compute.manager [None req-dd145472-cb4c-4d0e-9de3-eb5b31c6c229 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050-project-member] [instance: 7af1243e-53e5-4edc-b665-562067ca3c71] Terminating instance [ 786.407073] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ee7c28bf-bb0a-4255-a0e3-6f9fb83891d1 tempest-ImagesNegativeTestJSON-2145547927 tempest-ImagesNegativeTestJSON-2145547927-project-member] Lock "2a1576fd-1e00-4803-ba65-cf3f35434ca6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.645s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.480659] env[69889]: DEBUG oslo_concurrency.lockutils [None req-6eea1352-f6d6-4384-b234-44c2e8c7f2e4 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Acquiring lock "refresh_cache-c4299beb-fd13-47db-9ad2-eaedefdaf7e9" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.480824] env[69889]: DEBUG oslo_concurrency.lockutils [None req-6eea1352-f6d6-4384-b234-44c2e8c7f2e4 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Acquired lock "refresh_cache-c4299beb-fd13-47db-9ad2-eaedefdaf7e9" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.480980] env[69889]: DEBUG nova.network.neutron [None req-6eea1352-f6d6-4384-b234-44c2e8c7f2e4 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] [instance: c4299beb-fd13-47db-9ad2-eaedefdaf7e9] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 786.589023] env[69889]: DEBUG nova.scheduler.client.report [None req-7b18dc7a-10b2-4963-be0e-d90955fd0e30 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 786.609166] env[69889]: DEBUG nova.compute.manager [None req-dd145472-cb4c-4d0e-9de3-eb5b31c6c229 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050-project-member] [instance: 7af1243e-53e5-4edc-b665-562067ca3c71] Start destroying the instance on the hypervisor. {{(pid=69889) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 786.609166] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-dd145472-cb4c-4d0e-9de3-eb5b31c6c229 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050-project-member] [instance: 7af1243e-53e5-4edc-b665-562067ca3c71] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 786.609166] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b31ce92-3a99-4b2c-b9d7-478eb39b8dd5 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.623961] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd145472-cb4c-4d0e-9de3-eb5b31c6c229 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050-project-member] [instance: 7af1243e-53e5-4edc-b665-562067ca3c71] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 786.624235] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-63d6dbb2-8fed-49b7-bc51-d01e608e765b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.633316] env[69889]: DEBUG oslo_vmware.api [None req-dd145472-cb4c-4d0e-9de3-eb5b31c6c229 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050-project-member] Waiting for the task: (returnval){ [ 786.633316] env[69889]: value = "task-4077031" [ 786.633316] env[69889]: _type = "Task" [ 786.633316] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.643306] env[69889]: DEBUG oslo_vmware.api [None req-dd145472-cb4c-4d0e-9de3-eb5b31c6c229 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050-project-member] Task: {'id': task-4077031, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.806415] env[69889]: DEBUG oslo_concurrency.lockutils [None req-324ad4ba-2324-46dc-9e76-c41144e9bd18 tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] Acquiring lock "2df2001e-95cc-4421-a98d-c8212c184cff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.807419] env[69889]: DEBUG oslo_concurrency.lockutils [None req-324ad4ba-2324-46dc-9e76-c41144e9bd18 tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] Lock "2df2001e-95cc-4421-a98d-c8212c184cff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.913159] env[69889]: DEBUG nova.compute.manager [None req-eff44f04-a6ca-4417-b2fd-dc9bf3da28d2 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] [instance: 4925d307-f4c8-4847-8ee1-937e196e6c69] Starting instance... {{(pid=69889) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 786.915845] env[69889]: DEBUG nova.compute.manager [None req-1ee28594-619d-4935-8f9d-a015ed595363 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] [instance: 2ed7de86-7eb4-4e49-8d78-171d09addeb1] Start spawning the instance on the hypervisor. {{(pid=69889) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 786.952329] env[69889]: DEBUG nova.virt.hardware [None req-1ee28594-619d-4935-8f9d-a015ed595363 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 786.952329] env[69889]: DEBUG nova.virt.hardware [None req-1ee28594-619d-4935-8f9d-a015ed595363 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 786.952551] env[69889]: DEBUG nova.virt.hardware [None req-1ee28594-619d-4935-8f9d-a015ed595363 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 786.952668] env[69889]: DEBUG nova.virt.hardware [None req-1ee28594-619d-4935-8f9d-a015ed595363 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 786.952810] env[69889]: DEBUG nova.virt.hardware [None req-1ee28594-619d-4935-8f9d-a015ed595363 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 786.952951] env[69889]: DEBUG nova.virt.hardware [None req-1ee28594-619d-4935-8f9d-a015ed595363 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 786.953181] env[69889]: DEBUG nova.virt.hardware [None req-1ee28594-619d-4935-8f9d-a015ed595363 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 786.953335] env[69889]: DEBUG nova.virt.hardware [None req-1ee28594-619d-4935-8f9d-a015ed595363 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 786.953495] env[69889]: DEBUG nova.virt.hardware [None req-1ee28594-619d-4935-8f9d-a015ed595363 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 786.953658] env[69889]: DEBUG nova.virt.hardware [None req-1ee28594-619d-4935-8f9d-a015ed595363 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 786.953823] env[69889]: DEBUG nova.virt.hardware [None req-1ee28594-619d-4935-8f9d-a015ed595363 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 786.954816] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-712d837d-0c4d-4eac-9da2-b595c130aac1 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.970792] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eedca063-0cc3-4f04-ada3-f44c159fff89 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.992533] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-1ee28594-619d-4935-8f9d-a015ed595363 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] [instance: 2ed7de86-7eb4-4e49-8d78-171d09addeb1] Instance VIF info [] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 786.999052] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ee28594-619d-4935-8f9d-a015ed595363 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Creating folder: Project (a9a7323f848845c1945a10488d1fa296). Parent ref: group-v807779. {{(pid=69889) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 787.000227] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0a28b6e4-d6e1-4ffb-b03e-11a2d8b85471 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.011462] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-1ee28594-619d-4935-8f9d-a015ed595363 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Created folder: Project (a9a7323f848845c1945a10488d1fa296) in parent group-v807779. [ 787.011685] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ee28594-619d-4935-8f9d-a015ed595363 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Creating folder: Instances. Parent ref: group-v807861. {{(pid=69889) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 787.011933] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8c5527a0-0fd8-4ff2-8919-36062ac08389 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.026046] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-1ee28594-619d-4935-8f9d-a015ed595363 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Created folder: Instances in parent group-v807861. [ 787.026046] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1ee28594-619d-4935-8f9d-a015ed595363 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 787.026046] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ed7de86-7eb4-4e49-8d78-171d09addeb1] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 787.026253] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-35d73424-4d63-4486-b837-06fed49e624e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.047361] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 787.047361] env[69889]: value = "task-4077034" [ 787.047361] env[69889]: _type = "Task" [ 787.047361] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.056340] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077034, 'name': CreateVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.071804] env[69889]: DEBUG nova.network.neutron [None req-6eea1352-f6d6-4384-b234-44c2e8c7f2e4 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] [instance: c4299beb-fd13-47db-9ad2-eaedefdaf7e9] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 787.147839] env[69889]: DEBUG oslo_vmware.api [None req-dd145472-cb4c-4d0e-9de3-eb5b31c6c229 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050-project-member] Task: {'id': task-4077031, 'name': PowerOffVM_Task, 'duration_secs': 0.25578} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.147839] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd145472-cb4c-4d0e-9de3-eb5b31c6c229 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050-project-member] [instance: 7af1243e-53e5-4edc-b665-562067ca3c71] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 787.147839] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-dd145472-cb4c-4d0e-9de3-eb5b31c6c229 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050-project-member] [instance: 7af1243e-53e5-4edc-b665-562067ca3c71] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 787.148034] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-62757431-6a35-4b0d-8f61-fbeffaaab2c0 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.170503] env[69889]: DEBUG nova.compute.manager [req-ef0d28f7-bcde-4d90-aafe-c9ab768719be req-8cdaa951-41a4-47ed-b378-6527e26948ce service nova] [instance: c4299beb-fd13-47db-9ad2-eaedefdaf7e9] Received event network-vif-plugged-9f39dde6-c4fa-45be-b93b-9ee180dc48ef {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 787.171294] env[69889]: DEBUG oslo_concurrency.lockutils [req-ef0d28f7-bcde-4d90-aafe-c9ab768719be req-8cdaa951-41a4-47ed-b378-6527e26948ce service nova] Acquiring lock "c4299beb-fd13-47db-9ad2-eaedefdaf7e9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.171635] env[69889]: DEBUG oslo_concurrency.lockutils [req-ef0d28f7-bcde-4d90-aafe-c9ab768719be req-8cdaa951-41a4-47ed-b378-6527e26948ce service nova] Lock "c4299beb-fd13-47db-9ad2-eaedefdaf7e9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.171779] env[69889]: DEBUG oslo_concurrency.lockutils [req-ef0d28f7-bcde-4d90-aafe-c9ab768719be req-8cdaa951-41a4-47ed-b378-6527e26948ce service nova] Lock "c4299beb-fd13-47db-9ad2-eaedefdaf7e9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.171923] env[69889]: DEBUG nova.compute.manager [req-ef0d28f7-bcde-4d90-aafe-c9ab768719be req-8cdaa951-41a4-47ed-b378-6527e26948ce service nova] [instance: c4299beb-fd13-47db-9ad2-eaedefdaf7e9] No waiting events found dispatching network-vif-plugged-9f39dde6-c4fa-45be-b93b-9ee180dc48ef {{(pid=69889) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 787.172103] env[69889]: WARNING nova.compute.manager [req-ef0d28f7-bcde-4d90-aafe-c9ab768719be req-8cdaa951-41a4-47ed-b378-6527e26948ce service nova] [instance: c4299beb-fd13-47db-9ad2-eaedefdaf7e9] Received unexpected event network-vif-plugged-9f39dde6-c4fa-45be-b93b-9ee180dc48ef for instance with vm_state building and task_state spawning. [ 787.172274] env[69889]: DEBUG nova.compute.manager [req-ef0d28f7-bcde-4d90-aafe-c9ab768719be req-8cdaa951-41a4-47ed-b378-6527e26948ce service nova] [instance: 33ddb54a-10b8-463d-bfcf-4e0e8baea80d] Received event network-changed-bc245cff-d08b-4068-b402-13958da8e9bc {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 787.172425] env[69889]: DEBUG nova.compute.manager [req-ef0d28f7-bcde-4d90-aafe-c9ab768719be req-8cdaa951-41a4-47ed-b378-6527e26948ce service nova] [instance: 33ddb54a-10b8-463d-bfcf-4e0e8baea80d] Refreshing instance network info cache due to event network-changed-bc245cff-d08b-4068-b402-13958da8e9bc. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 787.172616] env[69889]: DEBUG oslo_concurrency.lockutils [req-ef0d28f7-bcde-4d90-aafe-c9ab768719be req-8cdaa951-41a4-47ed-b378-6527e26948ce service nova] Acquiring lock "refresh_cache-33ddb54a-10b8-463d-bfcf-4e0e8baea80d" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.172751] env[69889]: DEBUG oslo_concurrency.lockutils [req-ef0d28f7-bcde-4d90-aafe-c9ab768719be req-8cdaa951-41a4-47ed-b378-6527e26948ce service nova] Acquired lock "refresh_cache-33ddb54a-10b8-463d-bfcf-4e0e8baea80d" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.172907] env[69889]: DEBUG nova.network.neutron [req-ef0d28f7-bcde-4d90-aafe-c9ab768719be req-8cdaa951-41a4-47ed-b378-6527e26948ce service nova] [instance: 33ddb54a-10b8-463d-bfcf-4e0e8baea80d] Refreshing network info cache for port bc245cff-d08b-4068-b402-13958da8e9bc {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 787.228683] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-dd145472-cb4c-4d0e-9de3-eb5b31c6c229 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050-project-member] [instance: 7af1243e-53e5-4edc-b665-562067ca3c71] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 787.228683] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-dd145472-cb4c-4d0e-9de3-eb5b31c6c229 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050-project-member] [instance: 7af1243e-53e5-4edc-b665-562067ca3c71] Deleting contents of the VM from datastore datastore1 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 787.228683] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd145472-cb4c-4d0e-9de3-eb5b31c6c229 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050-project-member] Deleting the datastore file [datastore1] 7af1243e-53e5-4edc-b665-562067ca3c71 {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 787.229144] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5d49e8ee-5ebd-4332-987a-8464362588b4 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.238737] env[69889]: DEBUG oslo_vmware.api [None req-dd145472-cb4c-4d0e-9de3-eb5b31c6c229 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050-project-member] Waiting for the task: (returnval){ [ 787.238737] env[69889]: value = "task-4077036" [ 787.238737] env[69889]: _type = "Task" [ 787.238737] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.250346] env[69889]: DEBUG oslo_vmware.api [None req-dd145472-cb4c-4d0e-9de3-eb5b31c6c229 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050-project-member] Task: {'id': task-4077036, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.381283] env[69889]: DEBUG nova.network.neutron [None req-6eea1352-f6d6-4384-b234-44c2e8c7f2e4 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] [instance: c4299beb-fd13-47db-9ad2-eaedefdaf7e9] Updating instance_info_cache with network_info: [{"id": "9f39dde6-c4fa-45be-b93b-9ee180dc48ef", "address": "fa:16:3e:e3:39:ef", "network": {"id": "ec6d7cf6-b03f-428c-aabe-65420314277a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2046483185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83b454098fbd45bf96bfeae8593bb9c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f39dde6-c4", "ovs_interfaceid": "9f39dde6-c4fa-45be-b93b-9ee180dc48ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.454348] env[69889]: DEBUG oslo_concurrency.lockutils [None req-eff44f04-a6ca-4417-b2fd-dc9bf3da28d2 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.464229] env[69889]: DEBUG oslo_concurrency.lockutils [None req-f74f920f-0b9b-44c6-9d8d-17be9507d64c tempest-ImagesNegativeTestJSON-2145547927 tempest-ImagesNegativeTestJSON-2145547927-project-member] Acquiring lock "2a1576fd-1e00-4803-ba65-cf3f35434ca6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.464573] env[69889]: DEBUG oslo_concurrency.lockutils [None req-f74f920f-0b9b-44c6-9d8d-17be9507d64c tempest-ImagesNegativeTestJSON-2145547927 tempest-ImagesNegativeTestJSON-2145547927-project-member] Lock "2a1576fd-1e00-4803-ba65-cf3f35434ca6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.464866] env[69889]: DEBUG oslo_concurrency.lockutils [None req-f74f920f-0b9b-44c6-9d8d-17be9507d64c tempest-ImagesNegativeTestJSON-2145547927 tempest-ImagesNegativeTestJSON-2145547927-project-member] Acquiring lock "2a1576fd-1e00-4803-ba65-cf3f35434ca6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.465093] env[69889]: DEBUG oslo_concurrency.lockutils [None req-f74f920f-0b9b-44c6-9d8d-17be9507d64c tempest-ImagesNegativeTestJSON-2145547927 tempest-ImagesNegativeTestJSON-2145547927-project-member] Lock "2a1576fd-1e00-4803-ba65-cf3f35434ca6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.465280] env[69889]: DEBUG oslo_concurrency.lockutils [None req-f74f920f-0b9b-44c6-9d8d-17be9507d64c tempest-ImagesNegativeTestJSON-2145547927 tempest-ImagesNegativeTestJSON-2145547927-project-member] Lock "2a1576fd-1e00-4803-ba65-cf3f35434ca6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.467976] env[69889]: INFO nova.compute.manager [None req-f74f920f-0b9b-44c6-9d8d-17be9507d64c tempest-ImagesNegativeTestJSON-2145547927 tempest-ImagesNegativeTestJSON-2145547927-project-member] [instance: 2a1576fd-1e00-4803-ba65-cf3f35434ca6] Terminating instance [ 787.562175] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077034, 'name': CreateVM_Task, 'duration_secs': 0.496202} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.562405] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ed7de86-7eb4-4e49-8d78-171d09addeb1] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 787.563584] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1ee28594-619d-4935-8f9d-a015ed595363 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.563789] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1ee28594-619d-4935-8f9d-a015ed595363 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.564175] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1ee28594-619d-4935-8f9d-a015ed595363 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.564451] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f1cba20-e60d-4183-81cd-7ac1685a59d6 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.570554] env[69889]: DEBUG oslo_vmware.api [None req-1ee28594-619d-4935-8f9d-a015ed595363 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Waiting for the task: (returnval){ [ 787.570554] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]5222df27-c24d-3a74-2059-bb9487e1ef8f" [ 787.570554] env[69889]: _type = "Task" [ 787.570554] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.581028] env[69889]: DEBUG oslo_vmware.api [None req-1ee28594-619d-4935-8f9d-a015ed595363 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5222df27-c24d-3a74-2059-bb9487e1ef8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.601027] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7b18dc7a-10b2-4963-be0e-d90955fd0e30 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.720s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.605183] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c9b93b26-4f31-4a3e-87ea-1025f9ed058e tempest-ServersTestManualDisk-1257826692 tempest-ServersTestManualDisk-1257826692-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.230s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.606923] env[69889]: INFO nova.compute.claims [None req-c9b93b26-4f31-4a3e-87ea-1025f9ed058e tempest-ServersTestManualDisk-1257826692 tempest-ServersTestManualDisk-1257826692-project-member] [instance: 4ac0defd-d9ca-4e93-836c-a5cc81529eba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 787.752873] env[69889]: DEBUG oslo_vmware.api [None req-dd145472-cb4c-4d0e-9de3-eb5b31c6c229 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050-project-member] Task: {'id': task-4077036, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148752} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.753068] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd145472-cb4c-4d0e-9de3-eb5b31c6c229 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 787.753288] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-dd145472-cb4c-4d0e-9de3-eb5b31c6c229 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050-project-member] [instance: 7af1243e-53e5-4edc-b665-562067ca3c71] Deleted contents of the VM from datastore datastore1 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 787.753517] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-dd145472-cb4c-4d0e-9de3-eb5b31c6c229 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050-project-member] [instance: 7af1243e-53e5-4edc-b665-562067ca3c71] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 787.753696] env[69889]: INFO nova.compute.manager [None req-dd145472-cb4c-4d0e-9de3-eb5b31c6c229 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050-project-member] [instance: 7af1243e-53e5-4edc-b665-562067ca3c71] Took 1.15 seconds to destroy the instance on the hypervisor. [ 787.753911] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dd145472-cb4c-4d0e-9de3-eb5b31c6c229 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 787.754140] env[69889]: DEBUG nova.compute.manager [-] [instance: 7af1243e-53e5-4edc-b665-562067ca3c71] Deallocating network for instance {{(pid=69889) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 787.754252] env[69889]: DEBUG nova.network.neutron [-] [instance: 7af1243e-53e5-4edc-b665-562067ca3c71] deallocate_for_instance() {{(pid=69889) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 787.886295] env[69889]: DEBUG oslo_concurrency.lockutils [None req-6eea1352-f6d6-4384-b234-44c2e8c7f2e4 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Releasing lock "refresh_cache-c4299beb-fd13-47db-9ad2-eaedefdaf7e9" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.886684] env[69889]: DEBUG nova.compute.manager [None req-6eea1352-f6d6-4384-b234-44c2e8c7f2e4 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] [instance: c4299beb-fd13-47db-9ad2-eaedefdaf7e9] Instance network_info: |[{"id": "9f39dde6-c4fa-45be-b93b-9ee180dc48ef", "address": "fa:16:3e:e3:39:ef", "network": {"id": "ec6d7cf6-b03f-428c-aabe-65420314277a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2046483185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83b454098fbd45bf96bfeae8593bb9c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f39dde6-c4", "ovs_interfaceid": "9f39dde6-c4fa-45be-b93b-9ee180dc48ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 787.887494] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-6eea1352-f6d6-4384-b234-44c2e8c7f2e4 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] [instance: c4299beb-fd13-47db-9ad2-eaedefdaf7e9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:39:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '50886eea-591a-452c-a27b-5f22cfc9df85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9f39dde6-c4fa-45be-b93b-9ee180dc48ef', 'vif_model': 'vmxnet3'}] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 787.898043] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-6eea1352-f6d6-4384-b234-44c2e8c7f2e4 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Creating folder: Project (83b454098fbd45bf96bfeae8593bb9c1). Parent ref: group-v807779. {{(pid=69889) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 787.898043] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b3506e7c-28e1-43f9-9905-2732f9ebbef6 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.909531] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-6eea1352-f6d6-4384-b234-44c2e8c7f2e4 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Created folder: Project (83b454098fbd45bf96bfeae8593bb9c1) in parent group-v807779. [ 787.909912] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-6eea1352-f6d6-4384-b234-44c2e8c7f2e4 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Creating folder: Instances. Parent ref: group-v807864. {{(pid=69889) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 787.910048] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ac08a3ec-7095-4ebc-9e54-a62ff625e0a1 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.921754] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-6eea1352-f6d6-4384-b234-44c2e8c7f2e4 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Created folder: Instances in parent group-v807864. [ 787.921754] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6eea1352-f6d6-4384-b234-44c2e8c7f2e4 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 787.921754] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4299beb-fd13-47db-9ad2-eaedefdaf7e9] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 787.921754] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bdb992a8-0b94-46d9-b6ae-d525688e119f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.950035] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 787.950035] env[69889]: value = "task-4077039" [ 787.950035] env[69889]: _type = "Task" [ 787.950035] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.960772] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077039, 'name': CreateVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.972916] env[69889]: DEBUG nova.compute.manager [None req-f74f920f-0b9b-44c6-9d8d-17be9507d64c tempest-ImagesNegativeTestJSON-2145547927 tempest-ImagesNegativeTestJSON-2145547927-project-member] [instance: 2a1576fd-1e00-4803-ba65-cf3f35434ca6] Start destroying the instance on the hypervisor. {{(pid=69889) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 787.973458] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-f74f920f-0b9b-44c6-9d8d-17be9507d64c tempest-ImagesNegativeTestJSON-2145547927 tempest-ImagesNegativeTestJSON-2145547927-project-member] [instance: 2a1576fd-1e00-4803-ba65-cf3f35434ca6] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 787.974437] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9558377a-db65-414c-b626-ae04f14c9bff {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.984576] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-f74f920f-0b9b-44c6-9d8d-17be9507d64c tempest-ImagesNegativeTestJSON-2145547927 tempest-ImagesNegativeTestJSON-2145547927-project-member] [instance: 2a1576fd-1e00-4803-ba65-cf3f35434ca6] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 787.984896] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3340f340-6fed-451a-a721-1ecaf2eb4c7c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.992322] env[69889]: DEBUG oslo_vmware.api [None req-f74f920f-0b9b-44c6-9d8d-17be9507d64c tempest-ImagesNegativeTestJSON-2145547927 tempest-ImagesNegativeTestJSON-2145547927-project-member] Waiting for the task: (returnval){ [ 787.992322] env[69889]: value = "task-4077040" [ 787.992322] env[69889]: _type = "Task" [ 787.992322] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.002215] env[69889]: DEBUG oslo_vmware.api [None req-f74f920f-0b9b-44c6-9d8d-17be9507d64c tempest-ImagesNegativeTestJSON-2145547927 tempest-ImagesNegativeTestJSON-2145547927-project-member] Task: {'id': task-4077040, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.084593] env[69889]: DEBUG oslo_vmware.api [None req-1ee28594-619d-4935-8f9d-a015ed595363 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5222df27-c24d-3a74-2059-bb9487e1ef8f, 'name': SearchDatastore_Task, 'duration_secs': 0.011887} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.085356] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1ee28594-619d-4935-8f9d-a015ed595363 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.085356] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-1ee28594-619d-4935-8f9d-a015ed595363 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] [instance: 2ed7de86-7eb4-4e49-8d78-171d09addeb1] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 788.085483] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1ee28594-619d-4935-8f9d-a015ed595363 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.085576] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1ee28594-619d-4935-8f9d-a015ed595363 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.085761] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ee28594-619d-4935-8f9d-a015ed595363 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 788.086070] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8d6a5472-5968-4141-88e7-5010afb151a0 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.099356] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ee28594-619d-4935-8f9d-a015ed595363 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 788.099356] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-1ee28594-619d-4935-8f9d-a015ed595363 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 788.099982] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a875f7aa-cc8e-4e9d-be10-4db018fee3d9 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.107345] env[69889]: DEBUG oslo_vmware.api [None req-1ee28594-619d-4935-8f9d-a015ed595363 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Waiting for the task: (returnval){ [ 788.107345] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52cba0b0-654e-3672-6bcf-ca2fe8e2ad65" [ 788.107345] env[69889]: _type = "Task" [ 788.107345] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.128838] env[69889]: DEBUG oslo_vmware.api [None req-1ee28594-619d-4935-8f9d-a015ed595363 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52cba0b0-654e-3672-6bcf-ca2fe8e2ad65, 'name': SearchDatastore_Task, 'duration_secs': 0.013374} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.129795] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d654d73-b7c0-470a-90a8-920ab74bbd0d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.141713] env[69889]: DEBUG oslo_vmware.api [None req-1ee28594-619d-4935-8f9d-a015ed595363 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Waiting for the task: (returnval){ [ 788.141713] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]520e18f0-8a83-ab57-0d30-9f8eaa0c7c58" [ 788.141713] env[69889]: _type = "Task" [ 788.141713] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.152419] env[69889]: DEBUG oslo_vmware.api [None req-1ee28594-619d-4935-8f9d-a015ed595363 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]520e18f0-8a83-ab57-0d30-9f8eaa0c7c58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.157619] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5f8e9174-3a78-4d64-a76f-121099ff94cf tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Acquiring lock "fb83ecfb-e4bc-4420-b9db-e13a462db3c4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.157784] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5f8e9174-3a78-4d64-a76f-121099ff94cf tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Lock "fb83ecfb-e4bc-4420-b9db-e13a462db3c4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.203380] env[69889]: INFO nova.scheduler.client.report [None req-7b18dc7a-10b2-4963-be0e-d90955fd0e30 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Deleted allocation for migration 5304770b-0ec1-4d94-97ee-20f8fb783e0c [ 788.259325] env[69889]: DEBUG nova.network.neutron [req-ef0d28f7-bcde-4d90-aafe-c9ab768719be req-8cdaa951-41a4-47ed-b378-6527e26948ce service nova] [instance: 33ddb54a-10b8-463d-bfcf-4e0e8baea80d] Updated VIF entry in instance network info cache for port bc245cff-d08b-4068-b402-13958da8e9bc. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 788.259765] env[69889]: DEBUG nova.network.neutron [req-ef0d28f7-bcde-4d90-aafe-c9ab768719be req-8cdaa951-41a4-47ed-b378-6527e26948ce service nova] [instance: 33ddb54a-10b8-463d-bfcf-4e0e8baea80d] Updating instance_info_cache with network_info: [{"id": "bc245cff-d08b-4068-b402-13958da8e9bc", "address": "fa:16:3e:ac:b1:0c", "network": {"id": "eccecb1d-f7e9-49ed-9609-3683360fd113", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1405497199-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "0e71176275444514903c2629be61d792", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2c019b6-3ef3-4c8f-95bd-edede2c554a9", "external-id": "nsx-vlan-transportzone-364", "segmentation_id": 364, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc245cff-d0", "ovs_interfaceid": "bc245cff-d08b-4068-b402-13958da8e9bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.398891] env[69889]: DEBUG nova.compute.manager [req-f254a7c3-c747-4051-9b12-20ca66bb7fe7 req-cfb2c481-27f2-4762-9af7-706bb7a78f84 service nova] [instance: 7af1243e-53e5-4edc-b665-562067ca3c71] Received event network-vif-deleted-45a0d640-32eb-4fe3-ba08-466bfd767ad8 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 788.398891] env[69889]: INFO nova.compute.manager [req-f254a7c3-c747-4051-9b12-20ca66bb7fe7 req-cfb2c481-27f2-4762-9af7-706bb7a78f84 service nova] [instance: 7af1243e-53e5-4edc-b665-562067ca3c71] Neutron deleted interface 45a0d640-32eb-4fe3-ba08-466bfd767ad8; detaching it from the instance and deleting it from the info cache [ 788.398891] env[69889]: DEBUG nova.network.neutron [req-f254a7c3-c747-4051-9b12-20ca66bb7fe7 req-cfb2c481-27f2-4762-9af7-706bb7a78f84 service nova] [instance: 7af1243e-53e5-4edc-b665-562067ca3c71] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.458256] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077039, 'name': CreateVM_Task, 'duration_secs': 0.395191} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.458665] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4299beb-fd13-47db-9ad2-eaedefdaf7e9] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 788.459556] env[69889]: DEBUG oslo_concurrency.lockutils [None req-6eea1352-f6d6-4384-b234-44c2e8c7f2e4 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.459741] env[69889]: DEBUG oslo_concurrency.lockutils [None req-6eea1352-f6d6-4384-b234-44c2e8c7f2e4 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.460215] env[69889]: DEBUG oslo_concurrency.lockutils [None req-6eea1352-f6d6-4384-b234-44c2e8c7f2e4 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.460376] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4ab76de-a3cb-4bc9-b65f-a6d0374d5995 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.466218] env[69889]: DEBUG oslo_vmware.api [None req-6eea1352-f6d6-4384-b234-44c2e8c7f2e4 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Waiting for the task: (returnval){ [ 788.466218] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]5202548d-76cf-3005-b4eb-ee571f4192fe" [ 788.466218] env[69889]: _type = "Task" [ 788.466218] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.475710] env[69889]: DEBUG oslo_vmware.api [None req-6eea1352-f6d6-4384-b234-44c2e8c7f2e4 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5202548d-76cf-3005-b4eb-ee571f4192fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.503022] env[69889]: DEBUG oslo_vmware.api [None req-f74f920f-0b9b-44c6-9d8d-17be9507d64c tempest-ImagesNegativeTestJSON-2145547927 tempest-ImagesNegativeTestJSON-2145547927-project-member] Task: {'id': task-4077040, 'name': PowerOffVM_Task, 'duration_secs': 0.224713} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.503331] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-f74f920f-0b9b-44c6-9d8d-17be9507d64c tempest-ImagesNegativeTestJSON-2145547927 tempest-ImagesNegativeTestJSON-2145547927-project-member] [instance: 2a1576fd-1e00-4803-ba65-cf3f35434ca6] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 788.503662] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-f74f920f-0b9b-44c6-9d8d-17be9507d64c tempest-ImagesNegativeTestJSON-2145547927 tempest-ImagesNegativeTestJSON-2145547927-project-member] [instance: 2a1576fd-1e00-4803-ba65-cf3f35434ca6] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 788.504143] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c6576c5b-694d-4a54-9469-12f9d3b7f7e1 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.530062] env[69889]: DEBUG nova.network.neutron [-] [instance: 7af1243e-53e5-4edc-b665-562067ca3c71] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.574013] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-f74f920f-0b9b-44c6-9d8d-17be9507d64c tempest-ImagesNegativeTestJSON-2145547927 tempest-ImagesNegativeTestJSON-2145547927-project-member] [instance: 2a1576fd-1e00-4803-ba65-cf3f35434ca6] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 788.574947] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-f74f920f-0b9b-44c6-9d8d-17be9507d64c tempest-ImagesNegativeTestJSON-2145547927 tempest-ImagesNegativeTestJSON-2145547927-project-member] [instance: 2a1576fd-1e00-4803-ba65-cf3f35434ca6] Deleting contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 788.575404] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-f74f920f-0b9b-44c6-9d8d-17be9507d64c tempest-ImagesNegativeTestJSON-2145547927 tempest-ImagesNegativeTestJSON-2145547927-project-member] Deleting the datastore file [datastore2] 2a1576fd-1e00-4803-ba65-cf3f35434ca6 {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 788.575762] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-44a1c47b-86c7-4616-93eb-2c4beaa566ac {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.584024] env[69889]: DEBUG oslo_vmware.api [None req-f74f920f-0b9b-44c6-9d8d-17be9507d64c tempest-ImagesNegativeTestJSON-2145547927 tempest-ImagesNegativeTestJSON-2145547927-project-member] Waiting for the task: (returnval){ [ 788.584024] env[69889]: value = "task-4077042" [ 788.584024] env[69889]: _type = "Task" [ 788.584024] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.595334] env[69889]: DEBUG oslo_vmware.api [None req-f74f920f-0b9b-44c6-9d8d-17be9507d64c tempest-ImagesNegativeTestJSON-2145547927 tempest-ImagesNegativeTestJSON-2145547927-project-member] Task: {'id': task-4077042, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.654250] env[69889]: DEBUG oslo_vmware.api [None req-1ee28594-619d-4935-8f9d-a015ed595363 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]520e18f0-8a83-ab57-0d30-9f8eaa0c7c58, 'name': SearchDatastore_Task, 'duration_secs': 0.014182} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.654250] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1ee28594-619d-4935-8f9d-a015ed595363 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.654485] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ee28594-619d-4935-8f9d-a015ed595363 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] 2ed7de86-7eb4-4e49-8d78-171d09addeb1/2ed7de86-7eb4-4e49-8d78-171d09addeb1.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 788.654894] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c7cf0b12-f4bd-4dde-8d43-bc51cf68e77e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.664032] env[69889]: DEBUG oslo_vmware.api [None req-1ee28594-619d-4935-8f9d-a015ed595363 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Waiting for the task: (returnval){ [ 788.664032] env[69889]: value = "task-4077043" [ 788.664032] env[69889]: _type = "Task" [ 788.664032] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.678345] env[69889]: DEBUG oslo_vmware.api [None req-1ee28594-619d-4935-8f9d-a015ed595363 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Task: {'id': task-4077043, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.714337] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7b18dc7a-10b2-4963-be0e-d90955fd0e30 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Lock "da1de6c7-ec10-47d2-a8a9-8572cd4162f5" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 29.020s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.763010] env[69889]: DEBUG oslo_concurrency.lockutils [req-ef0d28f7-bcde-4d90-aafe-c9ab768719be req-8cdaa951-41a4-47ed-b378-6527e26948ce service nova] Releasing lock "refresh_cache-33ddb54a-10b8-463d-bfcf-4e0e8baea80d" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.763356] env[69889]: DEBUG nova.compute.manager [req-ef0d28f7-bcde-4d90-aafe-c9ab768719be req-8cdaa951-41a4-47ed-b378-6527e26948ce service nova] [instance: c4299beb-fd13-47db-9ad2-eaedefdaf7e9] Received event network-changed-9f39dde6-c4fa-45be-b93b-9ee180dc48ef {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 788.763451] env[69889]: DEBUG nova.compute.manager [req-ef0d28f7-bcde-4d90-aafe-c9ab768719be req-8cdaa951-41a4-47ed-b378-6527e26948ce service nova] [instance: c4299beb-fd13-47db-9ad2-eaedefdaf7e9] Refreshing instance network info cache due to event network-changed-9f39dde6-c4fa-45be-b93b-9ee180dc48ef. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 788.764239] env[69889]: DEBUG oslo_concurrency.lockutils [req-ef0d28f7-bcde-4d90-aafe-c9ab768719be req-8cdaa951-41a4-47ed-b378-6527e26948ce service nova] Acquiring lock "refresh_cache-c4299beb-fd13-47db-9ad2-eaedefdaf7e9" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.764239] env[69889]: DEBUG oslo_concurrency.lockutils [req-ef0d28f7-bcde-4d90-aafe-c9ab768719be req-8cdaa951-41a4-47ed-b378-6527e26948ce service nova] Acquired lock "refresh_cache-c4299beb-fd13-47db-9ad2-eaedefdaf7e9" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.764239] env[69889]: DEBUG nova.network.neutron [req-ef0d28f7-bcde-4d90-aafe-c9ab768719be req-8cdaa951-41a4-47ed-b378-6527e26948ce service nova] [instance: c4299beb-fd13-47db-9ad2-eaedefdaf7e9] Refreshing network info cache for port 9f39dde6-c4fa-45be-b93b-9ee180dc48ef {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 788.903913] env[69889]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-00a1754a-629d-4d9b-8952-2c3cb673786b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.918415] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e924f2cf-86de-49b9-90c0-0b70277bc6f3 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.960674] env[69889]: DEBUG nova.compute.manager [req-f254a7c3-c747-4051-9b12-20ca66bb7fe7 req-cfb2c481-27f2-4762-9af7-706bb7a78f84 service nova] [instance: 7af1243e-53e5-4edc-b665-562067ca3c71] Detach interface failed, port_id=45a0d640-32eb-4fe3-ba08-466bfd767ad8, reason: Instance 7af1243e-53e5-4edc-b665-562067ca3c71 could not be found. {{(pid=69889) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 788.981393] env[69889]: DEBUG oslo_vmware.api [None req-6eea1352-f6d6-4384-b234-44c2e8c7f2e4 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5202548d-76cf-3005-b4eb-ee571f4192fe, 'name': SearchDatastore_Task, 'duration_secs': 0.021024} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.984635] env[69889]: DEBUG oslo_concurrency.lockutils [None req-6eea1352-f6d6-4384-b234-44c2e8c7f2e4 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.984800] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-6eea1352-f6d6-4384-b234-44c2e8c7f2e4 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] [instance: c4299beb-fd13-47db-9ad2-eaedefdaf7e9] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 788.984939] env[69889]: DEBUG oslo_concurrency.lockutils [None req-6eea1352-f6d6-4384-b234-44c2e8c7f2e4 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.985108] env[69889]: DEBUG oslo_concurrency.lockutils [None req-6eea1352-f6d6-4384-b234-44c2e8c7f2e4 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.986390] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-6eea1352-f6d6-4384-b234-44c2e8c7f2e4 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 788.986390] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-92ac5bb1-4a0c-4e5a-a682-0b4b13c0dbe5 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.000192] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-6eea1352-f6d6-4384-b234-44c2e8c7f2e4 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 789.000431] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-6eea1352-f6d6-4384-b234-44c2e8c7f2e4 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 789.002185] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51074370-2d7e-4d69-b149-5860fb2a6c9b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.013345] env[69889]: DEBUG oslo_vmware.api [None req-6eea1352-f6d6-4384-b234-44c2e8c7f2e4 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Waiting for the task: (returnval){ [ 789.013345] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52def8cb-a6a4-62a6-2b1a-7ea33f84a1c3" [ 789.013345] env[69889]: _type = "Task" [ 789.013345] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.024303] env[69889]: DEBUG oslo_vmware.api [None req-6eea1352-f6d6-4384-b234-44c2e8c7f2e4 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52def8cb-a6a4-62a6-2b1a-7ea33f84a1c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.034035] env[69889]: INFO nova.compute.manager [-] [instance: 7af1243e-53e5-4edc-b665-562067ca3c71] Took 1.28 seconds to deallocate network for instance. [ 789.098233] env[69889]: DEBUG oslo_vmware.api [None req-f74f920f-0b9b-44c6-9d8d-17be9507d64c tempest-ImagesNegativeTestJSON-2145547927 tempest-ImagesNegativeTestJSON-2145547927-project-member] Task: {'id': task-4077042, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180767} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.098827] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-f74f920f-0b9b-44c6-9d8d-17be9507d64c tempest-ImagesNegativeTestJSON-2145547927 tempest-ImagesNegativeTestJSON-2145547927-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 789.099057] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-f74f920f-0b9b-44c6-9d8d-17be9507d64c tempest-ImagesNegativeTestJSON-2145547927 tempest-ImagesNegativeTestJSON-2145547927-project-member] [instance: 2a1576fd-1e00-4803-ba65-cf3f35434ca6] Deleted contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 789.099256] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-f74f920f-0b9b-44c6-9d8d-17be9507d64c tempest-ImagesNegativeTestJSON-2145547927 tempest-ImagesNegativeTestJSON-2145547927-project-member] [instance: 2a1576fd-1e00-4803-ba65-cf3f35434ca6] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 789.099426] env[69889]: INFO nova.compute.manager [None req-f74f920f-0b9b-44c6-9d8d-17be9507d64c tempest-ImagesNegativeTestJSON-2145547927 tempest-ImagesNegativeTestJSON-2145547927-project-member] [instance: 2a1576fd-1e00-4803-ba65-cf3f35434ca6] Took 1.13 seconds to destroy the instance on the hypervisor. [ 789.099672] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f74f920f-0b9b-44c6-9d8d-17be9507d64c tempest-ImagesNegativeTestJSON-2145547927 tempest-ImagesNegativeTestJSON-2145547927-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 789.099915] env[69889]: DEBUG nova.compute.manager [-] [instance: 2a1576fd-1e00-4803-ba65-cf3f35434ca6] Deallocating network for instance {{(pid=69889) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 789.099959] env[69889]: DEBUG nova.network.neutron [-] [instance: 2a1576fd-1e00-4803-ba65-cf3f35434ca6] deallocate_for_instance() {{(pid=69889) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 789.176834] env[69889]: DEBUG oslo_vmware.api [None req-1ee28594-619d-4935-8f9d-a015ed595363 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Task: {'id': task-4077043, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.357034] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ad56fb9-6a34-41a2-b308-3612e8d4917f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.363952] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27b1d534-e52c-4b91-82ab-c1c480aa1a66 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.405034] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8807bd29-036d-4afb-9378-092a597357f7 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.411238] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd579f94-02b9-4b4f-bb35-6f89add2862c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.433248] env[69889]: DEBUG nova.compute.provider_tree [None req-c9b93b26-4f31-4a3e-87ea-1025f9ed058e tempest-ServersTestManualDisk-1257826692 tempest-ServersTestManualDisk-1257826692-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 789.526366] env[69889]: DEBUG oslo_vmware.api [None req-6eea1352-f6d6-4384-b234-44c2e8c7f2e4 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52def8cb-a6a4-62a6-2b1a-7ea33f84a1c3, 'name': SearchDatastore_Task, 'duration_secs': 0.066987} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.527203] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f9b9505-1949-41aa-a970-a8a563f39975 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.534598] env[69889]: DEBUG oslo_vmware.api [None req-6eea1352-f6d6-4384-b234-44c2e8c7f2e4 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Waiting for the task: (returnval){ [ 789.534598] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52430c35-d8bf-8d83-6aaa-e779c20235ef" [ 789.534598] env[69889]: _type = "Task" [ 789.534598] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.544528] env[69889]: DEBUG oslo_concurrency.lockutils [None req-dd145472-cb4c-4d0e-9de3-eb5b31c6c229 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.544848] env[69889]: DEBUG oslo_vmware.api [None req-6eea1352-f6d6-4384-b234-44c2e8c7f2e4 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52430c35-d8bf-8d83-6aaa-e779c20235ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.583379] env[69889]: DEBUG nova.network.neutron [req-ef0d28f7-bcde-4d90-aafe-c9ab768719be req-8cdaa951-41a4-47ed-b378-6527e26948ce service nova] [instance: c4299beb-fd13-47db-9ad2-eaedefdaf7e9] Updated VIF entry in instance network info cache for port 9f39dde6-c4fa-45be-b93b-9ee180dc48ef. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 789.583921] env[69889]: DEBUG nova.network.neutron [req-ef0d28f7-bcde-4d90-aafe-c9ab768719be req-8cdaa951-41a4-47ed-b378-6527e26948ce service nova] [instance: c4299beb-fd13-47db-9ad2-eaedefdaf7e9] Updating instance_info_cache with network_info: [{"id": "9f39dde6-c4fa-45be-b93b-9ee180dc48ef", "address": "fa:16:3e:e3:39:ef", "network": {"id": "ec6d7cf6-b03f-428c-aabe-65420314277a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2046483185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83b454098fbd45bf96bfeae8593bb9c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f39dde6-c4", "ovs_interfaceid": "9f39dde6-c4fa-45be-b93b-9ee180dc48ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.678584] env[69889]: DEBUG oslo_vmware.api [None req-1ee28594-619d-4935-8f9d-a015ed595363 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Task: {'id': task-4077043, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.620597} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.678874] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ee28594-619d-4935-8f9d-a015ed595363 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] 2ed7de86-7eb4-4e49-8d78-171d09addeb1/2ed7de86-7eb4-4e49-8d78-171d09addeb1.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 789.679157] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-1ee28594-619d-4935-8f9d-a015ed595363 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] [instance: 2ed7de86-7eb4-4e49-8d78-171d09addeb1] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 789.679420] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3d5d02ab-1c6e-4d33-8a3f-b603320d7a9c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.689015] env[69889]: DEBUG oslo_vmware.api [None req-1ee28594-619d-4935-8f9d-a015ed595363 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Waiting for the task: (returnval){ [ 789.689015] env[69889]: value = "task-4077044" [ 789.689015] env[69889]: _type = "Task" [ 789.689015] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.700126] env[69889]: DEBUG oslo_vmware.api [None req-1ee28594-619d-4935-8f9d-a015ed595363 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Task: {'id': task-4077044, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.942387] env[69889]: DEBUG nova.scheduler.client.report [None req-c9b93b26-4f31-4a3e-87ea-1025f9ed058e tempest-ServersTestManualDisk-1257826692 tempest-ServersTestManualDisk-1257826692-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 789.967189] env[69889]: DEBUG nova.compute.manager [req-faded7eb-2712-472c-a78e-ac2a979f86f4 req-33501c86-9cf3-4e85-9644-802369e8f952 service nova] [instance: 2a1576fd-1e00-4803-ba65-cf3f35434ca6] Received event network-vif-deleted-d4f16797-dc5d-48fb-a380-feac07be0bdc {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 789.967189] env[69889]: INFO nova.compute.manager [req-faded7eb-2712-472c-a78e-ac2a979f86f4 req-33501c86-9cf3-4e85-9644-802369e8f952 service nova] [instance: 2a1576fd-1e00-4803-ba65-cf3f35434ca6] Neutron deleted interface d4f16797-dc5d-48fb-a380-feac07be0bdc; detaching it from the instance and deleting it from the info cache [ 789.967189] env[69889]: DEBUG nova.network.neutron [req-faded7eb-2712-472c-a78e-ac2a979f86f4 req-33501c86-9cf3-4e85-9644-802369e8f952 service nova] [instance: 2a1576fd-1e00-4803-ba65-cf3f35434ca6] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.052621] env[69889]: DEBUG oslo_vmware.api [None req-6eea1352-f6d6-4384-b234-44c2e8c7f2e4 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52430c35-d8bf-8d83-6aaa-e779c20235ef, 'name': SearchDatastore_Task, 'duration_secs': 0.012155} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.052621] env[69889]: DEBUG oslo_concurrency.lockutils [None req-6eea1352-f6d6-4384-b234-44c2e8c7f2e4 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.052621] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-6eea1352-f6d6-4384-b234-44c2e8c7f2e4 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] c4299beb-fd13-47db-9ad2-eaedefdaf7e9/c4299beb-fd13-47db-9ad2-eaedefdaf7e9.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 790.052621] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5b468d8d-4d1d-4448-ada5-02d9b41ef024 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.062103] env[69889]: DEBUG oslo_vmware.api [None req-6eea1352-f6d6-4384-b234-44c2e8c7f2e4 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Waiting for the task: (returnval){ [ 790.062103] env[69889]: value = "task-4077045" [ 790.062103] env[69889]: _type = "Task" [ 790.062103] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.071022] env[69889]: DEBUG oslo_vmware.api [None req-6eea1352-f6d6-4384-b234-44c2e8c7f2e4 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Task: {'id': task-4077045, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.087813] env[69889]: DEBUG oslo_concurrency.lockutils [req-ef0d28f7-bcde-4d90-aafe-c9ab768719be req-8cdaa951-41a4-47ed-b378-6527e26948ce service nova] Releasing lock "refresh_cache-c4299beb-fd13-47db-9ad2-eaedefdaf7e9" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.175791] env[69889]: DEBUG nova.network.neutron [-] [instance: 2a1576fd-1e00-4803-ba65-cf3f35434ca6] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.200189] env[69889]: DEBUG oslo_vmware.api [None req-1ee28594-619d-4935-8f9d-a015ed595363 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Task: {'id': task-4077044, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.189586} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.200537] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-1ee28594-619d-4935-8f9d-a015ed595363 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] [instance: 2ed7de86-7eb4-4e49-8d78-171d09addeb1] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 790.201602] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeb42fc0-ef0c-4469-8e5f-b25cd1929299 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.230057] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ee28594-619d-4935-8f9d-a015ed595363 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] [instance: 2ed7de86-7eb4-4e49-8d78-171d09addeb1] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] 2ed7de86-7eb4-4e49-8d78-171d09addeb1/2ed7de86-7eb4-4e49-8d78-171d09addeb1.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 790.231397] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-051dceaf-cec8-400d-8ddc-d45543c2c6be {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.256724] env[69889]: DEBUG oslo_vmware.api [None req-1ee28594-619d-4935-8f9d-a015ed595363 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Waiting for the task: (returnval){ [ 790.256724] env[69889]: value = "task-4077046" [ 790.256724] env[69889]: _type = "Task" [ 790.256724] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.270766] env[69889]: DEBUG oslo_vmware.api [None req-1ee28594-619d-4935-8f9d-a015ed595363 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Task: {'id': task-4077046, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.451701] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c9b93b26-4f31-4a3e-87ea-1025f9ed058e tempest-ServersTestManualDisk-1257826692 tempest-ServersTestManualDisk-1257826692-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.846s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.452840] env[69889]: DEBUG nova.compute.manager [None req-c9b93b26-4f31-4a3e-87ea-1025f9ed058e tempest-ServersTestManualDisk-1257826692 tempest-ServersTestManualDisk-1257826692-project-member] [instance: 4ac0defd-d9ca-4e93-836c-a5cc81529eba] Start building networks asynchronously for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 790.455876] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b17d8185-2ecc-4247-b50b-360cfd342df2 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 25.755s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.456020] env[69889]: DEBUG nova.objects.instance [None req-b17d8185-2ecc-4247-b50b-360cfd342df2 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] [instance: 96c84f6a-1e51-41fa-b5cd-4dc572d96410] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69889) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 790.476392] env[69889]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6729c981-f913-41b6-bcbf-4a956846f75b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.487984] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c13f7d2b-ffe1-4ab1-9e2c-8253edf018d7 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.542088] env[69889]: DEBUG nova.compute.manager [req-faded7eb-2712-472c-a78e-ac2a979f86f4 req-33501c86-9cf3-4e85-9644-802369e8f952 service nova] [instance: 2a1576fd-1e00-4803-ba65-cf3f35434ca6] Detach interface failed, port_id=d4f16797-dc5d-48fb-a380-feac07be0bdc, reason: Instance 2a1576fd-1e00-4803-ba65-cf3f35434ca6 could not be found. {{(pid=69889) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 790.575710] env[69889]: DEBUG oslo_vmware.api [None req-6eea1352-f6d6-4384-b234-44c2e8c7f2e4 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Task: {'id': task-4077045, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.680909] env[69889]: INFO nova.compute.manager [-] [instance: 2a1576fd-1e00-4803-ba65-cf3f35434ca6] Took 1.58 seconds to deallocate network for instance. [ 790.770461] env[69889]: DEBUG oslo_vmware.api [None req-1ee28594-619d-4935-8f9d-a015ed595363 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Task: {'id': task-4077046, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.965911] env[69889]: DEBUG nova.compute.utils [None req-c9b93b26-4f31-4a3e-87ea-1025f9ed058e tempest-ServersTestManualDisk-1257826692 tempest-ServersTestManualDisk-1257826692-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 790.971159] env[69889]: DEBUG nova.compute.manager [None req-c9b93b26-4f31-4a3e-87ea-1025f9ed058e tempest-ServersTestManualDisk-1257826692 tempest-ServersTestManualDisk-1257826692-project-member] [instance: 4ac0defd-d9ca-4e93-836c-a5cc81529eba] Allocating IP information in the background. {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 790.971159] env[69889]: DEBUG nova.network.neutron [None req-c9b93b26-4f31-4a3e-87ea-1025f9ed058e tempest-ServersTestManualDisk-1257826692 tempest-ServersTestManualDisk-1257826692-project-member] [instance: 4ac0defd-d9ca-4e93-836c-a5cc81529eba] allocate_for_instance() {{(pid=69889) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 791.056026] env[69889]: DEBUG nova.policy [None req-c9b93b26-4f31-4a3e-87ea-1025f9ed058e tempest-ServersTestManualDisk-1257826692 tempest-ServersTestManualDisk-1257826692-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6613f14d60f04ee3a43331c01d5dfbe5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bf8ab688a0eb48a2846b8ccb745bf065', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69889) authorize /opt/stack/nova/nova/policy.py:192}} [ 791.074382] env[69889]: DEBUG oslo_vmware.api [None req-6eea1352-f6d6-4384-b234-44c2e8c7f2e4 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Task: {'id': task-4077045, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.587731} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.074382] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-6eea1352-f6d6-4384-b234-44c2e8c7f2e4 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] c4299beb-fd13-47db-9ad2-eaedefdaf7e9/c4299beb-fd13-47db-9ad2-eaedefdaf7e9.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 791.074382] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-6eea1352-f6d6-4384-b234-44c2e8c7f2e4 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] [instance: c4299beb-fd13-47db-9ad2-eaedefdaf7e9] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 791.074612] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-13d2d6d0-1801-4749-b206-7ba86ecb0550 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.083286] env[69889]: DEBUG oslo_vmware.api [None req-6eea1352-f6d6-4384-b234-44c2e8c7f2e4 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Waiting for the task: (returnval){ [ 791.083286] env[69889]: value = "task-4077047" [ 791.083286] env[69889]: _type = "Task" [ 791.083286] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.091818] env[69889]: DEBUG oslo_vmware.api [None req-6eea1352-f6d6-4384-b234-44c2e8c7f2e4 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Task: {'id': task-4077047, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.188061] env[69889]: DEBUG oslo_concurrency.lockutils [None req-f74f920f-0b9b-44c6-9d8d-17be9507d64c tempest-ImagesNegativeTestJSON-2145547927 tempest-ImagesNegativeTestJSON-2145547927-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.267897] env[69889]: DEBUG oslo_vmware.api [None req-1ee28594-619d-4935-8f9d-a015ed595363 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Task: {'id': task-4077046, 'name': ReconfigVM_Task, 'duration_secs': 0.531469} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.268236] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ee28594-619d-4935-8f9d-a015ed595363 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] [instance: 2ed7de86-7eb4-4e49-8d78-171d09addeb1] Reconfigured VM instance instance-0000001e to attach disk [datastore2] 2ed7de86-7eb4-4e49-8d78-171d09addeb1/2ed7de86-7eb4-4e49-8d78-171d09addeb1.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 791.268880] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b743fde6-128f-4139-941d-3c864f22fe07 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.276310] env[69889]: DEBUG oslo_vmware.api [None req-1ee28594-619d-4935-8f9d-a015ed595363 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Waiting for the task: (returnval){ [ 791.276310] env[69889]: value = "task-4077048" [ 791.276310] env[69889]: _type = "Task" [ 791.276310] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.287042] env[69889]: DEBUG oslo_vmware.api [None req-1ee28594-619d-4935-8f9d-a015ed595363 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Task: {'id': task-4077048, 'name': Rename_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.471028] env[69889]: DEBUG nova.compute.manager [None req-c9b93b26-4f31-4a3e-87ea-1025f9ed058e tempest-ServersTestManualDisk-1257826692 tempest-ServersTestManualDisk-1257826692-project-member] [instance: 4ac0defd-d9ca-4e93-836c-a5cc81529eba] Start building block device mappings for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 791.475578] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b17d8185-2ecc-4247-b50b-360cfd342df2 tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.020s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.477029] env[69889]: DEBUG oslo_concurrency.lockutils [None req-9dd7685e-eeea-492b-b59e-5248c050ebe9 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.216s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.477122] env[69889]: DEBUG nova.objects.instance [None req-9dd7685e-eeea-492b-b59e-5248c050ebe9 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Lazy-loading 'resources' on Instance uuid d52805a2-50d7-49b9-b1bb-9fddc19df7a2 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 791.562484] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0c03cd75-7955-46b4-8fd8-740440ee5e74 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Acquiring lock "9103303b-fb64-4728-892d-285dba75ac18" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.562755] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0c03cd75-7955-46b4-8fd8-740440ee5e74 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Lock "9103303b-fb64-4728-892d-285dba75ac18" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.593663] env[69889]: DEBUG oslo_vmware.api [None req-6eea1352-f6d6-4384-b234-44c2e8c7f2e4 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Task: {'id': task-4077047, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.126107} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.593939] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-6eea1352-f6d6-4384-b234-44c2e8c7f2e4 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] [instance: c4299beb-fd13-47db-9ad2-eaedefdaf7e9] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 791.594803] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ef22825-c111-4cca-abf1-bcc631c49801 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.619281] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-6eea1352-f6d6-4384-b234-44c2e8c7f2e4 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] [instance: c4299beb-fd13-47db-9ad2-eaedefdaf7e9] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] c4299beb-fd13-47db-9ad2-eaedefdaf7e9/c4299beb-fd13-47db-9ad2-eaedefdaf7e9.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 791.619591] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cacd2f61-9629-4996-b3dd-0008b9ce425b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.645488] env[69889]: DEBUG oslo_vmware.api [None req-6eea1352-f6d6-4384-b234-44c2e8c7f2e4 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Waiting for the task: (returnval){ [ 791.645488] env[69889]: value = "task-4077049" [ 791.645488] env[69889]: _type = "Task" [ 791.645488] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.656298] env[69889]: DEBUG oslo_vmware.api [None req-6eea1352-f6d6-4384-b234-44c2e8c7f2e4 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Task: {'id': task-4077049, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.721782] env[69889]: DEBUG nova.network.neutron [None req-c9b93b26-4f31-4a3e-87ea-1025f9ed058e tempest-ServersTestManualDisk-1257826692 tempest-ServersTestManualDisk-1257826692-project-member] [instance: 4ac0defd-d9ca-4e93-836c-a5cc81529eba] Successfully created port: 3d071dc8-01db-42be-b876-f792b7e0b158 {{(pid=69889) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 791.789929] env[69889]: DEBUG oslo_vmware.api [None req-1ee28594-619d-4935-8f9d-a015ed595363 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Task: {'id': task-4077048, 'name': Rename_Task, 'duration_secs': 0.184958} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.790343] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ee28594-619d-4935-8f9d-a015ed595363 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] [instance: 2ed7de86-7eb4-4e49-8d78-171d09addeb1] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 791.790790] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ebb8bdaf-7205-401f-9e5d-5131dadf1d76 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.799639] env[69889]: DEBUG oslo_vmware.api [None req-1ee28594-619d-4935-8f9d-a015ed595363 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Waiting for the task: (returnval){ [ 791.799639] env[69889]: value = "task-4077050" [ 791.799639] env[69889]: _type = "Task" [ 791.799639] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.809725] env[69889]: DEBUG oslo_vmware.api [None req-1ee28594-619d-4935-8f9d-a015ed595363 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Task: {'id': task-4077050, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.159055] env[69889]: DEBUG oslo_vmware.api [None req-6eea1352-f6d6-4384-b234-44c2e8c7f2e4 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Task: {'id': task-4077049, 'name': ReconfigVM_Task, 'duration_secs': 0.480091} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.159436] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-6eea1352-f6d6-4384-b234-44c2e8c7f2e4 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] [instance: c4299beb-fd13-47db-9ad2-eaedefdaf7e9] Reconfigured VM instance instance-0000001d to attach disk [datastore2] c4299beb-fd13-47db-9ad2-eaedefdaf7e9/c4299beb-fd13-47db-9ad2-eaedefdaf7e9.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 792.160151] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b7ffa9c0-3388-4df0-8b9e-e5a3f59d1d8c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.169189] env[69889]: DEBUG oslo_vmware.api [None req-6eea1352-f6d6-4384-b234-44c2e8c7f2e4 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Waiting for the task: (returnval){ [ 792.169189] env[69889]: value = "task-4077051" [ 792.169189] env[69889]: _type = "Task" [ 792.169189] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.178920] env[69889]: DEBUG oslo_vmware.api [None req-6eea1352-f6d6-4384-b234-44c2e8c7f2e4 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Task: {'id': task-4077051, 'name': Rename_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.312135] env[69889]: DEBUG oslo_vmware.api [None req-1ee28594-619d-4935-8f9d-a015ed595363 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Task: {'id': task-4077050, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.395076] env[69889]: DEBUG oslo_concurrency.lockutils [None req-92d48bd4-67de-48ce-872e-53194758e53f tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Acquiring lock "1b8036ed-2b5c-457d-9ef5-50d9ec77f656" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.395179] env[69889]: DEBUG oslo_concurrency.lockutils [None req-92d48bd4-67de-48ce-872e-53194758e53f tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Lock "1b8036ed-2b5c-457d-9ef5-50d9ec77f656" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.481450] env[69889]: DEBUG nova.compute.manager [None req-c9b93b26-4f31-4a3e-87ea-1025f9ed058e tempest-ServersTestManualDisk-1257826692 tempest-ServersTestManualDisk-1257826692-project-member] [instance: 4ac0defd-d9ca-4e93-836c-a5cc81529eba] Start spawning the instance on the hypervisor. {{(pid=69889) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 792.510639] env[69889]: DEBUG nova.virt.hardware [None req-c9b93b26-4f31-4a3e-87ea-1025f9ed058e tempest-ServersTestManualDisk-1257826692 tempest-ServersTestManualDisk-1257826692-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 792.510895] env[69889]: DEBUG nova.virt.hardware [None req-c9b93b26-4f31-4a3e-87ea-1025f9ed058e tempest-ServersTestManualDisk-1257826692 tempest-ServersTestManualDisk-1257826692-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 792.511068] env[69889]: DEBUG nova.virt.hardware [None req-c9b93b26-4f31-4a3e-87ea-1025f9ed058e tempest-ServersTestManualDisk-1257826692 tempest-ServersTestManualDisk-1257826692-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 792.511258] env[69889]: DEBUG nova.virt.hardware [None req-c9b93b26-4f31-4a3e-87ea-1025f9ed058e tempest-ServersTestManualDisk-1257826692 tempest-ServersTestManualDisk-1257826692-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 792.511404] env[69889]: DEBUG nova.virt.hardware [None req-c9b93b26-4f31-4a3e-87ea-1025f9ed058e tempest-ServersTestManualDisk-1257826692 tempest-ServersTestManualDisk-1257826692-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 792.511550] env[69889]: DEBUG nova.virt.hardware [None req-c9b93b26-4f31-4a3e-87ea-1025f9ed058e tempest-ServersTestManualDisk-1257826692 tempest-ServersTestManualDisk-1257826692-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 792.511757] env[69889]: DEBUG nova.virt.hardware [None req-c9b93b26-4f31-4a3e-87ea-1025f9ed058e tempest-ServersTestManualDisk-1257826692 tempest-ServersTestManualDisk-1257826692-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 792.511928] env[69889]: DEBUG nova.virt.hardware [None req-c9b93b26-4f31-4a3e-87ea-1025f9ed058e tempest-ServersTestManualDisk-1257826692 tempest-ServersTestManualDisk-1257826692-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 792.512132] env[69889]: DEBUG nova.virt.hardware [None req-c9b93b26-4f31-4a3e-87ea-1025f9ed058e tempest-ServersTestManualDisk-1257826692 tempest-ServersTestManualDisk-1257826692-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 792.512300] env[69889]: DEBUG nova.virt.hardware [None req-c9b93b26-4f31-4a3e-87ea-1025f9ed058e tempest-ServersTestManualDisk-1257826692 tempest-ServersTestManualDisk-1257826692-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 792.512471] env[69889]: DEBUG nova.virt.hardware [None req-c9b93b26-4f31-4a3e-87ea-1025f9ed058e tempest-ServersTestManualDisk-1257826692 tempest-ServersTestManualDisk-1257826692-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 792.513337] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98076506-ed88-499e-988f-fe1492a2de92 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.524678] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-108b63a8-e66f-4d3f-9ab9-03d65ab1976f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.565031] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e197a3-6c64-45ac-8262-53bb31b27b39 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.572970] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b1045e9-da2d-41c7-bf28-a3e339714897 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.604534] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c9015a9-c2c8-489c-8a51-38846fd8ee88 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.614211] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb3c6099-4816-4a0c-ad12-e16fba404378 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.628667] env[69889]: DEBUG nova.compute.provider_tree [None req-9dd7685e-eeea-492b-b59e-5248c050ebe9 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 792.679286] env[69889]: DEBUG oslo_vmware.api [None req-6eea1352-f6d6-4384-b234-44c2e8c7f2e4 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Task: {'id': task-4077051, 'name': Rename_Task, 'duration_secs': 0.292001} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.679581] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-6eea1352-f6d6-4384-b234-44c2e8c7f2e4 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] [instance: c4299beb-fd13-47db-9ad2-eaedefdaf7e9] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 792.679833] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a86c6570-e0d3-41e4-b89f-ff3f81529bca {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.688575] env[69889]: DEBUG oslo_vmware.api [None req-6eea1352-f6d6-4384-b234-44c2e8c7f2e4 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Waiting for the task: (returnval){ [ 792.688575] env[69889]: value = "task-4077052" [ 792.688575] env[69889]: _type = "Task" [ 792.688575] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.698747] env[69889]: DEBUG oslo_vmware.api [None req-6eea1352-f6d6-4384-b234-44c2e8c7f2e4 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Task: {'id': task-4077052, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.812117] env[69889]: DEBUG oslo_vmware.api [None req-1ee28594-619d-4935-8f9d-a015ed595363 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Task: {'id': task-4077050, 'name': PowerOnVM_Task, 'duration_secs': 0.517254} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.812417] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ee28594-619d-4935-8f9d-a015ed595363 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] [instance: 2ed7de86-7eb4-4e49-8d78-171d09addeb1] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 792.812624] env[69889]: INFO nova.compute.manager [None req-1ee28594-619d-4935-8f9d-a015ed595363 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] [instance: 2ed7de86-7eb4-4e49-8d78-171d09addeb1] Took 5.90 seconds to spawn the instance on the hypervisor. [ 792.812809] env[69889]: DEBUG nova.compute.manager [None req-1ee28594-619d-4935-8f9d-a015ed595363 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] [instance: 2ed7de86-7eb4-4e49-8d78-171d09addeb1] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 792.813787] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ae08fad-e0a9-42b8-9563-caf9d117a1c9 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.132011] env[69889]: DEBUG nova.scheduler.client.report [None req-9dd7685e-eeea-492b-b59e-5248c050ebe9 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 793.200011] env[69889]: DEBUG oslo_vmware.api [None req-6eea1352-f6d6-4384-b234-44c2e8c7f2e4 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Task: {'id': task-4077052, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.335587] env[69889]: INFO nova.compute.manager [None req-1ee28594-619d-4935-8f9d-a015ed595363 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] [instance: 2ed7de86-7eb4-4e49-8d78-171d09addeb1] Took 30.73 seconds to build instance. [ 793.488016] env[69889]: DEBUG nova.compute.manager [req-54622927-1e5e-42d6-95b9-c1e918f7fd15 req-0f3b5217-dbee-41d6-9d07-3af3f3550407 service nova] [instance: 4ac0defd-d9ca-4e93-836c-a5cc81529eba] Received event network-vif-plugged-3d071dc8-01db-42be-b876-f792b7e0b158 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 793.488016] env[69889]: DEBUG oslo_concurrency.lockutils [req-54622927-1e5e-42d6-95b9-c1e918f7fd15 req-0f3b5217-dbee-41d6-9d07-3af3f3550407 service nova] Acquiring lock "4ac0defd-d9ca-4e93-836c-a5cc81529eba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.488016] env[69889]: DEBUG oslo_concurrency.lockutils [req-54622927-1e5e-42d6-95b9-c1e918f7fd15 req-0f3b5217-dbee-41d6-9d07-3af3f3550407 service nova] Lock "4ac0defd-d9ca-4e93-836c-a5cc81529eba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.488016] env[69889]: DEBUG oslo_concurrency.lockutils [req-54622927-1e5e-42d6-95b9-c1e918f7fd15 req-0f3b5217-dbee-41d6-9d07-3af3f3550407 service nova] Lock "4ac0defd-d9ca-4e93-836c-a5cc81529eba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.488016] env[69889]: DEBUG nova.compute.manager [req-54622927-1e5e-42d6-95b9-c1e918f7fd15 req-0f3b5217-dbee-41d6-9d07-3af3f3550407 service nova] [instance: 4ac0defd-d9ca-4e93-836c-a5cc81529eba] No waiting events found dispatching network-vif-plugged-3d071dc8-01db-42be-b876-f792b7e0b158 {{(pid=69889) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 793.488016] env[69889]: WARNING nova.compute.manager [req-54622927-1e5e-42d6-95b9-c1e918f7fd15 req-0f3b5217-dbee-41d6-9d07-3af3f3550407 service nova] [instance: 4ac0defd-d9ca-4e93-836c-a5cc81529eba] Received unexpected event network-vif-plugged-3d071dc8-01db-42be-b876-f792b7e0b158 for instance with vm_state building and task_state spawning. [ 793.492431] env[69889]: DEBUG nova.network.neutron [None req-c9b93b26-4f31-4a3e-87ea-1025f9ed058e tempest-ServersTestManualDisk-1257826692 tempest-ServersTestManualDisk-1257826692-project-member] [instance: 4ac0defd-d9ca-4e93-836c-a5cc81529eba] Successfully updated port: 3d071dc8-01db-42be-b876-f792b7e0b158 {{(pid=69889) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 793.637528] env[69889]: DEBUG oslo_concurrency.lockutils [None req-9dd7685e-eeea-492b-b59e-5248c050ebe9 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.160s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.639706] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c144565a-ff1c-4c86-80a7-90e061d31235 tempest-ServerDiagnosticsTest-755212226 tempest-ServerDiagnosticsTest-755212226-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.811s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.640101] env[69889]: DEBUG nova.objects.instance [None req-c144565a-ff1c-4c86-80a7-90e061d31235 tempest-ServerDiagnosticsTest-755212226 tempest-ServerDiagnosticsTest-755212226-project-member] Lazy-loading 'resources' on Instance uuid 30d28d6c-5e7a-4e70-9415-b88ec3230f71 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 793.663155] env[69889]: INFO nova.scheduler.client.report [None req-9dd7685e-eeea-492b-b59e-5248c050ebe9 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Deleted allocations for instance d52805a2-50d7-49b9-b1bb-9fddc19df7a2 [ 793.700320] env[69889]: DEBUG oslo_vmware.api [None req-6eea1352-f6d6-4384-b234-44c2e8c7f2e4 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Task: {'id': task-4077052, 'name': PowerOnVM_Task, 'duration_secs': 0.630999} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.700589] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-6eea1352-f6d6-4384-b234-44c2e8c7f2e4 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] [instance: c4299beb-fd13-47db-9ad2-eaedefdaf7e9] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 793.700790] env[69889]: INFO nova.compute.manager [None req-6eea1352-f6d6-4384-b234-44c2e8c7f2e4 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] [instance: c4299beb-fd13-47db-9ad2-eaedefdaf7e9] Took 9.70 seconds to spawn the instance on the hypervisor. [ 793.700969] env[69889]: DEBUG nova.compute.manager [None req-6eea1352-f6d6-4384-b234-44c2e8c7f2e4 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] [instance: c4299beb-fd13-47db-9ad2-eaedefdaf7e9] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 793.701849] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84ec042d-52e7-448f-b177-b04787798f9f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.839113] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1ee28594-619d-4935-8f9d-a015ed595363 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Lock "2ed7de86-7eb4-4e49-8d78-171d09addeb1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.148s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.860798] env[69889]: INFO nova.compute.manager [None req-81099c19-ad8f-4f14-8388-0f0a974aa4e5 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] [instance: 2ed7de86-7eb4-4e49-8d78-171d09addeb1] Rebuilding instance [ 793.907541] env[69889]: DEBUG nova.compute.manager [None req-81099c19-ad8f-4f14-8388-0f0a974aa4e5 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] [instance: 2ed7de86-7eb4-4e49-8d78-171d09addeb1] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 793.908528] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e3ec838-5335-4969-9fed-8f1189081829 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.997308] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c9b93b26-4f31-4a3e-87ea-1025f9ed058e tempest-ServersTestManualDisk-1257826692 tempest-ServersTestManualDisk-1257826692-project-member] Acquiring lock "refresh_cache-4ac0defd-d9ca-4e93-836c-a5cc81529eba" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.997450] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c9b93b26-4f31-4a3e-87ea-1025f9ed058e tempest-ServersTestManualDisk-1257826692 tempest-ServersTestManualDisk-1257826692-project-member] Acquired lock "refresh_cache-4ac0defd-d9ca-4e93-836c-a5cc81529eba" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.997921] env[69889]: DEBUG nova.network.neutron [None req-c9b93b26-4f31-4a3e-87ea-1025f9ed058e tempest-ServersTestManualDisk-1257826692 tempest-ServersTestManualDisk-1257826692-project-member] [instance: 4ac0defd-d9ca-4e93-836c-a5cc81529eba] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 794.173039] env[69889]: DEBUG oslo_concurrency.lockutils [None req-9dd7685e-eeea-492b-b59e-5248c050ebe9 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Lock "d52805a2-50d7-49b9-b1bb-9fddc19df7a2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.606s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.221756] env[69889]: INFO nova.compute.manager [None req-6eea1352-f6d6-4384-b234-44c2e8c7f2e4 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] [instance: c4299beb-fd13-47db-9ad2-eaedefdaf7e9] Took 34.75 seconds to build instance. [ 794.340912] env[69889]: DEBUG nova.compute.manager [None req-4aa8ce07-45d8-44f7-b979-c4c86bf92e3a tempest-ServersV294TestFqdnHostnames-533393004 tempest-ServersV294TestFqdnHostnames-533393004-project-member] [instance: 4cdcfc6f-7d4f-4b81-b0a1-425c842fe20b] Starting instance... {{(pid=69889) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 794.560085] env[69889]: DEBUG nova.network.neutron [None req-c9b93b26-4f31-4a3e-87ea-1025f9ed058e tempest-ServersTestManualDisk-1257826692 tempest-ServersTestManualDisk-1257826692-project-member] [instance: 4ac0defd-d9ca-4e93-836c-a5cc81529eba] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 794.636828] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c44980f-4b66-4af6-a41a-41d702d92b8e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.647614] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21c2eb4e-bbc9-4dd4-b3e4-6f2ef4eb9fd7 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.682828] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b43e8fdf-3a21-436b-afb6-5e07f04531b4 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.691767] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40360f3f-894a-4cdf-ac4f-02b89ae381aa {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.708241] env[69889]: DEBUG nova.compute.provider_tree [None req-c144565a-ff1c-4c86-80a7-90e061d31235 tempest-ServerDiagnosticsTest-755212226 tempest-ServerDiagnosticsTest-755212226-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 794.724133] env[69889]: DEBUG oslo_concurrency.lockutils [None req-6eea1352-f6d6-4384-b234-44c2e8c7f2e4 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Lock "c4299beb-fd13-47db-9ad2-eaedefdaf7e9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.699s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.819047] env[69889]: DEBUG nova.network.neutron [None req-c9b93b26-4f31-4a3e-87ea-1025f9ed058e tempest-ServersTestManualDisk-1257826692 tempest-ServersTestManualDisk-1257826692-project-member] [instance: 4ac0defd-d9ca-4e93-836c-a5cc81529eba] Updating instance_info_cache with network_info: [{"id": "3d071dc8-01db-42be-b876-f792b7e0b158", "address": "fa:16:3e:78:99:e1", "network": {"id": "efccc4cc-3c7f-40fb-a84c-a8bc342a51b7", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-535486486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "bf8ab688a0eb48a2846b8ccb745bf065", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d071dc8-01", "ovs_interfaceid": "3d071dc8-01db-42be-b876-f792b7e0b158", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.860658] env[69889]: DEBUG oslo_concurrency.lockutils [None req-4aa8ce07-45d8-44f7-b979-c4c86bf92e3a tempest-ServersV294TestFqdnHostnames-533393004 tempest-ServersV294TestFqdnHostnames-533393004-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.924959] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-81099c19-ad8f-4f14-8388-0f0a974aa4e5 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] [instance: 2ed7de86-7eb4-4e49-8d78-171d09addeb1] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 794.925372] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0b67bc37-bf9e-447c-af85-86831fad55dd {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.933983] env[69889]: DEBUG oslo_vmware.api [None req-81099c19-ad8f-4f14-8388-0f0a974aa4e5 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Waiting for the task: (returnval){ [ 794.933983] env[69889]: value = "task-4077053" [ 794.933983] env[69889]: _type = "Task" [ 794.933983] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.943719] env[69889]: DEBUG oslo_vmware.api [None req-81099c19-ad8f-4f14-8388-0f0a974aa4e5 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Task: {'id': task-4077053, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.067108] env[69889]: DEBUG oslo_concurrency.lockutils [None req-f3d7df17-8668-490b-9768-70994ec77f9f tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Acquiring lock "63d61011-bbbe-4645-b993-9a9c8e8ca075" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.067376] env[69889]: DEBUG oslo_concurrency.lockutils [None req-f3d7df17-8668-490b-9768-70994ec77f9f tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Lock "63d61011-bbbe-4645-b993-9a9c8e8ca075" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.067584] env[69889]: DEBUG oslo_concurrency.lockutils [None req-f3d7df17-8668-490b-9768-70994ec77f9f tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Acquiring lock "63d61011-bbbe-4645-b993-9a9c8e8ca075-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.067771] env[69889]: DEBUG oslo_concurrency.lockutils [None req-f3d7df17-8668-490b-9768-70994ec77f9f tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Lock "63d61011-bbbe-4645-b993-9a9c8e8ca075-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.068031] env[69889]: DEBUG oslo_concurrency.lockutils [None req-f3d7df17-8668-490b-9768-70994ec77f9f tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Lock "63d61011-bbbe-4645-b993-9a9c8e8ca075-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.070098] env[69889]: INFO nova.compute.manager [None req-f3d7df17-8668-490b-9768-70994ec77f9f tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] [instance: 63d61011-bbbe-4645-b993-9a9c8e8ca075] Terminating instance [ 795.214262] env[69889]: DEBUG nova.scheduler.client.report [None req-c144565a-ff1c-4c86-80a7-90e061d31235 tempest-ServerDiagnosticsTest-755212226 tempest-ServerDiagnosticsTest-755212226-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 795.228520] env[69889]: DEBUG nova.compute.manager [None req-47253305-4a97-4cec-80c7-27d19d6eac1f tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] [instance: fcc33919-98ac-42bc-8c76-a65e1189865a] Starting instance... {{(pid=69889) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 795.321405] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c9b93b26-4f31-4a3e-87ea-1025f9ed058e tempest-ServersTestManualDisk-1257826692 tempest-ServersTestManualDisk-1257826692-project-member] Releasing lock "refresh_cache-4ac0defd-d9ca-4e93-836c-a5cc81529eba" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.322039] env[69889]: DEBUG nova.compute.manager [None req-c9b93b26-4f31-4a3e-87ea-1025f9ed058e tempest-ServersTestManualDisk-1257826692 tempest-ServersTestManualDisk-1257826692-project-member] [instance: 4ac0defd-d9ca-4e93-836c-a5cc81529eba] Instance network_info: |[{"id": "3d071dc8-01db-42be-b876-f792b7e0b158", "address": "fa:16:3e:78:99:e1", "network": {"id": "efccc4cc-3c7f-40fb-a84c-a8bc342a51b7", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-535486486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "bf8ab688a0eb48a2846b8ccb745bf065", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d071dc8-01", "ovs_interfaceid": "3d071dc8-01db-42be-b876-f792b7e0b158", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 795.322865] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-c9b93b26-4f31-4a3e-87ea-1025f9ed058e tempest-ServersTestManualDisk-1257826692 tempest-ServersTestManualDisk-1257826692-project-member] [instance: 4ac0defd-d9ca-4e93-836c-a5cc81529eba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:99:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e885ebd4-93ca-4e9e-8889-0f16bd91e61e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3d071dc8-01db-42be-b876-f792b7e0b158', 'vif_model': 'vmxnet3'}] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 795.331162] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9b93b26-4f31-4a3e-87ea-1025f9ed058e tempest-ServersTestManualDisk-1257826692 tempest-ServersTestManualDisk-1257826692-project-member] Creating folder: Project (bf8ab688a0eb48a2846b8ccb745bf065). Parent ref: group-v807779. {{(pid=69889) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 795.331544] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-da8e3727-30bb-4368-af41-a6a493cf2ae3 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.346046] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-c9b93b26-4f31-4a3e-87ea-1025f9ed058e tempest-ServersTestManualDisk-1257826692 tempest-ServersTestManualDisk-1257826692-project-member] Created folder: Project (bf8ab688a0eb48a2846b8ccb745bf065) in parent group-v807779. [ 795.346046] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9b93b26-4f31-4a3e-87ea-1025f9ed058e tempest-ServersTestManualDisk-1257826692 tempest-ServersTestManualDisk-1257826692-project-member] Creating folder: Instances. Parent ref: group-v807867. {{(pid=69889) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 795.346046] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4185c8fd-d7f2-477a-a599-056f23bc44e2 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.360028] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-c9b93b26-4f31-4a3e-87ea-1025f9ed058e tempest-ServersTestManualDisk-1257826692 tempest-ServersTestManualDisk-1257826692-project-member] Created folder: Instances in parent group-v807867. [ 795.360028] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c9b93b26-4f31-4a3e-87ea-1025f9ed058e tempest-ServersTestManualDisk-1257826692 tempest-ServersTestManualDisk-1257826692-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 795.360028] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ac0defd-d9ca-4e93-836c-a5cc81529eba] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 795.360713] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-99910f13-4f86-4b4b-876b-28f5f93a90ed {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.383949] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 795.383949] env[69889]: value = "task-4077056" [ 795.383949] env[69889]: _type = "Task" [ 795.383949] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.395087] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077056, 'name': CreateVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.448349] env[69889]: DEBUG oslo_vmware.api [None req-81099c19-ad8f-4f14-8388-0f0a974aa4e5 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Task: {'id': task-4077053, 'name': PowerOffVM_Task, 'duration_secs': 0.123466} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.448697] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-81099c19-ad8f-4f14-8388-0f0a974aa4e5 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] [instance: 2ed7de86-7eb4-4e49-8d78-171d09addeb1] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 795.449053] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-81099c19-ad8f-4f14-8388-0f0a974aa4e5 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] [instance: 2ed7de86-7eb4-4e49-8d78-171d09addeb1] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 795.449906] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fbc440b-662f-4698-9243-1c7d946801e5 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.459477] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-81099c19-ad8f-4f14-8388-0f0a974aa4e5 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] [instance: 2ed7de86-7eb4-4e49-8d78-171d09addeb1] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 795.459630] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bf52fed4-8db4-450f-931b-422e886bf657 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.490969] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-81099c19-ad8f-4f14-8388-0f0a974aa4e5 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] [instance: 2ed7de86-7eb4-4e49-8d78-171d09addeb1] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 795.491212] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-81099c19-ad8f-4f14-8388-0f0a974aa4e5 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] [instance: 2ed7de86-7eb4-4e49-8d78-171d09addeb1] Deleting contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 795.491395] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-81099c19-ad8f-4f14-8388-0f0a974aa4e5 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Deleting the datastore file [datastore2] 2ed7de86-7eb4-4e49-8d78-171d09addeb1 {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 795.491660] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d83e48b4-479d-409a-b223-9bfaa9158158 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.499592] env[69889]: DEBUG oslo_vmware.api [None req-81099c19-ad8f-4f14-8388-0f0a974aa4e5 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Waiting for the task: (returnval){ [ 795.499592] env[69889]: value = "task-4077058" [ 795.499592] env[69889]: _type = "Task" [ 795.499592] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.508736] env[69889]: DEBUG oslo_vmware.api [None req-81099c19-ad8f-4f14-8388-0f0a974aa4e5 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Task: {'id': task-4077058, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.573501] env[69889]: DEBUG nova.compute.manager [None req-f3d7df17-8668-490b-9768-70994ec77f9f tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] [instance: 63d61011-bbbe-4645-b993-9a9c8e8ca075] Start destroying the instance on the hypervisor. {{(pid=69889) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 795.573781] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-f3d7df17-8668-490b-9768-70994ec77f9f tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] [instance: 63d61011-bbbe-4645-b993-9a9c8e8ca075] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 795.574884] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-155a258d-f5c7-417e-b0fe-5804951f4aeb {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.584033] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3d7df17-8668-490b-9768-70994ec77f9f tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] [instance: 63d61011-bbbe-4645-b993-9a9c8e8ca075] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 795.584375] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d08b6ee-182b-4804-b46e-be6db54c3e58 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.591726] env[69889]: DEBUG oslo_vmware.api [None req-f3d7df17-8668-490b-9768-70994ec77f9f tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Waiting for the task: (returnval){ [ 795.591726] env[69889]: value = "task-4077059" [ 795.591726] env[69889]: _type = "Task" [ 795.591726] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.602631] env[69889]: DEBUG oslo_vmware.api [None req-f3d7df17-8668-490b-9768-70994ec77f9f tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Task: {'id': task-4077059, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.722024] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c144565a-ff1c-4c86-80a7-90e061d31235 tempest-ServerDiagnosticsTest-755212226 tempest-ServerDiagnosticsTest-755212226-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.080s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.722966] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.876s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.725329] env[69889]: INFO nova.compute.claims [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: ef03e9af-5995-42ac-829e-dcf1f0fccf01] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 795.750284] env[69889]: INFO nova.scheduler.client.report [None req-c144565a-ff1c-4c86-80a7-90e061d31235 tempest-ServerDiagnosticsTest-755212226 tempest-ServerDiagnosticsTest-755212226-project-member] Deleted allocations for instance 30d28d6c-5e7a-4e70-9415-b88ec3230f71 [ 795.762246] env[69889]: DEBUG oslo_concurrency.lockutils [None req-47253305-4a97-4cec-80c7-27d19d6eac1f tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.806670] env[69889]: DEBUG nova.compute.manager [req-7530a3b3-b6ab-4cdd-9aee-5e2c09641436 req-091c4596-e96e-4c6d-856d-2a8fa3d3a935 service nova] [instance: 4ac0defd-d9ca-4e93-836c-a5cc81529eba] Received event network-changed-3d071dc8-01db-42be-b876-f792b7e0b158 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 795.807079] env[69889]: DEBUG nova.compute.manager [req-7530a3b3-b6ab-4cdd-9aee-5e2c09641436 req-091c4596-e96e-4c6d-856d-2a8fa3d3a935 service nova] [instance: 4ac0defd-d9ca-4e93-836c-a5cc81529eba] Refreshing instance network info cache due to event network-changed-3d071dc8-01db-42be-b876-f792b7e0b158. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 795.807385] env[69889]: DEBUG oslo_concurrency.lockutils [req-7530a3b3-b6ab-4cdd-9aee-5e2c09641436 req-091c4596-e96e-4c6d-856d-2a8fa3d3a935 service nova] Acquiring lock "refresh_cache-4ac0defd-d9ca-4e93-836c-a5cc81529eba" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.807662] env[69889]: DEBUG oslo_concurrency.lockutils [req-7530a3b3-b6ab-4cdd-9aee-5e2c09641436 req-091c4596-e96e-4c6d-856d-2a8fa3d3a935 service nova] Acquired lock "refresh_cache-4ac0defd-d9ca-4e93-836c-a5cc81529eba" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.807927] env[69889]: DEBUG nova.network.neutron [req-7530a3b3-b6ab-4cdd-9aee-5e2c09641436 req-091c4596-e96e-4c6d-856d-2a8fa3d3a935 service nova] [instance: 4ac0defd-d9ca-4e93-836c-a5cc81529eba] Refreshing network info cache for port 3d071dc8-01db-42be-b876-f792b7e0b158 {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 795.895728] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077056, 'name': CreateVM_Task, 'duration_secs': 0.341633} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.895963] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ac0defd-d9ca-4e93-836c-a5cc81529eba] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 795.898133] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c9b93b26-4f31-4a3e-87ea-1025f9ed058e tempest-ServersTestManualDisk-1257826692 tempest-ServersTestManualDisk-1257826692-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.898932] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c9b93b26-4f31-4a3e-87ea-1025f9ed058e tempest-ServersTestManualDisk-1257826692 tempest-ServersTestManualDisk-1257826692-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.898932] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c9b93b26-4f31-4a3e-87ea-1025f9ed058e tempest-ServersTestManualDisk-1257826692 tempest-ServersTestManualDisk-1257826692-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.899100] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c8e05ce-7778-4b21-b3b0-c1ab79628a89 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.905020] env[69889]: DEBUG oslo_vmware.api [None req-c9b93b26-4f31-4a3e-87ea-1025f9ed058e tempest-ServersTestManualDisk-1257826692 tempest-ServersTestManualDisk-1257826692-project-member] Waiting for the task: (returnval){ [ 795.905020] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52117977-0d4e-52a7-d42a-6b1858995253" [ 795.905020] env[69889]: _type = "Task" [ 795.905020] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.915681] env[69889]: DEBUG oslo_vmware.api [None req-c9b93b26-4f31-4a3e-87ea-1025f9ed058e tempest-ServersTestManualDisk-1257826692 tempest-ServersTestManualDisk-1257826692-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52117977-0d4e-52a7-d42a-6b1858995253, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.011238] env[69889]: DEBUG oslo_vmware.api [None req-81099c19-ad8f-4f14-8388-0f0a974aa4e5 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Task: {'id': task-4077058, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133002} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.011364] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-81099c19-ad8f-4f14-8388-0f0a974aa4e5 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 796.011552] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-81099c19-ad8f-4f14-8388-0f0a974aa4e5 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] [instance: 2ed7de86-7eb4-4e49-8d78-171d09addeb1] Deleted contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 796.011834] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-81099c19-ad8f-4f14-8388-0f0a974aa4e5 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] [instance: 2ed7de86-7eb4-4e49-8d78-171d09addeb1] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 796.106024] env[69889]: DEBUG oslo_vmware.api [None req-f3d7df17-8668-490b-9768-70994ec77f9f tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Task: {'id': task-4077059, 'name': PowerOffVM_Task, 'duration_secs': 0.415115} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.106024] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3d7df17-8668-490b-9768-70994ec77f9f tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] [instance: 63d61011-bbbe-4645-b993-9a9c8e8ca075] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 796.106024] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-f3d7df17-8668-490b-9768-70994ec77f9f tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] [instance: 63d61011-bbbe-4645-b993-9a9c8e8ca075] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 796.106024] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-116a7fb6-9519-4b93-a6e1-cd14666a2383 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.168676] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-f3d7df17-8668-490b-9768-70994ec77f9f tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] [instance: 63d61011-bbbe-4645-b993-9a9c8e8ca075] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 796.169514] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-f3d7df17-8668-490b-9768-70994ec77f9f tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] [instance: 63d61011-bbbe-4645-b993-9a9c8e8ca075] Deleting contents of the VM from datastore datastore1 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 796.169514] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3d7df17-8668-490b-9768-70994ec77f9f tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Deleting the datastore file [datastore1] 63d61011-bbbe-4645-b993-9a9c8e8ca075 {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 796.169767] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-20bf37b2-ccc7-4dde-8d02-f6418d6fd93d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.177786] env[69889]: DEBUG oslo_vmware.api [None req-f3d7df17-8668-490b-9768-70994ec77f9f tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Waiting for the task: (returnval){ [ 796.177786] env[69889]: value = "task-4077061" [ 796.177786] env[69889]: _type = "Task" [ 796.177786] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.186264] env[69889]: DEBUG oslo_vmware.api [None req-f3d7df17-8668-490b-9768-70994ec77f9f tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Task: {'id': task-4077061, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.266409] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c144565a-ff1c-4c86-80a7-90e061d31235 tempest-ServerDiagnosticsTest-755212226 tempest-ServerDiagnosticsTest-755212226-project-member] Lock "30d28d6c-5e7a-4e70-9415-b88ec3230f71" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.792s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.418159] env[69889]: DEBUG oslo_vmware.api [None req-c9b93b26-4f31-4a3e-87ea-1025f9ed058e tempest-ServersTestManualDisk-1257826692 tempest-ServersTestManualDisk-1257826692-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52117977-0d4e-52a7-d42a-6b1858995253, 'name': SearchDatastore_Task, 'duration_secs': 0.011573} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.418511] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c9b93b26-4f31-4a3e-87ea-1025f9ed058e tempest-ServersTestManualDisk-1257826692 tempest-ServersTestManualDisk-1257826692-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.418759] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-c9b93b26-4f31-4a3e-87ea-1025f9ed058e tempest-ServersTestManualDisk-1257826692 tempest-ServersTestManualDisk-1257826692-project-member] [instance: 4ac0defd-d9ca-4e93-836c-a5cc81529eba] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 796.419046] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c9b93b26-4f31-4a3e-87ea-1025f9ed058e tempest-ServersTestManualDisk-1257826692 tempest-ServersTestManualDisk-1257826692-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.419223] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c9b93b26-4f31-4a3e-87ea-1025f9ed058e tempest-ServersTestManualDisk-1257826692 tempest-ServersTestManualDisk-1257826692-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.419417] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9b93b26-4f31-4a3e-87ea-1025f9ed058e tempest-ServersTestManualDisk-1257826692 tempest-ServersTestManualDisk-1257826692-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 796.419699] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fa32bcb5-74c0-466f-a289-75714ec44231 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.441389] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9b93b26-4f31-4a3e-87ea-1025f9ed058e tempest-ServersTestManualDisk-1257826692 tempest-ServersTestManualDisk-1257826692-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 796.441519] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-c9b93b26-4f31-4a3e-87ea-1025f9ed058e tempest-ServersTestManualDisk-1257826692 tempest-ServersTestManualDisk-1257826692-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 796.443021] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9ce59b6-d88a-4823-a008-e0328da4cfe6 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.451817] env[69889]: DEBUG oslo_vmware.api [None req-c9b93b26-4f31-4a3e-87ea-1025f9ed058e tempest-ServersTestManualDisk-1257826692 tempest-ServersTestManualDisk-1257826692-project-member] Waiting for the task: (returnval){ [ 796.451817] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]524c5bc8-e93e-3cd3-e397-a2ad6cb45d1d" [ 796.451817] env[69889]: _type = "Task" [ 796.451817] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.470760] env[69889]: DEBUG oslo_vmware.api [None req-c9b93b26-4f31-4a3e-87ea-1025f9ed058e tempest-ServersTestManualDisk-1257826692 tempest-ServersTestManualDisk-1257826692-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]524c5bc8-e93e-3cd3-e397-a2ad6cb45d1d, 'name': SearchDatastore_Task, 'duration_secs': 0.012235} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.471643] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-045b4b04-d9e9-4d6c-8e74-deb888684079 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.479367] env[69889]: DEBUG oslo_vmware.api [None req-c9b93b26-4f31-4a3e-87ea-1025f9ed058e tempest-ServersTestManualDisk-1257826692 tempest-ServersTestManualDisk-1257826692-project-member] Waiting for the task: (returnval){ [ 796.479367] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]529fb01b-5bfb-ee55-7697-7ad384b71e99" [ 796.479367] env[69889]: _type = "Task" [ 796.479367] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.489868] env[69889]: DEBUG oslo_vmware.api [None req-c9b93b26-4f31-4a3e-87ea-1025f9ed058e tempest-ServersTestManualDisk-1257826692 tempest-ServersTestManualDisk-1257826692-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]529fb01b-5bfb-ee55-7697-7ad384b71e99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.687263] env[69889]: DEBUG nova.network.neutron [req-7530a3b3-b6ab-4cdd-9aee-5e2c09641436 req-091c4596-e96e-4c6d-856d-2a8fa3d3a935 service nova] [instance: 4ac0defd-d9ca-4e93-836c-a5cc81529eba] Updated VIF entry in instance network info cache for port 3d071dc8-01db-42be-b876-f792b7e0b158. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 796.687263] env[69889]: DEBUG nova.network.neutron [req-7530a3b3-b6ab-4cdd-9aee-5e2c09641436 req-091c4596-e96e-4c6d-856d-2a8fa3d3a935 service nova] [instance: 4ac0defd-d9ca-4e93-836c-a5cc81529eba] Updating instance_info_cache with network_info: [{"id": "3d071dc8-01db-42be-b876-f792b7e0b158", "address": "fa:16:3e:78:99:e1", "network": {"id": "efccc4cc-3c7f-40fb-a84c-a8bc342a51b7", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-535486486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "bf8ab688a0eb48a2846b8ccb745bf065", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d071dc8-01", "ovs_interfaceid": "3d071dc8-01db-42be-b876-f792b7e0b158", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.694979] env[69889]: DEBUG oslo_vmware.api [None req-f3d7df17-8668-490b-9768-70994ec77f9f tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Task: {'id': task-4077061, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.334278} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.695248] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3d7df17-8668-490b-9768-70994ec77f9f tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 796.695424] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-f3d7df17-8668-490b-9768-70994ec77f9f tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] [instance: 63d61011-bbbe-4645-b993-9a9c8e8ca075] Deleted contents of the VM from datastore datastore1 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 796.695591] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-f3d7df17-8668-490b-9768-70994ec77f9f tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] [instance: 63d61011-bbbe-4645-b993-9a9c8e8ca075] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 796.695826] env[69889]: INFO nova.compute.manager [None req-f3d7df17-8668-490b-9768-70994ec77f9f tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] [instance: 63d61011-bbbe-4645-b993-9a9c8e8ca075] Took 1.12 seconds to destroy the instance on the hypervisor. [ 796.696769] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f3d7df17-8668-490b-9768-70994ec77f9f tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 796.696769] env[69889]: DEBUG nova.compute.manager [-] [instance: 63d61011-bbbe-4645-b993-9a9c8e8ca075] Deallocating network for instance {{(pid=69889) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 796.696769] env[69889]: DEBUG nova.network.neutron [-] [instance: 63d61011-bbbe-4645-b993-9a9c8e8ca075] deallocate_for_instance() {{(pid=69889) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 796.990241] env[69889]: DEBUG oslo_vmware.api [None req-c9b93b26-4f31-4a3e-87ea-1025f9ed058e tempest-ServersTestManualDisk-1257826692 tempest-ServersTestManualDisk-1257826692-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]529fb01b-5bfb-ee55-7697-7ad384b71e99, 'name': SearchDatastore_Task, 'duration_secs': 0.021837} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.993012] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c9b93b26-4f31-4a3e-87ea-1025f9ed058e tempest-ServersTestManualDisk-1257826692 tempest-ServersTestManualDisk-1257826692-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.993355] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9b93b26-4f31-4a3e-87ea-1025f9ed058e tempest-ServersTestManualDisk-1257826692 tempest-ServersTestManualDisk-1257826692-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] 4ac0defd-d9ca-4e93-836c-a5cc81529eba/4ac0defd-d9ca-4e93-836c-a5cc81529eba.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 796.993824] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b481a0de-ff00-4972-8c3f-217d5d7a3ae0 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.001469] env[69889]: DEBUG oslo_vmware.api [None req-c9b93b26-4f31-4a3e-87ea-1025f9ed058e tempest-ServersTestManualDisk-1257826692 tempest-ServersTestManualDisk-1257826692-project-member] Waiting for the task: (returnval){ [ 797.001469] env[69889]: value = "task-4077062" [ 797.001469] env[69889]: _type = "Task" [ 797.001469] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.014225] env[69889]: DEBUG oslo_vmware.api [None req-c9b93b26-4f31-4a3e-87ea-1025f9ed058e tempest-ServersTestManualDisk-1257826692 tempest-ServersTestManualDisk-1257826692-project-member] Task: {'id': task-4077062, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.055783] env[69889]: DEBUG nova.virt.hardware [None req-81099c19-ad8f-4f14-8388-0f0a974aa4e5 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 797.056047] env[69889]: DEBUG nova.virt.hardware [None req-81099c19-ad8f-4f14-8388-0f0a974aa4e5 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 797.056210] env[69889]: DEBUG nova.virt.hardware [None req-81099c19-ad8f-4f14-8388-0f0a974aa4e5 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 797.056764] env[69889]: DEBUG nova.virt.hardware [None req-81099c19-ad8f-4f14-8388-0f0a974aa4e5 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 797.056764] env[69889]: DEBUG nova.virt.hardware [None req-81099c19-ad8f-4f14-8388-0f0a974aa4e5 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 797.056764] env[69889]: DEBUG nova.virt.hardware [None req-81099c19-ad8f-4f14-8388-0f0a974aa4e5 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 797.056952] env[69889]: DEBUG nova.virt.hardware [None req-81099c19-ad8f-4f14-8388-0f0a974aa4e5 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 797.058711] env[69889]: DEBUG nova.virt.hardware [None req-81099c19-ad8f-4f14-8388-0f0a974aa4e5 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 797.058974] env[69889]: DEBUG nova.virt.hardware [None req-81099c19-ad8f-4f14-8388-0f0a974aa4e5 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 797.059200] env[69889]: DEBUG nova.virt.hardware [None req-81099c19-ad8f-4f14-8388-0f0a974aa4e5 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 797.059434] env[69889]: DEBUG nova.virt.hardware [None req-81099c19-ad8f-4f14-8388-0f0a974aa4e5 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 797.060455] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0adef1b6-75ce-459b-be4e-dd8a0fabd9b5 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.076016] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a2a3cad-8fc1-4213-b7f0-ee78f9952cb7 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.102917] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-81099c19-ad8f-4f14-8388-0f0a974aa4e5 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] [instance: 2ed7de86-7eb4-4e49-8d78-171d09addeb1] Instance VIF info [] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 797.109046] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-81099c19-ad8f-4f14-8388-0f0a974aa4e5 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 797.112223] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ed7de86-7eb4-4e49-8d78-171d09addeb1] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 797.113611] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-29f55f92-7cfa-4f6b-b32e-55c578de2899 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.131506] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 797.131506] env[69889]: value = "task-4077063" [ 797.131506] env[69889]: _type = "Task" [ 797.131506] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.141279] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077063, 'name': CreateVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.188938] env[69889]: DEBUG oslo_concurrency.lockutils [req-7530a3b3-b6ab-4cdd-9aee-5e2c09641436 req-091c4596-e96e-4c6d-856d-2a8fa3d3a935 service nova] Releasing lock "refresh_cache-4ac0defd-d9ca-4e93-836c-a5cc81529eba" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.189291] env[69889]: DEBUG nova.compute.manager [req-7530a3b3-b6ab-4cdd-9aee-5e2c09641436 req-091c4596-e96e-4c6d-856d-2a8fa3d3a935 service nova] [instance: c4299beb-fd13-47db-9ad2-eaedefdaf7e9] Received event network-changed-9f39dde6-c4fa-45be-b93b-9ee180dc48ef {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 797.189487] env[69889]: DEBUG nova.compute.manager [req-7530a3b3-b6ab-4cdd-9aee-5e2c09641436 req-091c4596-e96e-4c6d-856d-2a8fa3d3a935 service nova] [instance: c4299beb-fd13-47db-9ad2-eaedefdaf7e9] Refreshing instance network info cache due to event network-changed-9f39dde6-c4fa-45be-b93b-9ee180dc48ef. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 797.189710] env[69889]: DEBUG oslo_concurrency.lockutils [req-7530a3b3-b6ab-4cdd-9aee-5e2c09641436 req-091c4596-e96e-4c6d-856d-2a8fa3d3a935 service nova] Acquiring lock "refresh_cache-c4299beb-fd13-47db-9ad2-eaedefdaf7e9" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.189870] env[69889]: DEBUG oslo_concurrency.lockutils [req-7530a3b3-b6ab-4cdd-9aee-5e2c09641436 req-091c4596-e96e-4c6d-856d-2a8fa3d3a935 service nova] Acquired lock "refresh_cache-c4299beb-fd13-47db-9ad2-eaedefdaf7e9" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.190096] env[69889]: DEBUG nova.network.neutron [req-7530a3b3-b6ab-4cdd-9aee-5e2c09641436 req-091c4596-e96e-4c6d-856d-2a8fa3d3a935 service nova] [instance: c4299beb-fd13-47db-9ad2-eaedefdaf7e9] Refreshing network info cache for port 9f39dde6-c4fa-45be-b93b-9ee180dc48ef {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 797.298945] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c89cee3b-6906-43dc-87a4-9fae98d67437 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.311853] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e0fbe5a-cdc0-4766-a82a-90590eb7f71a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.350772] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17f6376d-2925-4398-b3ee-a6e20c4477a2 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.360433] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7df459ce-1952-45a2-a963-fc9db99c10a1 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.379514] env[69889]: DEBUG nova.compute.provider_tree [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 797.515017] env[69889]: DEBUG oslo_vmware.api [None req-c9b93b26-4f31-4a3e-87ea-1025f9ed058e tempest-ServersTestManualDisk-1257826692 tempest-ServersTestManualDisk-1257826692-project-member] Task: {'id': task-4077062, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.642406] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077063, 'name': CreateVM_Task} progress is 25%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.888160] env[69889]: DEBUG nova.scheduler.client.report [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 797.890258] env[69889]: DEBUG nova.network.neutron [-] [instance: 63d61011-bbbe-4645-b993-9a9c8e8ca075] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.014631] env[69889]: DEBUG oslo_vmware.api [None req-c9b93b26-4f31-4a3e-87ea-1025f9ed058e tempest-ServersTestManualDisk-1257826692 tempest-ServersTestManualDisk-1257826692-project-member] Task: {'id': task-4077062, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.638052} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.015177] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9b93b26-4f31-4a3e-87ea-1025f9ed058e tempest-ServersTestManualDisk-1257826692 tempest-ServersTestManualDisk-1257826692-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] 4ac0defd-d9ca-4e93-836c-a5cc81529eba/4ac0defd-d9ca-4e93-836c-a5cc81529eba.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 798.015399] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-c9b93b26-4f31-4a3e-87ea-1025f9ed058e tempest-ServersTestManualDisk-1257826692 tempest-ServersTestManualDisk-1257826692-project-member] [instance: 4ac0defd-d9ca-4e93-836c-a5cc81529eba] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 798.015655] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9ef19bc3-16e2-469d-b947-faa6036b5e97 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.024384] env[69889]: DEBUG oslo_vmware.api [None req-c9b93b26-4f31-4a3e-87ea-1025f9ed058e tempest-ServersTestManualDisk-1257826692 tempest-ServersTestManualDisk-1257826692-project-member] Waiting for the task: (returnval){ [ 798.024384] env[69889]: value = "task-4077064" [ 798.024384] env[69889]: _type = "Task" [ 798.024384] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.039569] env[69889]: DEBUG oslo_vmware.api [None req-c9b93b26-4f31-4a3e-87ea-1025f9ed058e tempest-ServersTestManualDisk-1257826692 tempest-ServersTestManualDisk-1257826692-project-member] Task: {'id': task-4077064, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.117037] env[69889]: DEBUG nova.network.neutron [req-7530a3b3-b6ab-4cdd-9aee-5e2c09641436 req-091c4596-e96e-4c6d-856d-2a8fa3d3a935 service nova] [instance: c4299beb-fd13-47db-9ad2-eaedefdaf7e9] Updated VIF entry in instance network info cache for port 9f39dde6-c4fa-45be-b93b-9ee180dc48ef. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 798.117442] env[69889]: DEBUG nova.network.neutron [req-7530a3b3-b6ab-4cdd-9aee-5e2c09641436 req-091c4596-e96e-4c6d-856d-2a8fa3d3a935 service nova] [instance: c4299beb-fd13-47db-9ad2-eaedefdaf7e9] Updating instance_info_cache with network_info: [{"id": "9f39dde6-c4fa-45be-b93b-9ee180dc48ef", "address": "fa:16:3e:e3:39:ef", "network": {"id": "ec6d7cf6-b03f-428c-aabe-65420314277a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2046483185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83b454098fbd45bf96bfeae8593bb9c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f39dde6-c4", "ovs_interfaceid": "9f39dde6-c4fa-45be-b93b-9ee180dc48ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.146477] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077063, 'name': CreateVM_Task, 'duration_secs': 0.909509} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.146716] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ed7de86-7eb4-4e49-8d78-171d09addeb1] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 798.148132] env[69889]: DEBUG oslo_concurrency.lockutils [None req-81099c19-ad8f-4f14-8388-0f0a974aa4e5 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.148132] env[69889]: DEBUG oslo_concurrency.lockutils [None req-81099c19-ad8f-4f14-8388-0f0a974aa4e5 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.148132] env[69889]: DEBUG oslo_concurrency.lockutils [None req-81099c19-ad8f-4f14-8388-0f0a974aa4e5 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.148132] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2589966-a73d-4783-9815-9e16dc9c4df2 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.155411] env[69889]: DEBUG oslo_vmware.api [None req-81099c19-ad8f-4f14-8388-0f0a974aa4e5 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Waiting for the task: (returnval){ [ 798.155411] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52629d9b-367a-5147-a139-397ea33022ab" [ 798.155411] env[69889]: _type = "Task" [ 798.155411] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.163125] env[69889]: DEBUG nova.compute.manager [req-d7889b13-c0df-4b1b-bc46-a328f3754b0b req-ddb58862-3591-4122-984f-995b0f609608 service nova] [instance: c4299beb-fd13-47db-9ad2-eaedefdaf7e9] Received event network-changed-9f39dde6-c4fa-45be-b93b-9ee180dc48ef {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 798.163292] env[69889]: DEBUG nova.compute.manager [req-d7889b13-c0df-4b1b-bc46-a328f3754b0b req-ddb58862-3591-4122-984f-995b0f609608 service nova] [instance: c4299beb-fd13-47db-9ad2-eaedefdaf7e9] Refreshing instance network info cache due to event network-changed-9f39dde6-c4fa-45be-b93b-9ee180dc48ef. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 798.163493] env[69889]: DEBUG oslo_concurrency.lockutils [req-d7889b13-c0df-4b1b-bc46-a328f3754b0b req-ddb58862-3591-4122-984f-995b0f609608 service nova] Acquiring lock "refresh_cache-c4299beb-fd13-47db-9ad2-eaedefdaf7e9" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.174544] env[69889]: DEBUG oslo_vmware.api [None req-81099c19-ad8f-4f14-8388-0f0a974aa4e5 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52629d9b-367a-5147-a139-397ea33022ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.392440] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.669s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.393099] env[69889]: DEBUG nova.compute.manager [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: ef03e9af-5995-42ac-829e-dcf1f0fccf01] Start building networks asynchronously for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 798.398953] env[69889]: DEBUG oslo_concurrency.lockutils [None req-39864388-73d5-4f4e-9547-abb150aa199f tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.916s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.398953] env[69889]: DEBUG nova.objects.instance [None req-39864388-73d5-4f4e-9547-abb150aa199f tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Lazy-loading 'resources' on Instance uuid 96c84f6a-1e51-41fa-b5cd-4dc572d96410 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 798.398953] env[69889]: INFO nova.compute.manager [-] [instance: 63d61011-bbbe-4645-b993-9a9c8e8ca075] Took 1.70 seconds to deallocate network for instance. [ 798.537284] env[69889]: DEBUG oslo_vmware.api [None req-c9b93b26-4f31-4a3e-87ea-1025f9ed058e tempest-ServersTestManualDisk-1257826692 tempest-ServersTestManualDisk-1257826692-project-member] Task: {'id': task-4077064, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.26787} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.537284] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-c9b93b26-4f31-4a3e-87ea-1025f9ed058e tempest-ServersTestManualDisk-1257826692 tempest-ServersTestManualDisk-1257826692-project-member] [instance: 4ac0defd-d9ca-4e93-836c-a5cc81529eba] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 798.537997] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a3d6931-03e4-4096-9721-f588097603cd {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.565433] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9b93b26-4f31-4a3e-87ea-1025f9ed058e tempest-ServersTestManualDisk-1257826692 tempest-ServersTestManualDisk-1257826692-project-member] [instance: 4ac0defd-d9ca-4e93-836c-a5cc81529eba] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] 4ac0defd-d9ca-4e93-836c-a5cc81529eba/4ac0defd-d9ca-4e93-836c-a5cc81529eba.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 798.565875] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0cee106b-b036-4db8-ada1-f638c23687cb {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.586502] env[69889]: DEBUG oslo_vmware.api [None req-c9b93b26-4f31-4a3e-87ea-1025f9ed058e tempest-ServersTestManualDisk-1257826692 tempest-ServersTestManualDisk-1257826692-project-member] Waiting for the task: (returnval){ [ 798.586502] env[69889]: value = "task-4077065" [ 798.586502] env[69889]: _type = "Task" [ 798.586502] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.595813] env[69889]: DEBUG oslo_vmware.api [None req-c9b93b26-4f31-4a3e-87ea-1025f9ed058e tempest-ServersTestManualDisk-1257826692 tempest-ServersTestManualDisk-1257826692-project-member] Task: {'id': task-4077065, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.623681] env[69889]: DEBUG oslo_concurrency.lockutils [req-7530a3b3-b6ab-4cdd-9aee-5e2c09641436 req-091c4596-e96e-4c6d-856d-2a8fa3d3a935 service nova] Releasing lock "refresh_cache-c4299beb-fd13-47db-9ad2-eaedefdaf7e9" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.627256] env[69889]: DEBUG oslo_concurrency.lockutils [req-d7889b13-c0df-4b1b-bc46-a328f3754b0b req-ddb58862-3591-4122-984f-995b0f609608 service nova] Acquired lock "refresh_cache-c4299beb-fd13-47db-9ad2-eaedefdaf7e9" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.627256] env[69889]: DEBUG nova.network.neutron [req-d7889b13-c0df-4b1b-bc46-a328f3754b0b req-ddb58862-3591-4122-984f-995b0f609608 service nova] [instance: c4299beb-fd13-47db-9ad2-eaedefdaf7e9] Refreshing network info cache for port 9f39dde6-c4fa-45be-b93b-9ee180dc48ef {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 798.668054] env[69889]: DEBUG oslo_vmware.api [None req-81099c19-ad8f-4f14-8388-0f0a974aa4e5 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52629d9b-367a-5147-a139-397ea33022ab, 'name': SearchDatastore_Task, 'duration_secs': 0.049846} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.668412] env[69889]: DEBUG oslo_concurrency.lockutils [None req-81099c19-ad8f-4f14-8388-0f0a974aa4e5 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.668660] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-81099c19-ad8f-4f14-8388-0f0a974aa4e5 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] [instance: 2ed7de86-7eb4-4e49-8d78-171d09addeb1] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 798.668914] env[69889]: DEBUG oslo_concurrency.lockutils [None req-81099c19-ad8f-4f14-8388-0f0a974aa4e5 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.669079] env[69889]: DEBUG oslo_concurrency.lockutils [None req-81099c19-ad8f-4f14-8388-0f0a974aa4e5 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.669268] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-81099c19-ad8f-4f14-8388-0f0a974aa4e5 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 798.670132] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c0eb0c0d-3eaa-4172-9545-8a87eb2a81b7 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.682058] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-81099c19-ad8f-4f14-8388-0f0a974aa4e5 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 798.682267] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-81099c19-ad8f-4f14-8388-0f0a974aa4e5 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 798.683065] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd780c0a-1371-47e9-bf22-ce04e7274a8d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.690685] env[69889]: DEBUG oslo_vmware.api [None req-81099c19-ad8f-4f14-8388-0f0a974aa4e5 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Waiting for the task: (returnval){ [ 798.690685] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52882a3d-fc83-57fc-16e2-b4feacc5bfd0" [ 798.690685] env[69889]: _type = "Task" [ 798.690685] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.704502] env[69889]: DEBUG oslo_vmware.api [None req-81099c19-ad8f-4f14-8388-0f0a974aa4e5 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52882a3d-fc83-57fc-16e2-b4feacc5bfd0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.900792] env[69889]: DEBUG nova.compute.utils [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 798.901731] env[69889]: DEBUG nova.compute.manager [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: ef03e9af-5995-42ac-829e-dcf1f0fccf01] Allocating IP information in the background. {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 798.905348] env[69889]: DEBUG nova.network.neutron [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: ef03e9af-5995-42ac-829e-dcf1f0fccf01] allocate_for_instance() {{(pid=69889) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 798.914935] env[69889]: DEBUG oslo_concurrency.lockutils [None req-f3d7df17-8668-490b-9768-70994ec77f9f tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.032037] env[69889]: DEBUG nova.policy [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '868020437a58403aadb52639029ea21d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '45b72304ac214e328bf767dbca9b17b9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69889) authorize /opt/stack/nova/nova/policy.py:192}} [ 799.100517] env[69889]: DEBUG oslo_vmware.api [None req-c9b93b26-4f31-4a3e-87ea-1025f9ed058e tempest-ServersTestManualDisk-1257826692 tempest-ServersTestManualDisk-1257826692-project-member] Task: {'id': task-4077065, 'name': ReconfigVM_Task, 'duration_secs': 0.372476} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.100979] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9b93b26-4f31-4a3e-87ea-1025f9ed058e tempest-ServersTestManualDisk-1257826692 tempest-ServersTestManualDisk-1257826692-project-member] [instance: 4ac0defd-d9ca-4e93-836c-a5cc81529eba] Reconfigured VM instance instance-0000001f to attach disk [datastore2] 4ac0defd-d9ca-4e93-836c-a5cc81529eba/4ac0defd-d9ca-4e93-836c-a5cc81529eba.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 799.102486] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4dca8628-deef-4651-acc7-f3e8ffa360cc {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.118400] env[69889]: DEBUG oslo_vmware.api [None req-c9b93b26-4f31-4a3e-87ea-1025f9ed058e tempest-ServersTestManualDisk-1257826692 tempest-ServersTestManualDisk-1257826692-project-member] Waiting for the task: (returnval){ [ 799.118400] env[69889]: value = "task-4077066" [ 799.118400] env[69889]: _type = "Task" [ 799.118400] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.130984] env[69889]: DEBUG oslo_vmware.api [None req-c9b93b26-4f31-4a3e-87ea-1025f9ed058e tempest-ServersTestManualDisk-1257826692 tempest-ServersTestManualDisk-1257826692-project-member] Task: {'id': task-4077066, 'name': Rename_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.206765] env[69889]: DEBUG oslo_vmware.api [None req-81099c19-ad8f-4f14-8388-0f0a974aa4e5 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52882a3d-fc83-57fc-16e2-b4feacc5bfd0, 'name': SearchDatastore_Task, 'duration_secs': 0.042807} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.210816] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-674417ea-6df9-4650-af0b-661c837a17b1 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.220423] env[69889]: DEBUG oslo_vmware.api [None req-81099c19-ad8f-4f14-8388-0f0a974aa4e5 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Waiting for the task: (returnval){ [ 799.220423] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]526651da-180b-b44d-13ef-fa0a1adf0327" [ 799.220423] env[69889]: _type = "Task" [ 799.220423] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.233267] env[69889]: DEBUG oslo_vmware.api [None req-81099c19-ad8f-4f14-8388-0f0a974aa4e5 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]526651da-180b-b44d-13ef-fa0a1adf0327, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.414482] env[69889]: DEBUG nova.compute.manager [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: ef03e9af-5995-42ac-829e-dcf1f0fccf01] Start building block device mappings for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 799.515362] env[69889]: DEBUG nova.network.neutron [req-d7889b13-c0df-4b1b-bc46-a328f3754b0b req-ddb58862-3591-4122-984f-995b0f609608 service nova] [instance: c4299beb-fd13-47db-9ad2-eaedefdaf7e9] Updated VIF entry in instance network info cache for port 9f39dde6-c4fa-45be-b93b-9ee180dc48ef. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 799.515724] env[69889]: DEBUG nova.network.neutron [req-d7889b13-c0df-4b1b-bc46-a328f3754b0b req-ddb58862-3591-4122-984f-995b0f609608 service nova] [instance: c4299beb-fd13-47db-9ad2-eaedefdaf7e9] Updating instance_info_cache with network_info: [{"id": "9f39dde6-c4fa-45be-b93b-9ee180dc48ef", "address": "fa:16:3e:e3:39:ef", "network": {"id": "ec6d7cf6-b03f-428c-aabe-65420314277a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2046483185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83b454098fbd45bf96bfeae8593bb9c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f39dde6-c4", "ovs_interfaceid": "9f39dde6-c4fa-45be-b93b-9ee180dc48ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.521951] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-965fde37-8b95-401d-ac11-582aefca762f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.532124] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98792ac9-be8e-42cf-a0cb-c432058a0bb7 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.567345] env[69889]: DEBUG nova.network.neutron [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: ef03e9af-5995-42ac-829e-dcf1f0fccf01] Successfully created port: c89bf2f3-321c-4ac4-9add-16506755ad74 {{(pid=69889) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 799.570317] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2667a13e-954e-4afb-ad8c-ce1b20fcb35f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.578751] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3ee3c04-cad6-453a-9928-f323359ddcd1 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.593677] env[69889]: DEBUG nova.compute.provider_tree [None req-39864388-73d5-4f4e-9547-abb150aa199f tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 799.626794] env[69889]: DEBUG oslo_vmware.api [None req-c9b93b26-4f31-4a3e-87ea-1025f9ed058e tempest-ServersTestManualDisk-1257826692 tempest-ServersTestManualDisk-1257826692-project-member] Task: {'id': task-4077066, 'name': Rename_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.734559] env[69889]: DEBUG oslo_vmware.api [None req-81099c19-ad8f-4f14-8388-0f0a974aa4e5 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]526651da-180b-b44d-13ef-fa0a1adf0327, 'name': SearchDatastore_Task, 'duration_secs': 0.030204} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.734559] env[69889]: DEBUG oslo_concurrency.lockutils [None req-81099c19-ad8f-4f14-8388-0f0a974aa4e5 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.734559] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-81099c19-ad8f-4f14-8388-0f0a974aa4e5 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] 2ed7de86-7eb4-4e49-8d78-171d09addeb1/2ed7de86-7eb4-4e49-8d78-171d09addeb1.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 799.734559] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-65c58458-fbff-4dfc-93f3-dfcc04695c48 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.743121] env[69889]: DEBUG oslo_vmware.api [None req-81099c19-ad8f-4f14-8388-0f0a974aa4e5 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Waiting for the task: (returnval){ [ 799.743121] env[69889]: value = "task-4077067" [ 799.743121] env[69889]: _type = "Task" [ 799.743121] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.754669] env[69889]: DEBUG oslo_vmware.api [None req-81099c19-ad8f-4f14-8388-0f0a974aa4e5 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Task: {'id': task-4077067, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.020306] env[69889]: DEBUG oslo_concurrency.lockutils [req-d7889b13-c0df-4b1b-bc46-a328f3754b0b req-ddb58862-3591-4122-984f-995b0f609608 service nova] Releasing lock "refresh_cache-c4299beb-fd13-47db-9ad2-eaedefdaf7e9" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.020579] env[69889]: DEBUG nova.compute.manager [req-d7889b13-c0df-4b1b-bc46-a328f3754b0b req-ddb58862-3591-4122-984f-995b0f609608 service nova] [instance: 63d61011-bbbe-4645-b993-9a9c8e8ca075] Received event network-vif-deleted-8665e1e9-1b54-440e-8320-ee5509258623 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 800.096615] env[69889]: DEBUG nova.scheduler.client.report [None req-39864388-73d5-4f4e-9547-abb150aa199f tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 800.128850] env[69889]: DEBUG oslo_vmware.api [None req-c9b93b26-4f31-4a3e-87ea-1025f9ed058e tempest-ServersTestManualDisk-1257826692 tempest-ServersTestManualDisk-1257826692-project-member] Task: {'id': task-4077066, 'name': Rename_Task, 'duration_secs': 0.927406} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.129028] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9b93b26-4f31-4a3e-87ea-1025f9ed058e tempest-ServersTestManualDisk-1257826692 tempest-ServersTestManualDisk-1257826692-project-member] [instance: 4ac0defd-d9ca-4e93-836c-a5cc81529eba] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 800.129608] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ad239fee-73e5-4809-9ceb-57fd59000b39 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.137536] env[69889]: DEBUG oslo_vmware.api [None req-c9b93b26-4f31-4a3e-87ea-1025f9ed058e tempest-ServersTestManualDisk-1257826692 tempest-ServersTestManualDisk-1257826692-project-member] Waiting for the task: (returnval){ [ 800.137536] env[69889]: value = "task-4077068" [ 800.137536] env[69889]: _type = "Task" [ 800.137536] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.147199] env[69889]: DEBUG oslo_vmware.api [None req-c9b93b26-4f31-4a3e-87ea-1025f9ed058e tempest-ServersTestManualDisk-1257826692 tempest-ServersTestManualDisk-1257826692-project-member] Task: {'id': task-4077068, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.259271] env[69889]: DEBUG oslo_vmware.api [None req-81099c19-ad8f-4f14-8388-0f0a974aa4e5 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Task: {'id': task-4077067, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.427260] env[69889]: DEBUG nova.compute.manager [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: ef03e9af-5995-42ac-829e-dcf1f0fccf01] Start spawning the instance on the hypervisor. {{(pid=69889) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 800.460837] env[69889]: DEBUG nova.virt.hardware [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 800.461040] env[69889]: DEBUG nova.virt.hardware [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 800.461107] env[69889]: DEBUG nova.virt.hardware [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 800.461270] env[69889]: DEBUG nova.virt.hardware [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 800.461411] env[69889]: DEBUG nova.virt.hardware [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 800.461569] env[69889]: DEBUG nova.virt.hardware [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 800.461934] env[69889]: DEBUG nova.virt.hardware [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 800.461934] env[69889]: DEBUG nova.virt.hardware [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 800.462149] env[69889]: DEBUG nova.virt.hardware [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 800.462322] env[69889]: DEBUG nova.virt.hardware [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 800.462516] env[69889]: DEBUG nova.virt.hardware [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 800.463431] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-548096ce-26f3-41e7-9663-42aa01bb9861 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.474440] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05a97c3e-e1ab-4130-ac5e-015ba1c30981 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.602440] env[69889]: DEBUG oslo_concurrency.lockutils [None req-39864388-73d5-4f4e-9547-abb150aa199f tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.205s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.604652] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5e2c4342-35cb-48d2-9723-8afe063f191f tempest-ServersNegativeTestMultiTenantJSON-2119484520 tempest-ServersNegativeTestMultiTenantJSON-2119484520-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.979s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.604943] env[69889]: DEBUG nova.objects.instance [None req-5e2c4342-35cb-48d2-9723-8afe063f191f tempest-ServersNegativeTestMultiTenantJSON-2119484520 tempest-ServersNegativeTestMultiTenantJSON-2119484520-project-member] Lazy-loading 'resources' on Instance uuid fd67edc7-3014-4eab-b142-5bff2253204f {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 800.622803] env[69889]: INFO nova.scheduler.client.report [None req-39864388-73d5-4f4e-9547-abb150aa199f tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Deleted allocations for instance 96c84f6a-1e51-41fa-b5cd-4dc572d96410 [ 800.650961] env[69889]: DEBUG oslo_vmware.api [None req-c9b93b26-4f31-4a3e-87ea-1025f9ed058e tempest-ServersTestManualDisk-1257826692 tempest-ServersTestManualDisk-1257826692-project-member] Task: {'id': task-4077068, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.758610] env[69889]: DEBUG oslo_vmware.api [None req-81099c19-ad8f-4f14-8388-0f0a974aa4e5 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Task: {'id': task-4077067, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.783851} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.758964] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-81099c19-ad8f-4f14-8388-0f0a974aa4e5 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] 2ed7de86-7eb4-4e49-8d78-171d09addeb1/2ed7de86-7eb4-4e49-8d78-171d09addeb1.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 800.759262] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-81099c19-ad8f-4f14-8388-0f0a974aa4e5 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] [instance: 2ed7de86-7eb4-4e49-8d78-171d09addeb1] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 800.759607] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fa982698-49e7-427d-9cb4-220b48cc6d28 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.770294] env[69889]: DEBUG oslo_vmware.api [None req-81099c19-ad8f-4f14-8388-0f0a974aa4e5 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Waiting for the task: (returnval){ [ 800.770294] env[69889]: value = "task-4077069" [ 800.770294] env[69889]: _type = "Task" [ 800.770294] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.779747] env[69889]: DEBUG oslo_vmware.api [None req-81099c19-ad8f-4f14-8388-0f0a974aa4e5 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Task: {'id': task-4077069, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.935205] env[69889]: DEBUG oslo_concurrency.lockutils [None req-822d82a3-6b2b-47a4-851a-047653736ae9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Acquiring lock "b4d9b431-14b5-46c9-9691-f5bfc012d8ca" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.935460] env[69889]: DEBUG oslo_concurrency.lockutils [None req-822d82a3-6b2b-47a4-851a-047653736ae9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Lock "b4d9b431-14b5-46c9-9691-f5bfc012d8ca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.133803] env[69889]: DEBUG oslo_concurrency.lockutils [None req-39864388-73d5-4f4e-9547-abb150aa199f tempest-ServersListShow2100Test-58009884 tempest-ServersListShow2100Test-58009884-project-member] Lock "96c84f6a-1e51-41fa-b5cd-4dc572d96410" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.967s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.159403] env[69889]: DEBUG oslo_vmware.api [None req-c9b93b26-4f31-4a3e-87ea-1025f9ed058e tempest-ServersTestManualDisk-1257826692 tempest-ServersTestManualDisk-1257826692-project-member] Task: {'id': task-4077068, 'name': PowerOnVM_Task, 'duration_secs': 0.621968} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.159764] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9b93b26-4f31-4a3e-87ea-1025f9ed058e tempest-ServersTestManualDisk-1257826692 tempest-ServersTestManualDisk-1257826692-project-member] [instance: 4ac0defd-d9ca-4e93-836c-a5cc81529eba] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 801.159969] env[69889]: INFO nova.compute.manager [None req-c9b93b26-4f31-4a3e-87ea-1025f9ed058e tempest-ServersTestManualDisk-1257826692 tempest-ServersTestManualDisk-1257826692-project-member] [instance: 4ac0defd-d9ca-4e93-836c-a5cc81529eba] Took 8.68 seconds to spawn the instance on the hypervisor. [ 801.160170] env[69889]: DEBUG nova.compute.manager [None req-c9b93b26-4f31-4a3e-87ea-1025f9ed058e tempest-ServersTestManualDisk-1257826692 tempest-ServersTestManualDisk-1257826692-project-member] [instance: 4ac0defd-d9ca-4e93-836c-a5cc81529eba] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 801.161146] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21c08599-5ced-4dbc-8fb0-4142d8eb001c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.284616] env[69889]: DEBUG oslo_vmware.api [None req-81099c19-ad8f-4f14-8388-0f0a974aa4e5 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Task: {'id': task-4077069, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066805} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.284616] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-81099c19-ad8f-4f14-8388-0f0a974aa4e5 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] [instance: 2ed7de86-7eb4-4e49-8d78-171d09addeb1] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 801.285422] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d7aa82d-e55f-4b51-9744-4ce65d40f9bb {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.307188] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-81099c19-ad8f-4f14-8388-0f0a974aa4e5 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] [instance: 2ed7de86-7eb4-4e49-8d78-171d09addeb1] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] 2ed7de86-7eb4-4e49-8d78-171d09addeb1/2ed7de86-7eb4-4e49-8d78-171d09addeb1.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 801.310649] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1ce33e2-25db-48f1-8620-7ef69db164ff {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.333648] env[69889]: DEBUG oslo_vmware.api [None req-81099c19-ad8f-4f14-8388-0f0a974aa4e5 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Waiting for the task: (returnval){ [ 801.333648] env[69889]: value = "task-4077070" [ 801.333648] env[69889]: _type = "Task" [ 801.333648] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.345378] env[69889]: DEBUG oslo_vmware.api [None req-81099c19-ad8f-4f14-8388-0f0a974aa4e5 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Task: {'id': task-4077070, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.448742] env[69889]: DEBUG nova.compute.manager [req-bda4d034-d3a9-465c-948a-0921429046b4 req-a6e19b6c-af7e-4cd2-a2b3-44f974f251ac service nova] [instance: ef03e9af-5995-42ac-829e-dcf1f0fccf01] Received event network-vif-plugged-c89bf2f3-321c-4ac4-9add-16506755ad74 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 801.448976] env[69889]: DEBUG oslo_concurrency.lockutils [req-bda4d034-d3a9-465c-948a-0921429046b4 req-a6e19b6c-af7e-4cd2-a2b3-44f974f251ac service nova] Acquiring lock "ef03e9af-5995-42ac-829e-dcf1f0fccf01-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.449246] env[69889]: DEBUG oslo_concurrency.lockutils [req-bda4d034-d3a9-465c-948a-0921429046b4 req-a6e19b6c-af7e-4cd2-a2b3-44f974f251ac service nova] Lock "ef03e9af-5995-42ac-829e-dcf1f0fccf01-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.449421] env[69889]: DEBUG oslo_concurrency.lockutils [req-bda4d034-d3a9-465c-948a-0921429046b4 req-a6e19b6c-af7e-4cd2-a2b3-44f974f251ac service nova] Lock "ef03e9af-5995-42ac-829e-dcf1f0fccf01-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.449619] env[69889]: DEBUG nova.compute.manager [req-bda4d034-d3a9-465c-948a-0921429046b4 req-a6e19b6c-af7e-4cd2-a2b3-44f974f251ac service nova] [instance: ef03e9af-5995-42ac-829e-dcf1f0fccf01] No waiting events found dispatching network-vif-plugged-c89bf2f3-321c-4ac4-9add-16506755ad74 {{(pid=69889) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 801.450075] env[69889]: WARNING nova.compute.manager [req-bda4d034-d3a9-465c-948a-0921429046b4 req-a6e19b6c-af7e-4cd2-a2b3-44f974f251ac service nova] [instance: ef03e9af-5995-42ac-829e-dcf1f0fccf01] Received unexpected event network-vif-plugged-c89bf2f3-321c-4ac4-9add-16506755ad74 for instance with vm_state building and task_state spawning. [ 801.463998] env[69889]: DEBUG nova.network.neutron [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: ef03e9af-5995-42ac-829e-dcf1f0fccf01] Successfully updated port: c89bf2f3-321c-4ac4-9add-16506755ad74 {{(pid=69889) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 801.681306] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ad891cf9-13f6-474a-b2cc-4c5db117af41 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Acquiring lock "035a867b-5707-43b4-b743-3e32775063ea" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.682155] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ad891cf9-13f6-474a-b2cc-4c5db117af41 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Lock "035a867b-5707-43b4-b743-3e32775063ea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.686318] env[69889]: INFO nova.compute.manager [None req-c9b93b26-4f31-4a3e-87ea-1025f9ed058e tempest-ServersTestManualDisk-1257826692 tempest-ServersTestManualDisk-1257826692-project-member] [instance: 4ac0defd-d9ca-4e93-836c-a5cc81529eba] Took 38.35 seconds to build instance. [ 801.759462] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a27e65e2-3d16-4ed4-99ad-72986a0f1fdd {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.769187] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf5ed781-9803-4562-a26b-24125427b9ad {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.805446] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-682f93a6-76b8-4ca2-90b5-54bf9fc58ea2 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.814310] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3d444c8-d999-45e2-99a0-67b550522066 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.831225] env[69889]: DEBUG nova.compute.provider_tree [None req-5e2c4342-35cb-48d2-9723-8afe063f191f tempest-ServersNegativeTestMultiTenantJSON-2119484520 tempest-ServersNegativeTestMultiTenantJSON-2119484520-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 801.843413] env[69889]: DEBUG oslo_vmware.api [None req-81099c19-ad8f-4f14-8388-0f0a974aa4e5 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Task: {'id': task-4077070, 'name': ReconfigVM_Task, 'duration_secs': 0.308472} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.844392] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-81099c19-ad8f-4f14-8388-0f0a974aa4e5 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] [instance: 2ed7de86-7eb4-4e49-8d78-171d09addeb1] Reconfigured VM instance instance-0000001e to attach disk [datastore2] 2ed7de86-7eb4-4e49-8d78-171d09addeb1/2ed7de86-7eb4-4e49-8d78-171d09addeb1.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 801.845101] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ce92e889-7862-4541-9df5-f9c31dc5aa64 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.853212] env[69889]: DEBUG oslo_vmware.api [None req-81099c19-ad8f-4f14-8388-0f0a974aa4e5 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Waiting for the task: (returnval){ [ 801.853212] env[69889]: value = "task-4077071" [ 801.853212] env[69889]: _type = "Task" [ 801.853212] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.864438] env[69889]: DEBUG oslo_vmware.api [None req-81099c19-ad8f-4f14-8388-0f0a974aa4e5 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Task: {'id': task-4077071, 'name': Rename_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.969629] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Acquiring lock "refresh_cache-ef03e9af-5995-42ac-829e-dcf1f0fccf01" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.969864] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Acquired lock "refresh_cache-ef03e9af-5995-42ac-829e-dcf1f0fccf01" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.969960] env[69889]: DEBUG nova.network.neutron [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: ef03e9af-5995-42ac-829e-dcf1f0fccf01] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 802.188479] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c9b93b26-4f31-4a3e-87ea-1025f9ed058e tempest-ServersTestManualDisk-1257826692 tempest-ServersTestManualDisk-1257826692-project-member] Lock "4ac0defd-d9ca-4e93-836c-a5cc81529eba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.010s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.334867] env[69889]: DEBUG nova.scheduler.client.report [None req-5e2c4342-35cb-48d2-9723-8afe063f191f tempest-ServersNegativeTestMultiTenantJSON-2119484520 tempest-ServersNegativeTestMultiTenantJSON-2119484520-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 802.365490] env[69889]: DEBUG oslo_vmware.api [None req-81099c19-ad8f-4f14-8388-0f0a974aa4e5 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Task: {'id': task-4077071, 'name': Rename_Task, 'duration_secs': 0.408854} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.365944] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-81099c19-ad8f-4f14-8388-0f0a974aa4e5 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] [instance: 2ed7de86-7eb4-4e49-8d78-171d09addeb1] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 802.366409] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-20a475fa-f0b1-4927-892d-0bd7c8237b38 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.378323] env[69889]: DEBUG oslo_vmware.api [None req-81099c19-ad8f-4f14-8388-0f0a974aa4e5 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Waiting for the task: (returnval){ [ 802.378323] env[69889]: value = "task-4077072" [ 802.378323] env[69889]: _type = "Task" [ 802.378323] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.392889] env[69889]: DEBUG oslo_vmware.api [None req-81099c19-ad8f-4f14-8388-0f0a974aa4e5 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Task: {'id': task-4077072, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.530137] env[69889]: DEBUG nova.network.neutron [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: ef03e9af-5995-42ac-829e-dcf1f0fccf01] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 802.694163] env[69889]: DEBUG nova.compute.manager [None req-79e4ee89-45d5-4322-a2cc-3676e3f9fa00 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4] Starting instance... {{(pid=69889) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 802.757483] env[69889]: DEBUG nova.network.neutron [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: ef03e9af-5995-42ac-829e-dcf1f0fccf01] Updating instance_info_cache with network_info: [{"id": "c89bf2f3-321c-4ac4-9add-16506755ad74", "address": "fa:16:3e:a6:a0:47", "network": {"id": "7e20b97c-fec4-44cd-889e-bc998859e92c", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1186423575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "45b72304ac214e328bf767dbca9b17b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc89bf2f3-32", "ovs_interfaceid": "c89bf2f3-321c-4ac4-9add-16506755ad74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.840640] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5e2c4342-35cb-48d2-9723-8afe063f191f tempest-ServersNegativeTestMultiTenantJSON-2119484520 tempest-ServersNegativeTestMultiTenantJSON-2119484520-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.236s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.843534] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b6c9b67d-60dc-4cfd-ba2b-54092c104f5a tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.746s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.843652] env[69889]: DEBUG nova.objects.instance [None req-b6c9b67d-60dc-4cfd-ba2b-54092c104f5a tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Lazy-loading 'resources' on Instance uuid a6f14a7e-6957-41e2-8455-0ca463f97479 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 802.874157] env[69889]: INFO nova.scheduler.client.report [None req-5e2c4342-35cb-48d2-9723-8afe063f191f tempest-ServersNegativeTestMultiTenantJSON-2119484520 tempest-ServersNegativeTestMultiTenantJSON-2119484520-project-member] Deleted allocations for instance fd67edc7-3014-4eab-b142-5bff2253204f [ 802.893203] env[69889]: DEBUG oslo_vmware.api [None req-81099c19-ad8f-4f14-8388-0f0a974aa4e5 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Task: {'id': task-4077072, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.217856] env[69889]: DEBUG oslo_concurrency.lockutils [None req-79e4ee89-45d5-4322-a2cc-3676e3f9fa00 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.259830] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Releasing lock "refresh_cache-ef03e9af-5995-42ac-829e-dcf1f0fccf01" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.260278] env[69889]: DEBUG nova.compute.manager [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: ef03e9af-5995-42ac-829e-dcf1f0fccf01] Instance network_info: |[{"id": "c89bf2f3-321c-4ac4-9add-16506755ad74", "address": "fa:16:3e:a6:a0:47", "network": {"id": "7e20b97c-fec4-44cd-889e-bc998859e92c", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1186423575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "45b72304ac214e328bf767dbca9b17b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc89bf2f3-32", "ovs_interfaceid": "c89bf2f3-321c-4ac4-9add-16506755ad74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 803.260686] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: ef03e9af-5995-42ac-829e-dcf1f0fccf01] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:a0:47', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '043ca97b-0fca-4b54-8be6-027123fa76d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c89bf2f3-321c-4ac4-9add-16506755ad74', 'vif_model': 'vmxnet3'}] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 803.268210] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Creating folder: Project (45b72304ac214e328bf767dbca9b17b9). Parent ref: group-v807779. {{(pid=69889) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 803.268509] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c388e997-50f2-4bb2-9a5e-ffc5a70e7a5c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.281160] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Created folder: Project (45b72304ac214e328bf767dbca9b17b9) in parent group-v807779. [ 803.281367] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Creating folder: Instances. Parent ref: group-v807871. {{(pid=69889) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 803.281619] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a07bcf76-137a-4019-8645-8b92825afef1 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.293216] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Created folder: Instances in parent group-v807871. [ 803.293601] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 803.293905] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef03e9af-5995-42ac-829e-dcf1f0fccf01] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 803.294077] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8a6c9712-a79d-4e5f-a50a-ff3b55bd0751 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.315132] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 803.315132] env[69889]: value = "task-4077075" [ 803.315132] env[69889]: _type = "Task" [ 803.315132] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.324060] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077075, 'name': CreateVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.392471] env[69889]: DEBUG oslo_vmware.api [None req-81099c19-ad8f-4f14-8388-0f0a974aa4e5 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Task: {'id': task-4077072, 'name': PowerOnVM_Task, 'duration_secs': 0.793196} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.395345] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-81099c19-ad8f-4f14-8388-0f0a974aa4e5 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] [instance: 2ed7de86-7eb4-4e49-8d78-171d09addeb1] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 803.395608] env[69889]: DEBUG nova.compute.manager [None req-81099c19-ad8f-4f14-8388-0f0a974aa4e5 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] [instance: 2ed7de86-7eb4-4e49-8d78-171d09addeb1] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 803.396230] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5e2c4342-35cb-48d2-9723-8afe063f191f tempest-ServersNegativeTestMultiTenantJSON-2119484520 tempest-ServersNegativeTestMultiTenantJSON-2119484520-project-member] Lock "fd67edc7-3014-4eab-b142-5bff2253204f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.455s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.398204] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b736577e-9a4c-4111-97ca-e25d05d37f8a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.542796] env[69889]: DEBUG nova.compute.manager [req-65f261e2-56a5-4863-a0f7-2624c57e861d req-cae4d39b-4865-450d-9b66-38eba62b9221 service nova] [instance: ef03e9af-5995-42ac-829e-dcf1f0fccf01] Received event network-changed-c89bf2f3-321c-4ac4-9add-16506755ad74 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 803.543080] env[69889]: DEBUG nova.compute.manager [req-65f261e2-56a5-4863-a0f7-2624c57e861d req-cae4d39b-4865-450d-9b66-38eba62b9221 service nova] [instance: ef03e9af-5995-42ac-829e-dcf1f0fccf01] Refreshing instance network info cache due to event network-changed-c89bf2f3-321c-4ac4-9add-16506755ad74. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 803.543297] env[69889]: DEBUG oslo_concurrency.lockutils [req-65f261e2-56a5-4863-a0f7-2624c57e861d req-cae4d39b-4865-450d-9b66-38eba62b9221 service nova] Acquiring lock "refresh_cache-ef03e9af-5995-42ac-829e-dcf1f0fccf01" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.543453] env[69889]: DEBUG oslo_concurrency.lockutils [req-65f261e2-56a5-4863-a0f7-2624c57e861d req-cae4d39b-4865-450d-9b66-38eba62b9221 service nova] Acquired lock "refresh_cache-ef03e9af-5995-42ac-829e-dcf1f0fccf01" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.543615] env[69889]: DEBUG nova.network.neutron [req-65f261e2-56a5-4863-a0f7-2624c57e861d req-cae4d39b-4865-450d-9b66-38eba62b9221 service nova] [instance: ef03e9af-5995-42ac-829e-dcf1f0fccf01] Refreshing network info cache for port c89bf2f3-321c-4ac4-9add-16506755ad74 {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 803.831370] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077075, 'name': CreateVM_Task} progress is 99%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.921285] env[69889]: DEBUG oslo_concurrency.lockutils [None req-81099c19-ad8f-4f14-8388-0f0a974aa4e5 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.977142] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a107defa-17aa-4f69-b8f1-0629151bfb58 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.985263] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc9bebf7-495f-4fd9-a504-15862681f3cf {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.020219] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd5076f0-11a6-40cc-8412-9e69fe993ea4 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.033026] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f7f6ab7-35b3-4367-acf2-92f8ebb452f6 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.048261] env[69889]: DEBUG nova.compute.provider_tree [None req-b6c9b67d-60dc-4cfd-ba2b-54092c104f5a tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 804.332081] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077075, 'name': CreateVM_Task, 'duration_secs': 0.560116} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.332284] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef03e9af-5995-42ac-829e-dcf1f0fccf01] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 804.332980] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.333155] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.333496] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.333756] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-812b32da-07ba-4e86-bdd9-7f0efd04cf78 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.340576] env[69889]: DEBUG oslo_vmware.api [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Waiting for the task: (returnval){ [ 804.340576] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]522752ce-4fed-64a6-6738-67a84405ed1f" [ 804.340576] env[69889]: _type = "Task" [ 804.340576] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.352073] env[69889]: DEBUG oslo_vmware.api [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]522752ce-4fed-64a6-6738-67a84405ed1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.554760] env[69889]: DEBUG nova.scheduler.client.report [None req-b6c9b67d-60dc-4cfd-ba2b-54092c104f5a tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 804.615898] env[69889]: DEBUG nova.network.neutron [req-65f261e2-56a5-4863-a0f7-2624c57e861d req-cae4d39b-4865-450d-9b66-38eba62b9221 service nova] [instance: ef03e9af-5995-42ac-829e-dcf1f0fccf01] Updated VIF entry in instance network info cache for port c89bf2f3-321c-4ac4-9add-16506755ad74. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 804.616382] env[69889]: DEBUG nova.network.neutron [req-65f261e2-56a5-4863-a0f7-2624c57e861d req-cae4d39b-4865-450d-9b66-38eba62b9221 service nova] [instance: ef03e9af-5995-42ac-829e-dcf1f0fccf01] Updating instance_info_cache with network_info: [{"id": "c89bf2f3-321c-4ac4-9add-16506755ad74", "address": "fa:16:3e:a6:a0:47", "network": {"id": "7e20b97c-fec4-44cd-889e-bc998859e92c", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1186423575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "45b72304ac214e328bf767dbca9b17b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc89bf2f3-32", "ovs_interfaceid": "c89bf2f3-321c-4ac4-9add-16506755ad74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.856888] env[69889]: DEBUG oslo_vmware.api [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]522752ce-4fed-64a6-6738-67a84405ed1f, 'name': SearchDatastore_Task, 'duration_secs': 0.013591} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.856888] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.856888] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: ef03e9af-5995-42ac-829e-dcf1f0fccf01] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 804.856888] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.856888] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.856888] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 804.856888] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8665dd88-a397-45a0-9273-311c40af60dd {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.869027] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 804.869027] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 804.869027] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6d73342-ef96-4c74-b2dc-1c7aff191fa9 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.875366] env[69889]: DEBUG oslo_vmware.api [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Waiting for the task: (returnval){ [ 804.875366] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52451bae-5d57-579e-3ffd-3985796c9d41" [ 804.875366] env[69889]: _type = "Task" [ 804.875366] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.889728] env[69889]: DEBUG oslo_vmware.api [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52451bae-5d57-579e-3ffd-3985796c9d41, 'name': SearchDatastore_Task, 'duration_secs': 0.009877} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.890714] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cf9beb3-6e2a-4f6f-89fd-765ee84c0bfc {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.897808] env[69889]: DEBUG oslo_vmware.api [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Waiting for the task: (returnval){ [ 804.897808] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52c7b725-eeb2-5e12-debb-f61a8f0455d8" [ 804.897808] env[69889]: _type = "Task" [ 804.897808] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.910561] env[69889]: DEBUG oslo_vmware.api [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52c7b725-eeb2-5e12-debb-f61a8f0455d8, 'name': SearchDatastore_Task, 'duration_secs': 0.009662} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.911036] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.911346] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore1] ef03e9af-5995-42ac-829e-dcf1f0fccf01/ef03e9af-5995-42ac-829e-dcf1f0fccf01.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 804.911606] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2dbb88d1-9eb5-4eb9-b9b5-dc1858bd55cd {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.919826] env[69889]: DEBUG oslo_vmware.api [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Waiting for the task: (returnval){ [ 804.919826] env[69889]: value = "task-4077076" [ 804.919826] env[69889]: _type = "Task" [ 804.919826] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.931428] env[69889]: DEBUG oslo_vmware.api [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Task: {'id': task-4077076, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.061087] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b6c9b67d-60dc-4cfd-ba2b-54092c104f5a tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.218s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.068142] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.474s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.069939] env[69889]: INFO nova.compute.claims [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: f042fe0d-3d51-41f7-b983-8254e996697e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 805.116489] env[69889]: INFO nova.scheduler.client.report [None req-b6c9b67d-60dc-4cfd-ba2b-54092c104f5a tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Deleted allocations for instance a6f14a7e-6957-41e2-8455-0ca463f97479 [ 805.120307] env[69889]: DEBUG oslo_concurrency.lockutils [req-65f261e2-56a5-4863-a0f7-2624c57e861d req-cae4d39b-4865-450d-9b66-38eba62b9221 service nova] Releasing lock "refresh_cache-ef03e9af-5995-42ac-829e-dcf1f0fccf01" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.120406] env[69889]: DEBUG nova.compute.manager [req-65f261e2-56a5-4863-a0f7-2624c57e861d req-cae4d39b-4865-450d-9b66-38eba62b9221 service nova] [instance: 4ac0defd-d9ca-4e93-836c-a5cc81529eba] Received event network-changed-3d071dc8-01db-42be-b876-f792b7e0b158 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 805.124226] env[69889]: DEBUG nova.compute.manager [req-65f261e2-56a5-4863-a0f7-2624c57e861d req-cae4d39b-4865-450d-9b66-38eba62b9221 service nova] [instance: 4ac0defd-d9ca-4e93-836c-a5cc81529eba] Refreshing instance network info cache due to event network-changed-3d071dc8-01db-42be-b876-f792b7e0b158. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 805.124540] env[69889]: DEBUG oslo_concurrency.lockutils [req-65f261e2-56a5-4863-a0f7-2624c57e861d req-cae4d39b-4865-450d-9b66-38eba62b9221 service nova] Acquiring lock "refresh_cache-4ac0defd-d9ca-4e93-836c-a5cc81529eba" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.124713] env[69889]: DEBUG oslo_concurrency.lockutils [req-65f261e2-56a5-4863-a0f7-2624c57e861d req-cae4d39b-4865-450d-9b66-38eba62b9221 service nova] Acquired lock "refresh_cache-4ac0defd-d9ca-4e93-836c-a5cc81529eba" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.124877] env[69889]: DEBUG nova.network.neutron [req-65f261e2-56a5-4863-a0f7-2624c57e861d req-cae4d39b-4865-450d-9b66-38eba62b9221 service nova] [instance: 4ac0defd-d9ca-4e93-836c-a5cc81529eba] Refreshing network info cache for port 3d071dc8-01db-42be-b876-f792b7e0b158 {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 805.252457] env[69889]: DEBUG oslo_concurrency.lockutils [None req-2fcd72b9-69e6-49e5-b334-5a0054b6d7fc tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Acquiring lock "2ed7de86-7eb4-4e49-8d78-171d09addeb1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.253126] env[69889]: DEBUG oslo_concurrency.lockutils [None req-2fcd72b9-69e6-49e5-b334-5a0054b6d7fc tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Lock "2ed7de86-7eb4-4e49-8d78-171d09addeb1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.253951] env[69889]: DEBUG oslo_concurrency.lockutils [None req-2fcd72b9-69e6-49e5-b334-5a0054b6d7fc tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Acquiring lock "2ed7de86-7eb4-4e49-8d78-171d09addeb1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.253951] env[69889]: DEBUG oslo_concurrency.lockutils [None req-2fcd72b9-69e6-49e5-b334-5a0054b6d7fc tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Lock "2ed7de86-7eb4-4e49-8d78-171d09addeb1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.253951] env[69889]: DEBUG oslo_concurrency.lockutils [None req-2fcd72b9-69e6-49e5-b334-5a0054b6d7fc tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Lock "2ed7de86-7eb4-4e49-8d78-171d09addeb1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.257985] env[69889]: INFO nova.compute.manager [None req-2fcd72b9-69e6-49e5-b334-5a0054b6d7fc tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] [instance: 2ed7de86-7eb4-4e49-8d78-171d09addeb1] Terminating instance [ 805.432205] env[69889]: DEBUG oslo_vmware.api [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Task: {'id': task-4077076, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.470874} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.432542] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore1] ef03e9af-5995-42ac-829e-dcf1f0fccf01/ef03e9af-5995-42ac-829e-dcf1f0fccf01.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 805.432800] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: ef03e9af-5995-42ac-829e-dcf1f0fccf01] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 805.433126] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e59e0c4c-1b48-47a0-a138-95ee9b25a438 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.441618] env[69889]: DEBUG oslo_vmware.api [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Waiting for the task: (returnval){ [ 805.441618] env[69889]: value = "task-4077077" [ 805.441618] env[69889]: _type = "Task" [ 805.441618] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.454344] env[69889]: DEBUG oslo_vmware.api [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Task: {'id': task-4077077, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.631940] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b6c9b67d-60dc-4cfd-ba2b-54092c104f5a tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Lock "a6f14a7e-6957-41e2-8455-0ca463f97479" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.149s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.764747] env[69889]: DEBUG oslo_concurrency.lockutils [None req-2fcd72b9-69e6-49e5-b334-5a0054b6d7fc tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Acquiring lock "refresh_cache-2ed7de86-7eb4-4e49-8d78-171d09addeb1" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.764984] env[69889]: DEBUG oslo_concurrency.lockutils [None req-2fcd72b9-69e6-49e5-b334-5a0054b6d7fc tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Acquired lock "refresh_cache-2ed7de86-7eb4-4e49-8d78-171d09addeb1" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.765183] env[69889]: DEBUG nova.network.neutron [None req-2fcd72b9-69e6-49e5-b334-5a0054b6d7fc tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] [instance: 2ed7de86-7eb4-4e49-8d78-171d09addeb1] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 805.959342] env[69889]: DEBUG oslo_vmware.api [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Task: {'id': task-4077077, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072979} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.960157] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: ef03e9af-5995-42ac-829e-dcf1f0fccf01] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 805.960712] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4308b67-003f-4e9c-adc4-a05fd340ecc7 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.993760] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: ef03e9af-5995-42ac-829e-dcf1f0fccf01] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] ef03e9af-5995-42ac-829e-dcf1f0fccf01/ef03e9af-5995-42ac-829e-dcf1f0fccf01.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 805.993760] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f09f0afc-4731-4d9e-ac7a-2b518e2873eb {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.012840] env[69889]: DEBUG oslo_vmware.api [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Waiting for the task: (returnval){ [ 806.012840] env[69889]: value = "task-4077078" [ 806.012840] env[69889]: _type = "Task" [ 806.012840] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.022794] env[69889]: DEBUG oslo_vmware.api [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Task: {'id': task-4077078, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.209042] env[69889]: DEBUG nova.network.neutron [req-65f261e2-56a5-4863-a0f7-2624c57e861d req-cae4d39b-4865-450d-9b66-38eba62b9221 service nova] [instance: 4ac0defd-d9ca-4e93-836c-a5cc81529eba] Updated VIF entry in instance network info cache for port 3d071dc8-01db-42be-b876-f792b7e0b158. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 806.209762] env[69889]: DEBUG nova.network.neutron [req-65f261e2-56a5-4863-a0f7-2624c57e861d req-cae4d39b-4865-450d-9b66-38eba62b9221 service nova] [instance: 4ac0defd-d9ca-4e93-836c-a5cc81529eba] Updating instance_info_cache with network_info: [{"id": "3d071dc8-01db-42be-b876-f792b7e0b158", "address": "fa:16:3e:78:99:e1", "network": {"id": "efccc4cc-3c7f-40fb-a84c-a8bc342a51b7", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-535486486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf8ab688a0eb48a2846b8ccb745bf065", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d071dc8-01", "ovs_interfaceid": "3d071dc8-01db-42be-b876-f792b7e0b158", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.296162] env[69889]: DEBUG nova.network.neutron [None req-2fcd72b9-69e6-49e5-b334-5a0054b6d7fc tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] [instance: 2ed7de86-7eb4-4e49-8d78-171d09addeb1] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 806.361505] env[69889]: DEBUG nova.network.neutron [None req-2fcd72b9-69e6-49e5-b334-5a0054b6d7fc tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] [instance: 2ed7de86-7eb4-4e49-8d78-171d09addeb1] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.531206] env[69889]: DEBUG oslo_vmware.api [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Task: {'id': task-4077078, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.699894] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dedb2da-ecc3-4aa1-a38d-75f391b39441 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.710156] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21904b8f-070f-47d3-9ae4-794de877b7ff {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.714893] env[69889]: DEBUG oslo_concurrency.lockutils [req-65f261e2-56a5-4863-a0f7-2624c57e861d req-cae4d39b-4865-450d-9b66-38eba62b9221 service nova] Releasing lock "refresh_cache-4ac0defd-d9ca-4e93-836c-a5cc81529eba" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.746854] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f972f7b-35bc-4396-a58c-ac5fe919b8f7 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.757204] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-819f1ff2-9cb1-44e3-9ab8-950fd042af38 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.773118] env[69889]: DEBUG nova.compute.provider_tree [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 806.864482] env[69889]: DEBUG oslo_concurrency.lockutils [None req-2fcd72b9-69e6-49e5-b334-5a0054b6d7fc tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Releasing lock "refresh_cache-2ed7de86-7eb4-4e49-8d78-171d09addeb1" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.864971] env[69889]: DEBUG nova.compute.manager [None req-2fcd72b9-69e6-49e5-b334-5a0054b6d7fc tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] [instance: 2ed7de86-7eb4-4e49-8d78-171d09addeb1] Start destroying the instance on the hypervisor. {{(pid=69889) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 806.865209] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-2fcd72b9-69e6-49e5-b334-5a0054b6d7fc tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] [instance: 2ed7de86-7eb4-4e49-8d78-171d09addeb1] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 806.866160] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00346dd2-3066-4f7e-a687-5720b09de804 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.875109] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fcd72b9-69e6-49e5-b334-5a0054b6d7fc tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] [instance: 2ed7de86-7eb4-4e49-8d78-171d09addeb1] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 806.875386] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1bfa9fef-98c2-46e0-9b26-ddb6a97a2eef {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.883214] env[69889]: DEBUG oslo_vmware.api [None req-2fcd72b9-69e6-49e5-b334-5a0054b6d7fc tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Waiting for the task: (returnval){ [ 806.883214] env[69889]: value = "task-4077079" [ 806.883214] env[69889]: _type = "Task" [ 806.883214] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.900347] env[69889]: DEBUG oslo_vmware.api [None req-2fcd72b9-69e6-49e5-b334-5a0054b6d7fc tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Task: {'id': task-4077079, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.025373] env[69889]: DEBUG oslo_vmware.api [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Task: {'id': task-4077078, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.276185] env[69889]: DEBUG nova.scheduler.client.report [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 807.398038] env[69889]: DEBUG oslo_vmware.api [None req-2fcd72b9-69e6-49e5-b334-5a0054b6d7fc tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Task: {'id': task-4077079, 'name': PowerOffVM_Task, 'duration_secs': 0.264238} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.398360] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fcd72b9-69e6-49e5-b334-5a0054b6d7fc tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] [instance: 2ed7de86-7eb4-4e49-8d78-171d09addeb1] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 807.398527] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-2fcd72b9-69e6-49e5-b334-5a0054b6d7fc tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] [instance: 2ed7de86-7eb4-4e49-8d78-171d09addeb1] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 807.398788] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6ff3ede4-4e64-4dbe-b2e7-a2426c55985b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.430515] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-2fcd72b9-69e6-49e5-b334-5a0054b6d7fc tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] [instance: 2ed7de86-7eb4-4e49-8d78-171d09addeb1] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 807.430515] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-2fcd72b9-69e6-49e5-b334-5a0054b6d7fc tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] [instance: 2ed7de86-7eb4-4e49-8d78-171d09addeb1] Deleting contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 807.430515] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fcd72b9-69e6-49e5-b334-5a0054b6d7fc tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Deleting the datastore file [datastore2] 2ed7de86-7eb4-4e49-8d78-171d09addeb1 {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 807.430811] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-24bc5462-1d46-4fe3-bff0-2a1fabefd59c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.438770] env[69889]: DEBUG oslo_vmware.api [None req-2fcd72b9-69e6-49e5-b334-5a0054b6d7fc tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Waiting for the task: (returnval){ [ 807.438770] env[69889]: value = "task-4077081" [ 807.438770] env[69889]: _type = "Task" [ 807.438770] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.458149] env[69889]: DEBUG oslo_vmware.api [None req-2fcd72b9-69e6-49e5-b334-5a0054b6d7fc tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Task: {'id': task-4077081, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.527112] env[69889]: DEBUG oslo_vmware.api [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Task: {'id': task-4077078, 'name': ReconfigVM_Task, 'duration_secs': 1.063617} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.528096] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: ef03e9af-5995-42ac-829e-dcf1f0fccf01] Reconfigured VM instance instance-00000020 to attach disk [datastore1] ef03e9af-5995-42ac-829e-dcf1f0fccf01/ef03e9af-5995-42ac-829e-dcf1f0fccf01.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 807.528649] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-98c94e0a-4d5f-48ef-bbc1-09adb44125ba {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.536286] env[69889]: DEBUG oslo_vmware.api [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Waiting for the task: (returnval){ [ 807.536286] env[69889]: value = "task-4077082" [ 807.536286] env[69889]: _type = "Task" [ 807.536286] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.549362] env[69889]: DEBUG oslo_vmware.api [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Task: {'id': task-4077082, 'name': Rename_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.788240] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.717s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.788240] env[69889]: DEBUG nova.compute.manager [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: f042fe0d-3d51-41f7-b983-8254e996697e] Start building networks asynchronously for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 807.788805] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0620bbdd-ecd7-4487-81d5-a4259086e9e9 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.067s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.789996] env[69889]: INFO nova.compute.claims [None req-0620bbdd-ecd7-4487-81d5-a4259086e9e9 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 0de8146b-f51a-4bcd-b4ef-d68e55d3d621] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 807.950791] env[69889]: DEBUG oslo_vmware.api [None req-2fcd72b9-69e6-49e5-b334-5a0054b6d7fc tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Task: {'id': task-4077081, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.109367} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.950791] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fcd72b9-69e6-49e5-b334-5a0054b6d7fc tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 807.950791] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-2fcd72b9-69e6-49e5-b334-5a0054b6d7fc tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] [instance: 2ed7de86-7eb4-4e49-8d78-171d09addeb1] Deleted contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 807.950791] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-2fcd72b9-69e6-49e5-b334-5a0054b6d7fc tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] [instance: 2ed7de86-7eb4-4e49-8d78-171d09addeb1] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 807.950983] env[69889]: INFO nova.compute.manager [None req-2fcd72b9-69e6-49e5-b334-5a0054b6d7fc tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] [instance: 2ed7de86-7eb4-4e49-8d78-171d09addeb1] Took 1.09 seconds to destroy the instance on the hypervisor. [ 807.951204] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2fcd72b9-69e6-49e5-b334-5a0054b6d7fc tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 807.951399] env[69889]: DEBUG nova.compute.manager [-] [instance: 2ed7de86-7eb4-4e49-8d78-171d09addeb1] Deallocating network for instance {{(pid=69889) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 807.951611] env[69889]: DEBUG nova.network.neutron [-] [instance: 2ed7de86-7eb4-4e49-8d78-171d09addeb1] deallocate_for_instance() {{(pid=69889) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 807.976323] env[69889]: DEBUG nova.network.neutron [-] [instance: 2ed7de86-7eb4-4e49-8d78-171d09addeb1] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 808.051642] env[69889]: DEBUG oslo_vmware.api [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Task: {'id': task-4077082, 'name': Rename_Task} progress is 99%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.298482] env[69889]: DEBUG nova.compute.utils [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 808.300728] env[69889]: DEBUG nova.compute.manager [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: f042fe0d-3d51-41f7-b983-8254e996697e] Allocating IP information in the background. {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 808.300728] env[69889]: DEBUG nova.network.neutron [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: f042fe0d-3d51-41f7-b983-8254e996697e] allocate_for_instance() {{(pid=69889) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 808.355469] env[69889]: DEBUG nova.policy [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '868020437a58403aadb52639029ea21d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '45b72304ac214e328bf767dbca9b17b9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69889) authorize /opt/stack/nova/nova/policy.py:192}} [ 808.478064] env[69889]: DEBUG nova.network.neutron [-] [instance: 2ed7de86-7eb4-4e49-8d78-171d09addeb1] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.549740] env[69889]: DEBUG oslo_vmware.api [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Task: {'id': task-4077082, 'name': Rename_Task} progress is 99%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.809835] env[69889]: DEBUG nova.compute.manager [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: f042fe0d-3d51-41f7-b983-8254e996697e] Start building block device mappings for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 808.845589] env[69889]: DEBUG nova.network.neutron [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: f042fe0d-3d51-41f7-b983-8254e996697e] Successfully created port: 12d25246-2dc1-4e28-931b-b4bbbfc1d146 {{(pid=69889) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 808.984985] env[69889]: INFO nova.compute.manager [-] [instance: 2ed7de86-7eb4-4e49-8d78-171d09addeb1] Took 1.03 seconds to deallocate network for instance. [ 809.056402] env[69889]: DEBUG oslo_vmware.api [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Task: {'id': task-4077082, 'name': Rename_Task, 'duration_secs': 1.210372} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.062041] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: ef03e9af-5995-42ac-829e-dcf1f0fccf01] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 809.062041] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f8184fe-babd-4d41-987c-c67eb8a79f5b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.070787] env[69889]: DEBUG oslo_vmware.api [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Waiting for the task: (returnval){ [ 809.070787] env[69889]: value = "task-4077083" [ 809.070787] env[69889]: _type = "Task" [ 809.070787] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.078617] env[69889]: DEBUG oslo_vmware.api [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Task: {'id': task-4077083, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.385912] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aa2b4d3-f975-4c35-98e2-d9c87a4b5d5c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.394321] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ea44ad2-c301-4bd1-8f24-9c576ee89f6a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.428485] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd258604-e6b2-48f8-9a39-1313b95d77eb {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.436566] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfdf051e-6044-4a62-b12f-365f6f169bb3 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.451640] env[69889]: DEBUG nova.compute.provider_tree [None req-0620bbdd-ecd7-4487-81d5-a4259086e9e9 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 809.494376] env[69889]: DEBUG oslo_concurrency.lockutils [None req-2fcd72b9-69e6-49e5-b334-5a0054b6d7fc tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.579328] env[69889]: DEBUG oslo_vmware.api [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Task: {'id': task-4077083, 'name': PowerOnVM_Task, 'duration_secs': 0.50902} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.579642] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: ef03e9af-5995-42ac-829e-dcf1f0fccf01] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 809.579831] env[69889]: INFO nova.compute.manager [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: ef03e9af-5995-42ac-829e-dcf1f0fccf01] Took 9.15 seconds to spawn the instance on the hypervisor. [ 809.580047] env[69889]: DEBUG nova.compute.manager [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: ef03e9af-5995-42ac-829e-dcf1f0fccf01] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 809.580847] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d86eb622-a439-4bde-9ac6-58eaccebefbe {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.822225] env[69889]: DEBUG nova.compute.manager [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: f042fe0d-3d51-41f7-b983-8254e996697e] Start spawning the instance on the hypervisor. {{(pid=69889) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 809.858247] env[69889]: DEBUG nova.virt.hardware [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 809.858247] env[69889]: DEBUG nova.virt.hardware [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 809.858247] env[69889]: DEBUG nova.virt.hardware [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 809.858247] env[69889]: DEBUG nova.virt.hardware [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 809.858247] env[69889]: DEBUG nova.virt.hardware [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 809.858514] env[69889]: DEBUG nova.virt.hardware [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 809.858514] env[69889]: DEBUG nova.virt.hardware [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 809.858744] env[69889]: DEBUG nova.virt.hardware [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 809.858928] env[69889]: DEBUG nova.virt.hardware [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 809.859106] env[69889]: DEBUG nova.virt.hardware [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 809.859418] env[69889]: DEBUG nova.virt.hardware [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 809.860342] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1f67fed-85cd-4dcf-8062-e3f822b57985 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.869972] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fc6b4cc-1e8b-4d06-ae1b-205e9c0a06f5 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.955310] env[69889]: DEBUG nova.scheduler.client.report [None req-0620bbdd-ecd7-4487-81d5-a4259086e9e9 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 810.099987] env[69889]: INFO nova.compute.manager [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: ef03e9af-5995-42ac-829e-dcf1f0fccf01] Took 43.30 seconds to build instance. [ 810.461353] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0620bbdd-ecd7-4487-81d5-a4259086e9e9 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.673s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.461952] env[69889]: DEBUG nova.compute.manager [None req-0620bbdd-ecd7-4487-81d5-a4259086e9e9 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 0de8146b-f51a-4bcd-b4ef-d68e55d3d621] Start building networks asynchronously for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 810.465267] env[69889]: DEBUG oslo_concurrency.lockutils [None req-743147b0-a69b-4d6f-884a-0677f5a06b96 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.573s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.466646] env[69889]: INFO nova.compute.claims [None req-743147b0-a69b-4d6f-884a-0677f5a06b96 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] [instance: c94d00aa-7337-4037-9d27-25bad025e569] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 810.602161] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Lock "ef03e9af-5995-42ac-829e-dcf1f0fccf01" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.769s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.791132] env[69889]: DEBUG nova.compute.manager [req-c9e89a9e-c642-4c5d-b40c-ebb651ddf41a req-08df7031-b722-4374-81f3-ce763420e767 service nova] [instance: f042fe0d-3d51-41f7-b983-8254e996697e] Received event network-vif-plugged-12d25246-2dc1-4e28-931b-b4bbbfc1d146 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 810.791132] env[69889]: DEBUG oslo_concurrency.lockutils [req-c9e89a9e-c642-4c5d-b40c-ebb651ddf41a req-08df7031-b722-4374-81f3-ce763420e767 service nova] Acquiring lock "f042fe0d-3d51-41f7-b983-8254e996697e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.791132] env[69889]: DEBUG oslo_concurrency.lockutils [req-c9e89a9e-c642-4c5d-b40c-ebb651ddf41a req-08df7031-b722-4374-81f3-ce763420e767 service nova] Lock "f042fe0d-3d51-41f7-b983-8254e996697e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.791272] env[69889]: DEBUG oslo_concurrency.lockutils [req-c9e89a9e-c642-4c5d-b40c-ebb651ddf41a req-08df7031-b722-4374-81f3-ce763420e767 service nova] Lock "f042fe0d-3d51-41f7-b983-8254e996697e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.791443] env[69889]: DEBUG nova.compute.manager [req-c9e89a9e-c642-4c5d-b40c-ebb651ddf41a req-08df7031-b722-4374-81f3-ce763420e767 service nova] [instance: f042fe0d-3d51-41f7-b983-8254e996697e] No waiting events found dispatching network-vif-plugged-12d25246-2dc1-4e28-931b-b4bbbfc1d146 {{(pid=69889) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 810.791594] env[69889]: WARNING nova.compute.manager [req-c9e89a9e-c642-4c5d-b40c-ebb651ddf41a req-08df7031-b722-4374-81f3-ce763420e767 service nova] [instance: f042fe0d-3d51-41f7-b983-8254e996697e] Received unexpected event network-vif-plugged-12d25246-2dc1-4e28-931b-b4bbbfc1d146 for instance with vm_state building and task_state spawning. [ 810.971169] env[69889]: DEBUG nova.network.neutron [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: f042fe0d-3d51-41f7-b983-8254e996697e] Successfully updated port: 12d25246-2dc1-4e28-931b-b4bbbfc1d146 {{(pid=69889) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 810.974224] env[69889]: DEBUG nova.compute.utils [None req-0620bbdd-ecd7-4487-81d5-a4259086e9e9 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 810.981928] env[69889]: DEBUG nova.compute.manager [None req-0620bbdd-ecd7-4487-81d5-a4259086e9e9 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 0de8146b-f51a-4bcd-b4ef-d68e55d3d621] Allocating IP information in the background. {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 810.981928] env[69889]: DEBUG nova.network.neutron [None req-0620bbdd-ecd7-4487-81d5-a4259086e9e9 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 0de8146b-f51a-4bcd-b4ef-d68e55d3d621] allocate_for_instance() {{(pid=69889) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 811.060999] env[69889]: DEBUG nova.policy [None req-0620bbdd-ecd7-4487-81d5-a4259086e9e9 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3a1ce60964794ffc95534347e3c0792d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5468c1b0ae3e473cb6a330efa6052f2e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69889) authorize /opt/stack/nova/nova/policy.py:192}} [ 811.104691] env[69889]: DEBUG nova.compute.manager [None req-324ad4ba-2324-46dc-9e76-c41144e9bd18 tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] [instance: 2df2001e-95cc-4421-a98d-c8212c184cff] Starting instance... {{(pid=69889) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 811.474054] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Acquiring lock "refresh_cache-f042fe0d-3d51-41f7-b983-8254e996697e" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.474217] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Acquired lock "refresh_cache-f042fe0d-3d51-41f7-b983-8254e996697e" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.474374] env[69889]: DEBUG nova.network.neutron [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: f042fe0d-3d51-41f7-b983-8254e996697e] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 811.485491] env[69889]: DEBUG nova.compute.manager [None req-0620bbdd-ecd7-4487-81d5-a4259086e9e9 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 0de8146b-f51a-4bcd-b4ef-d68e55d3d621] Start building block device mappings for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 811.509187] env[69889]: DEBUG nova.network.neutron [None req-0620bbdd-ecd7-4487-81d5-a4259086e9e9 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 0de8146b-f51a-4bcd-b4ef-d68e55d3d621] Successfully created port: ab39dcb0-083d-4276-8b8b-e9155200544d {{(pid=69889) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 811.634259] env[69889]: DEBUG oslo_concurrency.lockutils [None req-324ad4ba-2324-46dc-9e76-c41144e9bd18 tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.025479] env[69889]: DEBUG nova.network.neutron [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: f042fe0d-3d51-41f7-b983-8254e996697e] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 812.056087] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4cf286f-dcd8-42cc-93de-fb67f4be3144 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.065477] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf2d1271-d4fe-4039-a6b5-78a5309440f1 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.107987] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42cc6836-1507-40d7-8192-34f14a2ae810 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.119358] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27bbb9a3-8487-469f-af97-146cd34c8181 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.134304] env[69889]: DEBUG nova.compute.provider_tree [None req-743147b0-a69b-4d6f-884a-0677f5a06b96 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 812.206817] env[69889]: DEBUG nova.network.neutron [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: f042fe0d-3d51-41f7-b983-8254e996697e] Updating instance_info_cache with network_info: [{"id": "12d25246-2dc1-4e28-931b-b4bbbfc1d146", "address": "fa:16:3e:94:d6:08", "network": {"id": "7e20b97c-fec4-44cd-889e-bc998859e92c", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1186423575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "45b72304ac214e328bf767dbca9b17b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12d25246-2d", "ovs_interfaceid": "12d25246-2dc1-4e28-931b-b4bbbfc1d146", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.504334] env[69889]: DEBUG nova.compute.manager [None req-0620bbdd-ecd7-4487-81d5-a4259086e9e9 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 0de8146b-f51a-4bcd-b4ef-d68e55d3d621] Start spawning the instance on the hypervisor. {{(pid=69889) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 812.536418] env[69889]: DEBUG nova.virt.hardware [None req-0620bbdd-ecd7-4487-81d5-a4259086e9e9 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 812.536706] env[69889]: DEBUG nova.virt.hardware [None req-0620bbdd-ecd7-4487-81d5-a4259086e9e9 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 812.536932] env[69889]: DEBUG nova.virt.hardware [None req-0620bbdd-ecd7-4487-81d5-a4259086e9e9 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 812.537155] env[69889]: DEBUG nova.virt.hardware [None req-0620bbdd-ecd7-4487-81d5-a4259086e9e9 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 812.537301] env[69889]: DEBUG nova.virt.hardware [None req-0620bbdd-ecd7-4487-81d5-a4259086e9e9 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 812.537448] env[69889]: DEBUG nova.virt.hardware [None req-0620bbdd-ecd7-4487-81d5-a4259086e9e9 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 812.537653] env[69889]: DEBUG nova.virt.hardware [None req-0620bbdd-ecd7-4487-81d5-a4259086e9e9 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 812.537809] env[69889]: DEBUG nova.virt.hardware [None req-0620bbdd-ecd7-4487-81d5-a4259086e9e9 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 812.537971] env[69889]: DEBUG nova.virt.hardware [None req-0620bbdd-ecd7-4487-81d5-a4259086e9e9 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 812.538144] env[69889]: DEBUG nova.virt.hardware [None req-0620bbdd-ecd7-4487-81d5-a4259086e9e9 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 812.538313] env[69889]: DEBUG nova.virt.hardware [None req-0620bbdd-ecd7-4487-81d5-a4259086e9e9 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 812.539218] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24396631-ab5e-4508-8fbb-c30dea0a77ac {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.548220] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec724fa2-45e3-4a41-8c01-b7f91dcc7937 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.640009] env[69889]: DEBUG nova.scheduler.client.report [None req-743147b0-a69b-4d6f-884a-0677f5a06b96 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 812.709834] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Releasing lock "refresh_cache-f042fe0d-3d51-41f7-b983-8254e996697e" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.710137] env[69889]: DEBUG nova.compute.manager [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: f042fe0d-3d51-41f7-b983-8254e996697e] Instance network_info: |[{"id": "12d25246-2dc1-4e28-931b-b4bbbfc1d146", "address": "fa:16:3e:94:d6:08", "network": {"id": "7e20b97c-fec4-44cd-889e-bc998859e92c", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1186423575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "45b72304ac214e328bf767dbca9b17b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12d25246-2d", "ovs_interfaceid": "12d25246-2dc1-4e28-931b-b4bbbfc1d146", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 812.710697] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: f042fe0d-3d51-41f7-b983-8254e996697e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:d6:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '043ca97b-0fca-4b54-8be6-027123fa76d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '12d25246-2dc1-4e28-931b-b4bbbfc1d146', 'vif_model': 'vmxnet3'}] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 812.719779] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 812.720075] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f042fe0d-3d51-41f7-b983-8254e996697e] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 812.720354] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-be7443ad-7756-491d-9ff6-f172c7c89e86 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.742511] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 812.742511] env[69889]: value = "task-4077084" [ 812.742511] env[69889]: _type = "Task" [ 812.742511] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.751898] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077084, 'name': CreateVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.819847] env[69889]: DEBUG nova.compute.manager [req-c44d3d0b-1543-4962-9c4c-171f9cfeaa7d req-b5e2cb61-bd14-4913-ab6f-37c759651fb3 service nova] [instance: f042fe0d-3d51-41f7-b983-8254e996697e] Received event network-changed-12d25246-2dc1-4e28-931b-b4bbbfc1d146 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 812.820101] env[69889]: DEBUG nova.compute.manager [req-c44d3d0b-1543-4962-9c4c-171f9cfeaa7d req-b5e2cb61-bd14-4913-ab6f-37c759651fb3 service nova] [instance: f042fe0d-3d51-41f7-b983-8254e996697e] Refreshing instance network info cache due to event network-changed-12d25246-2dc1-4e28-931b-b4bbbfc1d146. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 812.820285] env[69889]: DEBUG oslo_concurrency.lockutils [req-c44d3d0b-1543-4962-9c4c-171f9cfeaa7d req-b5e2cb61-bd14-4913-ab6f-37c759651fb3 service nova] Acquiring lock "refresh_cache-f042fe0d-3d51-41f7-b983-8254e996697e" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.820388] env[69889]: DEBUG oslo_concurrency.lockutils [req-c44d3d0b-1543-4962-9c4c-171f9cfeaa7d req-b5e2cb61-bd14-4913-ab6f-37c759651fb3 service nova] Acquired lock "refresh_cache-f042fe0d-3d51-41f7-b983-8254e996697e" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.820558] env[69889]: DEBUG nova.network.neutron [req-c44d3d0b-1543-4962-9c4c-171f9cfeaa7d req-b5e2cb61-bd14-4913-ab6f-37c759651fb3 service nova] [instance: f042fe0d-3d51-41f7-b983-8254e996697e] Refreshing network info cache for port 12d25246-2dc1-4e28-931b-b4bbbfc1d146 {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 813.145618] env[69889]: DEBUG oslo_concurrency.lockutils [None req-743147b0-a69b-4d6f-884a-0677f5a06b96 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.680s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.146157] env[69889]: DEBUG nova.compute.manager [None req-743147b0-a69b-4d6f-884a-0677f5a06b96 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] [instance: c94d00aa-7337-4037-9d27-25bad025e569] Start building networks asynchronously for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 813.149521] env[69889]: DEBUG oslo_concurrency.lockutils [None req-12b010aa-c59d-40e8-b804-44f3f291a9a0 tempest-ServerExternalEventsTest-963301871 tempest-ServerExternalEventsTest-963301871-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.578s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.149737] env[69889]: DEBUG nova.objects.instance [None req-12b010aa-c59d-40e8-b804-44f3f291a9a0 tempest-ServerExternalEventsTest-963301871 tempest-ServerExternalEventsTest-963301871-project-member] Lazy-loading 'resources' on Instance uuid 898487e1-e766-417f-be3f-99f6ebd7f853 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 813.254033] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077084, 'name': CreateVM_Task} progress is 25%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.383951] env[69889]: DEBUG nova.network.neutron [None req-0620bbdd-ecd7-4487-81d5-a4259086e9e9 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 0de8146b-f51a-4bcd-b4ef-d68e55d3d621] Successfully updated port: ab39dcb0-083d-4276-8b8b-e9155200544d {{(pid=69889) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 813.653389] env[69889]: DEBUG nova.compute.utils [None req-743147b0-a69b-4d6f-884a-0677f5a06b96 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 813.658635] env[69889]: DEBUG nova.compute.manager [None req-743147b0-a69b-4d6f-884a-0677f5a06b96 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] [instance: c94d00aa-7337-4037-9d27-25bad025e569] Allocating IP information in the background. {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 813.658838] env[69889]: DEBUG nova.network.neutron [None req-743147b0-a69b-4d6f-884a-0677f5a06b96 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] [instance: c94d00aa-7337-4037-9d27-25bad025e569] allocate_for_instance() {{(pid=69889) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 813.672269] env[69889]: DEBUG nova.network.neutron [req-c44d3d0b-1543-4962-9c4c-171f9cfeaa7d req-b5e2cb61-bd14-4913-ab6f-37c759651fb3 service nova] [instance: f042fe0d-3d51-41f7-b983-8254e996697e] Updated VIF entry in instance network info cache for port 12d25246-2dc1-4e28-931b-b4bbbfc1d146. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 813.672348] env[69889]: DEBUG nova.network.neutron [req-c44d3d0b-1543-4962-9c4c-171f9cfeaa7d req-b5e2cb61-bd14-4913-ab6f-37c759651fb3 service nova] [instance: f042fe0d-3d51-41f7-b983-8254e996697e] Updating instance_info_cache with network_info: [{"id": "12d25246-2dc1-4e28-931b-b4bbbfc1d146", "address": "fa:16:3e:94:d6:08", "network": {"id": "7e20b97c-fec4-44cd-889e-bc998859e92c", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1186423575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45b72304ac214e328bf767dbca9b17b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12d25246-2d", "ovs_interfaceid": "12d25246-2dc1-4e28-931b-b4bbbfc1d146", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.731627] env[69889]: DEBUG nova.policy [None req-743147b0-a69b-4d6f-884a-0677f5a06b96 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '67116ddc23364818af80943b6367242e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '350955194e35449281e90bd62aae8ed2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69889) authorize /opt/stack/nova/nova/policy.py:192}} [ 813.761095] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077084, 'name': CreateVM_Task, 'duration_secs': 0.795464} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.761211] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f042fe0d-3d51-41f7-b983-8254e996697e] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 813.761931] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.762126] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.762463] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.762716] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aed36ce9-81d7-4c4f-9dd1-7f23e389ed7a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.777882] env[69889]: DEBUG oslo_vmware.api [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Waiting for the task: (returnval){ [ 813.777882] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52d38cd5-4550-d388-6cab-5acd29d70411" [ 813.777882] env[69889]: _type = "Task" [ 813.777882] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.795326] env[69889]: DEBUG oslo_vmware.api [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52d38cd5-4550-d388-6cab-5acd29d70411, 'name': SearchDatastore_Task, 'duration_secs': 0.011886} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.795326] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.798024] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: f042fe0d-3d51-41f7-b983-8254e996697e] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 813.798024] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.798024] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.798024] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 813.798024] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a93eda02-d94b-4a1e-866c-504c87f5d3d2 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.809387] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 813.809569] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 813.812030] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53cfbf44-5e62-48f8-af22-842ac6f4b978 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.821875] env[69889]: DEBUG oslo_vmware.api [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Waiting for the task: (returnval){ [ 813.821875] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52140a14-facf-f464-1f64-6d99b91cd155" [ 813.821875] env[69889]: _type = "Task" [ 813.821875] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.830182] env[69889]: DEBUG oslo_vmware.api [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52140a14-facf-f464-1f64-6d99b91cd155, 'name': SearchDatastore_Task, 'duration_secs': 0.011071} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.831136] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94070028-d3cb-4571-ac4f-adc14429e75d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.840124] env[69889]: DEBUG oslo_vmware.api [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Waiting for the task: (returnval){ [ 813.840124] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52633cf8-a053-d26e-4eb5-16e2fd3305e4" [ 813.840124] env[69889]: _type = "Task" [ 813.840124] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.849343] env[69889]: DEBUG oslo_vmware.api [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52633cf8-a053-d26e-4eb5-16e2fd3305e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.889954] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0620bbdd-ecd7-4487-81d5-a4259086e9e9 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Acquiring lock "refresh_cache-0de8146b-f51a-4bcd-b4ef-d68e55d3d621" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.889954] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0620bbdd-ecd7-4487-81d5-a4259086e9e9 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Acquired lock "refresh_cache-0de8146b-f51a-4bcd-b4ef-d68e55d3d621" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.890098] env[69889]: DEBUG nova.network.neutron [None req-0620bbdd-ecd7-4487-81d5-a4259086e9e9 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 0de8146b-f51a-4bcd-b4ef-d68e55d3d621] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 814.114023] env[69889]: DEBUG nova.network.neutron [None req-743147b0-a69b-4d6f-884a-0677f5a06b96 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] [instance: c94d00aa-7337-4037-9d27-25bad025e569] Successfully created port: 7e925a4e-27d9-48e4-8ba8-bba13befd4a6 {{(pid=69889) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 814.157637] env[69889]: DEBUG nova.compute.manager [None req-743147b0-a69b-4d6f-884a-0677f5a06b96 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] [instance: c94d00aa-7337-4037-9d27-25bad025e569] Start building block device mappings for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 814.175282] env[69889]: DEBUG oslo_concurrency.lockutils [req-c44d3d0b-1543-4962-9c4c-171f9cfeaa7d req-b5e2cb61-bd14-4913-ab6f-37c759651fb3 service nova] Releasing lock "refresh_cache-f042fe0d-3d51-41f7-b983-8254e996697e" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.257451] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c05276cc-b15c-4e34-8e65-7bbce5ebfa85 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.268511] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7259bfae-5570-49b6-bd0a-19ff67df3354 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.306531] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2383e77c-b3f2-4573-96a9-b3643f6cd866 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.318541] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7928d226-2c96-4239-8eb2-0898d0cf7afc {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.343790] env[69889]: DEBUG nova.compute.provider_tree [None req-12b010aa-c59d-40e8-b804-44f3f291a9a0 tempest-ServerExternalEventsTest-963301871 tempest-ServerExternalEventsTest-963301871-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 814.356121] env[69889]: DEBUG oslo_vmware.api [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52633cf8-a053-d26e-4eb5-16e2fd3305e4, 'name': SearchDatastore_Task, 'duration_secs': 0.009816} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.357234] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.357546] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] f042fe0d-3d51-41f7-b983-8254e996697e/f042fe0d-3d51-41f7-b983-8254e996697e.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 814.357813] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-831a8f36-91c2-484a-b589-162fd9ac5659 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.365758] env[69889]: DEBUG oslo_vmware.api [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Waiting for the task: (returnval){ [ 814.365758] env[69889]: value = "task-4077085" [ 814.365758] env[69889]: _type = "Task" [ 814.365758] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.376565] env[69889]: DEBUG oslo_vmware.api [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Task: {'id': task-4077085, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.439267] env[69889]: DEBUG nova.network.neutron [None req-0620bbdd-ecd7-4487-81d5-a4259086e9e9 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 0de8146b-f51a-4bcd-b4ef-d68e55d3d621] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 814.603502] env[69889]: DEBUG nova.network.neutron [None req-0620bbdd-ecd7-4487-81d5-a4259086e9e9 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 0de8146b-f51a-4bcd-b4ef-d68e55d3d621] Updating instance_info_cache with network_info: [{"id": "ab39dcb0-083d-4276-8b8b-e9155200544d", "address": "fa:16:3e:58:b8:48", "network": {"id": "50ea9016-d269-45df-b7c1-4e83533c6d0e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-430026636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5468c1b0ae3e473cb6a330efa6052f2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab39dcb0-08", "ovs_interfaceid": "ab39dcb0-083d-4276-8b8b-e9155200544d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.851594] env[69889]: DEBUG nova.scheduler.client.report [None req-12b010aa-c59d-40e8-b804-44f3f291a9a0 tempest-ServerExternalEventsTest-963301871 tempest-ServerExternalEventsTest-963301871-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 814.880738] env[69889]: DEBUG oslo_vmware.api [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Task: {'id': task-4077085, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499898} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.881346] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] f042fe0d-3d51-41f7-b983-8254e996697e/f042fe0d-3d51-41f7-b983-8254e996697e.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 814.881346] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: f042fe0d-3d51-41f7-b983-8254e996697e] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 814.881514] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8cab9504-57cc-4107-aa6d-7fde29f6b2c2 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.889547] env[69889]: DEBUG oslo_vmware.api [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Waiting for the task: (returnval){ [ 814.889547] env[69889]: value = "task-4077086" [ 814.889547] env[69889]: _type = "Task" [ 814.889547] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.899144] env[69889]: DEBUG oslo_vmware.api [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Task: {'id': task-4077086, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.032047] env[69889]: DEBUG nova.compute.manager [req-0e5c3195-3f7f-4223-bec0-912db748af90 req-a6cb6589-97d0-4ecf-bd2a-82a87821ff45 service nova] [instance: 0de8146b-f51a-4bcd-b4ef-d68e55d3d621] Received event network-vif-plugged-ab39dcb0-083d-4276-8b8b-e9155200544d {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 815.032276] env[69889]: DEBUG oslo_concurrency.lockutils [req-0e5c3195-3f7f-4223-bec0-912db748af90 req-a6cb6589-97d0-4ecf-bd2a-82a87821ff45 service nova] Acquiring lock "0de8146b-f51a-4bcd-b4ef-d68e55d3d621-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.032503] env[69889]: DEBUG oslo_concurrency.lockutils [req-0e5c3195-3f7f-4223-bec0-912db748af90 req-a6cb6589-97d0-4ecf-bd2a-82a87821ff45 service nova] Lock "0de8146b-f51a-4bcd-b4ef-d68e55d3d621-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.032639] env[69889]: DEBUG oslo_concurrency.lockutils [req-0e5c3195-3f7f-4223-bec0-912db748af90 req-a6cb6589-97d0-4ecf-bd2a-82a87821ff45 service nova] Lock "0de8146b-f51a-4bcd-b4ef-d68e55d3d621-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.032809] env[69889]: DEBUG nova.compute.manager [req-0e5c3195-3f7f-4223-bec0-912db748af90 req-a6cb6589-97d0-4ecf-bd2a-82a87821ff45 service nova] [instance: 0de8146b-f51a-4bcd-b4ef-d68e55d3d621] No waiting events found dispatching network-vif-plugged-ab39dcb0-083d-4276-8b8b-e9155200544d {{(pid=69889) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 815.033243] env[69889]: WARNING nova.compute.manager [req-0e5c3195-3f7f-4223-bec0-912db748af90 req-a6cb6589-97d0-4ecf-bd2a-82a87821ff45 service nova] [instance: 0de8146b-f51a-4bcd-b4ef-d68e55d3d621] Received unexpected event network-vif-plugged-ab39dcb0-083d-4276-8b8b-e9155200544d for instance with vm_state building and task_state spawning. [ 815.033243] env[69889]: DEBUG nova.compute.manager [req-0e5c3195-3f7f-4223-bec0-912db748af90 req-a6cb6589-97d0-4ecf-bd2a-82a87821ff45 service nova] [instance: 0de8146b-f51a-4bcd-b4ef-d68e55d3d621] Received event network-changed-ab39dcb0-083d-4276-8b8b-e9155200544d {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 815.033500] env[69889]: DEBUG nova.compute.manager [req-0e5c3195-3f7f-4223-bec0-912db748af90 req-a6cb6589-97d0-4ecf-bd2a-82a87821ff45 service nova] [instance: 0de8146b-f51a-4bcd-b4ef-d68e55d3d621] Refreshing instance network info cache due to event network-changed-ab39dcb0-083d-4276-8b8b-e9155200544d. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 815.033500] env[69889]: DEBUG oslo_concurrency.lockutils [req-0e5c3195-3f7f-4223-bec0-912db748af90 req-a6cb6589-97d0-4ecf-bd2a-82a87821ff45 service nova] Acquiring lock "refresh_cache-0de8146b-f51a-4bcd-b4ef-d68e55d3d621" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.108227] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0620bbdd-ecd7-4487-81d5-a4259086e9e9 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Releasing lock "refresh_cache-0de8146b-f51a-4bcd-b4ef-d68e55d3d621" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.108539] env[69889]: DEBUG nova.compute.manager [None req-0620bbdd-ecd7-4487-81d5-a4259086e9e9 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 0de8146b-f51a-4bcd-b4ef-d68e55d3d621] Instance network_info: |[{"id": "ab39dcb0-083d-4276-8b8b-e9155200544d", "address": "fa:16:3e:58:b8:48", "network": {"id": "50ea9016-d269-45df-b7c1-4e83533c6d0e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-430026636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5468c1b0ae3e473cb6a330efa6052f2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab39dcb0-08", "ovs_interfaceid": "ab39dcb0-083d-4276-8b8b-e9155200544d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 815.109202] env[69889]: DEBUG oslo_concurrency.lockutils [req-0e5c3195-3f7f-4223-bec0-912db748af90 req-a6cb6589-97d0-4ecf-bd2a-82a87821ff45 service nova] Acquired lock "refresh_cache-0de8146b-f51a-4bcd-b4ef-d68e55d3d621" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.109202] env[69889]: DEBUG nova.network.neutron [req-0e5c3195-3f7f-4223-bec0-912db748af90 req-a6cb6589-97d0-4ecf-bd2a-82a87821ff45 service nova] [instance: 0de8146b-f51a-4bcd-b4ef-d68e55d3d621] Refreshing network info cache for port ab39dcb0-083d-4276-8b8b-e9155200544d {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 815.111060] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-0620bbdd-ecd7-4487-81d5-a4259086e9e9 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 0de8146b-f51a-4bcd-b4ef-d68e55d3d621] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:b8:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0248a27a-1d7f-4195-987b-06bfc8467347', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ab39dcb0-083d-4276-8b8b-e9155200544d', 'vif_model': 'vmxnet3'}] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 815.120477] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0620bbdd-ecd7-4487-81d5-a4259086e9e9 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 815.121475] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0de8146b-f51a-4bcd-b4ef-d68e55d3d621] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 815.121761] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-35728f68-2361-45dd-82f0-9245779d9a0c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.143502] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 815.143502] env[69889]: value = "task-4077087" [ 815.143502] env[69889]: _type = "Task" [ 815.143502] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.157217] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077087, 'name': CreateVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.168844] env[69889]: DEBUG nova.compute.manager [None req-743147b0-a69b-4d6f-884a-0677f5a06b96 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] [instance: c94d00aa-7337-4037-9d27-25bad025e569] Start spawning the instance on the hypervisor. {{(pid=69889) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 815.195393] env[69889]: DEBUG nova.virt.hardware [None req-743147b0-a69b-4d6f-884a-0677f5a06b96 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 815.195393] env[69889]: DEBUG nova.virt.hardware [None req-743147b0-a69b-4d6f-884a-0677f5a06b96 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 815.195393] env[69889]: DEBUG nova.virt.hardware [None req-743147b0-a69b-4d6f-884a-0677f5a06b96 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 815.195393] env[69889]: DEBUG nova.virt.hardware [None req-743147b0-a69b-4d6f-884a-0677f5a06b96 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 815.195393] env[69889]: DEBUG nova.virt.hardware [None req-743147b0-a69b-4d6f-884a-0677f5a06b96 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 815.195393] env[69889]: DEBUG nova.virt.hardware [None req-743147b0-a69b-4d6f-884a-0677f5a06b96 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 815.195393] env[69889]: DEBUG nova.virt.hardware [None req-743147b0-a69b-4d6f-884a-0677f5a06b96 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 815.195393] env[69889]: DEBUG nova.virt.hardware [None req-743147b0-a69b-4d6f-884a-0677f5a06b96 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 815.195393] env[69889]: DEBUG nova.virt.hardware [None req-743147b0-a69b-4d6f-884a-0677f5a06b96 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 815.195393] env[69889]: DEBUG nova.virt.hardware [None req-743147b0-a69b-4d6f-884a-0677f5a06b96 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 815.195393] env[69889]: DEBUG nova.virt.hardware [None req-743147b0-a69b-4d6f-884a-0677f5a06b96 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 815.195823] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ff9c31b-6974-4f91-a21a-39099fdd0a74 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.204352] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2bf958b-f749-4738-b3d4-5839cb9eb7eb {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.361186] env[69889]: DEBUG oslo_concurrency.lockutils [None req-12b010aa-c59d-40e8-b804-44f3f291a9a0 tempest-ServerExternalEventsTest-963301871 tempest-ServerExternalEventsTest-963301871-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.212s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.364496] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b54f35a3-61ac-460f-b4bd-0bc95debe1c7 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.673s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.364496] env[69889]: DEBUG nova.objects.instance [None req-b54f35a3-61ac-460f-b4bd-0bc95debe1c7 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Lazy-loading 'resources' on Instance uuid 49ce5d94-ce4e-457b-a34c-54bd5dfcc242 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 815.387052] env[69889]: INFO nova.scheduler.client.report [None req-12b010aa-c59d-40e8-b804-44f3f291a9a0 tempest-ServerExternalEventsTest-963301871 tempest-ServerExternalEventsTest-963301871-project-member] Deleted allocations for instance 898487e1-e766-417f-be3f-99f6ebd7f853 [ 815.404813] env[69889]: DEBUG oslo_vmware.api [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Task: {'id': task-4077086, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064082} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.405297] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: f042fe0d-3d51-41f7-b983-8254e996697e] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 815.406163] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-514dfb2c-d3ea-4642-b3a1-087f73f2e2b3 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.431240] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: f042fe0d-3d51-41f7-b983-8254e996697e] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] f042fe0d-3d51-41f7-b983-8254e996697e/f042fe0d-3d51-41f7-b983-8254e996697e.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 815.431703] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d9fb74c-c40f-46c1-bb91-364a828af66b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.455034] env[69889]: DEBUG oslo_vmware.api [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Waiting for the task: (returnval){ [ 815.455034] env[69889]: value = "task-4077088" [ 815.455034] env[69889]: _type = "Task" [ 815.455034] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.463856] env[69889]: DEBUG oslo_vmware.api [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Task: {'id': task-4077088, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.490710] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0d046899-f665-4e10-8859-3bb18d58d11b tempest-ServerMetadataTestJSON-21317979 tempest-ServerMetadataTestJSON-21317979-project-member] Acquiring lock "37c0c047-a9c0-4e1e-8794-9ad3b6efc875" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.491076] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0d046899-f665-4e10-8859-3bb18d58d11b tempest-ServerMetadataTestJSON-21317979 tempest-ServerMetadataTestJSON-21317979-project-member] Lock "37c0c047-a9c0-4e1e-8794-9ad3b6efc875" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.657556] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077087, 'name': CreateVM_Task} progress is 99%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.841605] env[69889]: DEBUG nova.network.neutron [req-0e5c3195-3f7f-4223-bec0-912db748af90 req-a6cb6589-97d0-4ecf-bd2a-82a87821ff45 service nova] [instance: 0de8146b-f51a-4bcd-b4ef-d68e55d3d621] Updated VIF entry in instance network info cache for port ab39dcb0-083d-4276-8b8b-e9155200544d. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 815.841605] env[69889]: DEBUG nova.network.neutron [req-0e5c3195-3f7f-4223-bec0-912db748af90 req-a6cb6589-97d0-4ecf-bd2a-82a87821ff45 service nova] [instance: 0de8146b-f51a-4bcd-b4ef-d68e55d3d621] Updating instance_info_cache with network_info: [{"id": "ab39dcb0-083d-4276-8b8b-e9155200544d", "address": "fa:16:3e:58:b8:48", "network": {"id": "50ea9016-d269-45df-b7c1-4e83533c6d0e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-430026636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5468c1b0ae3e473cb6a330efa6052f2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab39dcb0-08", "ovs_interfaceid": "ab39dcb0-083d-4276-8b8b-e9155200544d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.862509] env[69889]: DEBUG nova.network.neutron [None req-743147b0-a69b-4d6f-884a-0677f5a06b96 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] [instance: c94d00aa-7337-4037-9d27-25bad025e569] Successfully updated port: 7e925a4e-27d9-48e4-8ba8-bba13befd4a6 {{(pid=69889) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 815.903145] env[69889]: DEBUG oslo_concurrency.lockutils [None req-12b010aa-c59d-40e8-b804-44f3f291a9a0 tempest-ServerExternalEventsTest-963301871 tempest-ServerExternalEventsTest-963301871-project-member] Lock "898487e1-e766-417f-be3f-99f6ebd7f853" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.413s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.966737] env[69889]: DEBUG oslo_vmware.api [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Task: {'id': task-4077088, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.159994] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077087, 'name': CreateVM_Task, 'duration_secs': 0.89067} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.161235] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0de8146b-f51a-4bcd-b4ef-d68e55d3d621] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 816.161998] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0620bbdd-ecd7-4487-81d5-a4259086e9e9 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.162102] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0620bbdd-ecd7-4487-81d5-a4259086e9e9 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.163358] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0620bbdd-ecd7-4487-81d5-a4259086e9e9 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.163358] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e5e667f-3424-49f7-9441-63dc4f0cff09 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.168733] env[69889]: DEBUG oslo_vmware.api [None req-0620bbdd-ecd7-4487-81d5-a4259086e9e9 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Waiting for the task: (returnval){ [ 816.168733] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]5264eb62-e929-436f-b796-386cafc766c7" [ 816.168733] env[69889]: _type = "Task" [ 816.168733] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.179166] env[69889]: DEBUG oslo_vmware.api [None req-0620bbdd-ecd7-4487-81d5-a4259086e9e9 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5264eb62-e929-436f-b796-386cafc766c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.344187] env[69889]: DEBUG oslo_concurrency.lockutils [req-0e5c3195-3f7f-4223-bec0-912db748af90 req-a6cb6589-97d0-4ecf-bd2a-82a87821ff45 service nova] Releasing lock "refresh_cache-0de8146b-f51a-4bcd-b4ef-d68e55d3d621" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.365086] env[69889]: DEBUG oslo_concurrency.lockutils [None req-743147b0-a69b-4d6f-884a-0677f5a06b96 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Acquiring lock "refresh_cache-c94d00aa-7337-4037-9d27-25bad025e569" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.365365] env[69889]: DEBUG oslo_concurrency.lockutils [None req-743147b0-a69b-4d6f-884a-0677f5a06b96 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Acquired lock "refresh_cache-c94d00aa-7337-4037-9d27-25bad025e569" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.365481] env[69889]: DEBUG nova.network.neutron [None req-743147b0-a69b-4d6f-884a-0677f5a06b96 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] [instance: c94d00aa-7337-4037-9d27-25bad025e569] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 816.475537] env[69889]: DEBUG oslo_vmware.api [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Task: {'id': task-4077088, 'name': ReconfigVM_Task, 'duration_secs': 0.966719} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.476631] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: f042fe0d-3d51-41f7-b983-8254e996697e] Reconfigured VM instance instance-00000021 to attach disk [datastore2] f042fe0d-3d51-41f7-b983-8254e996697e/f042fe0d-3d51-41f7-b983-8254e996697e.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 816.476631] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-786491eb-971c-448c-8397-344c40091d2e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.481656] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9252e74-7f20-4cd3-a7d1-74703bb458b5 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.486078] env[69889]: DEBUG oslo_vmware.api [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Waiting for the task: (returnval){ [ 816.486078] env[69889]: value = "task-4077089" [ 816.486078] env[69889]: _type = "Task" [ 816.486078] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.496636] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df0eec6f-55ed-4e1d-bff1-430854a1765c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.505611] env[69889]: DEBUG oslo_vmware.api [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Task: {'id': task-4077089, 'name': Rename_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.544198] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60c636a4-6920-4e38-86a3-3a50985d55b7 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.551118] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cec2c108-5d6b-4ecf-8420-afbe3ea5f348 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.568307] env[69889]: DEBUG nova.compute.provider_tree [None req-b54f35a3-61ac-460f-b4bd-0bc95debe1c7 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 816.680020] env[69889]: DEBUG oslo_vmware.api [None req-0620bbdd-ecd7-4487-81d5-a4259086e9e9 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5264eb62-e929-436f-b796-386cafc766c7, 'name': SearchDatastore_Task, 'duration_secs': 0.010289} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.680355] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0620bbdd-ecd7-4487-81d5-a4259086e9e9 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.680584] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-0620bbdd-ecd7-4487-81d5-a4259086e9e9 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 0de8146b-f51a-4bcd-b4ef-d68e55d3d621] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 816.680814] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0620bbdd-ecd7-4487-81d5-a4259086e9e9 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.680959] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0620bbdd-ecd7-4487-81d5-a4259086e9e9 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.681157] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-0620bbdd-ecd7-4487-81d5-a4259086e9e9 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 816.681464] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9db989c2-9a39-480d-a3db-daa8e16496e2 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.691058] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-0620bbdd-ecd7-4487-81d5-a4259086e9e9 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 816.691231] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-0620bbdd-ecd7-4487-81d5-a4259086e9e9 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 816.691981] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6898b81-1244-4eb7-81c2-c04fa5ae129f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.697927] env[69889]: DEBUG oslo_vmware.api [None req-0620bbdd-ecd7-4487-81d5-a4259086e9e9 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Waiting for the task: (returnval){ [ 816.697927] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52724427-9f5a-06c6-a226-db6f5d35fbc1" [ 816.697927] env[69889]: _type = "Task" [ 816.697927] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.706215] env[69889]: DEBUG oslo_vmware.api [None req-0620bbdd-ecd7-4487-81d5-a4259086e9e9 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52724427-9f5a-06c6-a226-db6f5d35fbc1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.908792] env[69889]: DEBUG nova.network.neutron [None req-743147b0-a69b-4d6f-884a-0677f5a06b96 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] [instance: c94d00aa-7337-4037-9d27-25bad025e569] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 817.000538] env[69889]: DEBUG oslo_vmware.api [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Task: {'id': task-4077089, 'name': Rename_Task, 'duration_secs': 0.167794} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.004514] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: f042fe0d-3d51-41f7-b983-8254e996697e] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 817.004514] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-153628b4-75db-4d2d-ba57-762274433789 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.015126] env[69889]: DEBUG oslo_vmware.api [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Waiting for the task: (returnval){ [ 817.015126] env[69889]: value = "task-4077090" [ 817.015126] env[69889]: _type = "Task" [ 817.015126] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.023804] env[69889]: DEBUG oslo_vmware.api [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Task: {'id': task-4077090, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.074508] env[69889]: DEBUG nova.scheduler.client.report [None req-b54f35a3-61ac-460f-b4bd-0bc95debe1c7 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 817.113586] env[69889]: DEBUG nova.compute.manager [req-73c80d26-43a4-4623-b878-7dac956cc2b9 req-8ef737dd-4428-4642-951e-e925eb1a5277 service nova] [instance: c94d00aa-7337-4037-9d27-25bad025e569] Received event network-vif-plugged-7e925a4e-27d9-48e4-8ba8-bba13befd4a6 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 817.113809] env[69889]: DEBUG oslo_concurrency.lockutils [req-73c80d26-43a4-4623-b878-7dac956cc2b9 req-8ef737dd-4428-4642-951e-e925eb1a5277 service nova] Acquiring lock "c94d00aa-7337-4037-9d27-25bad025e569-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.114066] env[69889]: DEBUG oslo_concurrency.lockutils [req-73c80d26-43a4-4623-b878-7dac956cc2b9 req-8ef737dd-4428-4642-951e-e925eb1a5277 service nova] Lock "c94d00aa-7337-4037-9d27-25bad025e569-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.114314] env[69889]: DEBUG oslo_concurrency.lockutils [req-73c80d26-43a4-4623-b878-7dac956cc2b9 req-8ef737dd-4428-4642-951e-e925eb1a5277 service nova] Lock "c94d00aa-7337-4037-9d27-25bad025e569-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.114495] env[69889]: DEBUG nova.compute.manager [req-73c80d26-43a4-4623-b878-7dac956cc2b9 req-8ef737dd-4428-4642-951e-e925eb1a5277 service nova] [instance: c94d00aa-7337-4037-9d27-25bad025e569] No waiting events found dispatching network-vif-plugged-7e925a4e-27d9-48e4-8ba8-bba13befd4a6 {{(pid=69889) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 817.114668] env[69889]: WARNING nova.compute.manager [req-73c80d26-43a4-4623-b878-7dac956cc2b9 req-8ef737dd-4428-4642-951e-e925eb1a5277 service nova] [instance: c94d00aa-7337-4037-9d27-25bad025e569] Received unexpected event network-vif-plugged-7e925a4e-27d9-48e4-8ba8-bba13befd4a6 for instance with vm_state building and task_state spawning. [ 817.114829] env[69889]: DEBUG nova.compute.manager [req-73c80d26-43a4-4623-b878-7dac956cc2b9 req-8ef737dd-4428-4642-951e-e925eb1a5277 service nova] [instance: c94d00aa-7337-4037-9d27-25bad025e569] Received event network-changed-7e925a4e-27d9-48e4-8ba8-bba13befd4a6 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 817.116759] env[69889]: DEBUG nova.compute.manager [req-73c80d26-43a4-4623-b878-7dac956cc2b9 req-8ef737dd-4428-4642-951e-e925eb1a5277 service nova] [instance: c94d00aa-7337-4037-9d27-25bad025e569] Refreshing instance network info cache due to event network-changed-7e925a4e-27d9-48e4-8ba8-bba13befd4a6. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 817.116759] env[69889]: DEBUG oslo_concurrency.lockutils [req-73c80d26-43a4-4623-b878-7dac956cc2b9 req-8ef737dd-4428-4642-951e-e925eb1a5277 service nova] Acquiring lock "refresh_cache-c94d00aa-7337-4037-9d27-25bad025e569" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.129760] env[69889]: DEBUG nova.network.neutron [None req-743147b0-a69b-4d6f-884a-0677f5a06b96 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] [instance: c94d00aa-7337-4037-9d27-25bad025e569] Updating instance_info_cache with network_info: [{"id": "7e925a4e-27d9-48e4-8ba8-bba13befd4a6", "address": "fa:16:3e:4e:13:d6", "network": {"id": "35a4da39-4e5d-4ca6-92c3-db1e7c187803", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1852867227-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "350955194e35449281e90bd62aae8ed2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5291d0-ee0f-4d70-b2ae-ab6879a67b08", "external-id": "nsx-vlan-transportzone-597", "segmentation_id": 597, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e925a4e-27", "ovs_interfaceid": "7e925a4e-27d9-48e4-8ba8-bba13befd4a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.216099] env[69889]: DEBUG oslo_vmware.api [None req-0620bbdd-ecd7-4487-81d5-a4259086e9e9 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52724427-9f5a-06c6-a226-db6f5d35fbc1, 'name': SearchDatastore_Task, 'duration_secs': 0.008714} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.216518] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd4e5fc0-74e3-4e3a-bfa0-559ec1448595 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.222277] env[69889]: DEBUG oslo_vmware.api [None req-0620bbdd-ecd7-4487-81d5-a4259086e9e9 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Waiting for the task: (returnval){ [ 817.222277] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]528b94a2-ef9d-37d8-b47d-4ddc52ce1eb4" [ 817.222277] env[69889]: _type = "Task" [ 817.222277] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.231255] env[69889]: DEBUG oslo_vmware.api [None req-0620bbdd-ecd7-4487-81d5-a4259086e9e9 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]528b94a2-ef9d-37d8-b47d-4ddc52ce1eb4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.528739] env[69889]: DEBUG oslo_vmware.api [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Task: {'id': task-4077090, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.580195] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b54f35a3-61ac-460f-b4bd-0bc95debe1c7 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.216s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.583612] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c0addc76-53f1-49c8-a1c3-cce597a6de69 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.283s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.585151] env[69889]: INFO nova.compute.claims [None req-c0addc76-53f1-49c8-a1c3-cce597a6de69 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] [instance: 43761e84-3bc7-4e8a-93e9-d9426b21a6a7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 817.610463] env[69889]: INFO nova.scheduler.client.report [None req-b54f35a3-61ac-460f-b4bd-0bc95debe1c7 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Deleted allocations for instance 49ce5d94-ce4e-457b-a34c-54bd5dfcc242 [ 817.634987] env[69889]: DEBUG oslo_concurrency.lockutils [None req-743147b0-a69b-4d6f-884a-0677f5a06b96 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Releasing lock "refresh_cache-c94d00aa-7337-4037-9d27-25bad025e569" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.635623] env[69889]: DEBUG nova.compute.manager [None req-743147b0-a69b-4d6f-884a-0677f5a06b96 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] [instance: c94d00aa-7337-4037-9d27-25bad025e569] Instance network_info: |[{"id": "7e925a4e-27d9-48e4-8ba8-bba13befd4a6", "address": "fa:16:3e:4e:13:d6", "network": {"id": "35a4da39-4e5d-4ca6-92c3-db1e7c187803", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1852867227-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "350955194e35449281e90bd62aae8ed2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5291d0-ee0f-4d70-b2ae-ab6879a67b08", "external-id": "nsx-vlan-transportzone-597", "segmentation_id": 597, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e925a4e-27", "ovs_interfaceid": "7e925a4e-27d9-48e4-8ba8-bba13befd4a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 817.635810] env[69889]: DEBUG oslo_concurrency.lockutils [req-73c80d26-43a4-4623-b878-7dac956cc2b9 req-8ef737dd-4428-4642-951e-e925eb1a5277 service nova] Acquired lock "refresh_cache-c94d00aa-7337-4037-9d27-25bad025e569" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.636080] env[69889]: DEBUG nova.network.neutron [req-73c80d26-43a4-4623-b878-7dac956cc2b9 req-8ef737dd-4428-4642-951e-e925eb1a5277 service nova] [instance: c94d00aa-7337-4037-9d27-25bad025e569] Refreshing network info cache for port 7e925a4e-27d9-48e4-8ba8-bba13befd4a6 {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 817.639148] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-743147b0-a69b-4d6f-884a-0677f5a06b96 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] [instance: c94d00aa-7337-4037-9d27-25bad025e569] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4e:13:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b5291d0-ee0f-4d70-b2ae-ab6879a67b08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7e925a4e-27d9-48e4-8ba8-bba13befd4a6', 'vif_model': 'vmxnet3'}] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 817.648708] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-743147b0-a69b-4d6f-884a-0677f5a06b96 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Creating folder: Project (350955194e35449281e90bd62aae8ed2). Parent ref: group-v807779. {{(pid=69889) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 817.649594] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d4536012-be48-406a-a06f-7d78415ec54c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.666786] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-743147b0-a69b-4d6f-884a-0677f5a06b96 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Created folder: Project (350955194e35449281e90bd62aae8ed2) in parent group-v807779. [ 817.666786] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-743147b0-a69b-4d6f-884a-0677f5a06b96 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Creating folder: Instances. Parent ref: group-v807876. {{(pid=69889) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 817.666786] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1b15d5b5-ca63-49f7-abd2-4f213e4c6101 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.680285] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-743147b0-a69b-4d6f-884a-0677f5a06b96 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Created folder: Instances in parent group-v807876. [ 817.680578] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-743147b0-a69b-4d6f-884a-0677f5a06b96 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 817.680762] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c94d00aa-7337-4037-9d27-25bad025e569] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 817.680978] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-96cf7a91-ca49-4264-bead-cd7b68f62615 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.702804] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 817.702804] env[69889]: value = "task-4077093" [ 817.702804] env[69889]: _type = "Task" [ 817.702804] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.713713] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077093, 'name': CreateVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.734549] env[69889]: DEBUG oslo_vmware.api [None req-0620bbdd-ecd7-4487-81d5-a4259086e9e9 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]528b94a2-ef9d-37d8-b47d-4ddc52ce1eb4, 'name': SearchDatastore_Task, 'duration_secs': 0.010344} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.734843] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0620bbdd-ecd7-4487-81d5-a4259086e9e9 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.735168] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-0620bbdd-ecd7-4487-81d5-a4259086e9e9 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] 0de8146b-f51a-4bcd-b4ef-d68e55d3d621/0de8146b-f51a-4bcd-b4ef-d68e55d3d621.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 817.735618] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-56cee721-3d34-47f1-9bbe-5f9b24d34db6 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.743556] env[69889]: DEBUG oslo_vmware.api [None req-0620bbdd-ecd7-4487-81d5-a4259086e9e9 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Waiting for the task: (returnval){ [ 817.743556] env[69889]: value = "task-4077094" [ 817.743556] env[69889]: _type = "Task" [ 817.743556] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.752474] env[69889]: DEBUG oslo_vmware.api [None req-0620bbdd-ecd7-4487-81d5-a4259086e9e9 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Task: {'id': task-4077094, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.026707] env[69889]: DEBUG oslo_vmware.api [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Task: {'id': task-4077090, 'name': PowerOnVM_Task, 'duration_secs': 0.67456} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.027019] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: f042fe0d-3d51-41f7-b983-8254e996697e] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 818.027245] env[69889]: INFO nova.compute.manager [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: f042fe0d-3d51-41f7-b983-8254e996697e] Took 8.20 seconds to spawn the instance on the hypervisor. [ 818.027429] env[69889]: DEBUG nova.compute.manager [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: f042fe0d-3d51-41f7-b983-8254e996697e] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 818.028263] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96996765-7050-40e6-af69-36704c479b5f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.122544] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b54f35a3-61ac-460f-b4bd-0bc95debe1c7 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Lock "49ce5d94-ce4e-457b-a34c-54bd5dfcc242" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.777s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.214768] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077093, 'name': CreateVM_Task, 'duration_secs': 0.403373} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.217295] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c94d00aa-7337-4037-9d27-25bad025e569] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 818.218069] env[69889]: DEBUG oslo_concurrency.lockutils [None req-743147b0-a69b-4d6f-884a-0677f5a06b96 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.218249] env[69889]: DEBUG oslo_concurrency.lockutils [None req-743147b0-a69b-4d6f-884a-0677f5a06b96 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.219233] env[69889]: DEBUG oslo_concurrency.lockutils [None req-743147b0-a69b-4d6f-884a-0677f5a06b96 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.219233] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74fa36f2-91fe-471a-bf12-8bc3b84e23d1 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.224726] env[69889]: DEBUG oslo_vmware.api [None req-743147b0-a69b-4d6f-884a-0677f5a06b96 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Waiting for the task: (returnval){ [ 818.224726] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52cc2065-e024-d01f-9035-c2bba7b1d45a" [ 818.224726] env[69889]: _type = "Task" [ 818.224726] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.235622] env[69889]: DEBUG oslo_vmware.api [None req-743147b0-a69b-4d6f-884a-0677f5a06b96 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52cc2065-e024-d01f-9035-c2bba7b1d45a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.254264] env[69889]: DEBUG oslo_vmware.api [None req-0620bbdd-ecd7-4487-81d5-a4259086e9e9 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Task: {'id': task-4077094, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.550815] env[69889]: INFO nova.compute.manager [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: f042fe0d-3d51-41f7-b983-8254e996697e] Took 45.99 seconds to build instance. [ 818.747254] env[69889]: DEBUG oslo_vmware.api [None req-743147b0-a69b-4d6f-884a-0677f5a06b96 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52cc2065-e024-d01f-9035-c2bba7b1d45a, 'name': SearchDatastore_Task, 'duration_secs': 0.019511} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.750757] env[69889]: DEBUG oslo_concurrency.lockutils [None req-743147b0-a69b-4d6f-884a-0677f5a06b96 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.751400] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-743147b0-a69b-4d6f-884a-0677f5a06b96 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] [instance: c94d00aa-7337-4037-9d27-25bad025e569] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 818.751400] env[69889]: DEBUG oslo_concurrency.lockutils [None req-743147b0-a69b-4d6f-884a-0677f5a06b96 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.751400] env[69889]: DEBUG oslo_concurrency.lockutils [None req-743147b0-a69b-4d6f-884a-0677f5a06b96 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.751534] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-743147b0-a69b-4d6f-884a-0677f5a06b96 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 818.752436] env[69889]: DEBUG nova.network.neutron [req-73c80d26-43a4-4623-b878-7dac956cc2b9 req-8ef737dd-4428-4642-951e-e925eb1a5277 service nova] [instance: c94d00aa-7337-4037-9d27-25bad025e569] Updated VIF entry in instance network info cache for port 7e925a4e-27d9-48e4-8ba8-bba13befd4a6. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 818.752791] env[69889]: DEBUG nova.network.neutron [req-73c80d26-43a4-4623-b878-7dac956cc2b9 req-8ef737dd-4428-4642-951e-e925eb1a5277 service nova] [instance: c94d00aa-7337-4037-9d27-25bad025e569] Updating instance_info_cache with network_info: [{"id": "7e925a4e-27d9-48e4-8ba8-bba13befd4a6", "address": "fa:16:3e:4e:13:d6", "network": {"id": "35a4da39-4e5d-4ca6-92c3-db1e7c187803", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1852867227-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "350955194e35449281e90bd62aae8ed2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5291d0-ee0f-4d70-b2ae-ab6879a67b08", "external-id": "nsx-vlan-transportzone-597", "segmentation_id": 597, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e925a4e-27", "ovs_interfaceid": "7e925a4e-27d9-48e4-8ba8-bba13befd4a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.753869] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2141806a-3e9a-462e-99ab-784166616052 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.770422] env[69889]: DEBUG oslo_vmware.api [None req-0620bbdd-ecd7-4487-81d5-a4259086e9e9 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Task: {'id': task-4077094, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.552923} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.771203] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-0620bbdd-ecd7-4487-81d5-a4259086e9e9 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] 0de8146b-f51a-4bcd-b4ef-d68e55d3d621/0de8146b-f51a-4bcd-b4ef-d68e55d3d621.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 818.771203] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-0620bbdd-ecd7-4487-81d5-a4259086e9e9 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 0de8146b-f51a-4bcd-b4ef-d68e55d3d621] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 818.772195] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-40801fef-1026-4d55-b834-30ac811bbb55 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.774920] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-743147b0-a69b-4d6f-884a-0677f5a06b96 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 818.774920] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-743147b0-a69b-4d6f-884a-0677f5a06b96 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 818.778650] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb69b2e6-ad92-4059-b738-1f8eadbac2ba {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.788256] env[69889]: DEBUG oslo_vmware.api [None req-743147b0-a69b-4d6f-884a-0677f5a06b96 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Waiting for the task: (returnval){ [ 818.788256] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]525824bd-e17c-d36b-9ec8-4446ecdcc656" [ 818.788256] env[69889]: _type = "Task" [ 818.788256] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.790792] env[69889]: DEBUG oslo_vmware.api [None req-0620bbdd-ecd7-4487-81d5-a4259086e9e9 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Waiting for the task: (returnval){ [ 818.790792] env[69889]: value = "task-4077095" [ 818.790792] env[69889]: _type = "Task" [ 818.790792] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.813244] env[69889]: DEBUG oslo_vmware.api [None req-0620bbdd-ecd7-4487-81d5-a4259086e9e9 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Task: {'id': task-4077095, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.818263] env[69889]: DEBUG oslo_vmware.api [None req-743147b0-a69b-4d6f-884a-0677f5a06b96 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]525824bd-e17c-d36b-9ec8-4446ecdcc656, 'name': SearchDatastore_Task, 'duration_secs': 0.012146} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.819476] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a09979f6-bc36-4b9f-8d1a-d030092c3b87 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.831165] env[69889]: DEBUG oslo_vmware.api [None req-743147b0-a69b-4d6f-884a-0677f5a06b96 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Waiting for the task: (returnval){ [ 818.831165] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]5261f700-b992-df50-b606-fb88a7beae65" [ 818.831165] env[69889]: _type = "Task" [ 818.831165] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.841776] env[69889]: DEBUG oslo_vmware.api [None req-743147b0-a69b-4d6f-884a-0677f5a06b96 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5261f700-b992-df50-b606-fb88a7beae65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.054445] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c7259df8-56a5-430f-b573-db8a3c3cfeeb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Lock "f042fe0d-3d51-41f7-b983-8254e996697e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.192s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.153743] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7769aa50-2cb4-4a39-b96d-0ff8f8b0737f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.161878] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2580cf2-1919-412f-a336-171f312c5d9c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.200283] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-666addff-5efb-4537-a85a-3e70819c1b8c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.209007] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6f12742-2dff-4e1b-85a1-44789fd04572 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.223693] env[69889]: DEBUG nova.compute.provider_tree [None req-c0addc76-53f1-49c8-a1c3-cce597a6de69 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 819.261154] env[69889]: DEBUG oslo_concurrency.lockutils [req-73c80d26-43a4-4623-b878-7dac956cc2b9 req-8ef737dd-4428-4642-951e-e925eb1a5277 service nova] Releasing lock "refresh_cache-c94d00aa-7337-4037-9d27-25bad025e569" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.306727] env[69889]: DEBUG oslo_vmware.api [None req-0620bbdd-ecd7-4487-81d5-a4259086e9e9 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Task: {'id': task-4077095, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.242594} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.307114] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-0620bbdd-ecd7-4487-81d5-a4259086e9e9 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 0de8146b-f51a-4bcd-b4ef-d68e55d3d621] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 819.307840] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d2278b0-44b7-44d6-afb9-a4613529ef7b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.334499] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-0620bbdd-ecd7-4487-81d5-a4259086e9e9 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 0de8146b-f51a-4bcd-b4ef-d68e55d3d621] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] 0de8146b-f51a-4bcd-b4ef-d68e55d3d621/0de8146b-f51a-4bcd-b4ef-d68e55d3d621.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 819.334724] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04f0a780-738d-4b83-bc9c-66973198ec3d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.373185] env[69889]: DEBUG oslo_vmware.api [None req-743147b0-a69b-4d6f-884a-0677f5a06b96 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5261f700-b992-df50-b606-fb88a7beae65, 'name': SearchDatastore_Task, 'duration_secs': 0.012104} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.374820] env[69889]: DEBUG oslo_concurrency.lockutils [None req-743147b0-a69b-4d6f-884a-0677f5a06b96 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.375230] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-743147b0-a69b-4d6f-884a-0677f5a06b96 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore1] c94d00aa-7337-4037-9d27-25bad025e569/c94d00aa-7337-4037-9d27-25bad025e569.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 819.375612] env[69889]: DEBUG oslo_vmware.api [None req-0620bbdd-ecd7-4487-81d5-a4259086e9e9 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Waiting for the task: (returnval){ [ 819.375612] env[69889]: value = "task-4077096" [ 819.375612] env[69889]: _type = "Task" [ 819.375612] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.375806] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6edd922d-20bc-4341-ad19-d750410610d8 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.388021] env[69889]: DEBUG oslo_vmware.api [None req-0620bbdd-ecd7-4487-81d5-a4259086e9e9 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Task: {'id': task-4077096, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.390030] env[69889]: DEBUG oslo_vmware.api [None req-743147b0-a69b-4d6f-884a-0677f5a06b96 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Waiting for the task: (returnval){ [ 819.390030] env[69889]: value = "task-4077097" [ 819.390030] env[69889]: _type = "Task" [ 819.390030] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.399376] env[69889]: DEBUG oslo_vmware.api [None req-743147b0-a69b-4d6f-884a-0677f5a06b96 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Task: {'id': task-4077097, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.559356] env[69889]: DEBUG nova.compute.manager [None req-5f8e9174-3a78-4d64-a76f-121099ff94cf tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] [instance: fb83ecfb-e4bc-4420-b9db-e13a462db3c4] Starting instance... {{(pid=69889) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 819.728128] env[69889]: DEBUG nova.scheduler.client.report [None req-c0addc76-53f1-49c8-a1c3-cce597a6de69 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 819.891121] env[69889]: DEBUG oslo_vmware.api [None req-0620bbdd-ecd7-4487-81d5-a4259086e9e9 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Task: {'id': task-4077096, 'name': ReconfigVM_Task, 'duration_secs': 0.371235} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.891121] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-0620bbdd-ecd7-4487-81d5-a4259086e9e9 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 0de8146b-f51a-4bcd-b4ef-d68e55d3d621] Reconfigured VM instance instance-00000022 to attach disk [datastore2] 0de8146b-f51a-4bcd-b4ef-d68e55d3d621/0de8146b-f51a-4bcd-b4ef-d68e55d3d621.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 819.897571] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d464abc7-b6ad-4d6f-b4c8-8ca4860a3936 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.907389] env[69889]: DEBUG oslo_vmware.api [None req-743147b0-a69b-4d6f-884a-0677f5a06b96 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Task: {'id': task-4077097, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.491089} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.908990] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-743147b0-a69b-4d6f-884a-0677f5a06b96 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore1] c94d00aa-7337-4037-9d27-25bad025e569/c94d00aa-7337-4037-9d27-25bad025e569.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 819.909235] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-743147b0-a69b-4d6f-884a-0677f5a06b96 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] [instance: c94d00aa-7337-4037-9d27-25bad025e569] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 819.909559] env[69889]: DEBUG oslo_vmware.api [None req-0620bbdd-ecd7-4487-81d5-a4259086e9e9 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Waiting for the task: (returnval){ [ 819.909559] env[69889]: value = "task-4077098" [ 819.909559] env[69889]: _type = "Task" [ 819.909559] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.909778] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b2986f39-afd7-48dd-b56c-f3dbcf0ab70f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.929964] env[69889]: DEBUG oslo_vmware.api [None req-743147b0-a69b-4d6f-884a-0677f5a06b96 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Waiting for the task: (returnval){ [ 819.929964] env[69889]: value = "task-4077099" [ 819.929964] env[69889]: _type = "Task" [ 819.929964] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.930360] env[69889]: DEBUG oslo_vmware.api [None req-0620bbdd-ecd7-4487-81d5-a4259086e9e9 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Task: {'id': task-4077098, 'name': Rename_Task} progress is 10%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.944170] env[69889]: DEBUG oslo_vmware.api [None req-743147b0-a69b-4d6f-884a-0677f5a06b96 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Task: {'id': task-4077099, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.955138] env[69889]: DEBUG oslo_concurrency.lockutils [None req-91717db7-cfe7-4250-b829-e3db2b5b979d tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Acquiring lock "f042fe0d-3d51-41f7-b983-8254e996697e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.955138] env[69889]: DEBUG oslo_concurrency.lockutils [None req-91717db7-cfe7-4250-b829-e3db2b5b979d tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Lock "f042fe0d-3d51-41f7-b983-8254e996697e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.955138] env[69889]: DEBUG oslo_concurrency.lockutils [None req-91717db7-cfe7-4250-b829-e3db2b5b979d tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Acquiring lock "f042fe0d-3d51-41f7-b983-8254e996697e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.955138] env[69889]: DEBUG oslo_concurrency.lockutils [None req-91717db7-cfe7-4250-b829-e3db2b5b979d tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Lock "f042fe0d-3d51-41f7-b983-8254e996697e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.955138] env[69889]: DEBUG oslo_concurrency.lockutils [None req-91717db7-cfe7-4250-b829-e3db2b5b979d tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Lock "f042fe0d-3d51-41f7-b983-8254e996697e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.958465] env[69889]: INFO nova.compute.manager [None req-91717db7-cfe7-4250-b829-e3db2b5b979d tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: f042fe0d-3d51-41f7-b983-8254e996697e] Terminating instance [ 820.078674] env[69889]: DEBUG oslo_concurrency.lockutils [None req-74d0ae6b-9da8-4d8f-a424-4a07806acd27 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Acquiring lock "ef03e9af-5995-42ac-829e-dcf1f0fccf01" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.079045] env[69889]: DEBUG oslo_concurrency.lockutils [None req-74d0ae6b-9da8-4d8f-a424-4a07806acd27 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Lock "ef03e9af-5995-42ac-829e-dcf1f0fccf01" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.079306] env[69889]: DEBUG oslo_concurrency.lockutils [None req-74d0ae6b-9da8-4d8f-a424-4a07806acd27 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Acquiring lock "ef03e9af-5995-42ac-829e-dcf1f0fccf01-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.079590] env[69889]: DEBUG oslo_concurrency.lockutils [None req-74d0ae6b-9da8-4d8f-a424-4a07806acd27 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Lock "ef03e9af-5995-42ac-829e-dcf1f0fccf01-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.079852] env[69889]: DEBUG oslo_concurrency.lockutils [None req-74d0ae6b-9da8-4d8f-a424-4a07806acd27 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Lock "ef03e9af-5995-42ac-829e-dcf1f0fccf01-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.082009] env[69889]: INFO nova.compute.manager [None req-74d0ae6b-9da8-4d8f-a424-4a07806acd27 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: ef03e9af-5995-42ac-829e-dcf1f0fccf01] Terminating instance [ 820.094943] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5f8e9174-3a78-4d64-a76f-121099ff94cf tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.237893] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c0addc76-53f1-49c8-a1c3-cce597a6de69 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.655s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.238508] env[69889]: DEBUG nova.compute.manager [None req-c0addc76-53f1-49c8-a1c3-cce597a6de69 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] [instance: 43761e84-3bc7-4e8a-93e9-d9426b21a6a7] Start building networks asynchronously for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 820.241327] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 38.139s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.427093] env[69889]: DEBUG oslo_vmware.api [None req-0620bbdd-ecd7-4487-81d5-a4259086e9e9 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Task: {'id': task-4077098, 'name': Rename_Task, 'duration_secs': 0.154609} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.427488] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-0620bbdd-ecd7-4487-81d5-a4259086e9e9 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 0de8146b-f51a-4bcd-b4ef-d68e55d3d621] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 820.429548] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-36d9a138-57c6-42ea-a50a-281076b6697c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.436548] env[69889]: DEBUG oslo_vmware.api [None req-0620bbdd-ecd7-4487-81d5-a4259086e9e9 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Waiting for the task: (returnval){ [ 820.436548] env[69889]: value = "task-4077100" [ 820.436548] env[69889]: _type = "Task" [ 820.436548] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.446037] env[69889]: DEBUG oslo_vmware.api [None req-743147b0-a69b-4d6f-884a-0677f5a06b96 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Task: {'id': task-4077099, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.157952} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.446037] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-743147b0-a69b-4d6f-884a-0677f5a06b96 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] [instance: c94d00aa-7337-4037-9d27-25bad025e569] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 820.447016] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-367b2cef-ebb5-4884-9741-0aa9bf6bf5c9 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.454010] env[69889]: DEBUG oslo_vmware.api [None req-0620bbdd-ecd7-4487-81d5-a4259086e9e9 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Task: {'id': task-4077100, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.467569] env[69889]: DEBUG nova.compute.manager [None req-91717db7-cfe7-4250-b829-e3db2b5b979d tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: f042fe0d-3d51-41f7-b983-8254e996697e] Start destroying the instance on the hypervisor. {{(pid=69889) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 820.467806] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-91717db7-cfe7-4250-b829-e3db2b5b979d tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: f042fe0d-3d51-41f7-b983-8254e996697e] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 820.479172] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-743147b0-a69b-4d6f-884a-0677f5a06b96 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] [instance: c94d00aa-7337-4037-9d27-25bad025e569] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] c94d00aa-7337-4037-9d27-25bad025e569/c94d00aa-7337-4037-9d27-25bad025e569.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 820.480333] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc6c2e76-aa42-4db3-8f18-1b16a0c939dd {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.486238] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c926c192-5f54-4650-b523-cb2086259f82 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.507967] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-91717db7-cfe7-4250-b829-e3db2b5b979d tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: f042fe0d-3d51-41f7-b983-8254e996697e] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 820.513085] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-49645bc3-e59e-47ae-8d47-b445a1f68025 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.517311] env[69889]: DEBUG oslo_vmware.api [None req-743147b0-a69b-4d6f-884a-0677f5a06b96 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Waiting for the task: (returnval){ [ 820.517311] env[69889]: value = "task-4077101" [ 820.517311] env[69889]: _type = "Task" [ 820.517311] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.521793] env[69889]: DEBUG oslo_vmware.api [None req-91717db7-cfe7-4250-b829-e3db2b5b979d tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Waiting for the task: (returnval){ [ 820.521793] env[69889]: value = "task-4077102" [ 820.521793] env[69889]: _type = "Task" [ 820.521793] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.529023] env[69889]: DEBUG oslo_vmware.api [None req-743147b0-a69b-4d6f-884a-0677f5a06b96 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Task: {'id': task-4077101, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.535165] env[69889]: DEBUG oslo_vmware.api [None req-91717db7-cfe7-4250-b829-e3db2b5b979d tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Task: {'id': task-4077102, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.586165] env[69889]: DEBUG nova.compute.manager [None req-74d0ae6b-9da8-4d8f-a424-4a07806acd27 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: ef03e9af-5995-42ac-829e-dcf1f0fccf01] Start destroying the instance on the hypervisor. {{(pid=69889) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 820.586420] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-74d0ae6b-9da8-4d8f-a424-4a07806acd27 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: ef03e9af-5995-42ac-829e-dcf1f0fccf01] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 820.587502] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e928b674-efe8-4d6c-a8f4-b6f0e972e1db {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.597803] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-74d0ae6b-9da8-4d8f-a424-4a07806acd27 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: ef03e9af-5995-42ac-829e-dcf1f0fccf01] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 820.597803] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-24a30614-da06-490c-8018-4e83d5ca9dff {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.605454] env[69889]: DEBUG oslo_vmware.api [None req-74d0ae6b-9da8-4d8f-a424-4a07806acd27 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Waiting for the task: (returnval){ [ 820.605454] env[69889]: value = "task-4077103" [ 820.605454] env[69889]: _type = "Task" [ 820.605454] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.619681] env[69889]: DEBUG oslo_vmware.api [None req-74d0ae6b-9da8-4d8f-a424-4a07806acd27 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Task: {'id': task-4077103, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.746711] env[69889]: DEBUG nova.compute.utils [None req-c0addc76-53f1-49c8-a1c3-cce597a6de69 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 820.765788] env[69889]: DEBUG nova.compute.manager [None req-c0addc76-53f1-49c8-a1c3-cce597a6de69 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] [instance: 43761e84-3bc7-4e8a-93e9-d9426b21a6a7] Allocating IP information in the background. {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 820.765788] env[69889]: DEBUG nova.network.neutron [None req-c0addc76-53f1-49c8-a1c3-cce597a6de69 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] [instance: 43761e84-3bc7-4e8a-93e9-d9426b21a6a7] allocate_for_instance() {{(pid=69889) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 820.869678] env[69889]: DEBUG nova.policy [None req-c0addc76-53f1-49c8-a1c3-cce597a6de69 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '92f081a6f77f4390a31d7924398039f5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2395aa6d142c4ab89e47ada2f874959c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69889) authorize /opt/stack/nova/nova/policy.py:192}} [ 820.957436] env[69889]: DEBUG oslo_vmware.api [None req-0620bbdd-ecd7-4487-81d5-a4259086e9e9 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Task: {'id': task-4077100, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.029950] env[69889]: DEBUG oslo_vmware.api [None req-743147b0-a69b-4d6f-884a-0677f5a06b96 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Task: {'id': task-4077101, 'name': ReconfigVM_Task, 'duration_secs': 0.459703} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.033127] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-743147b0-a69b-4d6f-884a-0677f5a06b96 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] [instance: c94d00aa-7337-4037-9d27-25bad025e569] Reconfigured VM instance instance-00000023 to attach disk [datastore1] c94d00aa-7337-4037-9d27-25bad025e569/c94d00aa-7337-4037-9d27-25bad025e569.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 821.035118] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e3dbce51-4a99-43a8-9723-fa72f3c28bc0 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.046095] env[69889]: DEBUG oslo_vmware.api [None req-91717db7-cfe7-4250-b829-e3db2b5b979d tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Task: {'id': task-4077102, 'name': PowerOffVM_Task, 'duration_secs': 0.252181} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.046361] env[69889]: DEBUG oslo_vmware.api [None req-743147b0-a69b-4d6f-884a-0677f5a06b96 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Waiting for the task: (returnval){ [ 821.046361] env[69889]: value = "task-4077104" [ 821.046361] env[69889]: _type = "Task" [ 821.046361] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.046728] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-91717db7-cfe7-4250-b829-e3db2b5b979d tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: f042fe0d-3d51-41f7-b983-8254e996697e] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 821.047062] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-91717db7-cfe7-4250-b829-e3db2b5b979d tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: f042fe0d-3d51-41f7-b983-8254e996697e] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 821.047164] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-966303c5-cae4-4bcb-83bb-b4b339b6f2ef {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.059802] env[69889]: DEBUG oslo_vmware.api [None req-743147b0-a69b-4d6f-884a-0677f5a06b96 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Task: {'id': task-4077104, 'name': Rename_Task} progress is 10%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.119789] env[69889]: DEBUG oslo_vmware.api [None req-74d0ae6b-9da8-4d8f-a424-4a07806acd27 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Task: {'id': task-4077103, 'name': PowerOffVM_Task, 'duration_secs': 0.234238} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.120176] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-74d0ae6b-9da8-4d8f-a424-4a07806acd27 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: ef03e9af-5995-42ac-829e-dcf1f0fccf01] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 821.120968] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-74d0ae6b-9da8-4d8f-a424-4a07806acd27 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: ef03e9af-5995-42ac-829e-dcf1f0fccf01] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 821.120968] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-75b514ec-ac8a-448b-ad6a-10423d732ab9 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.130122] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-91717db7-cfe7-4250-b829-e3db2b5b979d tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: f042fe0d-3d51-41f7-b983-8254e996697e] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 821.131743] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-91717db7-cfe7-4250-b829-e3db2b5b979d tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: f042fe0d-3d51-41f7-b983-8254e996697e] Deleting contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 821.131743] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-91717db7-cfe7-4250-b829-e3db2b5b979d tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Deleting the datastore file [datastore2] f042fe0d-3d51-41f7-b983-8254e996697e {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 821.131743] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-667ee908-bc91-4639-b7b4-22725eaf566e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.147803] env[69889]: DEBUG oslo_vmware.api [None req-91717db7-cfe7-4250-b829-e3db2b5b979d tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Waiting for the task: (returnval){ [ 821.147803] env[69889]: value = "task-4077107" [ 821.147803] env[69889]: _type = "Task" [ 821.147803] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.162366] env[69889]: DEBUG oslo_vmware.api [None req-91717db7-cfe7-4250-b829-e3db2b5b979d tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Task: {'id': task-4077107, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.210937] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-74d0ae6b-9da8-4d8f-a424-4a07806acd27 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: ef03e9af-5995-42ac-829e-dcf1f0fccf01] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 821.210937] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-74d0ae6b-9da8-4d8f-a424-4a07806acd27 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: ef03e9af-5995-42ac-829e-dcf1f0fccf01] Deleting contents of the VM from datastore datastore1 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 821.210937] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-74d0ae6b-9da8-4d8f-a424-4a07806acd27 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Deleting the datastore file [datastore1] ef03e9af-5995-42ac-829e-dcf1f0fccf01 {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 821.210937] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-abf4fca1-6f6b-40bd-9556-ee11ced3c7fb {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.217316] env[69889]: DEBUG oslo_vmware.api [None req-74d0ae6b-9da8-4d8f-a424-4a07806acd27 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Waiting for the task: (returnval){ [ 821.217316] env[69889]: value = "task-4077108" [ 821.217316] env[69889]: _type = "Task" [ 821.217316] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.229758] env[69889]: DEBUG oslo_vmware.api [None req-74d0ae6b-9da8-4d8f-a424-4a07806acd27 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Task: {'id': task-4077108, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.266031] env[69889]: DEBUG nova.compute.manager [None req-c0addc76-53f1-49c8-a1c3-cce597a6de69 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] [instance: 43761e84-3bc7-4e8a-93e9-d9426b21a6a7] Start building block device mappings for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 821.313202] env[69889]: WARNING nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance 63d61011-bbbe-4645-b993-9a9c8e8ca075 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 821.313368] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance aad29946-4f6b-4a9b-83f0-6177bcc62dfa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 821.313522] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance 2cb12a8d-74ee-4fe0-92fd-8c2adbc3becc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 821.313642] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance 7f014d2a-1340-4715-8ab0-42df2c7d9f36 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 821.313776] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance 50d05d43-aecd-4d90-ae1a-60a0ff086f9c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 821.313894] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance 54b1a963-1db6-43da-87b0-f7c9b8d7bb74 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 821.314017] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance da1de6c7-ec10-47d2-a8a9-8572cd4162f5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 821.314162] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance 0c73213b-c2e1-42cb-a8f4-e3109adfd354 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 821.314434] env[69889]: WARNING nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance 7af1243e-53e5-4edc-b665-562067ca3c71 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 821.314434] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance ad899de6-c2d4-4cbe-a91c-1cd76f650ae4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 821.314555] env[69889]: WARNING nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance 16a112a1-636c-440d-adfb-8881578f51b0 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 821.314656] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance 33ddb54a-10b8-463d-bfcf-4e0e8baea80d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 821.314806] env[69889]: WARNING nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance 2a1576fd-1e00-4803-ba65-cf3f35434ca6 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 821.314904] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance c4299beb-fd13-47db-9ad2-eaedefdaf7e9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 821.315070] env[69889]: WARNING nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance 2ed7de86-7eb4-4e49-8d78-171d09addeb1 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 821.315192] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance 4ac0defd-d9ca-4e93-836c-a5cc81529eba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 821.315306] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance ef03e9af-5995-42ac-829e-dcf1f0fccf01 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 821.315442] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance f042fe0d-3d51-41f7-b983-8254e996697e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 821.315556] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance 0de8146b-f51a-4bcd-b4ef-d68e55d3d621 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 821.315669] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance c94d00aa-7337-4037-9d27-25bad025e569 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 821.316046] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance 43761e84-3bc7-4e8a-93e9-d9426b21a6a7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 821.452222] env[69889]: DEBUG oslo_concurrency.lockutils [None req-dfbee7d1-1354-45e5-aab6-341072600344 tempest-ServersTestFqdnHostnames-1052344283 tempest-ServersTestFqdnHostnames-1052344283-project-member] Acquiring lock "33ddb54a-10b8-463d-bfcf-4e0e8baea80d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.452484] env[69889]: DEBUG oslo_concurrency.lockutils [None req-dfbee7d1-1354-45e5-aab6-341072600344 tempest-ServersTestFqdnHostnames-1052344283 tempest-ServersTestFqdnHostnames-1052344283-project-member] Lock "33ddb54a-10b8-463d-bfcf-4e0e8baea80d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.452696] env[69889]: DEBUG oslo_concurrency.lockutils [None req-dfbee7d1-1354-45e5-aab6-341072600344 tempest-ServersTestFqdnHostnames-1052344283 tempest-ServersTestFqdnHostnames-1052344283-project-member] Acquiring lock "33ddb54a-10b8-463d-bfcf-4e0e8baea80d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.452882] env[69889]: DEBUG oslo_concurrency.lockutils [None req-dfbee7d1-1354-45e5-aab6-341072600344 tempest-ServersTestFqdnHostnames-1052344283 tempest-ServersTestFqdnHostnames-1052344283-project-member] Lock "33ddb54a-10b8-463d-bfcf-4e0e8baea80d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.453062] env[69889]: DEBUG oslo_concurrency.lockutils [None req-dfbee7d1-1354-45e5-aab6-341072600344 tempest-ServersTestFqdnHostnames-1052344283 tempest-ServersTestFqdnHostnames-1052344283-project-member] Lock "33ddb54a-10b8-463d-bfcf-4e0e8baea80d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.454727] env[69889]: DEBUG oslo_vmware.api [None req-0620bbdd-ecd7-4487-81d5-a4259086e9e9 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Task: {'id': task-4077100, 'name': PowerOnVM_Task, 'duration_secs': 0.867108} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.455336] env[69889]: INFO nova.compute.manager [None req-dfbee7d1-1354-45e5-aab6-341072600344 tempest-ServersTestFqdnHostnames-1052344283 tempest-ServersTestFqdnHostnames-1052344283-project-member] [instance: 33ddb54a-10b8-463d-bfcf-4e0e8baea80d] Terminating instance [ 821.457071] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-0620bbdd-ecd7-4487-81d5-a4259086e9e9 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 0de8146b-f51a-4bcd-b4ef-d68e55d3d621] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 821.457322] env[69889]: INFO nova.compute.manager [None req-0620bbdd-ecd7-4487-81d5-a4259086e9e9 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 0de8146b-f51a-4bcd-b4ef-d68e55d3d621] Took 8.95 seconds to spawn the instance on the hypervisor. [ 821.457577] env[69889]: DEBUG nova.compute.manager [None req-0620bbdd-ecd7-4487-81d5-a4259086e9e9 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 0de8146b-f51a-4bcd-b4ef-d68e55d3d621] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 821.462099] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2b78947-0c49-4f79-a3cc-ab01e9100b0f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.517156] env[69889]: DEBUG nova.network.neutron [None req-c0addc76-53f1-49c8-a1c3-cce597a6de69 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] [instance: 43761e84-3bc7-4e8a-93e9-d9426b21a6a7] Successfully created port: d61c63ea-9725-47d5-b02f-548f6a83d4bd {{(pid=69889) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 821.557155] env[69889]: DEBUG oslo_vmware.api [None req-743147b0-a69b-4d6f-884a-0677f5a06b96 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Task: {'id': task-4077104, 'name': Rename_Task, 'duration_secs': 0.198983} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.557322] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-743147b0-a69b-4d6f-884a-0677f5a06b96 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] [instance: c94d00aa-7337-4037-9d27-25bad025e569] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 821.557450] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aa4a622f-097c-4c38-8de0-f4a776f6ebdd {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.565057] env[69889]: DEBUG oslo_vmware.api [None req-743147b0-a69b-4d6f-884a-0677f5a06b96 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Waiting for the task: (returnval){ [ 821.565057] env[69889]: value = "task-4077109" [ 821.565057] env[69889]: _type = "Task" [ 821.565057] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.573721] env[69889]: DEBUG oslo_vmware.api [None req-743147b0-a69b-4d6f-884a-0677f5a06b96 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Task: {'id': task-4077109, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.661138] env[69889]: DEBUG oslo_vmware.api [None req-91717db7-cfe7-4250-b829-e3db2b5b979d tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Task: {'id': task-4077107, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189249} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.661253] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-91717db7-cfe7-4250-b829-e3db2b5b979d tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 821.661417] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-91717db7-cfe7-4250-b829-e3db2b5b979d tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: f042fe0d-3d51-41f7-b983-8254e996697e] Deleted contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 821.661582] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-91717db7-cfe7-4250-b829-e3db2b5b979d tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: f042fe0d-3d51-41f7-b983-8254e996697e] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 821.661766] env[69889]: INFO nova.compute.manager [None req-91717db7-cfe7-4250-b829-e3db2b5b979d tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: f042fe0d-3d51-41f7-b983-8254e996697e] Took 1.19 seconds to destroy the instance on the hypervisor. [ 821.662031] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-91717db7-cfe7-4250-b829-e3db2b5b979d tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 821.662295] env[69889]: DEBUG nova.compute.manager [-] [instance: f042fe0d-3d51-41f7-b983-8254e996697e] Deallocating network for instance {{(pid=69889) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 821.662418] env[69889]: DEBUG nova.network.neutron [-] [instance: f042fe0d-3d51-41f7-b983-8254e996697e] deallocate_for_instance() {{(pid=69889) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 821.729925] env[69889]: DEBUG oslo_vmware.api [None req-74d0ae6b-9da8-4d8f-a424-4a07806acd27 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Task: {'id': task-4077108, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167986} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.730622] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-74d0ae6b-9da8-4d8f-a424-4a07806acd27 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 821.730923] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-74d0ae6b-9da8-4d8f-a424-4a07806acd27 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: ef03e9af-5995-42ac-829e-dcf1f0fccf01] Deleted contents of the VM from datastore datastore1 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 821.731211] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-74d0ae6b-9da8-4d8f-a424-4a07806acd27 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: ef03e9af-5995-42ac-829e-dcf1f0fccf01] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 821.731449] env[69889]: INFO nova.compute.manager [None req-74d0ae6b-9da8-4d8f-a424-4a07806acd27 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: ef03e9af-5995-42ac-829e-dcf1f0fccf01] Took 1.15 seconds to destroy the instance on the hypervisor. [ 821.731801] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-74d0ae6b-9da8-4d8f-a424-4a07806acd27 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 821.733141] env[69889]: DEBUG nova.compute.manager [-] [instance: ef03e9af-5995-42ac-829e-dcf1f0fccf01] Deallocating network for instance {{(pid=69889) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 821.733292] env[69889]: DEBUG nova.network.neutron [-] [instance: ef03e9af-5995-42ac-829e-dcf1f0fccf01] deallocate_for_instance() {{(pid=69889) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 821.793743] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7c7313ad-1935-41fa-bb72-46d66baababb tempest-ServerPasswordTestJSON-589325170 tempest-ServerPasswordTestJSON-589325170-project-member] Acquiring lock "a7c1b811-fede-428b-b4f9-a4df09e7968d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.794087] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7c7313ad-1935-41fa-bb72-46d66baababb tempest-ServerPasswordTestJSON-589325170 tempest-ServerPasswordTestJSON-589325170-project-member] Lock "a7c1b811-fede-428b-b4f9-a4df09e7968d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.820551] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance d2d7ec47-2dbc-4397-9999-8ab39d117876 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 821.967660] env[69889]: DEBUG nova.compute.manager [None req-dfbee7d1-1354-45e5-aab6-341072600344 tempest-ServersTestFqdnHostnames-1052344283 tempest-ServersTestFqdnHostnames-1052344283-project-member] [instance: 33ddb54a-10b8-463d-bfcf-4e0e8baea80d] Start destroying the instance on the hypervisor. {{(pid=69889) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 821.967660] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-dfbee7d1-1354-45e5-aab6-341072600344 tempest-ServersTestFqdnHostnames-1052344283 tempest-ServersTestFqdnHostnames-1052344283-project-member] [instance: 33ddb54a-10b8-463d-bfcf-4e0e8baea80d] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 821.967660] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a88cc867-47e6-4704-9206-7e0e12d8a2d3 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.983869] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfbee7d1-1354-45e5-aab6-341072600344 tempest-ServersTestFqdnHostnames-1052344283 tempest-ServersTestFqdnHostnames-1052344283-project-member] [instance: 33ddb54a-10b8-463d-bfcf-4e0e8baea80d] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 821.984840] env[69889]: INFO nova.compute.manager [None req-0620bbdd-ecd7-4487-81d5-a4259086e9e9 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 0de8146b-f51a-4bcd-b4ef-d68e55d3d621] Took 49.29 seconds to build instance. [ 821.986125] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-72f2f400-966c-49c6-855e-13d11a2ed703 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.994351] env[69889]: DEBUG oslo_vmware.api [None req-dfbee7d1-1354-45e5-aab6-341072600344 tempest-ServersTestFqdnHostnames-1052344283 tempest-ServersTestFqdnHostnames-1052344283-project-member] Waiting for the task: (returnval){ [ 821.994351] env[69889]: value = "task-4077110" [ 821.994351] env[69889]: _type = "Task" [ 821.994351] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.009862] env[69889]: DEBUG oslo_vmware.api [None req-dfbee7d1-1354-45e5-aab6-341072600344 tempest-ServersTestFqdnHostnames-1052344283 tempest-ServersTestFqdnHostnames-1052344283-project-member] Task: {'id': task-4077110, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.076971] env[69889]: DEBUG oslo_vmware.api [None req-743147b0-a69b-4d6f-884a-0677f5a06b96 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Task: {'id': task-4077109, 'name': PowerOnVM_Task, 'duration_secs': 0.500032} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.077347] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-743147b0-a69b-4d6f-884a-0677f5a06b96 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] [instance: c94d00aa-7337-4037-9d27-25bad025e569] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 822.077562] env[69889]: INFO nova.compute.manager [None req-743147b0-a69b-4d6f-884a-0677f5a06b96 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] [instance: c94d00aa-7337-4037-9d27-25bad025e569] Took 6.91 seconds to spawn the instance on the hypervisor. [ 822.077744] env[69889]: DEBUG nova.compute.manager [None req-743147b0-a69b-4d6f-884a-0677f5a06b96 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] [instance: c94d00aa-7337-4037-9d27-25bad025e569] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 822.080524] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e59d72b2-f601-492f-8b69-b76e224e31db {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.288659] env[69889]: DEBUG nova.compute.manager [None req-c0addc76-53f1-49c8-a1c3-cce597a6de69 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] [instance: 43761e84-3bc7-4e8a-93e9-d9426b21a6a7] Start spawning the instance on the hypervisor. {{(pid=69889) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 822.324830] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance 4925d307-f4c8-4847-8ee1-937e196e6c69 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 822.330107] env[69889]: DEBUG nova.virt.hardware [None req-c0addc76-53f1-49c8-a1c3-cce597a6de69 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 822.330107] env[69889]: DEBUG nova.virt.hardware [None req-c0addc76-53f1-49c8-a1c3-cce597a6de69 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 822.330107] env[69889]: DEBUG nova.virt.hardware [None req-c0addc76-53f1-49c8-a1c3-cce597a6de69 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 822.330335] env[69889]: DEBUG nova.virt.hardware [None req-c0addc76-53f1-49c8-a1c3-cce597a6de69 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 822.330603] env[69889]: DEBUG nova.virt.hardware [None req-c0addc76-53f1-49c8-a1c3-cce597a6de69 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 822.330930] env[69889]: DEBUG nova.virt.hardware [None req-c0addc76-53f1-49c8-a1c3-cce597a6de69 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 822.331423] env[69889]: DEBUG nova.virt.hardware [None req-c0addc76-53f1-49c8-a1c3-cce597a6de69 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 822.331947] env[69889]: DEBUG nova.virt.hardware [None req-c0addc76-53f1-49c8-a1c3-cce597a6de69 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 822.332299] env[69889]: DEBUG nova.virt.hardware [None req-c0addc76-53f1-49c8-a1c3-cce597a6de69 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 822.332639] env[69889]: DEBUG nova.virt.hardware [None req-c0addc76-53f1-49c8-a1c3-cce597a6de69 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 822.333076] env[69889]: DEBUG nova.virt.hardware [None req-c0addc76-53f1-49c8-a1c3-cce597a6de69 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 822.334473] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6b493e1-dcbe-4c30-96c0-dfa914253940 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.342682] env[69889]: DEBUG nova.compute.manager [req-d79f6881-0262-4092-8bb9-e2cdde53e7ee req-53bf3f3e-f750-4170-aa4e-0bc792755e07 service nova] [instance: f042fe0d-3d51-41f7-b983-8254e996697e] Received event network-vif-deleted-12d25246-2dc1-4e28-931b-b4bbbfc1d146 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 822.342682] env[69889]: INFO nova.compute.manager [req-d79f6881-0262-4092-8bb9-e2cdde53e7ee req-53bf3f3e-f750-4170-aa4e-0bc792755e07 service nova] [instance: f042fe0d-3d51-41f7-b983-8254e996697e] Neutron deleted interface 12d25246-2dc1-4e28-931b-b4bbbfc1d146; detaching it from the instance and deleting it from the info cache [ 822.342682] env[69889]: DEBUG nova.network.neutron [req-d79f6881-0262-4092-8bb9-e2cdde53e7ee req-53bf3f3e-f750-4170-aa4e-0bc792755e07 service nova] [instance: f042fe0d-3d51-41f7-b983-8254e996697e] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.349641] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dab12fe-8c68-4e18-9fcb-34d8acc15dd5 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.489281] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0620bbdd-ecd7-4487-81d5-a4259086e9e9 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Lock "0de8146b-f51a-4bcd-b4ef-d68e55d3d621" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.236s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.504967] env[69889]: DEBUG oslo_vmware.api [None req-dfbee7d1-1354-45e5-aab6-341072600344 tempest-ServersTestFqdnHostnames-1052344283 tempest-ServersTestFqdnHostnames-1052344283-project-member] Task: {'id': task-4077110, 'name': PowerOffVM_Task, 'duration_secs': 0.436197} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.507789] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfbee7d1-1354-45e5-aab6-341072600344 tempest-ServersTestFqdnHostnames-1052344283 tempest-ServersTestFqdnHostnames-1052344283-project-member] [instance: 33ddb54a-10b8-463d-bfcf-4e0e8baea80d] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 822.507871] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-dfbee7d1-1354-45e5-aab6-341072600344 tempest-ServersTestFqdnHostnames-1052344283 tempest-ServersTestFqdnHostnames-1052344283-project-member] [instance: 33ddb54a-10b8-463d-bfcf-4e0e8baea80d] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 822.508233] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f848f737-a40c-4b40-b653-07b44274d544 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.531141] env[69889]: DEBUG oslo_concurrency.lockutils [None req-363e84ed-8b9b-4ec7-ab59-38c11278e952 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Acquiring lock "bbf9db25-688f-4729-9c55-0e1e1196c2f6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.531404] env[69889]: DEBUG oslo_concurrency.lockutils [None req-363e84ed-8b9b-4ec7-ab59-38c11278e952 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Lock "bbf9db25-688f-4729-9c55-0e1e1196c2f6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.603867] env[69889]: INFO nova.compute.manager [None req-743147b0-a69b-4d6f-884a-0677f5a06b96 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] [instance: c94d00aa-7337-4037-9d27-25bad025e569] Took 47.74 seconds to build instance. [ 822.607878] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-dfbee7d1-1354-45e5-aab6-341072600344 tempest-ServersTestFqdnHostnames-1052344283 tempest-ServersTestFqdnHostnames-1052344283-project-member] [instance: 33ddb54a-10b8-463d-bfcf-4e0e8baea80d] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 822.608118] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-dfbee7d1-1354-45e5-aab6-341072600344 tempest-ServersTestFqdnHostnames-1052344283 tempest-ServersTestFqdnHostnames-1052344283-project-member] [instance: 33ddb54a-10b8-463d-bfcf-4e0e8baea80d] Deleting contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 822.608331] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfbee7d1-1354-45e5-aab6-341072600344 tempest-ServersTestFqdnHostnames-1052344283 tempest-ServersTestFqdnHostnames-1052344283-project-member] Deleting the datastore file [datastore2] 33ddb54a-10b8-463d-bfcf-4e0e8baea80d {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 822.609015] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dd6ee4bc-51a7-4999-8590-d322089d1043 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.611880] env[69889]: DEBUG nova.network.neutron [-] [instance: f042fe0d-3d51-41f7-b983-8254e996697e] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.621263] env[69889]: DEBUG oslo_vmware.api [None req-dfbee7d1-1354-45e5-aab6-341072600344 tempest-ServersTestFqdnHostnames-1052344283 tempest-ServersTestFqdnHostnames-1052344283-project-member] Waiting for the task: (returnval){ [ 822.621263] env[69889]: value = "task-4077112" [ 822.621263] env[69889]: _type = "Task" [ 822.621263] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.637062] env[69889]: DEBUG nova.network.neutron [-] [instance: ef03e9af-5995-42ac-829e-dcf1f0fccf01] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.638367] env[69889]: DEBUG oslo_vmware.api [None req-dfbee7d1-1354-45e5-aab6-341072600344 tempest-ServersTestFqdnHostnames-1052344283 tempest-ServersTestFqdnHostnames-1052344283-project-member] Task: {'id': task-4077112, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.827989] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance 4cdcfc6f-7d4f-4b81-b0a1-425c842fe20b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 822.849024] env[69889]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a1d0ef6d-2952-4f0c-b262-b2dceb73fe39 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.859993] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26a71290-cbbb-41f5-a9bf-912b38836d75 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.893847] env[69889]: DEBUG nova.compute.manager [req-d79f6881-0262-4092-8bb9-e2cdde53e7ee req-53bf3f3e-f750-4170-aa4e-0bc792755e07 service nova] [instance: f042fe0d-3d51-41f7-b983-8254e996697e] Detach interface failed, port_id=12d25246-2dc1-4e28-931b-b4bbbfc1d146, reason: Instance f042fe0d-3d51-41f7-b983-8254e996697e could not be found. {{(pid=69889) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 822.996202] env[69889]: DEBUG nova.compute.manager [None req-0c03cd75-7955-46b4-8fd8-740440ee5e74 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: 9103303b-fb64-4728-892d-285dba75ac18] Starting instance... {{(pid=69889) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 823.110227] env[69889]: DEBUG oslo_concurrency.lockutils [None req-743147b0-a69b-4d6f-884a-0677f5a06b96 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Lock "c94d00aa-7337-4037-9d27-25bad025e569" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.582s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.118314] env[69889]: INFO nova.compute.manager [-] [instance: f042fe0d-3d51-41f7-b983-8254e996697e] Took 1.45 seconds to deallocate network for instance. [ 823.137671] env[69889]: DEBUG oslo_vmware.api [None req-dfbee7d1-1354-45e5-aab6-341072600344 tempest-ServersTestFqdnHostnames-1052344283 tempest-ServersTestFqdnHostnames-1052344283-project-member] Task: {'id': task-4077112, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.144033] env[69889]: INFO nova.compute.manager [-] [instance: ef03e9af-5995-42ac-829e-dcf1f0fccf01] Took 1.41 seconds to deallocate network for instance. [ 823.333897] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance fcc33919-98ac-42bc-8c76-a65e1189865a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 823.463318] env[69889]: DEBUG nova.compute.manager [req-6c3ee6ca-56fd-4edc-8cde-916bc9f1c146 req-b47eeb00-a283-4746-beb3-11205cdea670 service nova] [instance: 43761e84-3bc7-4e8a-93e9-d9426b21a6a7] Received event network-vif-plugged-d61c63ea-9725-47d5-b02f-548f6a83d4bd {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 823.463318] env[69889]: DEBUG oslo_concurrency.lockutils [req-6c3ee6ca-56fd-4edc-8cde-916bc9f1c146 req-b47eeb00-a283-4746-beb3-11205cdea670 service nova] Acquiring lock "43761e84-3bc7-4e8a-93e9-d9426b21a6a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.463318] env[69889]: DEBUG oslo_concurrency.lockutils [req-6c3ee6ca-56fd-4edc-8cde-916bc9f1c146 req-b47eeb00-a283-4746-beb3-11205cdea670 service nova] Lock "43761e84-3bc7-4e8a-93e9-d9426b21a6a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.463318] env[69889]: DEBUG oslo_concurrency.lockutils [req-6c3ee6ca-56fd-4edc-8cde-916bc9f1c146 req-b47eeb00-a283-4746-beb3-11205cdea670 service nova] Lock "43761e84-3bc7-4e8a-93e9-d9426b21a6a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.463318] env[69889]: DEBUG nova.compute.manager [req-6c3ee6ca-56fd-4edc-8cde-916bc9f1c146 req-b47eeb00-a283-4746-beb3-11205cdea670 service nova] [instance: 43761e84-3bc7-4e8a-93e9-d9426b21a6a7] No waiting events found dispatching network-vif-plugged-d61c63ea-9725-47d5-b02f-548f6a83d4bd {{(pid=69889) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 823.463318] env[69889]: WARNING nova.compute.manager [req-6c3ee6ca-56fd-4edc-8cde-916bc9f1c146 req-b47eeb00-a283-4746-beb3-11205cdea670 service nova] [instance: 43761e84-3bc7-4e8a-93e9-d9426b21a6a7] Received unexpected event network-vif-plugged-d61c63ea-9725-47d5-b02f-548f6a83d4bd for instance with vm_state building and task_state spawning. [ 823.482998] env[69889]: DEBUG nova.network.neutron [None req-c0addc76-53f1-49c8-a1c3-cce597a6de69 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] [instance: 43761e84-3bc7-4e8a-93e9-d9426b21a6a7] Successfully updated port: d61c63ea-9725-47d5-b02f-548f6a83d4bd {{(pid=69889) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 823.519318] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0c03cd75-7955-46b4-8fd8-740440ee5e74 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.615743] env[69889]: DEBUG nova.compute.manager [None req-92d48bd4-67de-48ce-872e-53194758e53f tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: 1b8036ed-2b5c-457d-9ef5-50d9ec77f656] Starting instance... {{(pid=69889) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 823.629948] env[69889]: DEBUG oslo_concurrency.lockutils [None req-91717db7-cfe7-4250-b829-e3db2b5b979d tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.633669] env[69889]: DEBUG oslo_vmware.api [None req-dfbee7d1-1354-45e5-aab6-341072600344 tempest-ServersTestFqdnHostnames-1052344283 tempest-ServersTestFqdnHostnames-1052344283-project-member] Task: {'id': task-4077112, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.682804} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.633865] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfbee7d1-1354-45e5-aab6-341072600344 tempest-ServersTestFqdnHostnames-1052344283 tempest-ServersTestFqdnHostnames-1052344283-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 823.634091] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-dfbee7d1-1354-45e5-aab6-341072600344 tempest-ServersTestFqdnHostnames-1052344283 tempest-ServersTestFqdnHostnames-1052344283-project-member] [instance: 33ddb54a-10b8-463d-bfcf-4e0e8baea80d] Deleted contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 823.634235] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-dfbee7d1-1354-45e5-aab6-341072600344 tempest-ServersTestFqdnHostnames-1052344283 tempest-ServersTestFqdnHostnames-1052344283-project-member] [instance: 33ddb54a-10b8-463d-bfcf-4e0e8baea80d] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 823.634429] env[69889]: INFO nova.compute.manager [None req-dfbee7d1-1354-45e5-aab6-341072600344 tempest-ServersTestFqdnHostnames-1052344283 tempest-ServersTestFqdnHostnames-1052344283-project-member] [instance: 33ddb54a-10b8-463d-bfcf-4e0e8baea80d] Took 1.67 seconds to destroy the instance on the hypervisor. [ 823.634712] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dfbee7d1-1354-45e5-aab6-341072600344 tempest-ServersTestFqdnHostnames-1052344283 tempest-ServersTestFqdnHostnames-1052344283-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 823.634952] env[69889]: DEBUG nova.compute.manager [-] [instance: 33ddb54a-10b8-463d-bfcf-4e0e8baea80d] Deallocating network for instance {{(pid=69889) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 823.635027] env[69889]: DEBUG nova.network.neutron [-] [instance: 33ddb54a-10b8-463d-bfcf-4e0e8baea80d] deallocate_for_instance() {{(pid=69889) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 823.648553] env[69889]: DEBUG oslo_concurrency.lockutils [None req-74d0ae6b-9da8-4d8f-a424-4a07806acd27 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.747332] env[69889]: DEBUG oslo_concurrency.lockutils [None req-4d85b54e-5d11-4906-bafe-d431fc189c9b tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Acquiring lock "72912814-7e55-405f-a878-7102dcdfc7d1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.747657] env[69889]: DEBUG oslo_concurrency.lockutils [None req-4d85b54e-5d11-4906-bafe-d431fc189c9b tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Lock "72912814-7e55-405f-a878-7102dcdfc7d1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.842621] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance 5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 823.985540] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c0addc76-53f1-49c8-a1c3-cce597a6de69 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Acquiring lock "refresh_cache-43761e84-3bc7-4e8a-93e9-d9426b21a6a7" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.985719] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c0addc76-53f1-49c8-a1c3-cce597a6de69 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Acquired lock "refresh_cache-43761e84-3bc7-4e8a-93e9-d9426b21a6a7" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.985837] env[69889]: DEBUG nova.network.neutron [None req-c0addc76-53f1-49c8-a1c3-cce597a6de69 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] [instance: 43761e84-3bc7-4e8a-93e9-d9426b21a6a7] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 824.142425] env[69889]: DEBUG oslo_concurrency.lockutils [None req-92d48bd4-67de-48ce-872e-53194758e53f tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.350161] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance 2df2001e-95cc-4421-a98d-c8212c184cff has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 824.476261] env[69889]: DEBUG nova.compute.manager [req-d48e78a2-cfa1-4da9-a027-d8a7db751dee req-797f9ea7-0b35-4494-8044-15340e8fd3ed service nova] [instance: ef03e9af-5995-42ac-829e-dcf1f0fccf01] Received event network-vif-deleted-c89bf2f3-321c-4ac4-9add-16506755ad74 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 824.806614] env[69889]: DEBUG nova.network.neutron [-] [instance: 33ddb54a-10b8-463d-bfcf-4e0e8baea80d] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.826325] env[69889]: DEBUG nova.network.neutron [None req-c0addc76-53f1-49c8-a1c3-cce597a6de69 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] [instance: 43761e84-3bc7-4e8a-93e9-d9426b21a6a7] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 824.852194] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance fb83ecfb-e4bc-4420-b9db-e13a462db3c4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 824.999839] env[69889]: DEBUG nova.network.neutron [None req-c0addc76-53f1-49c8-a1c3-cce597a6de69 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] [instance: 43761e84-3bc7-4e8a-93e9-d9426b21a6a7] Updating instance_info_cache with network_info: [{"id": "d61c63ea-9725-47d5-b02f-548f6a83d4bd", "address": "fa:16:3e:eb:ef:20", "network": {"id": "f04c3ba6-3f1c-4cf3-9c1b-fc9993310d84", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-261504153-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "2395aa6d142c4ab89e47ada2f874959c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd61c63ea-97", "ovs_interfaceid": "d61c63ea-9725-47d5-b02f-548f6a83d4bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.311262] env[69889]: INFO nova.compute.manager [-] [instance: 33ddb54a-10b8-463d-bfcf-4e0e8baea80d] Took 1.68 seconds to deallocate network for instance. [ 825.356409] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance 9103303b-fb64-4728-892d-285dba75ac18 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 825.472196] env[69889]: DEBUG oslo_concurrency.lockutils [None req-4493794e-0032-440c-bfd1-9edc19c7152c tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Acquiring lock "2cb12a8d-74ee-4fe0-92fd-8c2adbc3becc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.472196] env[69889]: DEBUG oslo_concurrency.lockutils [None req-4493794e-0032-440c-bfd1-9edc19c7152c tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Lock "2cb12a8d-74ee-4fe0-92fd-8c2adbc3becc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.472196] env[69889]: DEBUG oslo_concurrency.lockutils [None req-4493794e-0032-440c-bfd1-9edc19c7152c tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Acquiring lock "2cb12a8d-74ee-4fe0-92fd-8c2adbc3becc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.472196] env[69889]: DEBUG oslo_concurrency.lockutils [None req-4493794e-0032-440c-bfd1-9edc19c7152c tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Lock "2cb12a8d-74ee-4fe0-92fd-8c2adbc3becc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.472196] env[69889]: DEBUG oslo_concurrency.lockutils [None req-4493794e-0032-440c-bfd1-9edc19c7152c tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Lock "2cb12a8d-74ee-4fe0-92fd-8c2adbc3becc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.472992] env[69889]: INFO nova.compute.manager [None req-4493794e-0032-440c-bfd1-9edc19c7152c tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] [instance: 2cb12a8d-74ee-4fe0-92fd-8c2adbc3becc] Terminating instance [ 825.497019] env[69889]: DEBUG nova.compute.manager [None req-7fd69b81-4e5d-4ae1-9344-76a15bdd1b0c tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] [instance: c94d00aa-7337-4037-9d27-25bad025e569] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 825.497019] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdc35cbc-8d23-4054-9c2f-693753c510bb {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.503191] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c0addc76-53f1-49c8-a1c3-cce597a6de69 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Releasing lock "refresh_cache-43761e84-3bc7-4e8a-93e9-d9426b21a6a7" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.503719] env[69889]: DEBUG nova.compute.manager [None req-c0addc76-53f1-49c8-a1c3-cce597a6de69 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] [instance: 43761e84-3bc7-4e8a-93e9-d9426b21a6a7] Instance network_info: |[{"id": "d61c63ea-9725-47d5-b02f-548f6a83d4bd", "address": "fa:16:3e:eb:ef:20", "network": {"id": "f04c3ba6-3f1c-4cf3-9c1b-fc9993310d84", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-261504153-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "2395aa6d142c4ab89e47ada2f874959c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd61c63ea-97", "ovs_interfaceid": "d61c63ea-9725-47d5-b02f-548f6a83d4bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 825.506699] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-c0addc76-53f1-49c8-a1c3-cce597a6de69 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] [instance: 43761e84-3bc7-4e8a-93e9-d9426b21a6a7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:ef:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '980cb890-345b-4bf8-990a-a2faec78e49c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd61c63ea-9725-47d5-b02f-548f6a83d4bd', 'vif_model': 'vmxnet3'}] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 825.514504] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0addc76-53f1-49c8-a1c3-cce597a6de69 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Creating folder: Project (2395aa6d142c4ab89e47ada2f874959c). Parent ref: group-v807779. {{(pid=69889) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 825.515308] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4d0f3070-6dbe-4426-8c99-4157543b99bd {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.529354] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-c0addc76-53f1-49c8-a1c3-cce597a6de69 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Created folder: Project (2395aa6d142c4ab89e47ada2f874959c) in parent group-v807779. [ 825.529354] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0addc76-53f1-49c8-a1c3-cce597a6de69 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Creating folder: Instances. Parent ref: group-v807879. {{(pid=69889) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 825.529354] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8b7273bc-a232-4fbb-b2b9-a27347919a5b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.541792] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-c0addc76-53f1-49c8-a1c3-cce597a6de69 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Created folder: Instances in parent group-v807879. [ 825.542336] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c0addc76-53f1-49c8-a1c3-cce597a6de69 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 825.543859] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43761e84-3bc7-4e8a-93e9-d9426b21a6a7] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 825.544214] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e1468384-8e2c-4c8e-a05c-c7f807ce3a20 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.568311] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 825.568311] env[69889]: value = "task-4077115" [ 825.568311] env[69889]: _type = "Task" [ 825.568311] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.577872] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077115, 'name': CreateVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.767997] env[69889]: DEBUG nova.compute.manager [req-7cb8db92-ef18-43fd-a3da-2868c2531adb req-65b1ac75-15d7-4a83-ba2f-867c87aa745c service nova] [instance: 43761e84-3bc7-4e8a-93e9-d9426b21a6a7] Received event network-changed-d61c63ea-9725-47d5-b02f-548f6a83d4bd {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 825.768334] env[69889]: DEBUG nova.compute.manager [req-7cb8db92-ef18-43fd-a3da-2868c2531adb req-65b1ac75-15d7-4a83-ba2f-867c87aa745c service nova] [instance: 43761e84-3bc7-4e8a-93e9-d9426b21a6a7] Refreshing instance network info cache due to event network-changed-d61c63ea-9725-47d5-b02f-548f6a83d4bd. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 825.768577] env[69889]: DEBUG oslo_concurrency.lockutils [req-7cb8db92-ef18-43fd-a3da-2868c2531adb req-65b1ac75-15d7-4a83-ba2f-867c87aa745c service nova] Acquiring lock "refresh_cache-43761e84-3bc7-4e8a-93e9-d9426b21a6a7" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.768726] env[69889]: DEBUG oslo_concurrency.lockutils [req-7cb8db92-ef18-43fd-a3da-2868c2531adb req-65b1ac75-15d7-4a83-ba2f-867c87aa745c service nova] Acquired lock "refresh_cache-43761e84-3bc7-4e8a-93e9-d9426b21a6a7" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.768889] env[69889]: DEBUG nova.network.neutron [req-7cb8db92-ef18-43fd-a3da-2868c2531adb req-65b1ac75-15d7-4a83-ba2f-867c87aa745c service nova] [instance: 43761e84-3bc7-4e8a-93e9-d9426b21a6a7] Refreshing network info cache for port d61c63ea-9725-47d5-b02f-548f6a83d4bd {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 825.821045] env[69889]: DEBUG oslo_concurrency.lockutils [None req-dfbee7d1-1354-45e5-aab6-341072600344 tempest-ServersTestFqdnHostnames-1052344283 tempest-ServersTestFqdnHostnames-1052344283-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.859854] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance 1b8036ed-2b5c-457d-9ef5-50d9ec77f656 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 825.977489] env[69889]: DEBUG nova.compute.manager [None req-4493794e-0032-440c-bfd1-9edc19c7152c tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] [instance: 2cb12a8d-74ee-4fe0-92fd-8c2adbc3becc] Start destroying the instance on the hypervisor. {{(pid=69889) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 825.977737] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-4493794e-0032-440c-bfd1-9edc19c7152c tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] [instance: 2cb12a8d-74ee-4fe0-92fd-8c2adbc3becc] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 825.978645] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfb59948-3a38-4591-803f-34f2bb44ab08 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.986796] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-4493794e-0032-440c-bfd1-9edc19c7152c tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] [instance: 2cb12a8d-74ee-4fe0-92fd-8c2adbc3becc] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 825.987120] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ba3527e8-9ae8-4421-b1d5-56fd36ba362d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.993720] env[69889]: DEBUG oslo_vmware.api [None req-4493794e-0032-440c-bfd1-9edc19c7152c tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Waiting for the task: (returnval){ [ 825.993720] env[69889]: value = "task-4077116" [ 825.993720] env[69889]: _type = "Task" [ 825.993720] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.007787] env[69889]: DEBUG oslo_vmware.api [None req-4493794e-0032-440c-bfd1-9edc19c7152c tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Task: {'id': task-4077116, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.016765] env[69889]: INFO nova.compute.manager [None req-7fd69b81-4e5d-4ae1-9344-76a15bdd1b0c tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] [instance: c94d00aa-7337-4037-9d27-25bad025e569] instance snapshotting [ 826.020183] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af734ed5-3ac0-43a1-8758-48d5b564a363 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.041654] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f6f909f-4214-4822-ab84-ad4726f52974 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.081034] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077115, 'name': CreateVM_Task, 'duration_secs': 0.410419} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.081034] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43761e84-3bc7-4e8a-93e9-d9426b21a6a7] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 826.081455] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c0addc76-53f1-49c8-a1c3-cce597a6de69 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.081628] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c0addc76-53f1-49c8-a1c3-cce597a6de69 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.081954] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c0addc76-53f1-49c8-a1c3-cce597a6de69 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.082237] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be146843-7eec-47c7-911c-b8d3b3af2e08 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.089269] env[69889]: DEBUG oslo_vmware.api [None req-c0addc76-53f1-49c8-a1c3-cce597a6de69 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Waiting for the task: (returnval){ [ 826.089269] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]520b12a1-da2d-bf2c-d0e4-db961a175ea1" [ 826.089269] env[69889]: _type = "Task" [ 826.089269] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.099335] env[69889]: DEBUG oslo_vmware.api [None req-c0addc76-53f1-49c8-a1c3-cce597a6de69 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]520b12a1-da2d-bf2c-d0e4-db961a175ea1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.246832] env[69889]: DEBUG oslo_concurrency.lockutils [None req-a2b748de-fee9-4042-a4b3-06dbc6486931 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Acquiring lock "233f5e8b-de2a-4e68-b8ca-2a548f32617f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.247109] env[69889]: DEBUG oslo_concurrency.lockutils [None req-a2b748de-fee9-4042-a4b3-06dbc6486931 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Lock "233f5e8b-de2a-4e68-b8ca-2a548f32617f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.362908] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance b4d9b431-14b5-46c9-9691-f5bfc012d8ca has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 826.503760] env[69889]: DEBUG oslo_vmware.api [None req-4493794e-0032-440c-bfd1-9edc19c7152c tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Task: {'id': task-4077116, 'name': PowerOffVM_Task, 'duration_secs': 0.199221} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.504627] env[69889]: DEBUG nova.network.neutron [req-7cb8db92-ef18-43fd-a3da-2868c2531adb req-65b1ac75-15d7-4a83-ba2f-867c87aa745c service nova] [instance: 43761e84-3bc7-4e8a-93e9-d9426b21a6a7] Updated VIF entry in instance network info cache for port d61c63ea-9725-47d5-b02f-548f6a83d4bd. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 826.504978] env[69889]: DEBUG nova.network.neutron [req-7cb8db92-ef18-43fd-a3da-2868c2531adb req-65b1ac75-15d7-4a83-ba2f-867c87aa745c service nova] [instance: 43761e84-3bc7-4e8a-93e9-d9426b21a6a7] Updating instance_info_cache with network_info: [{"id": "d61c63ea-9725-47d5-b02f-548f6a83d4bd", "address": "fa:16:3e:eb:ef:20", "network": {"id": "f04c3ba6-3f1c-4cf3-9c1b-fc9993310d84", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-261504153-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "2395aa6d142c4ab89e47ada2f874959c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd61c63ea-97", "ovs_interfaceid": "d61c63ea-9725-47d5-b02f-548f6a83d4bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.506170] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-4493794e-0032-440c-bfd1-9edc19c7152c tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] [instance: 2cb12a8d-74ee-4fe0-92fd-8c2adbc3becc] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 826.506364] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-4493794e-0032-440c-bfd1-9edc19c7152c tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] [instance: 2cb12a8d-74ee-4fe0-92fd-8c2adbc3becc] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 826.506615] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1cf4cf4a-21d1-4365-a543-156191ab3aa8 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.553908] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-7fd69b81-4e5d-4ae1-9344-76a15bdd1b0c tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] [instance: c94d00aa-7337-4037-9d27-25bad025e569] Creating Snapshot of the VM instance {{(pid=69889) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 826.554258] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8dba6813-aadf-40b7-aebc-bd32ceb92e92 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.562886] env[69889]: DEBUG oslo_vmware.api [None req-7fd69b81-4e5d-4ae1-9344-76a15bdd1b0c tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Waiting for the task: (returnval){ [ 826.562886] env[69889]: value = "task-4077118" [ 826.562886] env[69889]: _type = "Task" [ 826.562886] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.573972] env[69889]: DEBUG oslo_vmware.api [None req-7fd69b81-4e5d-4ae1-9344-76a15bdd1b0c tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Task: {'id': task-4077118, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.575675] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-4493794e-0032-440c-bfd1-9edc19c7152c tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] [instance: 2cb12a8d-74ee-4fe0-92fd-8c2adbc3becc] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 826.575902] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-4493794e-0032-440c-bfd1-9edc19c7152c tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] [instance: 2cb12a8d-74ee-4fe0-92fd-8c2adbc3becc] Deleting contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 826.576100] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-4493794e-0032-440c-bfd1-9edc19c7152c tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Deleting the datastore file [datastore2] 2cb12a8d-74ee-4fe0-92fd-8c2adbc3becc {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 826.576420] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0a807aa4-c53f-4c17-a77c-76f0ad3f0c49 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.584561] env[69889]: DEBUG oslo_vmware.api [None req-4493794e-0032-440c-bfd1-9edc19c7152c tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Waiting for the task: (returnval){ [ 826.584561] env[69889]: value = "task-4077119" [ 826.584561] env[69889]: _type = "Task" [ 826.584561] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.598561] env[69889]: DEBUG oslo_vmware.api [None req-4493794e-0032-440c-bfd1-9edc19c7152c tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Task: {'id': task-4077119, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.605491] env[69889]: DEBUG oslo_vmware.api [None req-c0addc76-53f1-49c8-a1c3-cce597a6de69 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]520b12a1-da2d-bf2c-d0e4-db961a175ea1, 'name': SearchDatastore_Task, 'duration_secs': 0.012603} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.605806] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c0addc76-53f1-49c8-a1c3-cce597a6de69 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.606076] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-c0addc76-53f1-49c8-a1c3-cce597a6de69 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] [instance: 43761e84-3bc7-4e8a-93e9-d9426b21a6a7] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 826.606334] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c0addc76-53f1-49c8-a1c3-cce597a6de69 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.606497] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c0addc76-53f1-49c8-a1c3-cce597a6de69 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.606687] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0addc76-53f1-49c8-a1c3-cce597a6de69 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 826.606955] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-efeb1820-17b4-45c5-9917-cafc79c9348e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.615976] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0addc76-53f1-49c8-a1c3-cce597a6de69 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 826.616195] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-c0addc76-53f1-49c8-a1c3-cce597a6de69 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 826.616917] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33e9df5a-efeb-4156-a596-d0b4b810f73d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.622927] env[69889]: DEBUG oslo_vmware.api [None req-c0addc76-53f1-49c8-a1c3-cce597a6de69 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Waiting for the task: (returnval){ [ 826.622927] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]5223e8e9-a2c5-6c42-e705-2e5f40e56319" [ 826.622927] env[69889]: _type = "Task" [ 826.622927] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.631155] env[69889]: DEBUG oslo_vmware.api [None req-c0addc76-53f1-49c8-a1c3-cce597a6de69 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5223e8e9-a2c5-6c42-e705-2e5f40e56319, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.866293] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance 035a867b-5707-43b4-b743-3e32775063ea has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 827.009028] env[69889]: DEBUG oslo_concurrency.lockutils [req-7cb8db92-ef18-43fd-a3da-2868c2531adb req-65b1ac75-15d7-4a83-ba2f-867c87aa745c service nova] Releasing lock "refresh_cache-43761e84-3bc7-4e8a-93e9-d9426b21a6a7" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.009310] env[69889]: DEBUG nova.compute.manager [req-7cb8db92-ef18-43fd-a3da-2868c2531adb req-65b1ac75-15d7-4a83-ba2f-867c87aa745c service nova] [instance: 33ddb54a-10b8-463d-bfcf-4e0e8baea80d] Received event network-vif-deleted-bc245cff-d08b-4068-b402-13958da8e9bc {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 827.073057] env[69889]: DEBUG oslo_vmware.api [None req-7fd69b81-4e5d-4ae1-9344-76a15bdd1b0c tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Task: {'id': task-4077118, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.095711] env[69889]: DEBUG oslo_vmware.api [None req-4493794e-0032-440c-bfd1-9edc19c7152c tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Task: {'id': task-4077119, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146441} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.096273] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-4493794e-0032-440c-bfd1-9edc19c7152c tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 827.096273] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-4493794e-0032-440c-bfd1-9edc19c7152c tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] [instance: 2cb12a8d-74ee-4fe0-92fd-8c2adbc3becc] Deleted contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 827.096416] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-4493794e-0032-440c-bfd1-9edc19c7152c tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] [instance: 2cb12a8d-74ee-4fe0-92fd-8c2adbc3becc] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 827.096565] env[69889]: INFO nova.compute.manager [None req-4493794e-0032-440c-bfd1-9edc19c7152c tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] [instance: 2cb12a8d-74ee-4fe0-92fd-8c2adbc3becc] Took 1.12 seconds to destroy the instance on the hypervisor. [ 827.096820] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4493794e-0032-440c-bfd1-9edc19c7152c tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 827.097031] env[69889]: DEBUG nova.compute.manager [-] [instance: 2cb12a8d-74ee-4fe0-92fd-8c2adbc3becc] Deallocating network for instance {{(pid=69889) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 827.097138] env[69889]: DEBUG nova.network.neutron [-] [instance: 2cb12a8d-74ee-4fe0-92fd-8c2adbc3becc] deallocate_for_instance() {{(pid=69889) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 827.134682] env[69889]: DEBUG oslo_vmware.api [None req-c0addc76-53f1-49c8-a1c3-cce597a6de69 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5223e8e9-a2c5-6c42-e705-2e5f40e56319, 'name': SearchDatastore_Task, 'duration_secs': 0.010006} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.135543] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ce8e8fa-3d6b-4183-a32b-cb79c54162bf {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.141485] env[69889]: DEBUG oslo_vmware.api [None req-c0addc76-53f1-49c8-a1c3-cce597a6de69 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Waiting for the task: (returnval){ [ 827.141485] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52b1b100-e816-4e30-8fb1-faa28512242e" [ 827.141485] env[69889]: _type = "Task" [ 827.141485] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.151898] env[69889]: DEBUG oslo_vmware.api [None req-c0addc76-53f1-49c8-a1c3-cce597a6de69 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52b1b100-e816-4e30-8fb1-faa28512242e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.369514] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance 37c0c047-a9c0-4e1e-8794-9ad3b6efc875 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 827.369816] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=69889) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 827.370819] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3648MB phys_disk=200GB used_disk=16GB total_vcpus=48 used_vcpus=16 pci_stats=[] {{(pid=69889) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 827.576805] env[69889]: DEBUG oslo_vmware.api [None req-7fd69b81-4e5d-4ae1-9344-76a15bdd1b0c tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Task: {'id': task-4077118, 'name': CreateSnapshot_Task, 'duration_secs': 0.575102} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.580084] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-7fd69b81-4e5d-4ae1-9344-76a15bdd1b0c tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] [instance: c94d00aa-7337-4037-9d27-25bad025e569] Created Snapshot of the VM instance {{(pid=69889) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 827.581283] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acdaebdc-dd71-4daa-840c-bfc03220e522 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.654625] env[69889]: DEBUG oslo_vmware.api [None req-c0addc76-53f1-49c8-a1c3-cce597a6de69 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52b1b100-e816-4e30-8fb1-faa28512242e, 'name': SearchDatastore_Task, 'duration_secs': 0.010343} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.657391] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c0addc76-53f1-49c8-a1c3-cce597a6de69 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.657663] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0addc76-53f1-49c8-a1c3-cce597a6de69 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] 43761e84-3bc7-4e8a-93e9-d9426b21a6a7/43761e84-3bc7-4e8a-93e9-d9426b21a6a7.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 827.658144] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-72b9ad14-4944-4e31-955d-641edee22785 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.665710] env[69889]: DEBUG oslo_vmware.api [None req-c0addc76-53f1-49c8-a1c3-cce597a6de69 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Waiting for the task: (returnval){ [ 827.665710] env[69889]: value = "task-4077120" [ 827.665710] env[69889]: _type = "Task" [ 827.665710] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.676457] env[69889]: DEBUG oslo_vmware.api [None req-c0addc76-53f1-49c8-a1c3-cce597a6de69 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Task: {'id': task-4077120, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.842173] env[69889]: DEBUG nova.compute.manager [req-882b63e2-00bb-4ffe-90fb-e8b146441d05 req-152e90a8-6026-4026-9e5c-c356ed35c4ca service nova] [instance: 2cb12a8d-74ee-4fe0-92fd-8c2adbc3becc] Received event network-vif-deleted-4d35f8b0-920a-40c2-b1fb-f98a24db5977 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 827.842415] env[69889]: INFO nova.compute.manager [req-882b63e2-00bb-4ffe-90fb-e8b146441d05 req-152e90a8-6026-4026-9e5c-c356ed35c4ca service nova] [instance: 2cb12a8d-74ee-4fe0-92fd-8c2adbc3becc] Neutron deleted interface 4d35f8b0-920a-40c2-b1fb-f98a24db5977; detaching it from the instance and deleting it from the info cache [ 827.842595] env[69889]: DEBUG nova.network.neutron [req-882b63e2-00bb-4ffe-90fb-e8b146441d05 req-152e90a8-6026-4026-9e5c-c356ed35c4ca service nova] [instance: 2cb12a8d-74ee-4fe0-92fd-8c2adbc3becc] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.912837] env[69889]: DEBUG nova.compute.manager [None req-14010358-0765-4dda-8b25-cae4a8769604 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 827.914766] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd4ec0e6-48b5-45c5-8608-0d4c7955bc69 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.946215] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b6f12ad-bc89-4a5c-a6de-8cc46c6ee722 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.955676] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-427eeab2-5029-4501-948f-ffe0d80aee82 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.988149] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52d75c6c-3d90-4930-a6d9-fedef8972fc8 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.997848] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e599b2d4-f512-464f-9520-75b4cd20b227 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.014328] env[69889]: DEBUG nova.compute.provider_tree [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 828.106838] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-7fd69b81-4e5d-4ae1-9344-76a15bdd1b0c tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] [instance: c94d00aa-7337-4037-9d27-25bad025e569] Creating linked-clone VM from snapshot {{(pid=69889) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 828.107367] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ae0d4ec2-4560-4d15-9cf5-af7d9d3cec3a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.122146] env[69889]: DEBUG oslo_vmware.api [None req-7fd69b81-4e5d-4ae1-9344-76a15bdd1b0c tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Waiting for the task: (returnval){ [ 828.122146] env[69889]: value = "task-4077121" [ 828.122146] env[69889]: _type = "Task" [ 828.122146] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.132311] env[69889]: DEBUG oslo_vmware.api [None req-7fd69b81-4e5d-4ae1-9344-76a15bdd1b0c tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Task: {'id': task-4077121, 'name': CloneVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.176128] env[69889]: DEBUG oslo_vmware.api [None req-c0addc76-53f1-49c8-a1c3-cce597a6de69 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Task: {'id': task-4077120, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.207427] env[69889]: DEBUG nova.network.neutron [-] [instance: 2cb12a8d-74ee-4fe0-92fd-8c2adbc3becc] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.346024] env[69889]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5a0df632-e476-4927-845a-9cb2ce0d88d0 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.355494] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e87f3e9-64ee-4d5c-a641-773db4190590 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.388563] env[69889]: DEBUG nova.compute.manager [req-882b63e2-00bb-4ffe-90fb-e8b146441d05 req-152e90a8-6026-4026-9e5c-c356ed35c4ca service nova] [instance: 2cb12a8d-74ee-4fe0-92fd-8c2adbc3becc] Detach interface failed, port_id=4d35f8b0-920a-40c2-b1fb-f98a24db5977, reason: Instance 2cb12a8d-74ee-4fe0-92fd-8c2adbc3becc could not be found. {{(pid=69889) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 828.434107] env[69889]: INFO nova.compute.manager [None req-14010358-0765-4dda-8b25-cae4a8769604 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] instance snapshotting [ 828.434878] env[69889]: DEBUG nova.objects.instance [None req-14010358-0765-4dda-8b25-cae4a8769604 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Lazy-loading 'flavor' on Instance uuid 0c73213b-c2e1-42cb-a8f4-e3109adfd354 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 828.518078] env[69889]: DEBUG nova.scheduler.client.report [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 828.634889] env[69889]: DEBUG oslo_vmware.api [None req-7fd69b81-4e5d-4ae1-9344-76a15bdd1b0c tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Task: {'id': task-4077121, 'name': CloneVM_Task} progress is 94%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.676285] env[69889]: DEBUG oslo_vmware.api [None req-c0addc76-53f1-49c8-a1c3-cce597a6de69 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Task: {'id': task-4077120, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.560875} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.676567] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0addc76-53f1-49c8-a1c3-cce597a6de69 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] 43761e84-3bc7-4e8a-93e9-d9426b21a6a7/43761e84-3bc7-4e8a-93e9-d9426b21a6a7.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 828.676788] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-c0addc76-53f1-49c8-a1c3-cce597a6de69 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] [instance: 43761e84-3bc7-4e8a-93e9-d9426b21a6a7] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 828.677131] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4a75c06c-8b0b-4ba4-b182-bfc2d079887d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.685110] env[69889]: DEBUG oslo_vmware.api [None req-c0addc76-53f1-49c8-a1c3-cce597a6de69 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Waiting for the task: (returnval){ [ 828.685110] env[69889]: value = "task-4077122" [ 828.685110] env[69889]: _type = "Task" [ 828.685110] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.695401] env[69889]: DEBUG oslo_vmware.api [None req-c0addc76-53f1-49c8-a1c3-cce597a6de69 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Task: {'id': task-4077122, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.710394] env[69889]: INFO nova.compute.manager [-] [instance: 2cb12a8d-74ee-4fe0-92fd-8c2adbc3becc] Took 1.61 seconds to deallocate network for instance. [ 828.942341] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9715db7-3a24-4daa-ba4e-74d30182ea82 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.965205] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d34e5be-4440-4312-8b39-39db5475f072 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.023205] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69889) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 829.023275] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 8.782s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.023537] env[69889]: DEBUG oslo_concurrency.lockutils [None req-514a0aa1-6e53-46c2-aff2-2a9a833334ad tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 45.753s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.025144] env[69889]: INFO nova.compute.claims [None req-514a0aa1-6e53-46c2-aff2-2a9a833334ad tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] [instance: d2d7ec47-2dbc-4397-9999-8ab39d117876] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 829.134604] env[69889]: DEBUG oslo_vmware.api [None req-7fd69b81-4e5d-4ae1-9344-76a15bdd1b0c tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Task: {'id': task-4077121, 'name': CloneVM_Task} progress is 94%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.195169] env[69889]: DEBUG oslo_vmware.api [None req-c0addc76-53f1-49c8-a1c3-cce597a6de69 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Task: {'id': task-4077122, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.135197} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.195481] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-c0addc76-53f1-49c8-a1c3-cce597a6de69 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] [instance: 43761e84-3bc7-4e8a-93e9-d9426b21a6a7] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 829.196323] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5102df31-47a4-4e1f-ae1b-43dead1a2483 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.223106] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0addc76-53f1-49c8-a1c3-cce597a6de69 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] [instance: 43761e84-3bc7-4e8a-93e9-d9426b21a6a7] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] 43761e84-3bc7-4e8a-93e9-d9426b21a6a7/43761e84-3bc7-4e8a-93e9-d9426b21a6a7.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 829.224163] env[69889]: DEBUG oslo_concurrency.lockutils [None req-4493794e-0032-440c-bfd1-9edc19c7152c tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.224418] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0872465-32df-4c7f-ae36-0e719c7ac066 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.246055] env[69889]: DEBUG oslo_vmware.api [None req-c0addc76-53f1-49c8-a1c3-cce597a6de69 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Waiting for the task: (returnval){ [ 829.246055] env[69889]: value = "task-4077123" [ 829.246055] env[69889]: _type = "Task" [ 829.246055] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.253937] env[69889]: DEBUG oslo_vmware.api [None req-c0addc76-53f1-49c8-a1c3-cce597a6de69 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Task: {'id': task-4077123, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.482128] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-14010358-0765-4dda-8b25-cae4a8769604 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] Creating Snapshot of the VM instance {{(pid=69889) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 829.482495] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b67095a1-e0f2-4a03-8431-bec48b5d0fe5 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.490884] env[69889]: DEBUG oslo_vmware.api [None req-14010358-0765-4dda-8b25-cae4a8769604 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Waiting for the task: (returnval){ [ 829.490884] env[69889]: value = "task-4077124" [ 829.490884] env[69889]: _type = "Task" [ 829.490884] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.500737] env[69889]: DEBUG oslo_vmware.api [None req-14010358-0765-4dda-8b25-cae4a8769604 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4077124, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.640712] env[69889]: DEBUG oslo_vmware.api [None req-7fd69b81-4e5d-4ae1-9344-76a15bdd1b0c tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Task: {'id': task-4077121, 'name': CloneVM_Task} progress is 95%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.881531] env[69889]: DEBUG oslo_vmware.api [None req-c0addc76-53f1-49c8-a1c3-cce597a6de69 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Task: {'id': task-4077123, 'name': ReconfigVM_Task, 'duration_secs': 0.316506} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.881835] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0addc76-53f1-49c8-a1c3-cce597a6de69 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] [instance: 43761e84-3bc7-4e8a-93e9-d9426b21a6a7] Reconfigured VM instance instance-00000024 to attach disk [datastore2] 43761e84-3bc7-4e8a-93e9-d9426b21a6a7/43761e84-3bc7-4e8a-93e9-d9426b21a6a7.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 829.882567] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6883b502-77f5-42c6-be9b-d975481b3020 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.892182] env[69889]: DEBUG oslo_vmware.api [None req-c0addc76-53f1-49c8-a1c3-cce597a6de69 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Waiting for the task: (returnval){ [ 829.892182] env[69889]: value = "task-4077125" [ 829.892182] env[69889]: _type = "Task" [ 829.892182] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.903487] env[69889]: DEBUG oslo_vmware.api [None req-c0addc76-53f1-49c8-a1c3-cce597a6de69 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Task: {'id': task-4077125, 'name': Rename_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.001503] env[69889]: DEBUG oslo_vmware.api [None req-14010358-0765-4dda-8b25-cae4a8769604 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4077124, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.134946] env[69889]: DEBUG oslo_vmware.api [None req-7fd69b81-4e5d-4ae1-9344-76a15bdd1b0c tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Task: {'id': task-4077121, 'name': CloneVM_Task, 'duration_secs': 1.889392} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.138328] env[69889]: INFO nova.virt.vmwareapi.vmops [None req-7fd69b81-4e5d-4ae1-9344-76a15bdd1b0c tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] [instance: c94d00aa-7337-4037-9d27-25bad025e569] Created linked-clone VM from snapshot [ 830.139685] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-556f3eca-2540-4b95-b9bd-fc5a8f1d04ee {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.148242] env[69889]: DEBUG nova.virt.vmwareapi.images [None req-7fd69b81-4e5d-4ae1-9344-76a15bdd1b0c tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] [instance: c94d00aa-7337-4037-9d27-25bad025e569] Uploading image e5c65169-2097-4a05-b889-41f949181d8f {{(pid=69889) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 830.159864] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fd69b81-4e5d-4ae1-9344-76a15bdd1b0c tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] [instance: c94d00aa-7337-4037-9d27-25bad025e569] Destroying the VM {{(pid=69889) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 830.160193] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ec867f46-ffad-4dc6-86be-78bac3a80f65 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.169201] env[69889]: DEBUG oslo_vmware.api [None req-7fd69b81-4e5d-4ae1-9344-76a15bdd1b0c tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Waiting for the task: (returnval){ [ 830.169201] env[69889]: value = "task-4077126" [ 830.169201] env[69889]: _type = "Task" [ 830.169201] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.180773] env[69889]: DEBUG oslo_vmware.api [None req-7fd69b81-4e5d-4ae1-9344-76a15bdd1b0c tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Task: {'id': task-4077126, 'name': Destroy_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.408960] env[69889]: DEBUG oslo_vmware.api [None req-c0addc76-53f1-49c8-a1c3-cce597a6de69 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Task: {'id': task-4077125, 'name': Rename_Task, 'duration_secs': 0.17287} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.409324] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0addc76-53f1-49c8-a1c3-cce597a6de69 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] [instance: 43761e84-3bc7-4e8a-93e9-d9426b21a6a7] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 830.409608] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-732da8e6-1571-44f3-92d0-e46619070fc8 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.416844] env[69889]: DEBUG oslo_vmware.api [None req-c0addc76-53f1-49c8-a1c3-cce597a6de69 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Waiting for the task: (returnval){ [ 830.416844] env[69889]: value = "task-4077127" [ 830.416844] env[69889]: _type = "Task" [ 830.416844] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.426893] env[69889]: DEBUG oslo_vmware.api [None req-c0addc76-53f1-49c8-a1c3-cce597a6de69 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Task: {'id': task-4077127, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.507543] env[69889]: DEBUG oslo_vmware.api [None req-14010358-0765-4dda-8b25-cae4a8769604 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4077124, 'name': CreateSnapshot_Task, 'duration_secs': 0.611651} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.507827] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-14010358-0765-4dda-8b25-cae4a8769604 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] Created Snapshot of the VM instance {{(pid=69889) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 830.509573] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6e148a7-ba19-4526-afde-05971bc3533a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.577207] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b277bce4-898f-44c9-badf-bd094779eb15 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.586366] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9b16666-dbc4-4e42-a81e-6791c49314b1 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.618432] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-921c5170-47ed-41f5-90a3-ed1a1d694308 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.627047] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c01de584-f4d0-46a4-8eac-f5ece3905793 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.640792] env[69889]: DEBUG nova.compute.provider_tree [None req-514a0aa1-6e53-46c2-aff2-2a9a833334ad tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 830.681232] env[69889]: DEBUG oslo_vmware.api [None req-7fd69b81-4e5d-4ae1-9344-76a15bdd1b0c tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Task: {'id': task-4077126, 'name': Destroy_Task} progress is 100%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.928332] env[69889]: DEBUG oslo_vmware.api [None req-c0addc76-53f1-49c8-a1c3-cce597a6de69 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Task: {'id': task-4077127, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.029907] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-14010358-0765-4dda-8b25-cae4a8769604 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] Creating linked-clone VM from snapshot {{(pid=69889) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 831.030062] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-eddd62fd-410d-44a7-b973-3e7cf77ac974 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.038992] env[69889]: DEBUG oslo_vmware.api [None req-14010358-0765-4dda-8b25-cae4a8769604 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Waiting for the task: (returnval){ [ 831.038992] env[69889]: value = "task-4077128" [ 831.038992] env[69889]: _type = "Task" [ 831.038992] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.049864] env[69889]: DEBUG oslo_vmware.api [None req-14010358-0765-4dda-8b25-cae4a8769604 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4077128, 'name': CloneVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.144191] env[69889]: DEBUG nova.scheduler.client.report [None req-514a0aa1-6e53-46c2-aff2-2a9a833334ad tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 831.180932] env[69889]: DEBUG oslo_vmware.api [None req-7fd69b81-4e5d-4ae1-9344-76a15bdd1b0c tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Task: {'id': task-4077126, 'name': Destroy_Task, 'duration_secs': 0.512144} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.181235] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-7fd69b81-4e5d-4ae1-9344-76a15bdd1b0c tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] [instance: c94d00aa-7337-4037-9d27-25bad025e569] Destroyed the VM [ 831.181561] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-7fd69b81-4e5d-4ae1-9344-76a15bdd1b0c tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] [instance: c94d00aa-7337-4037-9d27-25bad025e569] Deleting Snapshot of the VM instance {{(pid=69889) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 831.181819] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-486041cf-06d7-4b06-92f0-d2ae11131711 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.190630] env[69889]: DEBUG oslo_vmware.api [None req-7fd69b81-4e5d-4ae1-9344-76a15bdd1b0c tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Waiting for the task: (returnval){ [ 831.190630] env[69889]: value = "task-4077129" [ 831.190630] env[69889]: _type = "Task" [ 831.190630] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.202452] env[69889]: DEBUG oslo_vmware.api [None req-7fd69b81-4e5d-4ae1-9344-76a15bdd1b0c tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Task: {'id': task-4077129, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.432900] env[69889]: DEBUG oslo_vmware.api [None req-c0addc76-53f1-49c8-a1c3-cce597a6de69 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Task: {'id': task-4077127, 'name': PowerOnVM_Task, 'duration_secs': 0.517415} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.433351] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0addc76-53f1-49c8-a1c3-cce597a6de69 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] [instance: 43761e84-3bc7-4e8a-93e9-d9426b21a6a7] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 831.433707] env[69889]: INFO nova.compute.manager [None req-c0addc76-53f1-49c8-a1c3-cce597a6de69 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] [instance: 43761e84-3bc7-4e8a-93e9-d9426b21a6a7] Took 9.15 seconds to spawn the instance on the hypervisor. [ 831.434021] env[69889]: DEBUG nova.compute.manager [None req-c0addc76-53f1-49c8-a1c3-cce597a6de69 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] [instance: 43761e84-3bc7-4e8a-93e9-d9426b21a6a7] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 831.435366] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1d56e47-416b-46ff-ac89-54a2ca9d666d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.551805] env[69889]: DEBUG oslo_vmware.api [None req-14010358-0765-4dda-8b25-cae4a8769604 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4077128, 'name': CloneVM_Task} progress is 94%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.649557] env[69889]: DEBUG oslo_concurrency.lockutils [None req-514a0aa1-6e53-46c2-aff2-2a9a833334ad tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.626s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.650112] env[69889]: DEBUG nova.compute.manager [None req-514a0aa1-6e53-46c2-aff2-2a9a833334ad tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] [instance: d2d7ec47-2dbc-4397-9999-8ab39d117876] Start building networks asynchronously for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 831.653363] env[69889]: DEBUG oslo_concurrency.lockutils [None req-9e18c536-1f42-4471-bda7-f3b8651801d6 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 48.022s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.653363] env[69889]: DEBUG oslo_concurrency.lockutils [None req-9e18c536-1f42-4471-bda7-f3b8651801d6 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.655746] env[69889]: DEBUG oslo_concurrency.lockutils [None req-eff44f04-a6ca-4417-b2fd-dc9bf3da28d2 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 44.202s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.657281] env[69889]: INFO nova.compute.claims [None req-eff44f04-a6ca-4417-b2fd-dc9bf3da28d2 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] [instance: 4925d307-f4c8-4847-8ee1-937e196e6c69] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 831.707056] env[69889]: DEBUG oslo_vmware.api [None req-7fd69b81-4e5d-4ae1-9344-76a15bdd1b0c tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Task: {'id': task-4077129, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.709164] env[69889]: INFO nova.scheduler.client.report [None req-9e18c536-1f42-4471-bda7-f3b8651801d6 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Deleted allocations for instance 16a112a1-636c-440d-adfb-8881578f51b0 [ 831.962123] env[69889]: INFO nova.compute.manager [None req-c0addc76-53f1-49c8-a1c3-cce597a6de69 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] [instance: 43761e84-3bc7-4e8a-93e9-d9426b21a6a7] Took 51.70 seconds to build instance. [ 832.050972] env[69889]: DEBUG oslo_vmware.api [None req-14010358-0765-4dda-8b25-cae4a8769604 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4077128, 'name': CloneVM_Task} progress is 94%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.163386] env[69889]: DEBUG nova.compute.utils [None req-514a0aa1-6e53-46c2-aff2-2a9a833334ad tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 832.166815] env[69889]: DEBUG nova.compute.manager [None req-514a0aa1-6e53-46c2-aff2-2a9a833334ad tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] [instance: d2d7ec47-2dbc-4397-9999-8ab39d117876] Allocating IP information in the background. {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 832.166977] env[69889]: DEBUG nova.network.neutron [None req-514a0aa1-6e53-46c2-aff2-2a9a833334ad tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] [instance: d2d7ec47-2dbc-4397-9999-8ab39d117876] allocate_for_instance() {{(pid=69889) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 832.204345] env[69889]: DEBUG oslo_vmware.api [None req-7fd69b81-4e5d-4ae1-9344-76a15bdd1b0c tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Task: {'id': task-4077129, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.207925] env[69889]: DEBUG nova.policy [None req-514a0aa1-6e53-46c2-aff2-2a9a833334ad tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '92f081a6f77f4390a31d7924398039f5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2395aa6d142c4ab89e47ada2f874959c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69889) authorize /opt/stack/nova/nova/policy.py:192}} [ 832.223097] env[69889]: DEBUG oslo_concurrency.lockutils [None req-9e18c536-1f42-4471-bda7-f3b8651801d6 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Lock "16a112a1-636c-440d-adfb-8881578f51b0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 52.495s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.465195] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c0addc76-53f1-49c8-a1c3-cce597a6de69 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Lock "43761e84-3bc7-4e8a-93e9-d9426b21a6a7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.754s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.551894] env[69889]: DEBUG oslo_vmware.api [None req-14010358-0765-4dda-8b25-cae4a8769604 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4077128, 'name': CloneVM_Task} progress is 100%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.668829] env[69889]: DEBUG nova.compute.manager [None req-514a0aa1-6e53-46c2-aff2-2a9a833334ad tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] [instance: d2d7ec47-2dbc-4397-9999-8ab39d117876] Start building block device mappings for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 832.705656] env[69889]: DEBUG oslo_vmware.api [None req-7fd69b81-4e5d-4ae1-9344-76a15bdd1b0c tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Task: {'id': task-4077129, 'name': RemoveSnapshot_Task, 'duration_secs': 1.232568} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.705906] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-7fd69b81-4e5d-4ae1-9344-76a15bdd1b0c tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] [instance: c94d00aa-7337-4037-9d27-25bad025e569] Deleted Snapshot of the VM instance {{(pid=69889) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 832.777470] env[69889]: DEBUG nova.network.neutron [None req-514a0aa1-6e53-46c2-aff2-2a9a833334ad tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] [instance: d2d7ec47-2dbc-4397-9999-8ab39d117876] Successfully created port: 421456d3-470d-49ee-88ca-463db2e408e3 {{(pid=69889) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 832.971476] env[69889]: DEBUG nova.compute.manager [None req-822d82a3-6b2b-47a4-851a-047653736ae9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] [instance: b4d9b431-14b5-46c9-9691-f5bfc012d8ca] Starting instance... {{(pid=69889) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 833.052020] env[69889]: DEBUG oslo_vmware.api [None req-14010358-0765-4dda-8b25-cae4a8769604 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4077128, 'name': CloneVM_Task, 'duration_secs': 1.550083} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.052293] env[69889]: INFO nova.virt.vmwareapi.vmops [None req-14010358-0765-4dda-8b25-cae4a8769604 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] Created linked-clone VM from snapshot [ 833.053055] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74685c98-1d35-4023-a525-98070c83c840 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.061019] env[69889]: DEBUG nova.virt.vmwareapi.images [None req-14010358-0765-4dda-8b25-cae4a8769604 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] Uploading image 31d9ac25-2f07-4fcc-ac41-f3871b7b8532 {{(pid=69889) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 833.091351] env[69889]: DEBUG oslo_vmware.rw_handles [None req-14010358-0765-4dda-8b25-cae4a8769604 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 833.091351] env[69889]: value = "vm-807885" [ 833.091351] env[69889]: _type = "VirtualMachine" [ 833.091351] env[69889]: }. {{(pid=69889) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 833.091637] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-bd6f99d9-0495-4120-a160-5bc0c92e2965 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.101408] env[69889]: DEBUG oslo_vmware.rw_handles [None req-14010358-0765-4dda-8b25-cae4a8769604 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Lease: (returnval){ [ 833.101408] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52dd8e07-61a6-d1e2-6fbc-dcf76e386c06" [ 833.101408] env[69889]: _type = "HttpNfcLease" [ 833.101408] env[69889]: } obtained for exporting VM: (result){ [ 833.101408] env[69889]: value = "vm-807885" [ 833.101408] env[69889]: _type = "VirtualMachine" [ 833.101408] env[69889]: }. {{(pid=69889) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 833.101685] env[69889]: DEBUG oslo_vmware.api [None req-14010358-0765-4dda-8b25-cae4a8769604 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Waiting for the lease: (returnval){ [ 833.101685] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52dd8e07-61a6-d1e2-6fbc-dcf76e386c06" [ 833.101685] env[69889]: _type = "HttpNfcLease" [ 833.101685] env[69889]: } to be ready. {{(pid=69889) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 833.108467] env[69889]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 833.108467] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52dd8e07-61a6-d1e2-6fbc-dcf76e386c06" [ 833.108467] env[69889]: _type = "HttpNfcLease" [ 833.108467] env[69889]: } is initializing. {{(pid=69889) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 833.218299] env[69889]: WARNING nova.compute.manager [None req-7fd69b81-4e5d-4ae1-9344-76a15bdd1b0c tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] [instance: c94d00aa-7337-4037-9d27-25bad025e569] Image not found during snapshot: nova.exception.ImageNotFound: Image e5c65169-2097-4a05-b889-41f949181d8f could not be found. [ 833.229336] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceef8b19-d9ba-4a4c-950a-5e5c7dc5ed2f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.235292] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e91a7a7a-2466-44ce-821b-efd7f6e5a441 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.274442] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3edfe43-4356-457b-9f4d-c2bf7f46a436 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.282773] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30146431-5529-4c11-97b4-7fc610c310d3 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.299697] env[69889]: DEBUG nova.compute.provider_tree [None req-eff44f04-a6ca-4417-b2fd-dc9bf3da28d2 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 833.403473] env[69889]: DEBUG oslo_concurrency.lockutils [None req-8c84be97-5a4d-46bb-8a4c-44dd8de539cd tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Acquiring lock "f5e9c9c1-3038-4530-9694-0e51131cdf87" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.403793] env[69889]: DEBUG oslo_concurrency.lockutils [None req-8c84be97-5a4d-46bb-8a4c-44dd8de539cd tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Lock "f5e9c9c1-3038-4530-9694-0e51131cdf87" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.490986] env[69889]: DEBUG oslo_concurrency.lockutils [None req-822d82a3-6b2b-47a4-851a-047653736ae9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.611323] env[69889]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 833.611323] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52dd8e07-61a6-d1e2-6fbc-dcf76e386c06" [ 833.611323] env[69889]: _type = "HttpNfcLease" [ 833.611323] env[69889]: } is ready. {{(pid=69889) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 833.611633] env[69889]: DEBUG oslo_vmware.rw_handles [None req-14010358-0765-4dda-8b25-cae4a8769604 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 833.611633] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52dd8e07-61a6-d1e2-6fbc-dcf76e386c06" [ 833.611633] env[69889]: _type = "HttpNfcLease" [ 833.611633] env[69889]: }. {{(pid=69889) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 833.612486] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8fe0c3f-7ec9-4fdd-a169-d93da27bfa35 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.621033] env[69889]: DEBUG oslo_vmware.rw_handles [None req-14010358-0765-4dda-8b25-cae4a8769604 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5251e8b0-da17-6156-b94c-de6605818fc1/disk-0.vmdk from lease info. {{(pid=69889) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 833.621139] env[69889]: DEBUG oslo_vmware.rw_handles [None req-14010358-0765-4dda-8b25-cae4a8769604 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5251e8b0-da17-6156-b94c-de6605818fc1/disk-0.vmdk for reading. {{(pid=69889) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 833.680239] env[69889]: DEBUG nova.compute.manager [None req-514a0aa1-6e53-46c2-aff2-2a9a833334ad tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] [instance: d2d7ec47-2dbc-4397-9999-8ab39d117876] Start spawning the instance on the hypervisor. {{(pid=69889) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 833.704850] env[69889]: DEBUG nova.virt.hardware [None req-514a0aa1-6e53-46c2-aff2-2a9a833334ad tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 833.705175] env[69889]: DEBUG nova.virt.hardware [None req-514a0aa1-6e53-46c2-aff2-2a9a833334ad tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 833.705361] env[69889]: DEBUG nova.virt.hardware [None req-514a0aa1-6e53-46c2-aff2-2a9a833334ad tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 833.705569] env[69889]: DEBUG nova.virt.hardware [None req-514a0aa1-6e53-46c2-aff2-2a9a833334ad tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 833.705743] env[69889]: DEBUG nova.virt.hardware [None req-514a0aa1-6e53-46c2-aff2-2a9a833334ad tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 833.705894] env[69889]: DEBUG nova.virt.hardware [None req-514a0aa1-6e53-46c2-aff2-2a9a833334ad tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 833.706158] env[69889]: DEBUG nova.virt.hardware [None req-514a0aa1-6e53-46c2-aff2-2a9a833334ad tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 833.706335] env[69889]: DEBUG nova.virt.hardware [None req-514a0aa1-6e53-46c2-aff2-2a9a833334ad tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 833.706541] env[69889]: DEBUG nova.virt.hardware [None req-514a0aa1-6e53-46c2-aff2-2a9a833334ad tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 833.707183] env[69889]: DEBUG nova.virt.hardware [None req-514a0aa1-6e53-46c2-aff2-2a9a833334ad tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 833.707183] env[69889]: DEBUG nova.virt.hardware [None req-514a0aa1-6e53-46c2-aff2-2a9a833334ad tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 833.707852] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94934148-bba1-4d72-8e21-bd2f132f5d2b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.718562] env[69889]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7d45d08b-6c68-4be0-b7e3-b3c9c9f01d39 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.721913] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0627e508-0bdd-4f6d-982b-cdde91e0ce1c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.803537] env[69889]: DEBUG nova.scheduler.client.report [None req-eff44f04-a6ca-4417-b2fd-dc9bf3da28d2 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 834.184439] env[69889]: DEBUG oslo_concurrency.lockutils [None req-8481f9b5-aac1-4eeb-ae12-e10780eac747 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Acquiring lock "c94d00aa-7337-4037-9d27-25bad025e569" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.184667] env[69889]: DEBUG oslo_concurrency.lockutils [None req-8481f9b5-aac1-4eeb-ae12-e10780eac747 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Lock "c94d00aa-7337-4037-9d27-25bad025e569" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.185034] env[69889]: DEBUG oslo_concurrency.lockutils [None req-8481f9b5-aac1-4eeb-ae12-e10780eac747 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Acquiring lock "c94d00aa-7337-4037-9d27-25bad025e569-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.185345] env[69889]: DEBUG oslo_concurrency.lockutils [None req-8481f9b5-aac1-4eeb-ae12-e10780eac747 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Lock "c94d00aa-7337-4037-9d27-25bad025e569-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.185613] env[69889]: DEBUG oslo_concurrency.lockutils [None req-8481f9b5-aac1-4eeb-ae12-e10780eac747 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Lock "c94d00aa-7337-4037-9d27-25bad025e569-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.188444] env[69889]: INFO nova.compute.manager [None req-8481f9b5-aac1-4eeb-ae12-e10780eac747 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] [instance: c94d00aa-7337-4037-9d27-25bad025e569] Terminating instance [ 834.309457] env[69889]: DEBUG oslo_concurrency.lockutils [None req-eff44f04-a6ca-4417-b2fd-dc9bf3da28d2 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.653s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.310257] env[69889]: DEBUG nova.compute.manager [None req-eff44f04-a6ca-4417-b2fd-dc9bf3da28d2 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] [instance: 4925d307-f4c8-4847-8ee1-937e196e6c69] Start building networks asynchronously for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 834.317452] env[69889]: DEBUG oslo_concurrency.lockutils [None req-dd145472-cb4c-4d0e-9de3-eb5b31c6c229 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.770s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.317806] env[69889]: DEBUG oslo_concurrency.lockutils [None req-dd145472-cb4c-4d0e-9de3-eb5b31c6c229 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.004s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.321331] env[69889]: DEBUG oslo_concurrency.lockutils [None req-f74f920f-0b9b-44c6-9d8d-17be9507d64c tempest-ImagesNegativeTestJSON-2145547927 tempest-ImagesNegativeTestJSON-2145547927-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.133s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.321929] env[69889]: DEBUG oslo_concurrency.lockutils [None req-f74f920f-0b9b-44c6-9d8d-17be9507d64c tempest-ImagesNegativeTestJSON-2145547927 tempest-ImagesNegativeTestJSON-2145547927-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.325452] env[69889]: DEBUG oslo_concurrency.lockutils [None req-4aa8ce07-45d8-44f7-b979-c4c86bf92e3a tempest-ServersV294TestFqdnHostnames-533393004 tempest-ServersV294TestFqdnHostnames-533393004-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.465s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.328636] env[69889]: INFO nova.compute.claims [None req-4aa8ce07-45d8-44f7-b979-c4c86bf92e3a tempest-ServersV294TestFqdnHostnames-533393004 tempest-ServersV294TestFqdnHostnames-533393004-project-member] [instance: 4cdcfc6f-7d4f-4b81-b0a1-425c842fe20b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 834.358021] env[69889]: INFO nova.scheduler.client.report [None req-dd145472-cb4c-4d0e-9de3-eb5b31c6c229 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050-project-member] Deleted allocations for instance 7af1243e-53e5-4edc-b665-562067ca3c71 [ 834.383899] env[69889]: INFO nova.scheduler.client.report [None req-f74f920f-0b9b-44c6-9d8d-17be9507d64c tempest-ImagesNegativeTestJSON-2145547927 tempest-ImagesNegativeTestJSON-2145547927-project-member] Deleted allocations for instance 2a1576fd-1e00-4803-ba65-cf3f35434ca6 [ 834.465682] env[69889]: DEBUG nova.compute.manager [req-44c69959-61c4-4b7b-8c6d-dd5dec0a4d22 req-14553fa6-8f76-4f9d-a427-45c4c340684b service nova] [instance: d2d7ec47-2dbc-4397-9999-8ab39d117876] Received event network-vif-plugged-421456d3-470d-49ee-88ca-463db2e408e3 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 834.467490] env[69889]: DEBUG oslo_concurrency.lockutils [req-44c69959-61c4-4b7b-8c6d-dd5dec0a4d22 req-14553fa6-8f76-4f9d-a427-45c4c340684b service nova] Acquiring lock "d2d7ec47-2dbc-4397-9999-8ab39d117876-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.467801] env[69889]: DEBUG oslo_concurrency.lockutils [req-44c69959-61c4-4b7b-8c6d-dd5dec0a4d22 req-14553fa6-8f76-4f9d-a427-45c4c340684b service nova] Lock "d2d7ec47-2dbc-4397-9999-8ab39d117876-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.469036] env[69889]: DEBUG oslo_concurrency.lockutils [req-44c69959-61c4-4b7b-8c6d-dd5dec0a4d22 req-14553fa6-8f76-4f9d-a427-45c4c340684b service nova] Lock "d2d7ec47-2dbc-4397-9999-8ab39d117876-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.469435] env[69889]: DEBUG nova.compute.manager [req-44c69959-61c4-4b7b-8c6d-dd5dec0a4d22 req-14553fa6-8f76-4f9d-a427-45c4c340684b service nova] [instance: d2d7ec47-2dbc-4397-9999-8ab39d117876] No waiting events found dispatching network-vif-plugged-421456d3-470d-49ee-88ca-463db2e408e3 {{(pid=69889) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 834.469672] env[69889]: WARNING nova.compute.manager [req-44c69959-61c4-4b7b-8c6d-dd5dec0a4d22 req-14553fa6-8f76-4f9d-a427-45c4c340684b service nova] [instance: d2d7ec47-2dbc-4397-9999-8ab39d117876] Received unexpected event network-vif-plugged-421456d3-470d-49ee-88ca-463db2e408e3 for instance with vm_state building and task_state spawning. [ 834.570662] env[69889]: DEBUG nova.network.neutron [None req-514a0aa1-6e53-46c2-aff2-2a9a833334ad tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] [instance: d2d7ec47-2dbc-4397-9999-8ab39d117876] Successfully updated port: 421456d3-470d-49ee-88ca-463db2e408e3 {{(pid=69889) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 834.692747] env[69889]: DEBUG nova.compute.manager [None req-8481f9b5-aac1-4eeb-ae12-e10780eac747 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] [instance: c94d00aa-7337-4037-9d27-25bad025e569] Start destroying the instance on the hypervisor. {{(pid=69889) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 834.693062] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-8481f9b5-aac1-4eeb-ae12-e10780eac747 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] [instance: c94d00aa-7337-4037-9d27-25bad025e569] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 834.694111] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3334f93-34c4-4d54-a6a5-475366bb3444 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.705538] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-8481f9b5-aac1-4eeb-ae12-e10780eac747 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] [instance: c94d00aa-7337-4037-9d27-25bad025e569] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 834.705815] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f68475c-28f5-4180-b332-51229567e96d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.718221] env[69889]: DEBUG oslo_vmware.api [None req-8481f9b5-aac1-4eeb-ae12-e10780eac747 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Waiting for the task: (returnval){ [ 834.718221] env[69889]: value = "task-4077131" [ 834.718221] env[69889]: _type = "Task" [ 834.718221] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.730046] env[69889]: DEBUG oslo_vmware.api [None req-8481f9b5-aac1-4eeb-ae12-e10780eac747 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Task: {'id': task-4077131, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.839172] env[69889]: DEBUG nova.compute.utils [None req-eff44f04-a6ca-4417-b2fd-dc9bf3da28d2 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 834.840364] env[69889]: DEBUG nova.compute.manager [None req-eff44f04-a6ca-4417-b2fd-dc9bf3da28d2 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] [instance: 4925d307-f4c8-4847-8ee1-937e196e6c69] Allocating IP information in the background. {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 834.840843] env[69889]: DEBUG nova.network.neutron [None req-eff44f04-a6ca-4417-b2fd-dc9bf3da28d2 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] [instance: 4925d307-f4c8-4847-8ee1-937e196e6c69] allocate_for_instance() {{(pid=69889) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 834.865601] env[69889]: DEBUG oslo_concurrency.lockutils [None req-dd145472-cb4c-4d0e-9de3-eb5b31c6c229 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050-project-member] Lock "7af1243e-53e5-4edc-b665-562067ca3c71" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.766s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.894458] env[69889]: DEBUG oslo_concurrency.lockutils [None req-f74f920f-0b9b-44c6-9d8d-17be9507d64c tempest-ImagesNegativeTestJSON-2145547927 tempest-ImagesNegativeTestJSON-2145547927-project-member] Lock "2a1576fd-1e00-4803-ba65-cf3f35434ca6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.429s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.927556] env[69889]: DEBUG nova.policy [None req-eff44f04-a6ca-4417-b2fd-dc9bf3da28d2 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '92f081a6f77f4390a31d7924398039f5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2395aa6d142c4ab89e47ada2f874959c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69889) authorize /opt/stack/nova/nova/policy.py:192}} [ 835.074167] env[69889]: DEBUG oslo_concurrency.lockutils [None req-514a0aa1-6e53-46c2-aff2-2a9a833334ad tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Acquiring lock "refresh_cache-d2d7ec47-2dbc-4397-9999-8ab39d117876" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.074420] env[69889]: DEBUG oslo_concurrency.lockutils [None req-514a0aa1-6e53-46c2-aff2-2a9a833334ad tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Acquired lock "refresh_cache-d2d7ec47-2dbc-4397-9999-8ab39d117876" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.074632] env[69889]: DEBUG nova.network.neutron [None req-514a0aa1-6e53-46c2-aff2-2a9a833334ad tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] [instance: d2d7ec47-2dbc-4397-9999-8ab39d117876] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 835.230135] env[69889]: DEBUG oslo_vmware.api [None req-8481f9b5-aac1-4eeb-ae12-e10780eac747 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Task: {'id': task-4077131, 'name': PowerOffVM_Task, 'duration_secs': 0.223228} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.230453] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-8481f9b5-aac1-4eeb-ae12-e10780eac747 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] [instance: c94d00aa-7337-4037-9d27-25bad025e569] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 835.230925] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-8481f9b5-aac1-4eeb-ae12-e10780eac747 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] [instance: c94d00aa-7337-4037-9d27-25bad025e569] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 835.235022] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3beacc07-7a55-4c19-bbbe-67c51fd4bb66 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.310840] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-8481f9b5-aac1-4eeb-ae12-e10780eac747 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] [instance: c94d00aa-7337-4037-9d27-25bad025e569] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 835.310960] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-8481f9b5-aac1-4eeb-ae12-e10780eac747 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] [instance: c94d00aa-7337-4037-9d27-25bad025e569] Deleting contents of the VM from datastore datastore1 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 835.311091] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-8481f9b5-aac1-4eeb-ae12-e10780eac747 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Deleting the datastore file [datastore1] c94d00aa-7337-4037-9d27-25bad025e569 {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 835.311370] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8fc615b2-a224-494b-acc3-f91d4b1d8d77 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.319978] env[69889]: DEBUG oslo_vmware.api [None req-8481f9b5-aac1-4eeb-ae12-e10780eac747 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Waiting for the task: (returnval){ [ 835.319978] env[69889]: value = "task-4077133" [ 835.319978] env[69889]: _type = "Task" [ 835.319978] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.334881] env[69889]: DEBUG oslo_vmware.api [None req-8481f9b5-aac1-4eeb-ae12-e10780eac747 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Task: {'id': task-4077133, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.346613] env[69889]: DEBUG nova.compute.manager [None req-eff44f04-a6ca-4417-b2fd-dc9bf3da28d2 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] [instance: 4925d307-f4c8-4847-8ee1-937e196e6c69] Start building block device mappings for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 835.381980] env[69889]: DEBUG nova.network.neutron [None req-eff44f04-a6ca-4417-b2fd-dc9bf3da28d2 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] [instance: 4925d307-f4c8-4847-8ee1-937e196e6c69] Successfully created port: a31b8e5f-779e-47a4-90cd-c0b7bd8195db {{(pid=69889) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 835.662302] env[69889]: DEBUG nova.network.neutron [None req-514a0aa1-6e53-46c2-aff2-2a9a833334ad tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] [instance: d2d7ec47-2dbc-4397-9999-8ab39d117876] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 835.840950] env[69889]: DEBUG oslo_vmware.api [None req-8481f9b5-aac1-4eeb-ae12-e10780eac747 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Task: {'id': task-4077133, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164183} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.841684] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-8481f9b5-aac1-4eeb-ae12-e10780eac747 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 835.841684] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-8481f9b5-aac1-4eeb-ae12-e10780eac747 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] [instance: c94d00aa-7337-4037-9d27-25bad025e569] Deleted contents of the VM from datastore datastore1 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 835.841684] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-8481f9b5-aac1-4eeb-ae12-e10780eac747 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] [instance: c94d00aa-7337-4037-9d27-25bad025e569] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 835.841956] env[69889]: INFO nova.compute.manager [None req-8481f9b5-aac1-4eeb-ae12-e10780eac747 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] [instance: c94d00aa-7337-4037-9d27-25bad025e569] Took 1.15 seconds to destroy the instance on the hypervisor. [ 835.843713] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8481f9b5-aac1-4eeb-ae12-e10780eac747 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 835.843713] env[69889]: DEBUG nova.compute.manager [-] [instance: c94d00aa-7337-4037-9d27-25bad025e569] Deallocating network for instance {{(pid=69889) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 835.843713] env[69889]: DEBUG nova.network.neutron [-] [instance: c94d00aa-7337-4037-9d27-25bad025e569] deallocate_for_instance() {{(pid=69889) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 835.971218] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceadd5a4-dd94-45a2-8fe8-7621a5b72962 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.980932] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-434c110f-5db0-447d-bbd7-07908bb7d463 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.017610] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-588b3dd7-4880-4d03-81cc-8577d525809f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.025020] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5c8335a-201e-438e-82d5-20fa458b6d0b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.042867] env[69889]: DEBUG nova.compute.provider_tree [None req-4aa8ce07-45d8-44f7-b979-c4c86bf92e3a tempest-ServersV294TestFqdnHostnames-533393004 tempest-ServersV294TestFqdnHostnames-533393004-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 836.085646] env[69889]: DEBUG nova.network.neutron [None req-514a0aa1-6e53-46c2-aff2-2a9a833334ad tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] [instance: d2d7ec47-2dbc-4397-9999-8ab39d117876] Updating instance_info_cache with network_info: [{"id": "421456d3-470d-49ee-88ca-463db2e408e3", "address": "fa:16:3e:c3:3d:86", "network": {"id": "f04c3ba6-3f1c-4cf3-9c1b-fc9993310d84", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-261504153-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2395aa6d142c4ab89e47ada2f874959c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap421456d3-47", "ovs_interfaceid": "421456d3-470d-49ee-88ca-463db2e408e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.360682] env[69889]: DEBUG nova.compute.manager [None req-eff44f04-a6ca-4417-b2fd-dc9bf3da28d2 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] [instance: 4925d307-f4c8-4847-8ee1-937e196e6c69] Start spawning the instance on the hypervisor. {{(pid=69889) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 836.407449] env[69889]: DEBUG nova.virt.hardware [None req-eff44f04-a6ca-4417-b2fd-dc9bf3da28d2 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 836.407572] env[69889]: DEBUG nova.virt.hardware [None req-eff44f04-a6ca-4417-b2fd-dc9bf3da28d2 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 836.407688] env[69889]: DEBUG nova.virt.hardware [None req-eff44f04-a6ca-4417-b2fd-dc9bf3da28d2 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 836.407869] env[69889]: DEBUG nova.virt.hardware [None req-eff44f04-a6ca-4417-b2fd-dc9bf3da28d2 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 836.408048] env[69889]: DEBUG nova.virt.hardware [None req-eff44f04-a6ca-4417-b2fd-dc9bf3da28d2 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 836.408220] env[69889]: DEBUG nova.virt.hardware [None req-eff44f04-a6ca-4417-b2fd-dc9bf3da28d2 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 836.408426] env[69889]: DEBUG nova.virt.hardware [None req-eff44f04-a6ca-4417-b2fd-dc9bf3da28d2 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 836.408584] env[69889]: DEBUG nova.virt.hardware [None req-eff44f04-a6ca-4417-b2fd-dc9bf3da28d2 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 836.408749] env[69889]: DEBUG nova.virt.hardware [None req-eff44f04-a6ca-4417-b2fd-dc9bf3da28d2 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 836.408916] env[69889]: DEBUG nova.virt.hardware [None req-eff44f04-a6ca-4417-b2fd-dc9bf3da28d2 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 836.409112] env[69889]: DEBUG nova.virt.hardware [None req-eff44f04-a6ca-4417-b2fd-dc9bf3da28d2 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 836.411685] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52d9d1fb-738d-486f-8ea4-112cdd402189 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.424860] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7705f2dd-5581-45e9-ae0f-eef211aeea9d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.500208] env[69889]: DEBUG nova.compute.manager [req-87acf731-de98-4ecc-8c58-fc6770cb7061 req-995c1c85-a69a-453b-ad17-c464fab47567 service nova] [instance: d2d7ec47-2dbc-4397-9999-8ab39d117876] Received event network-changed-421456d3-470d-49ee-88ca-463db2e408e3 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 836.500616] env[69889]: DEBUG nova.compute.manager [req-87acf731-de98-4ecc-8c58-fc6770cb7061 req-995c1c85-a69a-453b-ad17-c464fab47567 service nova] [instance: d2d7ec47-2dbc-4397-9999-8ab39d117876] Refreshing instance network info cache due to event network-changed-421456d3-470d-49ee-88ca-463db2e408e3. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 836.500974] env[69889]: DEBUG oslo_concurrency.lockutils [req-87acf731-de98-4ecc-8c58-fc6770cb7061 req-995c1c85-a69a-453b-ad17-c464fab47567 service nova] Acquiring lock "refresh_cache-d2d7ec47-2dbc-4397-9999-8ab39d117876" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.551032] env[69889]: DEBUG nova.scheduler.client.report [None req-4aa8ce07-45d8-44f7-b979-c4c86bf92e3a tempest-ServersV294TestFqdnHostnames-533393004 tempest-ServersV294TestFqdnHostnames-533393004-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 836.591059] env[69889]: DEBUG oslo_concurrency.lockutils [None req-514a0aa1-6e53-46c2-aff2-2a9a833334ad tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Releasing lock "refresh_cache-d2d7ec47-2dbc-4397-9999-8ab39d117876" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.591059] env[69889]: DEBUG nova.compute.manager [None req-514a0aa1-6e53-46c2-aff2-2a9a833334ad tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] [instance: d2d7ec47-2dbc-4397-9999-8ab39d117876] Instance network_info: |[{"id": "421456d3-470d-49ee-88ca-463db2e408e3", "address": "fa:16:3e:c3:3d:86", "network": {"id": "f04c3ba6-3f1c-4cf3-9c1b-fc9993310d84", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-261504153-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2395aa6d142c4ab89e47ada2f874959c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap421456d3-47", "ovs_interfaceid": "421456d3-470d-49ee-88ca-463db2e408e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 836.591059] env[69889]: DEBUG oslo_concurrency.lockutils [req-87acf731-de98-4ecc-8c58-fc6770cb7061 req-995c1c85-a69a-453b-ad17-c464fab47567 service nova] Acquired lock "refresh_cache-d2d7ec47-2dbc-4397-9999-8ab39d117876" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.591059] env[69889]: DEBUG nova.network.neutron [req-87acf731-de98-4ecc-8c58-fc6770cb7061 req-995c1c85-a69a-453b-ad17-c464fab47567 service nova] [instance: d2d7ec47-2dbc-4397-9999-8ab39d117876] Refreshing network info cache for port 421456d3-470d-49ee-88ca-463db2e408e3 {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 836.595950] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-514a0aa1-6e53-46c2-aff2-2a9a833334ad tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] [instance: d2d7ec47-2dbc-4397-9999-8ab39d117876] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:3d:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '980cb890-345b-4bf8-990a-a2faec78e49c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '421456d3-470d-49ee-88ca-463db2e408e3', 'vif_model': 'vmxnet3'}] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 836.604836] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-514a0aa1-6e53-46c2-aff2-2a9a833334ad tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 836.607368] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2d7ec47-2dbc-4397-9999-8ab39d117876] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 836.611139] env[69889]: DEBUG nova.compute.manager [req-d2c324af-8d99-4943-a4cd-d9ce6ca5089d req-d629e9fa-2396-4aac-afe8-a684dfba9c71 service nova] [instance: c94d00aa-7337-4037-9d27-25bad025e569] Received event network-vif-deleted-7e925a4e-27d9-48e4-8ba8-bba13befd4a6 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 836.611139] env[69889]: INFO nova.compute.manager [req-d2c324af-8d99-4943-a4cd-d9ce6ca5089d req-d629e9fa-2396-4aac-afe8-a684dfba9c71 service nova] [instance: c94d00aa-7337-4037-9d27-25bad025e569] Neutron deleted interface 7e925a4e-27d9-48e4-8ba8-bba13befd4a6; detaching it from the instance and deleting it from the info cache [ 836.611139] env[69889]: DEBUG nova.network.neutron [req-d2c324af-8d99-4943-a4cd-d9ce6ca5089d req-d629e9fa-2396-4aac-afe8-a684dfba9c71 service nova] [instance: c94d00aa-7337-4037-9d27-25bad025e569] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.611139] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6c06beb2-47b4-4d0a-a93a-c5c080e9b165 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.627186] env[69889]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-426bba49-413f-4fde-89f1-fb5554ae00e8 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.641114] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9eab526-5716-4e33-9642-4f52bc053cc7 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.653523] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 836.653523] env[69889]: value = "task-4077134" [ 836.653523] env[69889]: _type = "Task" [ 836.653523] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.681901] env[69889]: DEBUG nova.compute.manager [req-d2c324af-8d99-4943-a4cd-d9ce6ca5089d req-d629e9fa-2396-4aac-afe8-a684dfba9c71 service nova] [instance: c94d00aa-7337-4037-9d27-25bad025e569] Detach interface failed, port_id=7e925a4e-27d9-48e4-8ba8-bba13befd4a6, reason: Instance c94d00aa-7337-4037-9d27-25bad025e569 could not be found. {{(pid=69889) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 837.054616] env[69889]: DEBUG oslo_concurrency.lockutils [None req-4aa8ce07-45d8-44f7-b979-c4c86bf92e3a tempest-ServersV294TestFqdnHostnames-533393004 tempest-ServersV294TestFqdnHostnames-533393004-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.729s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.055330] env[69889]: DEBUG nova.compute.manager [None req-4aa8ce07-45d8-44f7-b979-c4c86bf92e3a tempest-ServersV294TestFqdnHostnames-533393004 tempest-ServersV294TestFqdnHostnames-533393004-project-member] [instance: 4cdcfc6f-7d4f-4b81-b0a1-425c842fe20b] Start building networks asynchronously for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 837.058747] env[69889]: DEBUG oslo_concurrency.lockutils [None req-47253305-4a97-4cec-80c7-27d19d6eac1f tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.302s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.060785] env[69889]: INFO nova.compute.claims [None req-47253305-4a97-4cec-80c7-27d19d6eac1f tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] [instance: fcc33919-98ac-42bc-8c76-a65e1189865a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 837.077512] env[69889]: DEBUG nova.network.neutron [-] [instance: c94d00aa-7337-4037-9d27-25bad025e569] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.166816] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077134, 'name': CreateVM_Task, 'duration_secs': 0.526366} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.167085] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2d7ec47-2dbc-4397-9999-8ab39d117876] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 837.167805] env[69889]: DEBUG oslo_concurrency.lockutils [None req-514a0aa1-6e53-46c2-aff2-2a9a833334ad tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.167973] env[69889]: DEBUG oslo_concurrency.lockutils [None req-514a0aa1-6e53-46c2-aff2-2a9a833334ad tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.168359] env[69889]: DEBUG oslo_concurrency.lockutils [None req-514a0aa1-6e53-46c2-aff2-2a9a833334ad tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.168628] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96eed30e-5e3e-4c6d-b41e-6951d8728efa {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.174870] env[69889]: DEBUG oslo_vmware.api [None req-514a0aa1-6e53-46c2-aff2-2a9a833334ad tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Waiting for the task: (returnval){ [ 837.174870] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]528f6fa2-0d3c-ccc5-9d32-15b80bc1fcba" [ 837.174870] env[69889]: _type = "Task" [ 837.174870] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.192132] env[69889]: DEBUG oslo_vmware.api [None req-514a0aa1-6e53-46c2-aff2-2a9a833334ad tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]528f6fa2-0d3c-ccc5-9d32-15b80bc1fcba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.572263] env[69889]: DEBUG nova.compute.utils [None req-4aa8ce07-45d8-44f7-b979-c4c86bf92e3a tempest-ServersV294TestFqdnHostnames-533393004 tempest-ServersV294TestFqdnHostnames-533393004-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 837.578490] env[69889]: DEBUG nova.compute.manager [None req-4aa8ce07-45d8-44f7-b979-c4c86bf92e3a tempest-ServersV294TestFqdnHostnames-533393004 tempest-ServersV294TestFqdnHostnames-533393004-project-member] [instance: 4cdcfc6f-7d4f-4b81-b0a1-425c842fe20b] Allocating IP information in the background. {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 837.578490] env[69889]: DEBUG nova.network.neutron [None req-4aa8ce07-45d8-44f7-b979-c4c86bf92e3a tempest-ServersV294TestFqdnHostnames-533393004 tempest-ServersV294TestFqdnHostnames-533393004-project-member] [instance: 4cdcfc6f-7d4f-4b81-b0a1-425c842fe20b] allocate_for_instance() {{(pid=69889) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 837.580618] env[69889]: INFO nova.compute.manager [-] [instance: c94d00aa-7337-4037-9d27-25bad025e569] Took 1.74 seconds to deallocate network for instance. [ 837.653974] env[69889]: DEBUG nova.network.neutron [req-87acf731-de98-4ecc-8c58-fc6770cb7061 req-995c1c85-a69a-453b-ad17-c464fab47567 service nova] [instance: d2d7ec47-2dbc-4397-9999-8ab39d117876] Updated VIF entry in instance network info cache for port 421456d3-470d-49ee-88ca-463db2e408e3. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 837.654437] env[69889]: DEBUG nova.network.neutron [req-87acf731-de98-4ecc-8c58-fc6770cb7061 req-995c1c85-a69a-453b-ad17-c464fab47567 service nova] [instance: d2d7ec47-2dbc-4397-9999-8ab39d117876] Updating instance_info_cache with network_info: [{"id": "421456d3-470d-49ee-88ca-463db2e408e3", "address": "fa:16:3e:c3:3d:86", "network": {"id": "f04c3ba6-3f1c-4cf3-9c1b-fc9993310d84", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-261504153-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2395aa6d142c4ab89e47ada2f874959c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap421456d3-47", "ovs_interfaceid": "421456d3-470d-49ee-88ca-463db2e408e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.659414] env[69889]: DEBUG nova.policy [None req-4aa8ce07-45d8-44f7-b979-c4c86bf92e3a tempest-ServersV294TestFqdnHostnames-533393004 tempest-ServersV294TestFqdnHostnames-533393004-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '86b22a2486a34bd8aac36a2a3f336a9c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bf54ec31e1574ae98cd2130e7f284223', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69889) authorize /opt/stack/nova/nova/policy.py:192}} [ 837.687600] env[69889]: DEBUG oslo_vmware.api [None req-514a0aa1-6e53-46c2-aff2-2a9a833334ad tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]528f6fa2-0d3c-ccc5-9d32-15b80bc1fcba, 'name': SearchDatastore_Task, 'duration_secs': 0.010664} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.687819] env[69889]: DEBUG oslo_concurrency.lockutils [None req-514a0aa1-6e53-46c2-aff2-2a9a833334ad tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.688076] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-514a0aa1-6e53-46c2-aff2-2a9a833334ad tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] [instance: d2d7ec47-2dbc-4397-9999-8ab39d117876] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 837.688322] env[69889]: DEBUG oslo_concurrency.lockutils [None req-514a0aa1-6e53-46c2-aff2-2a9a833334ad tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.688465] env[69889]: DEBUG oslo_concurrency.lockutils [None req-514a0aa1-6e53-46c2-aff2-2a9a833334ad tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.688638] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-514a0aa1-6e53-46c2-aff2-2a9a833334ad tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 837.689308] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3524d7c1-60c5-4319-a547-9636a9c90c1b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.700578] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-514a0aa1-6e53-46c2-aff2-2a9a833334ad tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 837.700578] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-514a0aa1-6e53-46c2-aff2-2a9a833334ad tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 837.700974] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d1e9d1d-2a80-4b72-a091-43cd101082ba {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.708984] env[69889]: DEBUG oslo_vmware.api [None req-514a0aa1-6e53-46c2-aff2-2a9a833334ad tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Waiting for the task: (returnval){ [ 837.708984] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52cab1ed-fcb8-30d8-9658-95db9862c5cd" [ 837.708984] env[69889]: _type = "Task" [ 837.708984] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.719338] env[69889]: DEBUG oslo_vmware.api [None req-514a0aa1-6e53-46c2-aff2-2a9a833334ad tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52cab1ed-fcb8-30d8-9658-95db9862c5cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.811064] env[69889]: DEBUG nova.network.neutron [None req-eff44f04-a6ca-4417-b2fd-dc9bf3da28d2 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] [instance: 4925d307-f4c8-4847-8ee1-937e196e6c69] Successfully updated port: a31b8e5f-779e-47a4-90cd-c0b7bd8195db {{(pid=69889) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 838.080437] env[69889]: DEBUG nova.compute.manager [None req-4aa8ce07-45d8-44f7-b979-c4c86bf92e3a tempest-ServersV294TestFqdnHostnames-533393004 tempest-ServersV294TestFqdnHostnames-533393004-project-member] [instance: 4cdcfc6f-7d4f-4b81-b0a1-425c842fe20b] Start building block device mappings for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 838.088633] env[69889]: DEBUG nova.network.neutron [None req-4aa8ce07-45d8-44f7-b979-c4c86bf92e3a tempest-ServersV294TestFqdnHostnames-533393004 tempest-ServersV294TestFqdnHostnames-533393004-project-member] [instance: 4cdcfc6f-7d4f-4b81-b0a1-425c842fe20b] Successfully created port: 235a3ac9-41ef-4113-9dfe-d862dbeea2de {{(pid=69889) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 838.092025] env[69889]: DEBUG oslo_concurrency.lockutils [None req-8481f9b5-aac1-4eeb-ae12-e10780eac747 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.162736] env[69889]: DEBUG oslo_concurrency.lockutils [req-87acf731-de98-4ecc-8c58-fc6770cb7061 req-995c1c85-a69a-453b-ad17-c464fab47567 service nova] Releasing lock "refresh_cache-d2d7ec47-2dbc-4397-9999-8ab39d117876" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.226310] env[69889]: DEBUG oslo_vmware.api [None req-514a0aa1-6e53-46c2-aff2-2a9a833334ad tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52cab1ed-fcb8-30d8-9658-95db9862c5cd, 'name': SearchDatastore_Task, 'duration_secs': 0.012261} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.227157] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f74cc4e-a9b3-47a7-8a57-864c58aa1f3a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.233643] env[69889]: DEBUG oslo_vmware.api [None req-514a0aa1-6e53-46c2-aff2-2a9a833334ad tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Waiting for the task: (returnval){ [ 838.233643] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]522d0685-1971-4d40-525a-8c5e88e776db" [ 838.233643] env[69889]: _type = "Task" [ 838.233643] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.249755] env[69889]: DEBUG oslo_vmware.api [None req-514a0aa1-6e53-46c2-aff2-2a9a833334ad tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]522d0685-1971-4d40-525a-8c5e88e776db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.314154] env[69889]: DEBUG oslo_concurrency.lockutils [None req-eff44f04-a6ca-4417-b2fd-dc9bf3da28d2 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Acquiring lock "refresh_cache-4925d307-f4c8-4847-8ee1-937e196e6c69" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.314154] env[69889]: DEBUG oslo_concurrency.lockutils [None req-eff44f04-a6ca-4417-b2fd-dc9bf3da28d2 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Acquired lock "refresh_cache-4925d307-f4c8-4847-8ee1-937e196e6c69" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.314154] env[69889]: DEBUG nova.network.neutron [None req-eff44f04-a6ca-4417-b2fd-dc9bf3da28d2 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] [instance: 4925d307-f4c8-4847-8ee1-937e196e6c69] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 838.713617] env[69889]: DEBUG nova.compute.manager [req-be476177-f558-4454-b94e-d87af91d3d5b req-8fa361a1-1477-402f-abbc-e201aefaeb4f service nova] [instance: 4925d307-f4c8-4847-8ee1-937e196e6c69] Received event network-vif-plugged-a31b8e5f-779e-47a4-90cd-c0b7bd8195db {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 838.713857] env[69889]: DEBUG oslo_concurrency.lockutils [req-be476177-f558-4454-b94e-d87af91d3d5b req-8fa361a1-1477-402f-abbc-e201aefaeb4f service nova] Acquiring lock "4925d307-f4c8-4847-8ee1-937e196e6c69-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.714168] env[69889]: DEBUG oslo_concurrency.lockutils [req-be476177-f558-4454-b94e-d87af91d3d5b req-8fa361a1-1477-402f-abbc-e201aefaeb4f service nova] Lock "4925d307-f4c8-4847-8ee1-937e196e6c69-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.714377] env[69889]: DEBUG oslo_concurrency.lockutils [req-be476177-f558-4454-b94e-d87af91d3d5b req-8fa361a1-1477-402f-abbc-e201aefaeb4f service nova] Lock "4925d307-f4c8-4847-8ee1-937e196e6c69-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.714551] env[69889]: DEBUG nova.compute.manager [req-be476177-f558-4454-b94e-d87af91d3d5b req-8fa361a1-1477-402f-abbc-e201aefaeb4f service nova] [instance: 4925d307-f4c8-4847-8ee1-937e196e6c69] No waiting events found dispatching network-vif-plugged-a31b8e5f-779e-47a4-90cd-c0b7bd8195db {{(pid=69889) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 838.714722] env[69889]: WARNING nova.compute.manager [req-be476177-f558-4454-b94e-d87af91d3d5b req-8fa361a1-1477-402f-abbc-e201aefaeb4f service nova] [instance: 4925d307-f4c8-4847-8ee1-937e196e6c69] Received unexpected event network-vif-plugged-a31b8e5f-779e-47a4-90cd-c0b7bd8195db for instance with vm_state building and task_state spawning. [ 838.714884] env[69889]: DEBUG nova.compute.manager [req-be476177-f558-4454-b94e-d87af91d3d5b req-8fa361a1-1477-402f-abbc-e201aefaeb4f service nova] [instance: 4925d307-f4c8-4847-8ee1-937e196e6c69] Received event network-changed-a31b8e5f-779e-47a4-90cd-c0b7bd8195db {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 838.715428] env[69889]: DEBUG nova.compute.manager [req-be476177-f558-4454-b94e-d87af91d3d5b req-8fa361a1-1477-402f-abbc-e201aefaeb4f service nova] [instance: 4925d307-f4c8-4847-8ee1-937e196e6c69] Refreshing instance network info cache due to event network-changed-a31b8e5f-779e-47a4-90cd-c0b7bd8195db. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 838.715428] env[69889]: DEBUG oslo_concurrency.lockutils [req-be476177-f558-4454-b94e-d87af91d3d5b req-8fa361a1-1477-402f-abbc-e201aefaeb4f service nova] Acquiring lock "refresh_cache-4925d307-f4c8-4847-8ee1-937e196e6c69" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.751020] env[69889]: DEBUG oslo_vmware.api [None req-514a0aa1-6e53-46c2-aff2-2a9a833334ad tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]522d0685-1971-4d40-525a-8c5e88e776db, 'name': SearchDatastore_Task, 'duration_secs': 0.014121} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.751882] env[69889]: DEBUG oslo_concurrency.lockutils [None req-514a0aa1-6e53-46c2-aff2-2a9a833334ad tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.755265] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-514a0aa1-6e53-46c2-aff2-2a9a833334ad tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] d2d7ec47-2dbc-4397-9999-8ab39d117876/d2d7ec47-2dbc-4397-9999-8ab39d117876.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 838.755265] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-69f6d986-3cbf-4daf-bf72-6c9eec31a250 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.765725] env[69889]: DEBUG oslo_vmware.api [None req-514a0aa1-6e53-46c2-aff2-2a9a833334ad tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Waiting for the task: (returnval){ [ 838.765725] env[69889]: value = "task-4077135" [ 838.765725] env[69889]: _type = "Task" [ 838.765725] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.779242] env[69889]: DEBUG oslo_vmware.api [None req-514a0aa1-6e53-46c2-aff2-2a9a833334ad tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Task: {'id': task-4077135, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.790811] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ab8f3a7-302f-4f75-ad85-79f7ac8a9b15 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.800863] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60b41187-3d37-4099-b1f6-b22102badd1a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.846205] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaca8859-8f99-4924-b46d-3d9cf670a62e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.854289] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-925f5caf-97ca-4a86-b5de-95dc4846e097 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.870387] env[69889]: DEBUG nova.compute.provider_tree [None req-47253305-4a97-4cec-80c7-27d19d6eac1f tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 838.906348] env[69889]: DEBUG nova.network.neutron [None req-eff44f04-a6ca-4417-b2fd-dc9bf3da28d2 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] [instance: 4925d307-f4c8-4847-8ee1-937e196e6c69] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 839.116521] env[69889]: DEBUG nova.compute.manager [None req-4aa8ce07-45d8-44f7-b979-c4c86bf92e3a tempest-ServersV294TestFqdnHostnames-533393004 tempest-ServersV294TestFqdnHostnames-533393004-project-member] [instance: 4cdcfc6f-7d4f-4b81-b0a1-425c842fe20b] Start spawning the instance on the hypervisor. {{(pid=69889) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 839.147946] env[69889]: DEBUG nova.virt.hardware [None req-4aa8ce07-45d8-44f7-b979-c4c86bf92e3a tempest-ServersV294TestFqdnHostnames-533393004 tempest-ServersV294TestFqdnHostnames-533393004-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 839.148979] env[69889]: DEBUG nova.virt.hardware [None req-4aa8ce07-45d8-44f7-b979-c4c86bf92e3a tempest-ServersV294TestFqdnHostnames-533393004 tempest-ServersV294TestFqdnHostnames-533393004-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 839.148979] env[69889]: DEBUG nova.virt.hardware [None req-4aa8ce07-45d8-44f7-b979-c4c86bf92e3a tempest-ServersV294TestFqdnHostnames-533393004 tempest-ServersV294TestFqdnHostnames-533393004-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 839.148979] env[69889]: DEBUG nova.virt.hardware [None req-4aa8ce07-45d8-44f7-b979-c4c86bf92e3a tempest-ServersV294TestFqdnHostnames-533393004 tempest-ServersV294TestFqdnHostnames-533393004-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 839.148979] env[69889]: DEBUG nova.virt.hardware [None req-4aa8ce07-45d8-44f7-b979-c4c86bf92e3a tempest-ServersV294TestFqdnHostnames-533393004 tempest-ServersV294TestFqdnHostnames-533393004-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 839.148979] env[69889]: DEBUG nova.virt.hardware [None req-4aa8ce07-45d8-44f7-b979-c4c86bf92e3a tempest-ServersV294TestFqdnHostnames-533393004 tempest-ServersV294TestFqdnHostnames-533393004-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 839.149719] env[69889]: DEBUG nova.virt.hardware [None req-4aa8ce07-45d8-44f7-b979-c4c86bf92e3a tempest-ServersV294TestFqdnHostnames-533393004 tempest-ServersV294TestFqdnHostnames-533393004-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 839.149719] env[69889]: DEBUG nova.virt.hardware [None req-4aa8ce07-45d8-44f7-b979-c4c86bf92e3a tempest-ServersV294TestFqdnHostnames-533393004 tempest-ServersV294TestFqdnHostnames-533393004-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 839.149719] env[69889]: DEBUG nova.virt.hardware [None req-4aa8ce07-45d8-44f7-b979-c4c86bf92e3a tempest-ServersV294TestFqdnHostnames-533393004 tempest-ServersV294TestFqdnHostnames-533393004-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 839.149878] env[69889]: DEBUG nova.virt.hardware [None req-4aa8ce07-45d8-44f7-b979-c4c86bf92e3a tempest-ServersV294TestFqdnHostnames-533393004 tempest-ServersV294TestFqdnHostnames-533393004-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 839.149967] env[69889]: DEBUG nova.virt.hardware [None req-4aa8ce07-45d8-44f7-b979-c4c86bf92e3a tempest-ServersV294TestFqdnHostnames-533393004 tempest-ServersV294TestFqdnHostnames-533393004-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 839.152117] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dfe03d8-50a3-4f41-928a-f4d7dec4154e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.162290] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8df3eed5-f4da-4c2a-9010-69b809262090 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.216609] env[69889]: DEBUG nova.network.neutron [None req-eff44f04-a6ca-4417-b2fd-dc9bf3da28d2 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] [instance: 4925d307-f4c8-4847-8ee1-937e196e6c69] Updating instance_info_cache with network_info: [{"id": "a31b8e5f-779e-47a4-90cd-c0b7bd8195db", "address": "fa:16:3e:02:21:4a", "network": {"id": "f04c3ba6-3f1c-4cf3-9c1b-fc9993310d84", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-261504153-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2395aa6d142c4ab89e47ada2f874959c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa31b8e5f-77", "ovs_interfaceid": "a31b8e5f-779e-47a4-90cd-c0b7bd8195db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.285989] env[69889]: DEBUG oslo_vmware.api [None req-514a0aa1-6e53-46c2-aff2-2a9a833334ad tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Task: {'id': task-4077135, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.375308] env[69889]: DEBUG nova.scheduler.client.report [None req-47253305-4a97-4cec-80c7-27d19d6eac1f tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 839.720664] env[69889]: DEBUG oslo_concurrency.lockutils [None req-eff44f04-a6ca-4417-b2fd-dc9bf3da28d2 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Releasing lock "refresh_cache-4925d307-f4c8-4847-8ee1-937e196e6c69" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.721032] env[69889]: DEBUG nova.compute.manager [None req-eff44f04-a6ca-4417-b2fd-dc9bf3da28d2 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] [instance: 4925d307-f4c8-4847-8ee1-937e196e6c69] Instance network_info: |[{"id": "a31b8e5f-779e-47a4-90cd-c0b7bd8195db", "address": "fa:16:3e:02:21:4a", "network": {"id": "f04c3ba6-3f1c-4cf3-9c1b-fc9993310d84", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-261504153-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2395aa6d142c4ab89e47ada2f874959c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa31b8e5f-77", "ovs_interfaceid": "a31b8e5f-779e-47a4-90cd-c0b7bd8195db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 839.721405] env[69889]: DEBUG oslo_concurrency.lockutils [req-be476177-f558-4454-b94e-d87af91d3d5b req-8fa361a1-1477-402f-abbc-e201aefaeb4f service nova] Acquired lock "refresh_cache-4925d307-f4c8-4847-8ee1-937e196e6c69" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.721639] env[69889]: DEBUG nova.network.neutron [req-be476177-f558-4454-b94e-d87af91d3d5b req-8fa361a1-1477-402f-abbc-e201aefaeb4f service nova] [instance: 4925d307-f4c8-4847-8ee1-937e196e6c69] Refreshing network info cache for port a31b8e5f-779e-47a4-90cd-c0b7bd8195db {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 839.726125] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-eff44f04-a6ca-4417-b2fd-dc9bf3da28d2 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] [instance: 4925d307-f4c8-4847-8ee1-937e196e6c69] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:21:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '980cb890-345b-4bf8-990a-a2faec78e49c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a31b8e5f-779e-47a4-90cd-c0b7bd8195db', 'vif_model': 'vmxnet3'}] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 839.734835] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eff44f04-a6ca-4417-b2fd-dc9bf3da28d2 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 839.735466] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4925d307-f4c8-4847-8ee1-937e196e6c69] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 839.735718] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3162cf14-acc5-474a-a42a-52cbc70cdd8f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.757847] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 839.757847] env[69889]: value = "task-4077136" [ 839.757847] env[69889]: _type = "Task" [ 839.757847] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.767342] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077136, 'name': CreateVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.778454] env[69889]: DEBUG oslo_vmware.api [None req-514a0aa1-6e53-46c2-aff2-2a9a833334ad tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Task: {'id': task-4077135, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.642034} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.778871] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-514a0aa1-6e53-46c2-aff2-2a9a833334ad tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] d2d7ec47-2dbc-4397-9999-8ab39d117876/d2d7ec47-2dbc-4397-9999-8ab39d117876.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 839.779256] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-514a0aa1-6e53-46c2-aff2-2a9a833334ad tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] [instance: d2d7ec47-2dbc-4397-9999-8ab39d117876] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 839.779591] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8e417927-cb78-41c8-a404-6aca8da68b70 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.790459] env[69889]: DEBUG oslo_vmware.api [None req-514a0aa1-6e53-46c2-aff2-2a9a833334ad tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Waiting for the task: (returnval){ [ 839.790459] env[69889]: value = "task-4077137" [ 839.790459] env[69889]: _type = "Task" [ 839.790459] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.802844] env[69889]: DEBUG oslo_vmware.api [None req-514a0aa1-6e53-46c2-aff2-2a9a833334ad tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Task: {'id': task-4077137, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.882122] env[69889]: DEBUG oslo_concurrency.lockutils [None req-47253305-4a97-4cec-80c7-27d19d6eac1f tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.823s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.882811] env[69889]: DEBUG nova.compute.manager [None req-47253305-4a97-4cec-80c7-27d19d6eac1f tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] [instance: fcc33919-98ac-42bc-8c76-a65e1189865a] Start building networks asynchronously for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 839.886626] env[69889]: DEBUG nova.compute.manager [req-77d88cb2-a337-444e-9b15-b14092a9caf5 req-1e869cb3-5e6b-4b16-8941-e92bd72b0653 service nova] [instance: 4cdcfc6f-7d4f-4b81-b0a1-425c842fe20b] Received event network-vif-plugged-235a3ac9-41ef-4113-9dfe-d862dbeea2de {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 839.890711] env[69889]: DEBUG oslo_concurrency.lockutils [req-77d88cb2-a337-444e-9b15-b14092a9caf5 req-1e869cb3-5e6b-4b16-8941-e92bd72b0653 service nova] Acquiring lock "4cdcfc6f-7d4f-4b81-b0a1-425c842fe20b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.891014] env[69889]: DEBUG oslo_concurrency.lockutils [req-77d88cb2-a337-444e-9b15-b14092a9caf5 req-1e869cb3-5e6b-4b16-8941-e92bd72b0653 service nova] Lock "4cdcfc6f-7d4f-4b81-b0a1-425c842fe20b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.891598] env[69889]: DEBUG oslo_concurrency.lockutils [req-77d88cb2-a337-444e-9b15-b14092a9caf5 req-1e869cb3-5e6b-4b16-8941-e92bd72b0653 service nova] Lock "4cdcfc6f-7d4f-4b81-b0a1-425c842fe20b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.891598] env[69889]: DEBUG nova.compute.manager [req-77d88cb2-a337-444e-9b15-b14092a9caf5 req-1e869cb3-5e6b-4b16-8941-e92bd72b0653 service nova] [instance: 4cdcfc6f-7d4f-4b81-b0a1-425c842fe20b] No waiting events found dispatching network-vif-plugged-235a3ac9-41ef-4113-9dfe-d862dbeea2de {{(pid=69889) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 839.892076] env[69889]: WARNING nova.compute.manager [req-77d88cb2-a337-444e-9b15-b14092a9caf5 req-1e869cb3-5e6b-4b16-8941-e92bd72b0653 service nova] [instance: 4cdcfc6f-7d4f-4b81-b0a1-425c842fe20b] Received unexpected event network-vif-plugged-235a3ac9-41ef-4113-9dfe-d862dbeea2de for instance with vm_state building and task_state spawning. [ 839.892607] env[69889]: DEBUG oslo_concurrency.lockutils [None req-f3d7df17-8668-490b-9768-70994ec77f9f tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.978s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.892607] env[69889]: DEBUG oslo_concurrency.lockutils [None req-f3d7df17-8668-490b-9768-70994ec77f9f tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.900529] env[69889]: DEBUG oslo_concurrency.lockutils [None req-79e4ee89-45d5-4322-a2cc-3676e3f9fa00 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.683s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.902595] env[69889]: INFO nova.compute.claims [None req-79e4ee89-45d5-4322-a2cc-3676e3f9fa00 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 839.950199] env[69889]: INFO nova.scheduler.client.report [None req-f3d7df17-8668-490b-9768-70994ec77f9f tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Deleted allocations for instance 63d61011-bbbe-4645-b993-9a9c8e8ca075 [ 839.967257] env[69889]: DEBUG nova.network.neutron [None req-4aa8ce07-45d8-44f7-b979-c4c86bf92e3a tempest-ServersV294TestFqdnHostnames-533393004 tempest-ServersV294TestFqdnHostnames-533393004-project-member] [instance: 4cdcfc6f-7d4f-4b81-b0a1-425c842fe20b] Successfully updated port: 235a3ac9-41ef-4113-9dfe-d862dbeea2de {{(pid=69889) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 840.038684] env[69889]: DEBUG oslo_concurrency.lockutils [None req-20b451bc-7577-4598-8096-ecc4ac8ec2f3 tempest-ServersTestManualDisk-1257826692 tempest-ServersTestManualDisk-1257826692-project-member] Acquiring lock "4ac0defd-d9ca-4e93-836c-a5cc81529eba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.038878] env[69889]: DEBUG oslo_concurrency.lockutils [None req-20b451bc-7577-4598-8096-ecc4ac8ec2f3 tempest-ServersTestManualDisk-1257826692 tempest-ServersTestManualDisk-1257826692-project-member] Lock "4ac0defd-d9ca-4e93-836c-a5cc81529eba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.039104] env[69889]: DEBUG oslo_concurrency.lockutils [None req-20b451bc-7577-4598-8096-ecc4ac8ec2f3 tempest-ServersTestManualDisk-1257826692 tempest-ServersTestManualDisk-1257826692-project-member] Acquiring lock "4ac0defd-d9ca-4e93-836c-a5cc81529eba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.039299] env[69889]: DEBUG oslo_concurrency.lockutils [None req-20b451bc-7577-4598-8096-ecc4ac8ec2f3 tempest-ServersTestManualDisk-1257826692 tempest-ServersTestManualDisk-1257826692-project-member] Lock "4ac0defd-d9ca-4e93-836c-a5cc81529eba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.039598] env[69889]: DEBUG oslo_concurrency.lockutils [None req-20b451bc-7577-4598-8096-ecc4ac8ec2f3 tempest-ServersTestManualDisk-1257826692 tempest-ServersTestManualDisk-1257826692-project-member] Lock "4ac0defd-d9ca-4e93-836c-a5cc81529eba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.042616] env[69889]: INFO nova.compute.manager [None req-20b451bc-7577-4598-8096-ecc4ac8ec2f3 tempest-ServersTestManualDisk-1257826692 tempest-ServersTestManualDisk-1257826692-project-member] [instance: 4ac0defd-d9ca-4e93-836c-a5cc81529eba] Terminating instance [ 840.270786] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077136, 'name': CreateVM_Task, 'duration_secs': 0.40951} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.274191] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4925d307-f4c8-4847-8ee1-937e196e6c69] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 840.275113] env[69889]: DEBUG oslo_concurrency.lockutils [None req-eff44f04-a6ca-4417-b2fd-dc9bf3da28d2 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.275427] env[69889]: DEBUG oslo_concurrency.lockutils [None req-eff44f04-a6ca-4417-b2fd-dc9bf3da28d2 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.275783] env[69889]: DEBUG oslo_concurrency.lockutils [None req-eff44f04-a6ca-4417-b2fd-dc9bf3da28d2 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.276570] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0080e9b4-557c-4be3-b294-bf87949e5094 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.283316] env[69889]: DEBUG oslo_vmware.api [None req-eff44f04-a6ca-4417-b2fd-dc9bf3da28d2 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Waiting for the task: (returnval){ [ 840.283316] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52e21476-214e-6e48-47db-c1ed78bd4740" [ 840.283316] env[69889]: _type = "Task" [ 840.283316] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.298693] env[69889]: DEBUG oslo_vmware.api [None req-eff44f04-a6ca-4417-b2fd-dc9bf3da28d2 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52e21476-214e-6e48-47db-c1ed78bd4740, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.309976] env[69889]: DEBUG oslo_vmware.api [None req-514a0aa1-6e53-46c2-aff2-2a9a833334ad tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Task: {'id': task-4077137, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09114} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.310691] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-514a0aa1-6e53-46c2-aff2-2a9a833334ad tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] [instance: d2d7ec47-2dbc-4397-9999-8ab39d117876] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 840.311402] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29db6466-2a0c-4092-995b-e852014427ef {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.336352] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-514a0aa1-6e53-46c2-aff2-2a9a833334ad tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] [instance: d2d7ec47-2dbc-4397-9999-8ab39d117876] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] d2d7ec47-2dbc-4397-9999-8ab39d117876/d2d7ec47-2dbc-4397-9999-8ab39d117876.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 840.339317] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c38cc5c4-4d04-4301-b4fe-23bee74c07d0 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.366703] env[69889]: DEBUG oslo_vmware.api [None req-514a0aa1-6e53-46c2-aff2-2a9a833334ad tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Waiting for the task: (returnval){ [ 840.366703] env[69889]: value = "task-4077138" [ 840.366703] env[69889]: _type = "Task" [ 840.366703] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.376393] env[69889]: DEBUG oslo_vmware.api [None req-514a0aa1-6e53-46c2-aff2-2a9a833334ad tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Task: {'id': task-4077138, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.393773] env[69889]: DEBUG nova.compute.utils [None req-47253305-4a97-4cec-80c7-27d19d6eac1f tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 840.395487] env[69889]: DEBUG nova.compute.manager [None req-47253305-4a97-4cec-80c7-27d19d6eac1f tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] [instance: fcc33919-98ac-42bc-8c76-a65e1189865a] Allocating IP information in the background. {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 840.395678] env[69889]: DEBUG nova.network.neutron [None req-47253305-4a97-4cec-80c7-27d19d6eac1f tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] [instance: fcc33919-98ac-42bc-8c76-a65e1189865a] allocate_for_instance() {{(pid=69889) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 840.458329] env[69889]: DEBUG oslo_concurrency.lockutils [None req-f3d7df17-8668-490b-9768-70994ec77f9f tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Lock "63d61011-bbbe-4645-b993-9a9c8e8ca075" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.391s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.471650] env[69889]: DEBUG oslo_concurrency.lockutils [None req-4aa8ce07-45d8-44f7-b979-c4c86bf92e3a tempest-ServersV294TestFqdnHostnames-533393004 tempest-ServersV294TestFqdnHostnames-533393004-project-member] Acquiring lock "refresh_cache-4cdcfc6f-7d4f-4b81-b0a1-425c842fe20b" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.471650] env[69889]: DEBUG oslo_concurrency.lockutils [None req-4aa8ce07-45d8-44f7-b979-c4c86bf92e3a tempest-ServersV294TestFqdnHostnames-533393004 tempest-ServersV294TestFqdnHostnames-533393004-project-member] Acquired lock "refresh_cache-4cdcfc6f-7d4f-4b81-b0a1-425c842fe20b" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.471729] env[69889]: DEBUG nova.network.neutron [None req-4aa8ce07-45d8-44f7-b979-c4c86bf92e3a tempest-ServersV294TestFqdnHostnames-533393004 tempest-ServersV294TestFqdnHostnames-533393004-project-member] [instance: 4cdcfc6f-7d4f-4b81-b0a1-425c842fe20b] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 840.505347] env[69889]: DEBUG nova.policy [None req-47253305-4a97-4cec-80c7-27d19d6eac1f tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e25dc14b3ae24876844e888068cf70ee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3a1f8dde4b7344cc9767b402727ba490', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69889) authorize /opt/stack/nova/nova/policy.py:192}} [ 840.527539] env[69889]: DEBUG nova.network.neutron [req-be476177-f558-4454-b94e-d87af91d3d5b req-8fa361a1-1477-402f-abbc-e201aefaeb4f service nova] [instance: 4925d307-f4c8-4847-8ee1-937e196e6c69] Updated VIF entry in instance network info cache for port a31b8e5f-779e-47a4-90cd-c0b7bd8195db. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 840.527908] env[69889]: DEBUG nova.network.neutron [req-be476177-f558-4454-b94e-d87af91d3d5b req-8fa361a1-1477-402f-abbc-e201aefaeb4f service nova] [instance: 4925d307-f4c8-4847-8ee1-937e196e6c69] Updating instance_info_cache with network_info: [{"id": "a31b8e5f-779e-47a4-90cd-c0b7bd8195db", "address": "fa:16:3e:02:21:4a", "network": {"id": "f04c3ba6-3f1c-4cf3-9c1b-fc9993310d84", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-261504153-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2395aa6d142c4ab89e47ada2f874959c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa31b8e5f-77", "ovs_interfaceid": "a31b8e5f-779e-47a4-90cd-c0b7bd8195db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.549484] env[69889]: DEBUG nova.compute.manager [None req-20b451bc-7577-4598-8096-ecc4ac8ec2f3 tempest-ServersTestManualDisk-1257826692 tempest-ServersTestManualDisk-1257826692-project-member] [instance: 4ac0defd-d9ca-4e93-836c-a5cc81529eba] Start destroying the instance on the hypervisor. {{(pid=69889) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 840.549975] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-20b451bc-7577-4598-8096-ecc4ac8ec2f3 tempest-ServersTestManualDisk-1257826692 tempest-ServersTestManualDisk-1257826692-project-member] [instance: 4ac0defd-d9ca-4e93-836c-a5cc81529eba] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 840.551128] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ac3ee0a-d426-4746-bc01-8e5aa52db147 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.560783] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-20b451bc-7577-4598-8096-ecc4ac8ec2f3 tempest-ServersTestManualDisk-1257826692 tempest-ServersTestManualDisk-1257826692-project-member] [instance: 4ac0defd-d9ca-4e93-836c-a5cc81529eba] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 840.561034] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ced7d4b6-6699-4c63-90c3-598a603a24ef {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.570586] env[69889]: DEBUG oslo_vmware.api [None req-20b451bc-7577-4598-8096-ecc4ac8ec2f3 tempest-ServersTestManualDisk-1257826692 tempest-ServersTestManualDisk-1257826692-project-member] Waiting for the task: (returnval){ [ 840.570586] env[69889]: value = "task-4077139" [ 840.570586] env[69889]: _type = "Task" [ 840.570586] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.581853] env[69889]: DEBUG oslo_vmware.api [None req-20b451bc-7577-4598-8096-ecc4ac8ec2f3 tempest-ServersTestManualDisk-1257826692 tempest-ServersTestManualDisk-1257826692-project-member] Task: {'id': task-4077139, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.798431] env[69889]: DEBUG oslo_vmware.api [None req-eff44f04-a6ca-4417-b2fd-dc9bf3da28d2 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52e21476-214e-6e48-47db-c1ed78bd4740, 'name': SearchDatastore_Task, 'duration_secs': 0.012121} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.798883] env[69889]: DEBUG oslo_concurrency.lockutils [None req-eff44f04-a6ca-4417-b2fd-dc9bf3da28d2 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.799211] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-eff44f04-a6ca-4417-b2fd-dc9bf3da28d2 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] [instance: 4925d307-f4c8-4847-8ee1-937e196e6c69] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 840.800025] env[69889]: DEBUG oslo_concurrency.lockutils [None req-eff44f04-a6ca-4417-b2fd-dc9bf3da28d2 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.800025] env[69889]: DEBUG oslo_concurrency.lockutils [None req-eff44f04-a6ca-4417-b2fd-dc9bf3da28d2 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.800025] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-eff44f04-a6ca-4417-b2fd-dc9bf3da28d2 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 840.800354] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9c2a4696-c3bf-4714-aa73-15f4fc6217c8 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.811395] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-eff44f04-a6ca-4417-b2fd-dc9bf3da28d2 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 840.811593] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-eff44f04-a6ca-4417-b2fd-dc9bf3da28d2 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 840.812399] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1bed57e-98d0-49b5-a77c-60b854f75b1a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.819600] env[69889]: DEBUG oslo_vmware.api [None req-eff44f04-a6ca-4417-b2fd-dc9bf3da28d2 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Waiting for the task: (returnval){ [ 840.819600] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52878197-cd97-a972-c43b-ba8a97830adf" [ 840.819600] env[69889]: _type = "Task" [ 840.819600] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.829577] env[69889]: DEBUG oslo_vmware.api [None req-eff44f04-a6ca-4417-b2fd-dc9bf3da28d2 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52878197-cd97-a972-c43b-ba8a97830adf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.878405] env[69889]: DEBUG oslo_vmware.api [None req-514a0aa1-6e53-46c2-aff2-2a9a833334ad tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Task: {'id': task-4077138, 'name': ReconfigVM_Task, 'duration_secs': 0.39175} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.878792] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-514a0aa1-6e53-46c2-aff2-2a9a833334ad tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] [instance: d2d7ec47-2dbc-4397-9999-8ab39d117876] Reconfigured VM instance instance-00000025 to attach disk [datastore2] d2d7ec47-2dbc-4397-9999-8ab39d117876/d2d7ec47-2dbc-4397-9999-8ab39d117876.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 840.879713] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b7298cae-bc99-4736-9ba0-11341bd341b2 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.889277] env[69889]: DEBUG oslo_vmware.api [None req-514a0aa1-6e53-46c2-aff2-2a9a833334ad tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Waiting for the task: (returnval){ [ 840.889277] env[69889]: value = "task-4077140" [ 840.889277] env[69889]: _type = "Task" [ 840.889277] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.900810] env[69889]: DEBUG nova.compute.manager [None req-47253305-4a97-4cec-80c7-27d19d6eac1f tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] [instance: fcc33919-98ac-42bc-8c76-a65e1189865a] Start building block device mappings for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 840.905494] env[69889]: DEBUG oslo_vmware.api [None req-514a0aa1-6e53-46c2-aff2-2a9a833334ad tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Task: {'id': task-4077140, 'name': Rename_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.026944] env[69889]: DEBUG nova.network.neutron [None req-4aa8ce07-45d8-44f7-b979-c4c86bf92e3a tempest-ServersV294TestFqdnHostnames-533393004 tempest-ServersV294TestFqdnHostnames-533393004-project-member] [instance: 4cdcfc6f-7d4f-4b81-b0a1-425c842fe20b] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 841.034415] env[69889]: DEBUG oslo_concurrency.lockutils [req-be476177-f558-4454-b94e-d87af91d3d5b req-8fa361a1-1477-402f-abbc-e201aefaeb4f service nova] Releasing lock "refresh_cache-4925d307-f4c8-4847-8ee1-937e196e6c69" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.092389] env[69889]: DEBUG oslo_vmware.api [None req-20b451bc-7577-4598-8096-ecc4ac8ec2f3 tempest-ServersTestManualDisk-1257826692 tempest-ServersTestManualDisk-1257826692-project-member] Task: {'id': task-4077139, 'name': PowerOffVM_Task, 'duration_secs': 0.386808} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.092389] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-20b451bc-7577-4598-8096-ecc4ac8ec2f3 tempest-ServersTestManualDisk-1257826692 tempest-ServersTestManualDisk-1257826692-project-member] [instance: 4ac0defd-d9ca-4e93-836c-a5cc81529eba] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 841.092389] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-20b451bc-7577-4598-8096-ecc4ac8ec2f3 tempest-ServersTestManualDisk-1257826692 tempest-ServersTestManualDisk-1257826692-project-member] [instance: 4ac0defd-d9ca-4e93-836c-a5cc81529eba] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 841.092628] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2c21d69c-d79f-4b74-b5fd-e910b8b72b60 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.333658] env[69889]: DEBUG oslo_vmware.api [None req-eff44f04-a6ca-4417-b2fd-dc9bf3da28d2 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52878197-cd97-a972-c43b-ba8a97830adf, 'name': SearchDatastore_Task, 'duration_secs': 0.012616} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.338282] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60cd41b5-e46c-47bd-8f20-f8e07ec330d2 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.345643] env[69889]: DEBUG nova.network.neutron [None req-4aa8ce07-45d8-44f7-b979-c4c86bf92e3a tempest-ServersV294TestFqdnHostnames-533393004 tempest-ServersV294TestFqdnHostnames-533393004-project-member] [instance: 4cdcfc6f-7d4f-4b81-b0a1-425c842fe20b] Updating instance_info_cache with network_info: [{"id": "235a3ac9-41ef-4113-9dfe-d862dbeea2de", "address": "fa:16:3e:5f:5a:76", "network": {"id": "f433c54d-b856-4d5f-ac81-69cc2ef08669", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1404977354-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf54ec31e1574ae98cd2130e7f284223", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496ac502-bfc4-4324-8332-cac473eb7cc4", "external-id": "nsx-vlan-transportzone-415", "segmentation_id": 415, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap235a3ac9-41", "ovs_interfaceid": "235a3ac9-41ef-4113-9dfe-d862dbeea2de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.354934] env[69889]: DEBUG oslo_vmware.api [None req-eff44f04-a6ca-4417-b2fd-dc9bf3da28d2 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Waiting for the task: (returnval){ [ 841.354934] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52c7c6e4-0eaf-c11d-2c00-abe85d9ab186" [ 841.354934] env[69889]: _type = "Task" [ 841.354934] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.366825] env[69889]: DEBUG oslo_vmware.api [None req-eff44f04-a6ca-4417-b2fd-dc9bf3da28d2 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52c7c6e4-0eaf-c11d-2c00-abe85d9ab186, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.398188] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-20b451bc-7577-4598-8096-ecc4ac8ec2f3 tempest-ServersTestManualDisk-1257826692 tempest-ServersTestManualDisk-1257826692-project-member] [instance: 4ac0defd-d9ca-4e93-836c-a5cc81529eba] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 841.398344] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-20b451bc-7577-4598-8096-ecc4ac8ec2f3 tempest-ServersTestManualDisk-1257826692 tempest-ServersTestManualDisk-1257826692-project-member] [instance: 4ac0defd-d9ca-4e93-836c-a5cc81529eba] Deleting contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 841.398723] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-20b451bc-7577-4598-8096-ecc4ac8ec2f3 tempest-ServersTestManualDisk-1257826692 tempest-ServersTestManualDisk-1257826692-project-member] Deleting the datastore file [datastore2] 4ac0defd-d9ca-4e93-836c-a5cc81529eba {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 841.400393] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4103f172-2d1b-4043-8706-8a5553039a98 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.409368] env[69889]: DEBUG oslo_vmware.api [None req-514a0aa1-6e53-46c2-aff2-2a9a833334ad tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Task: {'id': task-4077140, 'name': Rename_Task, 'duration_secs': 0.189368} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.413403] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-514a0aa1-6e53-46c2-aff2-2a9a833334ad tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] [instance: d2d7ec47-2dbc-4397-9999-8ab39d117876] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 841.413403] env[69889]: DEBUG nova.network.neutron [None req-47253305-4a97-4cec-80c7-27d19d6eac1f tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] [instance: fcc33919-98ac-42bc-8c76-a65e1189865a] Successfully created port: 2532c5ac-21b1-4219-828e-4f99c3cde291 {{(pid=69889) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 841.416604] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d767bd03-56d9-4a76-9946-abe9a5bbef3d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.420559] env[69889]: DEBUG oslo_vmware.api [None req-20b451bc-7577-4598-8096-ecc4ac8ec2f3 tempest-ServersTestManualDisk-1257826692 tempest-ServersTestManualDisk-1257826692-project-member] Waiting for the task: (returnval){ [ 841.420559] env[69889]: value = "task-4077142" [ 841.420559] env[69889]: _type = "Task" [ 841.420559] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.430398] env[69889]: DEBUG oslo_vmware.api [None req-514a0aa1-6e53-46c2-aff2-2a9a833334ad tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Waiting for the task: (returnval){ [ 841.430398] env[69889]: value = "task-4077143" [ 841.430398] env[69889]: _type = "Task" [ 841.430398] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.437018] env[69889]: DEBUG oslo_vmware.api [None req-20b451bc-7577-4598-8096-ecc4ac8ec2f3 tempest-ServersTestManualDisk-1257826692 tempest-ServersTestManualDisk-1257826692-project-member] Task: {'id': task-4077142, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.446868] env[69889]: DEBUG oslo_vmware.api [None req-514a0aa1-6e53-46c2-aff2-2a9a833334ad tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Task: {'id': task-4077143, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.639254] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-290a5546-5d1a-45a8-97d7-752e7818a67c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.651249] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23fd0415-3690-4297-8186-4024a5db2c78 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.687870] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8863dd5-1780-4111-bfd3-07bf640dedde {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.697180] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-962eca1f-c1a8-4eac-b745-6f208a1c9e08 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.715695] env[69889]: DEBUG nova.compute.provider_tree [None req-79e4ee89-45d5-4322-a2cc-3676e3f9fa00 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 841.850666] env[69889]: DEBUG oslo_concurrency.lockutils [None req-4aa8ce07-45d8-44f7-b979-c4c86bf92e3a tempest-ServersV294TestFqdnHostnames-533393004 tempest-ServersV294TestFqdnHostnames-533393004-project-member] Releasing lock "refresh_cache-4cdcfc6f-7d4f-4b81-b0a1-425c842fe20b" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.851054] env[69889]: DEBUG nova.compute.manager [None req-4aa8ce07-45d8-44f7-b979-c4c86bf92e3a tempest-ServersV294TestFqdnHostnames-533393004 tempest-ServersV294TestFqdnHostnames-533393004-project-member] [instance: 4cdcfc6f-7d4f-4b81-b0a1-425c842fe20b] Instance network_info: |[{"id": "235a3ac9-41ef-4113-9dfe-d862dbeea2de", "address": "fa:16:3e:5f:5a:76", "network": {"id": "f433c54d-b856-4d5f-ac81-69cc2ef08669", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1404977354-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf54ec31e1574ae98cd2130e7f284223", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496ac502-bfc4-4324-8332-cac473eb7cc4", "external-id": "nsx-vlan-transportzone-415", "segmentation_id": 415, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap235a3ac9-41", "ovs_interfaceid": "235a3ac9-41ef-4113-9dfe-d862dbeea2de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 841.851526] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-4aa8ce07-45d8-44f7-b979-c4c86bf92e3a tempest-ServersV294TestFqdnHostnames-533393004 tempest-ServersV294TestFqdnHostnames-533393004-project-member] [instance: 4cdcfc6f-7d4f-4b81-b0a1-425c842fe20b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:5a:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '496ac502-bfc4-4324-8332-cac473eb7cc4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '235a3ac9-41ef-4113-9dfe-d862dbeea2de', 'vif_model': 'vmxnet3'}] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 841.862322] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-4aa8ce07-45d8-44f7-b979-c4c86bf92e3a tempest-ServersV294TestFqdnHostnames-533393004 tempest-ServersV294TestFqdnHostnames-533393004-project-member] Creating folder: Project (bf54ec31e1574ae98cd2130e7f284223). Parent ref: group-v807779. {{(pid=69889) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 841.865883] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3c668e72-4825-442a-9d92-15effec58167 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.877564] env[69889]: DEBUG oslo_vmware.api [None req-eff44f04-a6ca-4417-b2fd-dc9bf3da28d2 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52c7c6e4-0eaf-c11d-2c00-abe85d9ab186, 'name': SearchDatastore_Task, 'duration_secs': 0.011406} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.877721] env[69889]: DEBUG oslo_concurrency.lockutils [None req-eff44f04-a6ca-4417-b2fd-dc9bf3da28d2 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.878233] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-eff44f04-a6ca-4417-b2fd-dc9bf3da28d2 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore1] 4925d307-f4c8-4847-8ee1-937e196e6c69/4925d307-f4c8-4847-8ee1-937e196e6c69.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 841.878333] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ea3824e1-1b0c-4e1f-b5cb-99518e513a33 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.881878] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-4aa8ce07-45d8-44f7-b979-c4c86bf92e3a tempest-ServersV294TestFqdnHostnames-533393004 tempest-ServersV294TestFqdnHostnames-533393004-project-member] Created folder: Project (bf54ec31e1574ae98cd2130e7f284223) in parent group-v807779. [ 841.882098] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-4aa8ce07-45d8-44f7-b979-c4c86bf92e3a tempest-ServersV294TestFqdnHostnames-533393004 tempest-ServersV294TestFqdnHostnames-533393004-project-member] Creating folder: Instances. Parent ref: group-v807888. {{(pid=69889) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 841.882936] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-78ab5270-68f4-4102-8a3c-f1e26c21b4f5 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.889297] env[69889]: DEBUG oslo_vmware.api [None req-eff44f04-a6ca-4417-b2fd-dc9bf3da28d2 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Waiting for the task: (returnval){ [ 841.889297] env[69889]: value = "task-4077145" [ 841.889297] env[69889]: _type = "Task" [ 841.889297] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.901369] env[69889]: DEBUG oslo_vmware.api [None req-eff44f04-a6ca-4417-b2fd-dc9bf3da28d2 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Task: {'id': task-4077145, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.903308] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-4aa8ce07-45d8-44f7-b979-c4c86bf92e3a tempest-ServersV294TestFqdnHostnames-533393004 tempest-ServersV294TestFqdnHostnames-533393004-project-member] Created folder: Instances in parent group-v807888. [ 841.904515] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4aa8ce07-45d8-44f7-b979-c4c86bf92e3a tempest-ServersV294TestFqdnHostnames-533393004 tempest-ServersV294TestFqdnHostnames-533393004-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 841.904515] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4cdcfc6f-7d4f-4b81-b0a1-425c842fe20b] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 841.904689] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-585a8cab-6d4a-4ed8-8249-7fbc0ecd507d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.923082] env[69889]: DEBUG nova.compute.manager [None req-47253305-4a97-4cec-80c7-27d19d6eac1f tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] [instance: fcc33919-98ac-42bc-8c76-a65e1189865a] Start spawning the instance on the hypervisor. {{(pid=69889) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 841.933714] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 841.933714] env[69889]: value = "task-4077147" [ 841.933714] env[69889]: _type = "Task" [ 841.933714] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.941802] env[69889]: DEBUG oslo_vmware.api [None req-20b451bc-7577-4598-8096-ecc4ac8ec2f3 tempest-ServersTestManualDisk-1257826692 tempest-ServersTestManualDisk-1257826692-project-member] Task: {'id': task-4077142, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.240708} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.945784] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-20b451bc-7577-4598-8096-ecc4ac8ec2f3 tempest-ServersTestManualDisk-1257826692 tempest-ServersTestManualDisk-1257826692-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 841.946022] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-20b451bc-7577-4598-8096-ecc4ac8ec2f3 tempest-ServersTestManualDisk-1257826692 tempest-ServersTestManualDisk-1257826692-project-member] [instance: 4ac0defd-d9ca-4e93-836c-a5cc81529eba] Deleted contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 841.946217] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-20b451bc-7577-4598-8096-ecc4ac8ec2f3 tempest-ServersTestManualDisk-1257826692 tempest-ServersTestManualDisk-1257826692-project-member] [instance: 4ac0defd-d9ca-4e93-836c-a5cc81529eba] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 841.946418] env[69889]: INFO nova.compute.manager [None req-20b451bc-7577-4598-8096-ecc4ac8ec2f3 tempest-ServersTestManualDisk-1257826692 tempest-ServersTestManualDisk-1257826692-project-member] [instance: 4ac0defd-d9ca-4e93-836c-a5cc81529eba] Took 1.40 seconds to destroy the instance on the hypervisor. [ 841.946692] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-20b451bc-7577-4598-8096-ecc4ac8ec2f3 tempest-ServersTestManualDisk-1257826692 tempest-ServersTestManualDisk-1257826692-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 841.946942] env[69889]: DEBUG oslo_vmware.api [None req-514a0aa1-6e53-46c2-aff2-2a9a833334ad tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Task: {'id': task-4077143, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.949838] env[69889]: DEBUG nova.compute.manager [-] [instance: 4ac0defd-d9ca-4e93-836c-a5cc81529eba] Deallocating network for instance {{(pid=69889) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 841.950076] env[69889]: DEBUG nova.network.neutron [-] [instance: 4ac0defd-d9ca-4e93-836c-a5cc81529eba] deallocate_for_instance() {{(pid=69889) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 841.957126] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077147, 'name': CreateVM_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.959950] env[69889]: DEBUG nova.virt.hardware [None req-47253305-4a97-4cec-80c7-27d19d6eac1f tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 841.960331] env[69889]: DEBUG nova.virt.hardware [None req-47253305-4a97-4cec-80c7-27d19d6eac1f tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 841.960526] env[69889]: DEBUG nova.virt.hardware [None req-47253305-4a97-4cec-80c7-27d19d6eac1f tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 841.960777] env[69889]: DEBUG nova.virt.hardware [None req-47253305-4a97-4cec-80c7-27d19d6eac1f tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 841.960939] env[69889]: DEBUG nova.virt.hardware [None req-47253305-4a97-4cec-80c7-27d19d6eac1f tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 841.961155] env[69889]: DEBUG nova.virt.hardware [None req-47253305-4a97-4cec-80c7-27d19d6eac1f tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 841.961424] env[69889]: DEBUG nova.virt.hardware [None req-47253305-4a97-4cec-80c7-27d19d6eac1f tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 841.961606] env[69889]: DEBUG nova.virt.hardware [None req-47253305-4a97-4cec-80c7-27d19d6eac1f tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 841.961838] env[69889]: DEBUG nova.virt.hardware [None req-47253305-4a97-4cec-80c7-27d19d6eac1f tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 841.962060] env[69889]: DEBUG nova.virt.hardware [None req-47253305-4a97-4cec-80c7-27d19d6eac1f tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 841.962249] env[69889]: DEBUG nova.virt.hardware [None req-47253305-4a97-4cec-80c7-27d19d6eac1f tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 841.963442] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfdd3cee-32b5-4258-9eab-9040da673acc {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.975986] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47b58752-8796-427a-b40c-bb166dcdd344 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.219555] env[69889]: DEBUG nova.scheduler.client.report [None req-79e4ee89-45d5-4322-a2cc-3676e3f9fa00 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 842.408548] env[69889]: DEBUG oslo_vmware.api [None req-eff44f04-a6ca-4417-b2fd-dc9bf3da28d2 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Task: {'id': task-4077145, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.450168] env[69889]: DEBUG oslo_vmware.api [None req-514a0aa1-6e53-46c2-aff2-2a9a833334ad tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Task: {'id': task-4077143, 'name': PowerOnVM_Task, 'duration_secs': 0.594823} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.456700] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-514a0aa1-6e53-46c2-aff2-2a9a833334ad tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] [instance: d2d7ec47-2dbc-4397-9999-8ab39d117876] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 842.457200] env[69889]: INFO nova.compute.manager [None req-514a0aa1-6e53-46c2-aff2-2a9a833334ad tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] [instance: d2d7ec47-2dbc-4397-9999-8ab39d117876] Took 8.78 seconds to spawn the instance on the hypervisor. [ 842.457418] env[69889]: DEBUG nova.compute.manager [None req-514a0aa1-6e53-46c2-aff2-2a9a833334ad tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] [instance: d2d7ec47-2dbc-4397-9999-8ab39d117876] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 842.457820] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077147, 'name': CreateVM_Task} progress is 25%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.460221] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77aff88b-ab11-4e83-a870-7906670245b0 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.597942] env[69889]: DEBUG nova.compute.manager [req-5533fbda-01b9-4af9-84a4-e286b9cc9cf2 req-85b61f70-b33b-48e4-9c2a-12c8feb8aece service nova] [instance: 4cdcfc6f-7d4f-4b81-b0a1-425c842fe20b] Received event network-changed-235a3ac9-41ef-4113-9dfe-d862dbeea2de {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 842.598174] env[69889]: DEBUG nova.compute.manager [req-5533fbda-01b9-4af9-84a4-e286b9cc9cf2 req-85b61f70-b33b-48e4-9c2a-12c8feb8aece service nova] [instance: 4cdcfc6f-7d4f-4b81-b0a1-425c842fe20b] Refreshing instance network info cache due to event network-changed-235a3ac9-41ef-4113-9dfe-d862dbeea2de. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 842.598402] env[69889]: DEBUG oslo_concurrency.lockutils [req-5533fbda-01b9-4af9-84a4-e286b9cc9cf2 req-85b61f70-b33b-48e4-9c2a-12c8feb8aece service nova] Acquiring lock "refresh_cache-4cdcfc6f-7d4f-4b81-b0a1-425c842fe20b" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.598564] env[69889]: DEBUG oslo_concurrency.lockutils [req-5533fbda-01b9-4af9-84a4-e286b9cc9cf2 req-85b61f70-b33b-48e4-9c2a-12c8feb8aece service nova] Acquired lock "refresh_cache-4cdcfc6f-7d4f-4b81-b0a1-425c842fe20b" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.598734] env[69889]: DEBUG nova.network.neutron [req-5533fbda-01b9-4af9-84a4-e286b9cc9cf2 req-85b61f70-b33b-48e4-9c2a-12c8feb8aece service nova] [instance: 4cdcfc6f-7d4f-4b81-b0a1-425c842fe20b] Refreshing network info cache for port 235a3ac9-41ef-4113-9dfe-d862dbeea2de {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 842.728616] env[69889]: DEBUG oslo_concurrency.lockutils [None req-79e4ee89-45d5-4322-a2cc-3676e3f9fa00 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.827s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.728786] env[69889]: DEBUG nova.compute.manager [None req-79e4ee89-45d5-4322-a2cc-3676e3f9fa00 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4] Start building networks asynchronously for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 842.734255] env[69889]: DEBUG oslo_concurrency.lockutils [None req-81099c19-ad8f-4f14-8388-0f0a974aa4e5 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 38.813s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.738028] env[69889]: DEBUG nova.objects.instance [None req-81099c19-ad8f-4f14-8388-0f0a974aa4e5 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] [instance: 2ed7de86-7eb4-4e49-8d78-171d09addeb1] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69889) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 842.893493] env[69889]: DEBUG nova.network.neutron [None req-47253305-4a97-4cec-80c7-27d19d6eac1f tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] [instance: fcc33919-98ac-42bc-8c76-a65e1189865a] Successfully created port: 9bcd052d-8a11-42fc-ae13-6c92bdb814b0 {{(pid=69889) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 842.905963] env[69889]: DEBUG oslo_vmware.api [None req-eff44f04-a6ca-4417-b2fd-dc9bf3da28d2 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Task: {'id': task-4077145, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.639551} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.906357] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-eff44f04-a6ca-4417-b2fd-dc9bf3da28d2 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore1] 4925d307-f4c8-4847-8ee1-937e196e6c69/4925d307-f4c8-4847-8ee1-937e196e6c69.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 842.906772] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-eff44f04-a6ca-4417-b2fd-dc9bf3da28d2 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] [instance: 4925d307-f4c8-4847-8ee1-937e196e6c69] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 842.911311] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-875efc7d-419b-4d8c-80f9-ece5c7c285f4 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.922475] env[69889]: DEBUG oslo_vmware.api [None req-eff44f04-a6ca-4417-b2fd-dc9bf3da28d2 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Waiting for the task: (returnval){ [ 842.922475] env[69889]: value = "task-4077148" [ 842.922475] env[69889]: _type = "Task" [ 842.922475] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.938113] env[69889]: DEBUG oslo_vmware.api [None req-eff44f04-a6ca-4417-b2fd-dc9bf3da28d2 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Task: {'id': task-4077148, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.957983] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077147, 'name': CreateVM_Task, 'duration_secs': 0.69297} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.957983] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4cdcfc6f-7d4f-4b81-b0a1-425c842fe20b] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 842.958326] env[69889]: DEBUG oslo_concurrency.lockutils [None req-4aa8ce07-45d8-44f7-b979-c4c86bf92e3a tempest-ServersV294TestFqdnHostnames-533393004 tempest-ServersV294TestFqdnHostnames-533393004-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.958578] env[69889]: DEBUG oslo_concurrency.lockutils [None req-4aa8ce07-45d8-44f7-b979-c4c86bf92e3a tempest-ServersV294TestFqdnHostnames-533393004 tempest-ServersV294TestFqdnHostnames-533393004-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.959028] env[69889]: DEBUG oslo_concurrency.lockutils [None req-4aa8ce07-45d8-44f7-b979-c4c86bf92e3a tempest-ServersV294TestFqdnHostnames-533393004 tempest-ServersV294TestFqdnHostnames-533393004-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.959465] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48953259-268c-4d8d-b2a6-9962be06f131 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.966690] env[69889]: DEBUG oslo_vmware.api [None req-4aa8ce07-45d8-44f7-b979-c4c86bf92e3a tempest-ServersV294TestFqdnHostnames-533393004 tempest-ServersV294TestFqdnHostnames-533393004-project-member] Waiting for the task: (returnval){ [ 842.966690] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52c14e3a-6e75-cd3b-3dea-a0cc102f7074" [ 842.966690] env[69889]: _type = "Task" [ 842.966690] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.987291] env[69889]: DEBUG oslo_vmware.api [None req-4aa8ce07-45d8-44f7-b979-c4c86bf92e3a tempest-ServersV294TestFqdnHostnames-533393004 tempest-ServersV294TestFqdnHostnames-533393004-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52c14e3a-6e75-cd3b-3dea-a0cc102f7074, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.992786] env[69889]: INFO nova.compute.manager [None req-514a0aa1-6e53-46c2-aff2-2a9a833334ad tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] [instance: d2d7ec47-2dbc-4397-9999-8ab39d117876] Took 59.80 seconds to build instance. [ 843.184560] env[69889]: DEBUG nova.network.neutron [-] [instance: 4ac0defd-d9ca-4e93-836c-a5cc81529eba] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.240723] env[69889]: DEBUG nova.compute.utils [None req-79e4ee89-45d5-4322-a2cc-3676e3f9fa00 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 843.254029] env[69889]: DEBUG nova.compute.manager [None req-79e4ee89-45d5-4322-a2cc-3676e3f9fa00 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4] Allocating IP information in the background. {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 843.254029] env[69889]: DEBUG nova.network.neutron [None req-79e4ee89-45d5-4322-a2cc-3676e3f9fa00 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4] allocate_for_instance() {{(pid=69889) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 843.390186] env[69889]: DEBUG nova.policy [None req-79e4ee89-45d5-4322-a2cc-3676e3f9fa00 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '06b16d4eba14469eac358aaed7c3ac59', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8917847ce0c4465198a89a1c5551fb59', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69889) authorize /opt/stack/nova/nova/policy.py:192}} [ 843.434436] env[69889]: DEBUG oslo_vmware.api [None req-eff44f04-a6ca-4417-b2fd-dc9bf3da28d2 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Task: {'id': task-4077148, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.15363} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.434848] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-eff44f04-a6ca-4417-b2fd-dc9bf3da28d2 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] [instance: 4925d307-f4c8-4847-8ee1-937e196e6c69] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 843.435448] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c58a3dc8-9402-407c-a6a8-a75dd69b157b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.463985] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-eff44f04-a6ca-4417-b2fd-dc9bf3da28d2 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] [instance: 4925d307-f4c8-4847-8ee1-937e196e6c69] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] 4925d307-f4c8-4847-8ee1-937e196e6c69/4925d307-f4c8-4847-8ee1-937e196e6c69.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 843.469565] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d364ff6-6888-447d-9d8b-550da77c53d4 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.493775] env[69889]: DEBUG oslo_concurrency.lockutils [None req-514a0aa1-6e53-46c2-aff2-2a9a833334ad tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Lock "d2d7ec47-2dbc-4397-9999-8ab39d117876" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.573s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.503281] env[69889]: DEBUG oslo_vmware.api [None req-4aa8ce07-45d8-44f7-b979-c4c86bf92e3a tempest-ServersV294TestFqdnHostnames-533393004 tempest-ServersV294TestFqdnHostnames-533393004-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52c14e3a-6e75-cd3b-3dea-a0cc102f7074, 'name': SearchDatastore_Task, 'duration_secs': 0.022358} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.505321] env[69889]: DEBUG oslo_concurrency.lockutils [None req-4aa8ce07-45d8-44f7-b979-c4c86bf92e3a tempest-ServersV294TestFqdnHostnames-533393004 tempest-ServersV294TestFqdnHostnames-533393004-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.505609] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-4aa8ce07-45d8-44f7-b979-c4c86bf92e3a tempest-ServersV294TestFqdnHostnames-533393004 tempest-ServersV294TestFqdnHostnames-533393004-project-member] [instance: 4cdcfc6f-7d4f-4b81-b0a1-425c842fe20b] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 843.505873] env[69889]: DEBUG oslo_concurrency.lockutils [None req-4aa8ce07-45d8-44f7-b979-c4c86bf92e3a tempest-ServersV294TestFqdnHostnames-533393004 tempest-ServersV294TestFqdnHostnames-533393004-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.506089] env[69889]: DEBUG oslo_concurrency.lockutils [None req-4aa8ce07-45d8-44f7-b979-c4c86bf92e3a tempest-ServersV294TestFqdnHostnames-533393004 tempest-ServersV294TestFqdnHostnames-533393004-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.506306] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-4aa8ce07-45d8-44f7-b979-c4c86bf92e3a tempest-ServersV294TestFqdnHostnames-533393004 tempest-ServersV294TestFqdnHostnames-533393004-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 843.507471] env[69889]: DEBUG oslo_vmware.api [None req-eff44f04-a6ca-4417-b2fd-dc9bf3da28d2 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Waiting for the task: (returnval){ [ 843.507471] env[69889]: value = "task-4077149" [ 843.507471] env[69889]: _type = "Task" [ 843.507471] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.507471] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-36639a07-20b0-4b3a-b950-26c7db400db3 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.521606] env[69889]: DEBUG oslo_vmware.api [None req-eff44f04-a6ca-4417-b2fd-dc9bf3da28d2 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Task: {'id': task-4077149, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.523706] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-4aa8ce07-45d8-44f7-b979-c4c86bf92e3a tempest-ServersV294TestFqdnHostnames-533393004 tempest-ServersV294TestFqdnHostnames-533393004-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 843.523837] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-4aa8ce07-45d8-44f7-b979-c4c86bf92e3a tempest-ServersV294TestFqdnHostnames-533393004 tempest-ServersV294TestFqdnHostnames-533393004-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 843.526165] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77ab4df3-70dc-4f5d-a7b5-5d3177dd9b23 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.533830] env[69889]: DEBUG oslo_vmware.api [None req-4aa8ce07-45d8-44f7-b979-c4c86bf92e3a tempest-ServersV294TestFqdnHostnames-533393004 tempest-ServersV294TestFqdnHostnames-533393004-project-member] Waiting for the task: (returnval){ [ 843.533830] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52a9a307-78af-a00c-d7af-37c52db2a062" [ 843.533830] env[69889]: _type = "Task" [ 843.533830] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.545143] env[69889]: DEBUG oslo_vmware.api [None req-4aa8ce07-45d8-44f7-b979-c4c86bf92e3a tempest-ServersV294TestFqdnHostnames-533393004 tempest-ServersV294TestFqdnHostnames-533393004-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52a9a307-78af-a00c-d7af-37c52db2a062, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.642970] env[69889]: DEBUG nova.network.neutron [req-5533fbda-01b9-4af9-84a4-e286b9cc9cf2 req-85b61f70-b33b-48e4-9c2a-12c8feb8aece service nova] [instance: 4cdcfc6f-7d4f-4b81-b0a1-425c842fe20b] Updated VIF entry in instance network info cache for port 235a3ac9-41ef-4113-9dfe-d862dbeea2de. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 843.642970] env[69889]: DEBUG nova.network.neutron [req-5533fbda-01b9-4af9-84a4-e286b9cc9cf2 req-85b61f70-b33b-48e4-9c2a-12c8feb8aece service nova] [instance: 4cdcfc6f-7d4f-4b81-b0a1-425c842fe20b] Updating instance_info_cache with network_info: [{"id": "235a3ac9-41ef-4113-9dfe-d862dbeea2de", "address": "fa:16:3e:5f:5a:76", "network": {"id": "f433c54d-b856-4d5f-ac81-69cc2ef08669", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1404977354-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf54ec31e1574ae98cd2130e7f284223", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496ac502-bfc4-4324-8332-cac473eb7cc4", "external-id": "nsx-vlan-transportzone-415", "segmentation_id": 415, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap235a3ac9-41", "ovs_interfaceid": "235a3ac9-41ef-4113-9dfe-d862dbeea2de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.687369] env[69889]: INFO nova.compute.manager [-] [instance: 4ac0defd-d9ca-4e93-836c-a5cc81529eba] Took 1.74 seconds to deallocate network for instance. [ 843.756223] env[69889]: DEBUG nova.compute.manager [None req-79e4ee89-45d5-4322-a2cc-3676e3f9fa00 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4] Start building block device mappings for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 843.763108] env[69889]: DEBUG oslo_concurrency.lockutils [None req-81099c19-ad8f-4f14-8388-0f0a974aa4e5 tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.026s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.763108] env[69889]: DEBUG oslo_concurrency.lockutils [None req-2fcd72b9-69e6-49e5-b334-5a0054b6d7fc tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.268s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.763108] env[69889]: DEBUG oslo_concurrency.lockutils [None req-2fcd72b9-69e6-49e5-b334-5a0054b6d7fc tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.764863] env[69889]: DEBUG oslo_concurrency.lockutils [None req-324ad4ba-2324-46dc-9e76-c41144e9bd18 tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.133s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.766566] env[69889]: INFO nova.compute.claims [None req-324ad4ba-2324-46dc-9e76-c41144e9bd18 tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] [instance: 2df2001e-95cc-4421-a98d-c8212c184cff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 843.810616] env[69889]: INFO nova.scheduler.client.report [None req-2fcd72b9-69e6-49e5-b334-5a0054b6d7fc tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Deleted allocations for instance 2ed7de86-7eb4-4e49-8d78-171d09addeb1 [ 843.913717] env[69889]: DEBUG nova.network.neutron [None req-79e4ee89-45d5-4322-a2cc-3676e3f9fa00 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4] Successfully created port: a701b1ab-efb1-43ae-9133-40a45b94e51e {{(pid=69889) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 843.936916] env[69889]: DEBUG oslo_vmware.rw_handles [None req-14010358-0765-4dda-8b25-cae4a8769604 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5251e8b0-da17-6156-b94c-de6605818fc1/disk-0.vmdk. {{(pid=69889) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 843.937961] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2f24cd2-4667-4ecf-97bb-96df8075c123 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.945467] env[69889]: DEBUG oslo_vmware.rw_handles [None req-14010358-0765-4dda-8b25-cae4a8769604 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5251e8b0-da17-6156-b94c-de6605818fc1/disk-0.vmdk is in state: ready. {{(pid=69889) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 843.945885] env[69889]: ERROR oslo_vmware.rw_handles [None req-14010358-0765-4dda-8b25-cae4a8769604 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5251e8b0-da17-6156-b94c-de6605818fc1/disk-0.vmdk due to incomplete transfer. [ 843.946185] env[69889]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a8af4f6d-5100-491c-a6de-3530dceead1f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.955837] env[69889]: DEBUG oslo_vmware.rw_handles [None req-14010358-0765-4dda-8b25-cae4a8769604 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5251e8b0-da17-6156-b94c-de6605818fc1/disk-0.vmdk. {{(pid=69889) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 843.956123] env[69889]: DEBUG nova.virt.vmwareapi.images [None req-14010358-0765-4dda-8b25-cae4a8769604 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] Uploaded image 31d9ac25-2f07-4fcc-ac41-f3871b7b8532 to the Glance image server {{(pid=69889) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 843.959690] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-14010358-0765-4dda-8b25-cae4a8769604 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] Destroying the VM {{(pid=69889) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 843.960075] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ee34b704-1999-477a-82b6-57c3a7ea3f35 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.968233] env[69889]: DEBUG oslo_vmware.api [None req-14010358-0765-4dda-8b25-cae4a8769604 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Waiting for the task: (returnval){ [ 843.968233] env[69889]: value = "task-4077150" [ 843.968233] env[69889]: _type = "Task" [ 843.968233] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.979327] env[69889]: DEBUG oslo_vmware.api [None req-14010358-0765-4dda-8b25-cae4a8769604 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4077150, 'name': Destroy_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.997138] env[69889]: DEBUG nova.compute.manager [None req-ad891cf9-13f6-474a-b2cc-4c5db117af41 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] [instance: 035a867b-5707-43b4-b743-3e32775063ea] Starting instance... {{(pid=69889) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 844.025815] env[69889]: DEBUG oslo_vmware.api [None req-eff44f04-a6ca-4417-b2fd-dc9bf3da28d2 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Task: {'id': task-4077149, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.047394] env[69889]: DEBUG oslo_vmware.api [None req-4aa8ce07-45d8-44f7-b979-c4c86bf92e3a tempest-ServersV294TestFqdnHostnames-533393004 tempest-ServersV294TestFqdnHostnames-533393004-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52a9a307-78af-a00c-d7af-37c52db2a062, 'name': SearchDatastore_Task, 'duration_secs': 0.015621} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.049299] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2c9ab6b-b9ef-47a2-90de-928bf97f3d9f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.057582] env[69889]: DEBUG oslo_vmware.api [None req-4aa8ce07-45d8-44f7-b979-c4c86bf92e3a tempest-ServersV294TestFqdnHostnames-533393004 tempest-ServersV294TestFqdnHostnames-533393004-project-member] Waiting for the task: (returnval){ [ 844.057582] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52031bc3-a360-05a6-c52a-924990c14ceb" [ 844.057582] env[69889]: _type = "Task" [ 844.057582] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.069752] env[69889]: DEBUG oslo_vmware.api [None req-4aa8ce07-45d8-44f7-b979-c4c86bf92e3a tempest-ServersV294TestFqdnHostnames-533393004 tempest-ServersV294TestFqdnHostnames-533393004-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52031bc3-a360-05a6-c52a-924990c14ceb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.145270] env[69889]: DEBUG oslo_concurrency.lockutils [req-5533fbda-01b9-4af9-84a4-e286b9cc9cf2 req-85b61f70-b33b-48e4-9c2a-12c8feb8aece service nova] Releasing lock "refresh_cache-4cdcfc6f-7d4f-4b81-b0a1-425c842fe20b" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.201867] env[69889]: DEBUG oslo_concurrency.lockutils [None req-20b451bc-7577-4598-8096-ecc4ac8ec2f3 tempest-ServersTestManualDisk-1257826692 tempest-ServersTestManualDisk-1257826692-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.321960] env[69889]: DEBUG oslo_concurrency.lockutils [None req-2fcd72b9-69e6-49e5-b334-5a0054b6d7fc tempest-ServerShowV257Test-1678787587 tempest-ServerShowV257Test-1678787587-project-member] Lock "2ed7de86-7eb4-4e49-8d78-171d09addeb1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.068s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.484829] env[69889]: DEBUG oslo_vmware.api [None req-14010358-0765-4dda-8b25-cae4a8769604 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4077150, 'name': Destroy_Task, 'duration_secs': 0.513814} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.485540] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-14010358-0765-4dda-8b25-cae4a8769604 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] Destroyed the VM [ 844.486834] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-14010358-0765-4dda-8b25-cae4a8769604 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] Deleting Snapshot of the VM instance {{(pid=69889) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 844.487358] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3c8884d9-7b58-4973-84db-fb090e992fb8 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.495783] env[69889]: DEBUG oslo_vmware.api [None req-14010358-0765-4dda-8b25-cae4a8769604 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Waiting for the task: (returnval){ [ 844.495783] env[69889]: value = "task-4077151" [ 844.495783] env[69889]: _type = "Task" [ 844.495783] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.514010] env[69889]: DEBUG oslo_vmware.api [None req-14010358-0765-4dda-8b25-cae4a8769604 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4077151, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.525053] env[69889]: DEBUG oslo_vmware.api [None req-eff44f04-a6ca-4417-b2fd-dc9bf3da28d2 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Task: {'id': task-4077149, 'name': ReconfigVM_Task, 'duration_secs': 0.81035} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.525053] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-eff44f04-a6ca-4417-b2fd-dc9bf3da28d2 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] [instance: 4925d307-f4c8-4847-8ee1-937e196e6c69] Reconfigured VM instance instance-00000026 to attach disk [datastore1] 4925d307-f4c8-4847-8ee1-937e196e6c69/4925d307-f4c8-4847-8ee1-937e196e6c69.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 844.525417] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-63c89d03-8a27-4005-a406-40279a4fc20b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.538456] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ad891cf9-13f6-474a-b2cc-4c5db117af41 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.538858] env[69889]: DEBUG oslo_vmware.api [None req-eff44f04-a6ca-4417-b2fd-dc9bf3da28d2 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Waiting for the task: (returnval){ [ 844.538858] env[69889]: value = "task-4077152" [ 844.538858] env[69889]: _type = "Task" [ 844.538858] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.551254] env[69889]: DEBUG oslo_vmware.api [None req-eff44f04-a6ca-4417-b2fd-dc9bf3da28d2 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Task: {'id': task-4077152, 'name': Rename_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.572154] env[69889]: DEBUG oslo_vmware.api [None req-4aa8ce07-45d8-44f7-b979-c4c86bf92e3a tempest-ServersV294TestFqdnHostnames-533393004 tempest-ServersV294TestFqdnHostnames-533393004-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52031bc3-a360-05a6-c52a-924990c14ceb, 'name': SearchDatastore_Task, 'duration_secs': 0.019594} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.572563] env[69889]: DEBUG oslo_concurrency.lockutils [None req-4aa8ce07-45d8-44f7-b979-c4c86bf92e3a tempest-ServersV294TestFqdnHostnames-533393004 tempest-ServersV294TestFqdnHostnames-533393004-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.572907] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-4aa8ce07-45d8-44f7-b979-c4c86bf92e3a tempest-ServersV294TestFqdnHostnames-533393004 tempest-ServersV294TestFqdnHostnames-533393004-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore1] 4cdcfc6f-7d4f-4b81-b0a1-425c842fe20b/4cdcfc6f-7d4f-4b81-b0a1-425c842fe20b.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 844.574034] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-710da6d6-8c64-4881-909d-a4befc96d8e9 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.584294] env[69889]: DEBUG oslo_vmware.api [None req-4aa8ce07-45d8-44f7-b979-c4c86bf92e3a tempest-ServersV294TestFqdnHostnames-533393004 tempest-ServersV294TestFqdnHostnames-533393004-project-member] Waiting for the task: (returnval){ [ 844.584294] env[69889]: value = "task-4077153" [ 844.584294] env[69889]: _type = "Task" [ 844.584294] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.596375] env[69889]: DEBUG oslo_vmware.api [None req-4aa8ce07-45d8-44f7-b979-c4c86bf92e3a tempest-ServersV294TestFqdnHostnames-533393004 tempest-ServersV294TestFqdnHostnames-533393004-project-member] Task: {'id': task-4077153, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.734612] env[69889]: DEBUG oslo_concurrency.lockutils [None req-bfc21d9f-297a-41a3-8fd5-fd7a391ee573 tempest-InstanceActionsNegativeTestJSON-1165517597 tempest-InstanceActionsNegativeTestJSON-1165517597-project-member] Acquiring lock "43a79453-1511-401e-80a2-6bbdff6a78c9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.735365] env[69889]: DEBUG oslo_concurrency.lockutils [None req-bfc21d9f-297a-41a3-8fd5-fd7a391ee573 tempest-InstanceActionsNegativeTestJSON-1165517597 tempest-InstanceActionsNegativeTestJSON-1165517597-project-member] Lock "43a79453-1511-401e-80a2-6bbdff6a78c9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.772180] env[69889]: DEBUG nova.compute.manager [None req-79e4ee89-45d5-4322-a2cc-3676e3f9fa00 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4] Start spawning the instance on the hypervisor. {{(pid=69889) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 844.803853] env[69889]: DEBUG nova.virt.hardware [None req-79e4ee89-45d5-4322-a2cc-3676e3f9fa00 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 844.804315] env[69889]: DEBUG nova.virt.hardware [None req-79e4ee89-45d5-4322-a2cc-3676e3f9fa00 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 844.804483] env[69889]: DEBUG nova.virt.hardware [None req-79e4ee89-45d5-4322-a2cc-3676e3f9fa00 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 844.804904] env[69889]: DEBUG nova.virt.hardware [None req-79e4ee89-45d5-4322-a2cc-3676e3f9fa00 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 844.804904] env[69889]: DEBUG nova.virt.hardware [None req-79e4ee89-45d5-4322-a2cc-3676e3f9fa00 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 844.805892] env[69889]: DEBUG nova.virt.hardware [None req-79e4ee89-45d5-4322-a2cc-3676e3f9fa00 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 844.805892] env[69889]: DEBUG nova.virt.hardware [None req-79e4ee89-45d5-4322-a2cc-3676e3f9fa00 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 844.805892] env[69889]: DEBUG nova.virt.hardware [None req-79e4ee89-45d5-4322-a2cc-3676e3f9fa00 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 844.805892] env[69889]: DEBUG nova.virt.hardware [None req-79e4ee89-45d5-4322-a2cc-3676e3f9fa00 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 844.806172] env[69889]: DEBUG nova.virt.hardware [None req-79e4ee89-45d5-4322-a2cc-3676e3f9fa00 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 844.806482] env[69889]: DEBUG nova.virt.hardware [None req-79e4ee89-45d5-4322-a2cc-3676e3f9fa00 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 844.808072] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-527d6735-1794-4290-8901-0b8a66e87725 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.825041] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb39352-e8ad-4972-a401-c2c99554b8be {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.917022] env[69889]: DEBUG nova.compute.manager [req-2d958950-74cf-46e9-bc77-48ea49f13dc0 req-47dcf8b1-ccb5-4559-ada5-8f2134ac382a service nova] [instance: 4ac0defd-d9ca-4e93-836c-a5cc81529eba] Received event network-vif-deleted-3d071dc8-01db-42be-b876-f792b7e0b158 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 845.018516] env[69889]: DEBUG oslo_vmware.api [None req-14010358-0765-4dda-8b25-cae4a8769604 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4077151, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.056223] env[69889]: DEBUG oslo_vmware.api [None req-eff44f04-a6ca-4417-b2fd-dc9bf3da28d2 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Task: {'id': task-4077152, 'name': Rename_Task, 'duration_secs': 0.242438} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.056564] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-eff44f04-a6ca-4417-b2fd-dc9bf3da28d2 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] [instance: 4925d307-f4c8-4847-8ee1-937e196e6c69] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 845.056824] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-65ee1a5b-6ae3-4ead-9352-166cc9657c5f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.071099] env[69889]: DEBUG oslo_vmware.api [None req-eff44f04-a6ca-4417-b2fd-dc9bf3da28d2 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Waiting for the task: (returnval){ [ 845.071099] env[69889]: value = "task-4077154" [ 845.071099] env[69889]: _type = "Task" [ 845.071099] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.091231] env[69889]: DEBUG oslo_vmware.api [None req-eff44f04-a6ca-4417-b2fd-dc9bf3da28d2 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Task: {'id': task-4077154, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.112722] env[69889]: DEBUG oslo_vmware.api [None req-4aa8ce07-45d8-44f7-b979-c4c86bf92e3a tempest-ServersV294TestFqdnHostnames-533393004 tempest-ServersV294TestFqdnHostnames-533393004-project-member] Task: {'id': task-4077153, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.222021] env[69889]: DEBUG nova.network.neutron [None req-47253305-4a97-4cec-80c7-27d19d6eac1f tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] [instance: fcc33919-98ac-42bc-8c76-a65e1189865a] Successfully updated port: 2532c5ac-21b1-4219-828e-4f99c3cde291 {{(pid=69889) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 845.275292] env[69889]: DEBUG nova.compute.manager [req-a305bc77-cc06-4131-946f-88adb9e0d45f req-c66fa070-ae8d-40f1-b934-5d1976769d0d service nova] [instance: fcc33919-98ac-42bc-8c76-a65e1189865a] Received event network-vif-plugged-2532c5ac-21b1-4219-828e-4f99c3cde291 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 845.275597] env[69889]: DEBUG oslo_concurrency.lockutils [req-a305bc77-cc06-4131-946f-88adb9e0d45f req-c66fa070-ae8d-40f1-b934-5d1976769d0d service nova] Acquiring lock "fcc33919-98ac-42bc-8c76-a65e1189865a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.275820] env[69889]: DEBUG oslo_concurrency.lockutils [req-a305bc77-cc06-4131-946f-88adb9e0d45f req-c66fa070-ae8d-40f1-b934-5d1976769d0d service nova] Lock "fcc33919-98ac-42bc-8c76-a65e1189865a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.275992] env[69889]: DEBUG oslo_concurrency.lockutils [req-a305bc77-cc06-4131-946f-88adb9e0d45f req-c66fa070-ae8d-40f1-b934-5d1976769d0d service nova] Lock "fcc33919-98ac-42bc-8c76-a65e1189865a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.276281] env[69889]: DEBUG nova.compute.manager [req-a305bc77-cc06-4131-946f-88adb9e0d45f req-c66fa070-ae8d-40f1-b934-5d1976769d0d service nova] [instance: fcc33919-98ac-42bc-8c76-a65e1189865a] No waiting events found dispatching network-vif-plugged-2532c5ac-21b1-4219-828e-4f99c3cde291 {{(pid=69889) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 845.276459] env[69889]: WARNING nova.compute.manager [req-a305bc77-cc06-4131-946f-88adb9e0d45f req-c66fa070-ae8d-40f1-b934-5d1976769d0d service nova] [instance: fcc33919-98ac-42bc-8c76-a65e1189865a] Received unexpected event network-vif-plugged-2532c5ac-21b1-4219-828e-4f99c3cde291 for instance with vm_state building and task_state spawning. [ 845.463030] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9ecedda-a5a6-4307-9f00-26a8a38dad83 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.472228] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac6fd802-3f4e-403f-9105-88c9308c3e50 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.517767] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-765c0c8f-e329-41e8-992e-6143e8b58cda {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.530322] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57ef70b1-9fda-49a4-ba73-13527788b9e0 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.534738] env[69889]: DEBUG oslo_vmware.api [None req-14010358-0765-4dda-8b25-cae4a8769604 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4077151, 'name': RemoveSnapshot_Task, 'duration_secs': 0.693151} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.535185] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-14010358-0765-4dda-8b25-cae4a8769604 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] Deleted Snapshot of the VM instance {{(pid=69889) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 845.535365] env[69889]: INFO nova.compute.manager [None req-14010358-0765-4dda-8b25-cae4a8769604 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] Took 16.59 seconds to snapshot the instance on the hypervisor. [ 845.551338] env[69889]: DEBUG nova.compute.provider_tree [None req-324ad4ba-2324-46dc-9e76-c41144e9bd18 tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 845.582582] env[69889]: DEBUG oslo_vmware.api [None req-eff44f04-a6ca-4417-b2fd-dc9bf3da28d2 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Task: {'id': task-4077154, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.603274] env[69889]: DEBUG oslo_vmware.api [None req-4aa8ce07-45d8-44f7-b979-c4c86bf92e3a tempest-ServersV294TestFqdnHostnames-533393004 tempest-ServersV294TestFqdnHostnames-533393004-project-member] Task: {'id': task-4077153, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.689516} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.603395] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-4aa8ce07-45d8-44f7-b979-c4c86bf92e3a tempest-ServersV294TestFqdnHostnames-533393004 tempest-ServersV294TestFqdnHostnames-533393004-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore1] 4cdcfc6f-7d4f-4b81-b0a1-425c842fe20b/4cdcfc6f-7d4f-4b81-b0a1-425c842fe20b.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 845.603613] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-4aa8ce07-45d8-44f7-b979-c4c86bf92e3a tempest-ServersV294TestFqdnHostnames-533393004 tempest-ServersV294TestFqdnHostnames-533393004-project-member] [instance: 4cdcfc6f-7d4f-4b81-b0a1-425c842fe20b] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 845.604100] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-93b8d618-e074-4fc4-818b-5ea855003911 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.618753] env[69889]: DEBUG oslo_vmware.api [None req-4aa8ce07-45d8-44f7-b979-c4c86bf92e3a tempest-ServersV294TestFqdnHostnames-533393004 tempest-ServersV294TestFqdnHostnames-533393004-project-member] Waiting for the task: (returnval){ [ 845.618753] env[69889]: value = "task-4077155" [ 845.618753] env[69889]: _type = "Task" [ 845.618753] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.633029] env[69889]: DEBUG oslo_vmware.api [None req-4aa8ce07-45d8-44f7-b979-c4c86bf92e3a tempest-ServersV294TestFqdnHostnames-533393004 tempest-ServersV294TestFqdnHostnames-533393004-project-member] Task: {'id': task-4077155, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.833087] env[69889]: DEBUG nova.network.neutron [None req-79e4ee89-45d5-4322-a2cc-3676e3f9fa00 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4] Successfully updated port: a701b1ab-efb1-43ae-9133-40a45b94e51e {{(pid=69889) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 846.054332] env[69889]: DEBUG nova.scheduler.client.report [None req-324ad4ba-2324-46dc-9e76-c41144e9bd18 tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 846.085383] env[69889]: DEBUG oslo_vmware.api [None req-eff44f04-a6ca-4417-b2fd-dc9bf3da28d2 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Task: {'id': task-4077154, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.107167] env[69889]: DEBUG nova.compute.manager [None req-14010358-0765-4dda-8b25-cae4a8769604 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] Found 1 images (rotation: 2) {{(pid=69889) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 846.132430] env[69889]: DEBUG oslo_vmware.api [None req-4aa8ce07-45d8-44f7-b979-c4c86bf92e3a tempest-ServersV294TestFqdnHostnames-533393004 tempest-ServersV294TestFqdnHostnames-533393004-project-member] Task: {'id': task-4077155, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.392611} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.132430] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-4aa8ce07-45d8-44f7-b979-c4c86bf92e3a tempest-ServersV294TestFqdnHostnames-533393004 tempest-ServersV294TestFqdnHostnames-533393004-project-member] [instance: 4cdcfc6f-7d4f-4b81-b0a1-425c842fe20b] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 846.133118] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d49e317-8ea0-49a9-8548-31bc807fe865 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.162132] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-4aa8ce07-45d8-44f7-b979-c4c86bf92e3a tempest-ServersV294TestFqdnHostnames-533393004 tempest-ServersV294TestFqdnHostnames-533393004-project-member] [instance: 4cdcfc6f-7d4f-4b81-b0a1-425c842fe20b] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] 4cdcfc6f-7d4f-4b81-b0a1-425c842fe20b/4cdcfc6f-7d4f-4b81-b0a1-425c842fe20b.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 846.162132] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a35e8b0-22b3-4ade-bbfe-3c4a61d024de {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.183071] env[69889]: DEBUG oslo_vmware.api [None req-4aa8ce07-45d8-44f7-b979-c4c86bf92e3a tempest-ServersV294TestFqdnHostnames-533393004 tempest-ServersV294TestFqdnHostnames-533393004-project-member] Waiting for the task: (returnval){ [ 846.183071] env[69889]: value = "task-4077156" [ 846.183071] env[69889]: _type = "Task" [ 846.183071] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.193565] env[69889]: DEBUG oslo_vmware.api [None req-4aa8ce07-45d8-44f7-b979-c4c86bf92e3a tempest-ServersV294TestFqdnHostnames-533393004 tempest-ServersV294TestFqdnHostnames-533393004-project-member] Task: {'id': task-4077156, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.335491] env[69889]: DEBUG oslo_concurrency.lockutils [None req-79e4ee89-45d5-4322-a2cc-3676e3f9fa00 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Acquiring lock "refresh_cache-5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.336452] env[69889]: DEBUG oslo_concurrency.lockutils [None req-79e4ee89-45d5-4322-a2cc-3676e3f9fa00 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Acquired lock "refresh_cache-5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.336452] env[69889]: DEBUG nova.network.neutron [None req-79e4ee89-45d5-4322-a2cc-3676e3f9fa00 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 846.566627] env[69889]: DEBUG oslo_concurrency.lockutils [None req-324ad4ba-2324-46dc-9e76-c41144e9bd18 tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.802s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.567335] env[69889]: DEBUG nova.compute.manager [None req-324ad4ba-2324-46dc-9e76-c41144e9bd18 tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] [instance: 2df2001e-95cc-4421-a98d-c8212c184cff] Start building networks asynchronously for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 846.570945] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5f8e9174-3a78-4d64-a76f-121099ff94cf tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.476s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.572538] env[69889]: INFO nova.compute.claims [None req-5f8e9174-3a78-4d64-a76f-121099ff94cf tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] [instance: fb83ecfb-e4bc-4420-b9db-e13a462db3c4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 846.585535] env[69889]: DEBUG oslo_vmware.api [None req-eff44f04-a6ca-4417-b2fd-dc9bf3da28d2 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Task: {'id': task-4077154, 'name': PowerOnVM_Task, 'duration_secs': 1.371135} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.585847] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-eff44f04-a6ca-4417-b2fd-dc9bf3da28d2 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] [instance: 4925d307-f4c8-4847-8ee1-937e196e6c69] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 846.586062] env[69889]: INFO nova.compute.manager [None req-eff44f04-a6ca-4417-b2fd-dc9bf3da28d2 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] [instance: 4925d307-f4c8-4847-8ee1-937e196e6c69] Took 10.23 seconds to spawn the instance on the hypervisor. [ 846.586244] env[69889]: DEBUG nova.compute.manager [None req-eff44f04-a6ca-4417-b2fd-dc9bf3da28d2 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] [instance: 4925d307-f4c8-4847-8ee1-937e196e6c69] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 846.587088] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63920662-19af-4165-b7bb-50513309578d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.694367] env[69889]: DEBUG oslo_vmware.api [None req-4aa8ce07-45d8-44f7-b979-c4c86bf92e3a tempest-ServersV294TestFqdnHostnames-533393004 tempest-ServersV294TestFqdnHostnames-533393004-project-member] Task: {'id': task-4077156, 'name': ReconfigVM_Task, 'duration_secs': 0.426667} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.694698] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-4aa8ce07-45d8-44f7-b979-c4c86bf92e3a tempest-ServersV294TestFqdnHostnames-533393004 tempest-ServersV294TestFqdnHostnames-533393004-project-member] [instance: 4cdcfc6f-7d4f-4b81-b0a1-425c842fe20b] Reconfigured VM instance instance-00000027 to attach disk [datastore1] 4cdcfc6f-7d4f-4b81-b0a1-425c842fe20b/4cdcfc6f-7d4f-4b81-b0a1-425c842fe20b.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 846.698674] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d2006a05-7b7b-4ea3-a711-78bf774a92c2 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.702940] env[69889]: DEBUG oslo_vmware.api [None req-4aa8ce07-45d8-44f7-b979-c4c86bf92e3a tempest-ServersV294TestFqdnHostnames-533393004 tempest-ServersV294TestFqdnHostnames-533393004-project-member] Waiting for the task: (returnval){ [ 846.702940] env[69889]: value = "task-4077157" [ 846.702940] env[69889]: _type = "Task" [ 846.702940] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.714102] env[69889]: DEBUG oslo_vmware.api [None req-4aa8ce07-45d8-44f7-b979-c4c86bf92e3a tempest-ServersV294TestFqdnHostnames-533393004 tempest-ServersV294TestFqdnHostnames-533393004-project-member] Task: {'id': task-4077157, 'name': Rename_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.890804] env[69889]: DEBUG nova.network.neutron [None req-79e4ee89-45d5-4322-a2cc-3676e3f9fa00 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 847.080036] env[69889]: DEBUG nova.compute.utils [None req-324ad4ba-2324-46dc-9e76-c41144e9bd18 tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 847.085958] env[69889]: DEBUG nova.network.neutron [None req-79e4ee89-45d5-4322-a2cc-3676e3f9fa00 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4] Updating instance_info_cache with network_info: [{"id": "a701b1ab-efb1-43ae-9133-40a45b94e51e", "address": "fa:16:3e:26:1d:87", "network": {"id": "c607a821-3d63-41af-abaf-0611e2141a9c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-453181546-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8917847ce0c4465198a89a1c5551fb59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15165046-2de9-4ada-9e99-0126e20854a9", "external-id": "nsx-vlan-transportzone-974", "segmentation_id": 974, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa701b1ab-ef", "ovs_interfaceid": "a701b1ab-efb1-43ae-9133-40a45b94e51e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.087699] env[69889]: DEBUG nova.compute.manager [None req-324ad4ba-2324-46dc-9e76-c41144e9bd18 tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] [instance: 2df2001e-95cc-4421-a98d-c8212c184cff] Allocating IP information in the background. {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 847.088177] env[69889]: DEBUG nova.network.neutron [None req-324ad4ba-2324-46dc-9e76-c41144e9bd18 tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] [instance: 2df2001e-95cc-4421-a98d-c8212c184cff] allocate_for_instance() {{(pid=69889) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 847.115668] env[69889]: INFO nova.compute.manager [None req-eff44f04-a6ca-4417-b2fd-dc9bf3da28d2 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] [instance: 4925d307-f4c8-4847-8ee1-937e196e6c69] Took 59.69 seconds to build instance. [ 847.135950] env[69889]: DEBUG nova.policy [None req-324ad4ba-2324-46dc-9e76-c41144e9bd18 tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '80ffd121f33b4b8190074132ec22c5d9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2ff54d7e35774610a1f5c4195efc91be', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69889) authorize /opt/stack/nova/nova/policy.py:192}} [ 847.215776] env[69889]: DEBUG oslo_vmware.api [None req-4aa8ce07-45d8-44f7-b979-c4c86bf92e3a tempest-ServersV294TestFqdnHostnames-533393004 tempest-ServersV294TestFqdnHostnames-533393004-project-member] Task: {'id': task-4077157, 'name': Rename_Task, 'duration_secs': 0.165777} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.216116] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-4aa8ce07-45d8-44f7-b979-c4c86bf92e3a tempest-ServersV294TestFqdnHostnames-533393004 tempest-ServersV294TestFqdnHostnames-533393004-project-member] [instance: 4cdcfc6f-7d4f-4b81-b0a1-425c842fe20b] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 847.216606] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f3f3fff1-c80e-40a6-978c-0774d4107e07 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.225067] env[69889]: DEBUG oslo_vmware.api [None req-4aa8ce07-45d8-44f7-b979-c4c86bf92e3a tempest-ServersV294TestFqdnHostnames-533393004 tempest-ServersV294TestFqdnHostnames-533393004-project-member] Waiting for the task: (returnval){ [ 847.225067] env[69889]: value = "task-4077158" [ 847.225067] env[69889]: _type = "Task" [ 847.225067] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.237916] env[69889]: DEBUG oslo_vmware.api [None req-4aa8ce07-45d8-44f7-b979-c4c86bf92e3a tempest-ServersV294TestFqdnHostnames-533393004 tempest-ServersV294TestFqdnHostnames-533393004-project-member] Task: {'id': task-4077158, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.496957] env[69889]: DEBUG nova.network.neutron [None req-324ad4ba-2324-46dc-9e76-c41144e9bd18 tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] [instance: 2df2001e-95cc-4421-a98d-c8212c184cff] Successfully created port: 15ef6ae2-60a0-4107-b597-4a19050ce922 {{(pid=69889) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 847.545087] env[69889]: DEBUG nova.compute.manager [req-8a21641c-b5b4-4b2f-ac43-0dfa9806bb35 req-8cf85762-6753-4b26-b703-64d976bf2337 service nova] [instance: 5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4] Received event network-vif-plugged-a701b1ab-efb1-43ae-9133-40a45b94e51e {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 847.545087] env[69889]: DEBUG oslo_concurrency.lockutils [req-8a21641c-b5b4-4b2f-ac43-0dfa9806bb35 req-8cf85762-6753-4b26-b703-64d976bf2337 service nova] Acquiring lock "5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.545404] env[69889]: DEBUG oslo_concurrency.lockutils [req-8a21641c-b5b4-4b2f-ac43-0dfa9806bb35 req-8cf85762-6753-4b26-b703-64d976bf2337 service nova] Lock "5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.545635] env[69889]: DEBUG oslo_concurrency.lockutils [req-8a21641c-b5b4-4b2f-ac43-0dfa9806bb35 req-8cf85762-6753-4b26-b703-64d976bf2337 service nova] Lock "5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.545758] env[69889]: DEBUG nova.compute.manager [req-8a21641c-b5b4-4b2f-ac43-0dfa9806bb35 req-8cf85762-6753-4b26-b703-64d976bf2337 service nova] [instance: 5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4] No waiting events found dispatching network-vif-plugged-a701b1ab-efb1-43ae-9133-40a45b94e51e {{(pid=69889) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 847.545890] env[69889]: WARNING nova.compute.manager [req-8a21641c-b5b4-4b2f-ac43-0dfa9806bb35 req-8cf85762-6753-4b26-b703-64d976bf2337 service nova] [instance: 5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4] Received unexpected event network-vif-plugged-a701b1ab-efb1-43ae-9133-40a45b94e51e for instance with vm_state building and task_state spawning. [ 847.548274] env[69889]: DEBUG nova.compute.manager [req-8a21641c-b5b4-4b2f-ac43-0dfa9806bb35 req-8cf85762-6753-4b26-b703-64d976bf2337 service nova] [instance: 5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4] Received event network-changed-a701b1ab-efb1-43ae-9133-40a45b94e51e {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 847.548510] env[69889]: DEBUG nova.compute.manager [req-8a21641c-b5b4-4b2f-ac43-0dfa9806bb35 req-8cf85762-6753-4b26-b703-64d976bf2337 service nova] [instance: 5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4] Refreshing instance network info cache due to event network-changed-a701b1ab-efb1-43ae-9133-40a45b94e51e. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 847.548728] env[69889]: DEBUG oslo_concurrency.lockutils [req-8a21641c-b5b4-4b2f-ac43-0dfa9806bb35 req-8cf85762-6753-4b26-b703-64d976bf2337 service nova] Acquiring lock "refresh_cache-5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.588516] env[69889]: DEBUG nova.compute.manager [None req-324ad4ba-2324-46dc-9e76-c41144e9bd18 tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] [instance: 2df2001e-95cc-4421-a98d-c8212c184cff] Start building block device mappings for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 847.592745] env[69889]: DEBUG oslo_concurrency.lockutils [None req-79e4ee89-45d5-4322-a2cc-3676e3f9fa00 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Releasing lock "refresh_cache-5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.593168] env[69889]: DEBUG nova.compute.manager [None req-79e4ee89-45d5-4322-a2cc-3676e3f9fa00 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4] Instance network_info: |[{"id": "a701b1ab-efb1-43ae-9133-40a45b94e51e", "address": "fa:16:3e:26:1d:87", "network": {"id": "c607a821-3d63-41af-abaf-0611e2141a9c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-453181546-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8917847ce0c4465198a89a1c5551fb59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15165046-2de9-4ada-9e99-0126e20854a9", "external-id": "nsx-vlan-transportzone-974", "segmentation_id": 974, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa701b1ab-ef", "ovs_interfaceid": "a701b1ab-efb1-43ae-9133-40a45b94e51e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 847.596892] env[69889]: DEBUG oslo_concurrency.lockutils [req-8a21641c-b5b4-4b2f-ac43-0dfa9806bb35 req-8cf85762-6753-4b26-b703-64d976bf2337 service nova] Acquired lock "refresh_cache-5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.597180] env[69889]: DEBUG nova.network.neutron [req-8a21641c-b5b4-4b2f-ac43-0dfa9806bb35 req-8cf85762-6753-4b26-b703-64d976bf2337 service nova] [instance: 5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4] Refreshing network info cache for port a701b1ab-efb1-43ae-9133-40a45b94e51e {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 847.599326] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-79e4ee89-45d5-4322-a2cc-3676e3f9fa00 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:1d:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15165046-2de9-4ada-9e99-0126e20854a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a701b1ab-efb1-43ae-9133-40a45b94e51e', 'vif_model': 'vmxnet3'}] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 847.609992] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-79e4ee89-45d5-4322-a2cc-3676e3f9fa00 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Creating folder: Project (8917847ce0c4465198a89a1c5551fb59). Parent ref: group-v807779. {{(pid=69889) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 847.611474] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5477a28f-6494-4658-ad60-6283ce708c91 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.618281] env[69889]: DEBUG oslo_concurrency.lockutils [None req-eff44f04-a6ca-4417-b2fd-dc9bf3da28d2 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Lock "4925d307-f4c8-4847-8ee1-937e196e6c69" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.463s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.627915] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-79e4ee89-45d5-4322-a2cc-3676e3f9fa00 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Created folder: Project (8917847ce0c4465198a89a1c5551fb59) in parent group-v807779. [ 847.628218] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-79e4ee89-45d5-4322-a2cc-3676e3f9fa00 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Creating folder: Instances. Parent ref: group-v807891. {{(pid=69889) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 847.628690] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-641023e2-7146-4789-b98c-7f5dea9ad39e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.648956] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-79e4ee89-45d5-4322-a2cc-3676e3f9fa00 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Created folder: Instances in parent group-v807891. [ 847.649320] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-79e4ee89-45d5-4322-a2cc-3676e3f9fa00 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 847.649518] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 847.653910] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2607f037-8620-406e-840c-8c1298a9167e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.690489] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 847.690489] env[69889]: value = "task-4077161" [ 847.690489] env[69889]: _type = "Task" [ 847.690489] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.706882] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077161, 'name': CreateVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.740612] env[69889]: DEBUG oslo_vmware.api [None req-4aa8ce07-45d8-44f7-b979-c4c86bf92e3a tempest-ServersV294TestFqdnHostnames-533393004 tempest-ServersV294TestFqdnHostnames-533393004-project-member] Task: {'id': task-4077158, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.785484] env[69889]: DEBUG nova.network.neutron [None req-47253305-4a97-4cec-80c7-27d19d6eac1f tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] [instance: fcc33919-98ac-42bc-8c76-a65e1189865a] Successfully updated port: 9bcd052d-8a11-42fc-ae13-6c92bdb814b0 {{(pid=69889) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 848.020027] env[69889]: DEBUG nova.compute.manager [None req-1a274f30-d4db-47bb-aeaf-15efbf4be8f2 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 848.020027] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dcd1296-3c3f-4cf5-81e4-5a81ed8c8f53 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.117390] env[69889]: DEBUG nova.compute.manager [req-119442bf-a546-41dd-b247-ba5f7b6f712e req-41d45ca2-958c-47ff-871e-346405ea56c0 service nova] [instance: fcc33919-98ac-42bc-8c76-a65e1189865a] Received event network-changed-2532c5ac-21b1-4219-828e-4f99c3cde291 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 848.117605] env[69889]: DEBUG nova.compute.manager [req-119442bf-a546-41dd-b247-ba5f7b6f712e req-41d45ca2-958c-47ff-871e-346405ea56c0 service nova] [instance: fcc33919-98ac-42bc-8c76-a65e1189865a] Refreshing instance network info cache due to event network-changed-2532c5ac-21b1-4219-828e-4f99c3cde291. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 848.117836] env[69889]: DEBUG oslo_concurrency.lockutils [req-119442bf-a546-41dd-b247-ba5f7b6f712e req-41d45ca2-958c-47ff-871e-346405ea56c0 service nova] Acquiring lock "refresh_cache-fcc33919-98ac-42bc-8c76-a65e1189865a" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.117991] env[69889]: DEBUG oslo_concurrency.lockutils [req-119442bf-a546-41dd-b247-ba5f7b6f712e req-41d45ca2-958c-47ff-871e-346405ea56c0 service nova] Acquired lock "refresh_cache-fcc33919-98ac-42bc-8c76-a65e1189865a" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.118244] env[69889]: DEBUG nova.network.neutron [req-119442bf-a546-41dd-b247-ba5f7b6f712e req-41d45ca2-958c-47ff-871e-346405ea56c0 service nova] [instance: fcc33919-98ac-42bc-8c76-a65e1189865a] Refreshing network info cache for port 2532c5ac-21b1-4219-828e-4f99c3cde291 {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 848.121984] env[69889]: DEBUG nova.compute.manager [None req-0d046899-f665-4e10-8859-3bb18d58d11b tempest-ServerMetadataTestJSON-21317979 tempest-ServerMetadataTestJSON-21317979-project-member] [instance: 37c0c047-a9c0-4e1e-8794-9ad3b6efc875] Starting instance... {{(pid=69889) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 848.202943] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077161, 'name': CreateVM_Task} progress is 99%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.219927] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a72aafb7-1c53-48b1-a7a2-f9c41d0f74e5 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.235345] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbae15a4-d724-4e9c-8a01-5c38daf038e3 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.243104] env[69889]: DEBUG oslo_vmware.api [None req-4aa8ce07-45d8-44f7-b979-c4c86bf92e3a tempest-ServersV294TestFqdnHostnames-533393004 tempest-ServersV294TestFqdnHostnames-533393004-project-member] Task: {'id': task-4077158, 'name': PowerOnVM_Task, 'duration_secs': 0.563791} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.247027] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-4aa8ce07-45d8-44f7-b979-c4c86bf92e3a tempest-ServersV294TestFqdnHostnames-533393004 tempest-ServersV294TestFqdnHostnames-533393004-project-member] [instance: 4cdcfc6f-7d4f-4b81-b0a1-425c842fe20b] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 848.247027] env[69889]: INFO nova.compute.manager [None req-4aa8ce07-45d8-44f7-b979-c4c86bf92e3a tempest-ServersV294TestFqdnHostnames-533393004 tempest-ServersV294TestFqdnHostnames-533393004-project-member] [instance: 4cdcfc6f-7d4f-4b81-b0a1-425c842fe20b] Took 9.13 seconds to spawn the instance on the hypervisor. [ 848.247027] env[69889]: DEBUG nova.compute.manager [None req-4aa8ce07-45d8-44f7-b979-c4c86bf92e3a tempest-ServersV294TestFqdnHostnames-533393004 tempest-ServersV294TestFqdnHostnames-533393004-project-member] [instance: 4cdcfc6f-7d4f-4b81-b0a1-425c842fe20b] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 848.247027] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36794155-f55a-46d8-a3fc-cb76cd6fc60f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.280572] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a21e6fe-8c78-4a03-9119-d05c46666234 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.288994] env[69889]: DEBUG oslo_concurrency.lockutils [None req-47253305-4a97-4cec-80c7-27d19d6eac1f tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Acquiring lock "refresh_cache-fcc33919-98ac-42bc-8c76-a65e1189865a" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.293667] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef29a5ab-ff28-441e-86c1-cecac84412c4 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.310378] env[69889]: DEBUG nova.compute.provider_tree [None req-5f8e9174-3a78-4d64-a76f-121099ff94cf tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 848.541362] env[69889]: INFO nova.compute.manager [None req-1a274f30-d4db-47bb-aeaf-15efbf4be8f2 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] instance snapshotting [ 848.542051] env[69889]: DEBUG nova.objects.instance [None req-1a274f30-d4db-47bb-aeaf-15efbf4be8f2 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Lazy-loading 'flavor' on Instance uuid 0c73213b-c2e1-42cb-a8f4-e3109adfd354 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 848.602732] env[69889]: DEBUG nova.compute.manager [None req-324ad4ba-2324-46dc-9e76-c41144e9bd18 tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] [instance: 2df2001e-95cc-4421-a98d-c8212c184cff] Start spawning the instance on the hypervisor. {{(pid=69889) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 848.630131] env[69889]: DEBUG nova.virt.hardware [None req-324ad4ba-2324-46dc-9e76-c41144e9bd18 tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 848.630477] env[69889]: DEBUG nova.virt.hardware [None req-324ad4ba-2324-46dc-9e76-c41144e9bd18 tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 848.630656] env[69889]: DEBUG nova.virt.hardware [None req-324ad4ba-2324-46dc-9e76-c41144e9bd18 tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 848.630843] env[69889]: DEBUG nova.virt.hardware [None req-324ad4ba-2324-46dc-9e76-c41144e9bd18 tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 848.630988] env[69889]: DEBUG nova.virt.hardware [None req-324ad4ba-2324-46dc-9e76-c41144e9bd18 tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 848.631317] env[69889]: DEBUG nova.virt.hardware [None req-324ad4ba-2324-46dc-9e76-c41144e9bd18 tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 848.631567] env[69889]: DEBUG nova.virt.hardware [None req-324ad4ba-2324-46dc-9e76-c41144e9bd18 tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 848.631748] env[69889]: DEBUG nova.virt.hardware [None req-324ad4ba-2324-46dc-9e76-c41144e9bd18 tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 848.631920] env[69889]: DEBUG nova.virt.hardware [None req-324ad4ba-2324-46dc-9e76-c41144e9bd18 tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 848.632100] env[69889]: DEBUG nova.virt.hardware [None req-324ad4ba-2324-46dc-9e76-c41144e9bd18 tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 848.632332] env[69889]: DEBUG nova.virt.hardware [None req-324ad4ba-2324-46dc-9e76-c41144e9bd18 tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 848.637396] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35b805c4-45e9-4855-b704-1af760cc9338 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.650223] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd5c4881-870f-4008-89ae-d059ed8c144e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.655376] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0d046899-f665-4e10-8859-3bb18d58d11b tempest-ServerMetadataTestJSON-21317979 tempest-ServerMetadataTestJSON-21317979-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.677369] env[69889]: DEBUG nova.network.neutron [req-119442bf-a546-41dd-b247-ba5f7b6f712e req-41d45ca2-958c-47ff-871e-346405ea56c0 service nova] [instance: fcc33919-98ac-42bc-8c76-a65e1189865a] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 848.702025] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077161, 'name': CreateVM_Task, 'duration_secs': 0.553603} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.702233] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 848.702949] env[69889]: DEBUG oslo_concurrency.lockutils [None req-79e4ee89-45d5-4322-a2cc-3676e3f9fa00 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.703142] env[69889]: DEBUG oslo_concurrency.lockutils [None req-79e4ee89-45d5-4322-a2cc-3676e3f9fa00 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.703490] env[69889]: DEBUG oslo_concurrency.lockutils [None req-79e4ee89-45d5-4322-a2cc-3676e3f9fa00 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.703761] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9f3c793-fec5-43ee-a3a8-25738c99774c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.709622] env[69889]: DEBUG oslo_vmware.api [None req-79e4ee89-45d5-4322-a2cc-3676e3f9fa00 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Waiting for the task: (returnval){ [ 848.709622] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]5244180d-f243-f7de-df7a-8e120049aea8" [ 848.709622] env[69889]: _type = "Task" [ 848.709622] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.718699] env[69889]: DEBUG oslo_vmware.api [None req-79e4ee89-45d5-4322-a2cc-3676e3f9fa00 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5244180d-f243-f7de-df7a-8e120049aea8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.771029] env[69889]: DEBUG nova.network.neutron [req-119442bf-a546-41dd-b247-ba5f7b6f712e req-41d45ca2-958c-47ff-871e-346405ea56c0 service nova] [instance: fcc33919-98ac-42bc-8c76-a65e1189865a] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.798170] env[69889]: DEBUG nova.network.neutron [req-8a21641c-b5b4-4b2f-ac43-0dfa9806bb35 req-8cf85762-6753-4b26-b703-64d976bf2337 service nova] [instance: 5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4] Updated VIF entry in instance network info cache for port a701b1ab-efb1-43ae-9133-40a45b94e51e. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 848.798170] env[69889]: DEBUG nova.network.neutron [req-8a21641c-b5b4-4b2f-ac43-0dfa9806bb35 req-8cf85762-6753-4b26-b703-64d976bf2337 service nova] [instance: 5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4] Updating instance_info_cache with network_info: [{"id": "a701b1ab-efb1-43ae-9133-40a45b94e51e", "address": "fa:16:3e:26:1d:87", "network": {"id": "c607a821-3d63-41af-abaf-0611e2141a9c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-453181546-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8917847ce0c4465198a89a1c5551fb59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15165046-2de9-4ada-9e99-0126e20854a9", "external-id": "nsx-vlan-transportzone-974", "segmentation_id": 974, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa701b1ab-ef", "ovs_interfaceid": "a701b1ab-efb1-43ae-9133-40a45b94e51e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.806721] env[69889]: INFO nova.compute.manager [None req-4aa8ce07-45d8-44f7-b979-c4c86bf92e3a tempest-ServersV294TestFqdnHostnames-533393004 tempest-ServersV294TestFqdnHostnames-533393004-project-member] [instance: 4cdcfc6f-7d4f-4b81-b0a1-425c842fe20b] Took 53.96 seconds to build instance. [ 848.813101] env[69889]: DEBUG nova.scheduler.client.report [None req-5f8e9174-3a78-4d64-a76f-121099ff94cf tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 848.920078] env[69889]: DEBUG oslo_concurrency.lockutils [None req-03c7b563-a589-43d5-b14f-a3444818efbc tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Acquiring lock "68d7b291-3a3f-4ba0-9b9a-31407b0a43db" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.920348] env[69889]: DEBUG oslo_concurrency.lockutils [None req-03c7b563-a589-43d5-b14f-a3444818efbc tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Lock "68d7b291-3a3f-4ba0-9b9a-31407b0a43db" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.049298] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec8677da-025f-4e8d-ad00-7849b370397d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.070652] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddf77970-6923-4eb9-bdf4-f6f39d930cbe {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.136424] env[69889]: DEBUG nova.network.neutron [None req-324ad4ba-2324-46dc-9e76-c41144e9bd18 tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] [instance: 2df2001e-95cc-4421-a98d-c8212c184cff] Successfully updated port: 15ef6ae2-60a0-4107-b597-4a19050ce922 {{(pid=69889) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 849.226233] env[69889]: DEBUG oslo_vmware.api [None req-79e4ee89-45d5-4322-a2cc-3676e3f9fa00 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5244180d-f243-f7de-df7a-8e120049aea8, 'name': SearchDatastore_Task, 'duration_secs': 0.033226} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.226353] env[69889]: DEBUG oslo_concurrency.lockutils [None req-79e4ee89-45d5-4322-a2cc-3676e3f9fa00 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.226564] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-79e4ee89-45d5-4322-a2cc-3676e3f9fa00 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 849.226797] env[69889]: DEBUG oslo_concurrency.lockutils [None req-79e4ee89-45d5-4322-a2cc-3676e3f9fa00 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.226939] env[69889]: DEBUG oslo_concurrency.lockutils [None req-79e4ee89-45d5-4322-a2cc-3676e3f9fa00 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.227166] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-79e4ee89-45d5-4322-a2cc-3676e3f9fa00 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 849.227455] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b0744525-0f88-431d-9767-b32950cbcf7c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.238270] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-79e4ee89-45d5-4322-a2cc-3676e3f9fa00 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 849.239205] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-79e4ee89-45d5-4322-a2cc-3676e3f9fa00 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 849.239329] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa1f6e0c-8b3f-4eb6-a4c2-6f063b98ef19 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.246889] env[69889]: DEBUG oslo_vmware.api [None req-79e4ee89-45d5-4322-a2cc-3676e3f9fa00 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Waiting for the task: (returnval){ [ 849.246889] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52485b9b-1543-7482-7698-3226ec888d5b" [ 849.246889] env[69889]: _type = "Task" [ 849.246889] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.259222] env[69889]: DEBUG oslo_vmware.api [None req-79e4ee89-45d5-4322-a2cc-3676e3f9fa00 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52485b9b-1543-7482-7698-3226ec888d5b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.273139] env[69889]: DEBUG oslo_concurrency.lockutils [req-119442bf-a546-41dd-b247-ba5f7b6f712e req-41d45ca2-958c-47ff-871e-346405ea56c0 service nova] Releasing lock "refresh_cache-fcc33919-98ac-42bc-8c76-a65e1189865a" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.273563] env[69889]: DEBUG oslo_concurrency.lockutils [None req-47253305-4a97-4cec-80c7-27d19d6eac1f tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Acquired lock "refresh_cache-fcc33919-98ac-42bc-8c76-a65e1189865a" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.273780] env[69889]: DEBUG nova.network.neutron [None req-47253305-4a97-4cec-80c7-27d19d6eac1f tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] [instance: fcc33919-98ac-42bc-8c76-a65e1189865a] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 849.304550] env[69889]: DEBUG oslo_concurrency.lockutils [req-8a21641c-b5b4-4b2f-ac43-0dfa9806bb35 req-8cf85762-6753-4b26-b703-64d976bf2337 service nova] Releasing lock "refresh_cache-5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.313115] env[69889]: DEBUG oslo_concurrency.lockutils [None req-4aa8ce07-45d8-44f7-b979-c4c86bf92e3a tempest-ServersV294TestFqdnHostnames-533393004 tempest-ServersV294TestFqdnHostnames-533393004-project-member] Lock "4cdcfc6f-7d4f-4b81-b0a1-425c842fe20b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.471s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.322379] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5f8e9174-3a78-4d64-a76f-121099ff94cf tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.748s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.322379] env[69889]: DEBUG nova.compute.manager [None req-5f8e9174-3a78-4d64-a76f-121099ff94cf tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] [instance: fb83ecfb-e4bc-4420-b9db-e13a462db3c4] Start building networks asynchronously for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 849.323724] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0c03cd75-7955-46b4-8fd8-740440ee5e74 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.805s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.328101] env[69889]: INFO nova.compute.claims [None req-0c03cd75-7955-46b4-8fd8-740440ee5e74 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: 9103303b-fb64-4728-892d-285dba75ac18] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 849.583580] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-1a274f30-d4db-47bb-aeaf-15efbf4be8f2 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] Creating Snapshot of the VM instance {{(pid=69889) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 849.583919] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-efeabc09-7dd3-435b-853b-9ac128786a54 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.594072] env[69889]: DEBUG oslo_vmware.api [None req-1a274f30-d4db-47bb-aeaf-15efbf4be8f2 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Waiting for the task: (returnval){ [ 849.594072] env[69889]: value = "task-4077162" [ 849.594072] env[69889]: _type = "Task" [ 849.594072] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.610686] env[69889]: DEBUG oslo_vmware.api [None req-1a274f30-d4db-47bb-aeaf-15efbf4be8f2 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4077162, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.639567] env[69889]: DEBUG oslo_concurrency.lockutils [None req-324ad4ba-2324-46dc-9e76-c41144e9bd18 tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] Acquiring lock "refresh_cache-2df2001e-95cc-4421-a98d-c8212c184cff" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.640953] env[69889]: DEBUG oslo_concurrency.lockutils [None req-324ad4ba-2324-46dc-9e76-c41144e9bd18 tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] Acquired lock "refresh_cache-2df2001e-95cc-4421-a98d-c8212c184cff" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.640953] env[69889]: DEBUG nova.network.neutron [None req-324ad4ba-2324-46dc-9e76-c41144e9bd18 tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] [instance: 2df2001e-95cc-4421-a98d-c8212c184cff] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 849.763367] env[69889]: DEBUG oslo_vmware.api [None req-79e4ee89-45d5-4322-a2cc-3676e3f9fa00 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52485b9b-1543-7482-7698-3226ec888d5b, 'name': SearchDatastore_Task, 'duration_secs': 0.013471} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.763680] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3489a239-ae53-4df9-a798-76afee5c3954 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.770544] env[69889]: DEBUG oslo_vmware.api [None req-79e4ee89-45d5-4322-a2cc-3676e3f9fa00 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Waiting for the task: (returnval){ [ 849.770544] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]525b5896-a554-ce2d-5d3e-a19f5137948c" [ 849.770544] env[69889]: _type = "Task" [ 849.770544] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.784348] env[69889]: DEBUG oslo_vmware.api [None req-79e4ee89-45d5-4322-a2cc-3676e3f9fa00 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]525b5896-a554-ce2d-5d3e-a19f5137948c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.820458] env[69889]: DEBUG nova.compute.manager [None req-7c7313ad-1935-41fa-bb72-46d66baababb tempest-ServerPasswordTestJSON-589325170 tempest-ServerPasswordTestJSON-589325170-project-member] [instance: a7c1b811-fede-428b-b4f9-a4df09e7968d] Starting instance... {{(pid=69889) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 849.825677] env[69889]: DEBUG nova.compute.utils [None req-5f8e9174-3a78-4d64-a76f-121099ff94cf tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 849.828615] env[69889]: DEBUG nova.compute.manager [None req-5f8e9174-3a78-4d64-a76f-121099ff94cf tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] [instance: fb83ecfb-e4bc-4420-b9db-e13a462db3c4] Allocating IP information in the background. {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 849.829261] env[69889]: DEBUG nova.network.neutron [None req-5f8e9174-3a78-4d64-a76f-121099ff94cf tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] [instance: fb83ecfb-e4bc-4420-b9db-e13a462db3c4] allocate_for_instance() {{(pid=69889) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 849.833154] env[69889]: DEBUG nova.network.neutron [None req-47253305-4a97-4cec-80c7-27d19d6eac1f tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] [instance: fcc33919-98ac-42bc-8c76-a65e1189865a] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 849.909750] env[69889]: DEBUG nova.policy [None req-5f8e9174-3a78-4d64-a76f-121099ff94cf tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f8babdf5eca64c0ba422a5e016dab9f7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '227076818b714fbe98f6cf32f0758f31', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69889) authorize /opt/stack/nova/nova/policy.py:192}} [ 849.970621] env[69889]: DEBUG nova.compute.manager [req-70fb8865-aaee-4c4d-9ca0-269de58b4675 req-9d9ad39c-50ab-49f5-9cad-1c02f5707527 service nova] [instance: 2df2001e-95cc-4421-a98d-c8212c184cff] Received event network-vif-plugged-15ef6ae2-60a0-4107-b597-4a19050ce922 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 849.970828] env[69889]: DEBUG oslo_concurrency.lockutils [req-70fb8865-aaee-4c4d-9ca0-269de58b4675 req-9d9ad39c-50ab-49f5-9cad-1c02f5707527 service nova] Acquiring lock "2df2001e-95cc-4421-a98d-c8212c184cff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.971076] env[69889]: DEBUG oslo_concurrency.lockutils [req-70fb8865-aaee-4c4d-9ca0-269de58b4675 req-9d9ad39c-50ab-49f5-9cad-1c02f5707527 service nova] Lock "2df2001e-95cc-4421-a98d-c8212c184cff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.971219] env[69889]: DEBUG oslo_concurrency.lockutils [req-70fb8865-aaee-4c4d-9ca0-269de58b4675 req-9d9ad39c-50ab-49f5-9cad-1c02f5707527 service nova] Lock "2df2001e-95cc-4421-a98d-c8212c184cff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.971385] env[69889]: DEBUG nova.compute.manager [req-70fb8865-aaee-4c4d-9ca0-269de58b4675 req-9d9ad39c-50ab-49f5-9cad-1c02f5707527 service nova] [instance: 2df2001e-95cc-4421-a98d-c8212c184cff] No waiting events found dispatching network-vif-plugged-15ef6ae2-60a0-4107-b597-4a19050ce922 {{(pid=69889) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 849.971547] env[69889]: WARNING nova.compute.manager [req-70fb8865-aaee-4c4d-9ca0-269de58b4675 req-9d9ad39c-50ab-49f5-9cad-1c02f5707527 service nova] [instance: 2df2001e-95cc-4421-a98d-c8212c184cff] Received unexpected event network-vif-plugged-15ef6ae2-60a0-4107-b597-4a19050ce922 for instance with vm_state building and task_state spawning. [ 849.971703] env[69889]: DEBUG nova.compute.manager [req-70fb8865-aaee-4c4d-9ca0-269de58b4675 req-9d9ad39c-50ab-49f5-9cad-1c02f5707527 service nova] [instance: 2df2001e-95cc-4421-a98d-c8212c184cff] Received event network-changed-15ef6ae2-60a0-4107-b597-4a19050ce922 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 849.971852] env[69889]: DEBUG nova.compute.manager [req-70fb8865-aaee-4c4d-9ca0-269de58b4675 req-9d9ad39c-50ab-49f5-9cad-1c02f5707527 service nova] [instance: 2df2001e-95cc-4421-a98d-c8212c184cff] Refreshing instance network info cache due to event network-changed-15ef6ae2-60a0-4107-b597-4a19050ce922. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 849.972027] env[69889]: DEBUG oslo_concurrency.lockutils [req-70fb8865-aaee-4c4d-9ca0-269de58b4675 req-9d9ad39c-50ab-49f5-9cad-1c02f5707527 service nova] Acquiring lock "refresh_cache-2df2001e-95cc-4421-a98d-c8212c184cff" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.106475] env[69889]: DEBUG oslo_vmware.api [None req-1a274f30-d4db-47bb-aeaf-15efbf4be8f2 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4077162, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.147019] env[69889]: DEBUG nova.network.neutron [None req-47253305-4a97-4cec-80c7-27d19d6eac1f tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] [instance: fcc33919-98ac-42bc-8c76-a65e1189865a] Updating instance_info_cache with network_info: [{"id": "2532c5ac-21b1-4219-828e-4f99c3cde291", "address": "fa:16:3e:3a:b2:0f", "network": {"id": "15210adc-ff98-49af-9f37-ab4d893dbaa9", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-194367501", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.33", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a1f8dde4b7344cc9767b402727ba490", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2532c5ac-21", "ovs_interfaceid": "2532c5ac-21b1-4219-828e-4f99c3cde291", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9bcd052d-8a11-42fc-ae13-6c92bdb814b0", "address": "fa:16:3e:b8:89:b3", "network": {"id": "36a25c4d-9883-4fa5-b96f-7d14ca08a5d2", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1231620954", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.179", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "3a1f8dde4b7344cc9767b402727ba490", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1768af3d-3317-4ef5-b484-0c2707d63de7", "external-id": "nsx-vlan-transportzone-706", "segmentation_id": 706, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bcd052d-8a", "ovs_interfaceid": "9bcd052d-8a11-42fc-ae13-6c92bdb814b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.177059] env[69889]: DEBUG nova.network.neutron [None req-324ad4ba-2324-46dc-9e76-c41144e9bd18 tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] [instance: 2df2001e-95cc-4421-a98d-c8212c184cff] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 850.282325] env[69889]: DEBUG oslo_vmware.api [None req-79e4ee89-45d5-4322-a2cc-3676e3f9fa00 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]525b5896-a554-ce2d-5d3e-a19f5137948c, 'name': SearchDatastore_Task, 'duration_secs': 0.013874} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.284377] env[69889]: DEBUG oslo_concurrency.lockutils [None req-79e4ee89-45d5-4322-a2cc-3676e3f9fa00 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.284377] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-79e4ee89-45d5-4322-a2cc-3676e3f9fa00 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore1] 5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4/5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 850.284377] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-343bb49b-cce0-41cf-bacc-682b101ae070 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.297565] env[69889]: DEBUG oslo_vmware.api [None req-79e4ee89-45d5-4322-a2cc-3676e3f9fa00 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Waiting for the task: (returnval){ [ 850.297565] env[69889]: value = "task-4077163" [ 850.297565] env[69889]: _type = "Task" [ 850.297565] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.309563] env[69889]: DEBUG oslo_vmware.api [None req-79e4ee89-45d5-4322-a2cc-3676e3f9fa00 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': task-4077163, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.329018] env[69889]: DEBUG nova.compute.manager [None req-5f8e9174-3a78-4d64-a76f-121099ff94cf tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] [instance: fb83ecfb-e4bc-4420-b9db-e13a462db3c4] Start building block device mappings for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 850.350406] env[69889]: DEBUG nova.network.neutron [None req-324ad4ba-2324-46dc-9e76-c41144e9bd18 tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] [instance: 2df2001e-95cc-4421-a98d-c8212c184cff] Updating instance_info_cache with network_info: [{"id": "15ef6ae2-60a0-4107-b597-4a19050ce922", "address": "fa:16:3e:f7:4f:03", "network": {"id": "18af87c1-a46a-478d-aeea-1e8436d3ca9a", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1715066027-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ff54d7e35774610a1f5c4195efc91be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15ef6ae2-60", "ovs_interfaceid": "15ef6ae2-60a0-4107-b597-4a19050ce922", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.363260] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7c7313ad-1935-41fa-bb72-46d66baababb tempest-ServerPasswordTestJSON-589325170 tempest-ServerPasswordTestJSON-589325170-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.609551] env[69889]: DEBUG oslo_vmware.api [None req-1a274f30-d4db-47bb-aeaf-15efbf4be8f2 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4077162, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.635257] env[69889]: DEBUG nova.network.neutron [None req-5f8e9174-3a78-4d64-a76f-121099ff94cf tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] [instance: fb83ecfb-e4bc-4420-b9db-e13a462db3c4] Successfully created port: ce542034-1f06-40c8-b128-ac654f07b454 {{(pid=69889) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 850.661398] env[69889]: DEBUG oslo_concurrency.lockutils [None req-47253305-4a97-4cec-80c7-27d19d6eac1f tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Releasing lock "refresh_cache-fcc33919-98ac-42bc-8c76-a65e1189865a" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.661398] env[69889]: DEBUG nova.compute.manager [None req-47253305-4a97-4cec-80c7-27d19d6eac1f tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] [instance: fcc33919-98ac-42bc-8c76-a65e1189865a] Instance network_info: |[{"id": "2532c5ac-21b1-4219-828e-4f99c3cde291", "address": "fa:16:3e:3a:b2:0f", "network": {"id": "15210adc-ff98-49af-9f37-ab4d893dbaa9", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-194367501", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.33", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a1f8dde4b7344cc9767b402727ba490", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2532c5ac-21", "ovs_interfaceid": "2532c5ac-21b1-4219-828e-4f99c3cde291", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9bcd052d-8a11-42fc-ae13-6c92bdb814b0", "address": "fa:16:3e:b8:89:b3", "network": {"id": "36a25c4d-9883-4fa5-b96f-7d14ca08a5d2", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1231620954", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.179", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "3a1f8dde4b7344cc9767b402727ba490", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1768af3d-3317-4ef5-b484-0c2707d63de7", "external-id": "nsx-vlan-transportzone-706", "segmentation_id": 706, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bcd052d-8a", "ovs_interfaceid": "9bcd052d-8a11-42fc-ae13-6c92bdb814b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 850.664392] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-47253305-4a97-4cec-80c7-27d19d6eac1f tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] [instance: fcc33919-98ac-42bc-8c76-a65e1189865a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:b2:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52f465cb-7418-4172-bd7d-aec00abeb692', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2532c5ac-21b1-4219-828e-4f99c3cde291', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:b8:89:b3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1768af3d-3317-4ef5-b484-0c2707d63de7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9bcd052d-8a11-42fc-ae13-6c92bdb814b0', 'vif_model': 'vmxnet3'}] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 850.684444] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-47253305-4a97-4cec-80c7-27d19d6eac1f tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 850.684444] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fcc33919-98ac-42bc-8c76-a65e1189865a] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 850.684444] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-10c0c482-7fbf-4ba2-b0ea-c41358ed021a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.726807] env[69889]: DEBUG nova.compute.manager [req-da912edc-d372-45de-a7a5-37eff0b6eb24 req-3704d1d8-353f-4286-9dbf-9669e24f124a service nova] [instance: fcc33919-98ac-42bc-8c76-a65e1189865a] Received event network-vif-plugged-9bcd052d-8a11-42fc-ae13-6c92bdb814b0 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 850.727226] env[69889]: DEBUG oslo_concurrency.lockutils [req-da912edc-d372-45de-a7a5-37eff0b6eb24 req-3704d1d8-353f-4286-9dbf-9669e24f124a service nova] Acquiring lock "fcc33919-98ac-42bc-8c76-a65e1189865a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.727624] env[69889]: DEBUG oslo_concurrency.lockutils [req-da912edc-d372-45de-a7a5-37eff0b6eb24 req-3704d1d8-353f-4286-9dbf-9669e24f124a service nova] Lock "fcc33919-98ac-42bc-8c76-a65e1189865a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.727743] env[69889]: DEBUG oslo_concurrency.lockutils [req-da912edc-d372-45de-a7a5-37eff0b6eb24 req-3704d1d8-353f-4286-9dbf-9669e24f124a service nova] Lock "fcc33919-98ac-42bc-8c76-a65e1189865a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.727928] env[69889]: DEBUG nova.compute.manager [req-da912edc-d372-45de-a7a5-37eff0b6eb24 req-3704d1d8-353f-4286-9dbf-9669e24f124a service nova] [instance: fcc33919-98ac-42bc-8c76-a65e1189865a] No waiting events found dispatching network-vif-plugged-9bcd052d-8a11-42fc-ae13-6c92bdb814b0 {{(pid=69889) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 850.728133] env[69889]: WARNING nova.compute.manager [req-da912edc-d372-45de-a7a5-37eff0b6eb24 req-3704d1d8-353f-4286-9dbf-9669e24f124a service nova] [instance: fcc33919-98ac-42bc-8c76-a65e1189865a] Received unexpected event network-vif-plugged-9bcd052d-8a11-42fc-ae13-6c92bdb814b0 for instance with vm_state building and task_state spawning. [ 850.728283] env[69889]: DEBUG nova.compute.manager [req-da912edc-d372-45de-a7a5-37eff0b6eb24 req-3704d1d8-353f-4286-9dbf-9669e24f124a service nova] [instance: fcc33919-98ac-42bc-8c76-a65e1189865a] Received event network-changed-9bcd052d-8a11-42fc-ae13-6c92bdb814b0 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 850.728440] env[69889]: DEBUG nova.compute.manager [req-da912edc-d372-45de-a7a5-37eff0b6eb24 req-3704d1d8-353f-4286-9dbf-9669e24f124a service nova] [instance: fcc33919-98ac-42bc-8c76-a65e1189865a] Refreshing instance network info cache due to event network-changed-9bcd052d-8a11-42fc-ae13-6c92bdb814b0. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 850.728753] env[69889]: DEBUG oslo_concurrency.lockutils [req-da912edc-d372-45de-a7a5-37eff0b6eb24 req-3704d1d8-353f-4286-9dbf-9669e24f124a service nova] Acquiring lock "refresh_cache-fcc33919-98ac-42bc-8c76-a65e1189865a" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.728753] env[69889]: DEBUG oslo_concurrency.lockutils [req-da912edc-d372-45de-a7a5-37eff0b6eb24 req-3704d1d8-353f-4286-9dbf-9669e24f124a service nova] Acquired lock "refresh_cache-fcc33919-98ac-42bc-8c76-a65e1189865a" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.729025] env[69889]: DEBUG nova.network.neutron [req-da912edc-d372-45de-a7a5-37eff0b6eb24 req-3704d1d8-353f-4286-9dbf-9669e24f124a service nova] [instance: fcc33919-98ac-42bc-8c76-a65e1189865a] Refreshing network info cache for port 9bcd052d-8a11-42fc-ae13-6c92bdb814b0 {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 850.743028] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 850.743028] env[69889]: value = "task-4077164" [ 850.743028] env[69889]: _type = "Task" [ 850.743028] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.753425] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077164, 'name': CreateVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.811639] env[69889]: DEBUG oslo_vmware.api [None req-79e4ee89-45d5-4322-a2cc-3676e3f9fa00 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': task-4077163, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.853765] env[69889]: DEBUG oslo_concurrency.lockutils [None req-324ad4ba-2324-46dc-9e76-c41144e9bd18 tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] Releasing lock "refresh_cache-2df2001e-95cc-4421-a98d-c8212c184cff" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.854110] env[69889]: DEBUG nova.compute.manager [None req-324ad4ba-2324-46dc-9e76-c41144e9bd18 tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] [instance: 2df2001e-95cc-4421-a98d-c8212c184cff] Instance network_info: |[{"id": "15ef6ae2-60a0-4107-b597-4a19050ce922", "address": "fa:16:3e:f7:4f:03", "network": {"id": "18af87c1-a46a-478d-aeea-1e8436d3ca9a", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1715066027-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ff54d7e35774610a1f5c4195efc91be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15ef6ae2-60", "ovs_interfaceid": "15ef6ae2-60a0-4107-b597-4a19050ce922", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 850.854449] env[69889]: DEBUG oslo_concurrency.lockutils [req-70fb8865-aaee-4c4d-9ca0-269de58b4675 req-9d9ad39c-50ab-49f5-9cad-1c02f5707527 service nova] Acquired lock "refresh_cache-2df2001e-95cc-4421-a98d-c8212c184cff" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.854632] env[69889]: DEBUG nova.network.neutron [req-70fb8865-aaee-4c4d-9ca0-269de58b4675 req-9d9ad39c-50ab-49f5-9cad-1c02f5707527 service nova] [instance: 2df2001e-95cc-4421-a98d-c8212c184cff] Refreshing network info cache for port 15ef6ae2-60a0-4107-b597-4a19050ce922 {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 850.856010] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-324ad4ba-2324-46dc-9e76-c41144e9bd18 tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] [instance: 2df2001e-95cc-4421-a98d-c8212c184cff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:4f:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4b43a78-f49b-4132-ab2e-6e28769a9498', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '15ef6ae2-60a0-4107-b597-4a19050ce922', 'vif_model': 'vmxnet3'}] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 850.864751] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-324ad4ba-2324-46dc-9e76-c41144e9bd18 tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] Creating folder: Project (2ff54d7e35774610a1f5c4195efc91be). Parent ref: group-v807779. {{(pid=69889) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 850.868806] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-19e915fe-e780-4cdd-a6b6-8f3b21945e05 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.891869] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-324ad4ba-2324-46dc-9e76-c41144e9bd18 tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] Created folder: Project (2ff54d7e35774610a1f5c4195efc91be) in parent group-v807779. [ 850.892232] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-324ad4ba-2324-46dc-9e76-c41144e9bd18 tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] Creating folder: Instances. Parent ref: group-v807896. {{(pid=69889) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 850.892387] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8a94f430-1d9d-4989-8c74-6b30bb739abc {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.905360] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-324ad4ba-2324-46dc-9e76-c41144e9bd18 tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] Created folder: Instances in parent group-v807896. [ 850.905529] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-324ad4ba-2324-46dc-9e76-c41144e9bd18 tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 850.907417] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2df2001e-95cc-4421-a98d-c8212c184cff] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 850.911391] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-777e53f6-5204-46d7-a21a-1ffdff5cfdb8 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.926884] env[69889]: DEBUG oslo_concurrency.lockutils [None req-6ee4a828-deea-49a6-97c0-dfc0236fad31 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Acquiring lock "25fa2007-30d6-4a2a-9498-d523988ee0ad" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.927559] env[69889]: DEBUG oslo_concurrency.lockutils [None req-6ee4a828-deea-49a6-97c0-dfc0236fad31 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Lock "25fa2007-30d6-4a2a-9498-d523988ee0ad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.936963] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 850.936963] env[69889]: value = "task-4077167" [ 850.936963] env[69889]: _type = "Task" [ 850.936963] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.949222] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077167, 'name': CreateVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.108818] env[69889]: DEBUG oslo_vmware.api [None req-1a274f30-d4db-47bb-aeaf-15efbf4be8f2 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4077162, 'name': CreateSnapshot_Task, 'duration_secs': 1.155876} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.108818] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-1a274f30-d4db-47bb-aeaf-15efbf4be8f2 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] Created Snapshot of the VM instance {{(pid=69889) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 851.108818] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afe11a4c-9c8f-4a18-bbaa-245fc346b377 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.128086] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c935c54-55f2-4607-8ce2-1e7570028eea {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.138878] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ad005cd-5b51-4fb0-a0aa-441edaa35468 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.174075] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01aa7f6d-e832-452a-aa7e-92739f72a673 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.185512] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de3e1397-69d0-47eb-95d0-1541802e0db4 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.202918] env[69889]: DEBUG nova.compute.provider_tree [None req-0c03cd75-7955-46b4-8fd8-740440ee5e74 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 851.251311] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077164, 'name': CreateVM_Task} progress is 25%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.308580] env[69889]: DEBUG oslo_vmware.api [None req-79e4ee89-45d5-4322-a2cc-3676e3f9fa00 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': task-4077163, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.558995} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.308933] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-79e4ee89-45d5-4322-a2cc-3676e3f9fa00 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore1] 5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4/5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 851.309048] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-79e4ee89-45d5-4322-a2cc-3676e3f9fa00 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 851.309323] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cace693d-12bc-4516-909f-9d44e3632796 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.316607] env[69889]: DEBUG oslo_vmware.api [None req-79e4ee89-45d5-4322-a2cc-3676e3f9fa00 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Waiting for the task: (returnval){ [ 851.316607] env[69889]: value = "task-4077168" [ 851.316607] env[69889]: _type = "Task" [ 851.316607] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.327132] env[69889]: DEBUG oslo_vmware.api [None req-79e4ee89-45d5-4322-a2cc-3676e3f9fa00 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': task-4077168, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.346117] env[69889]: DEBUG nova.compute.manager [None req-5f8e9174-3a78-4d64-a76f-121099ff94cf tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] [instance: fb83ecfb-e4bc-4420-b9db-e13a462db3c4] Start spawning the instance on the hypervisor. {{(pid=69889) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 851.384290] env[69889]: DEBUG nova.virt.hardware [None req-5f8e9174-3a78-4d64-a76f-121099ff94cf tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 851.384290] env[69889]: DEBUG nova.virt.hardware [None req-5f8e9174-3a78-4d64-a76f-121099ff94cf tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 851.384554] env[69889]: DEBUG nova.virt.hardware [None req-5f8e9174-3a78-4d64-a76f-121099ff94cf tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 851.384554] env[69889]: DEBUG nova.virt.hardware [None req-5f8e9174-3a78-4d64-a76f-121099ff94cf tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 851.384684] env[69889]: DEBUG nova.virt.hardware [None req-5f8e9174-3a78-4d64-a76f-121099ff94cf tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 851.384831] env[69889]: DEBUG nova.virt.hardware [None req-5f8e9174-3a78-4d64-a76f-121099ff94cf tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 851.385266] env[69889]: DEBUG nova.virt.hardware [None req-5f8e9174-3a78-4d64-a76f-121099ff94cf tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 851.385422] env[69889]: DEBUG nova.virt.hardware [None req-5f8e9174-3a78-4d64-a76f-121099ff94cf tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 851.385661] env[69889]: DEBUG nova.virt.hardware [None req-5f8e9174-3a78-4d64-a76f-121099ff94cf tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 851.385881] env[69889]: DEBUG nova.virt.hardware [None req-5f8e9174-3a78-4d64-a76f-121099ff94cf tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 851.386191] env[69889]: DEBUG nova.virt.hardware [None req-5f8e9174-3a78-4d64-a76f-121099ff94cf tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 851.387244] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ca7d92f-3ea8-4c86-899a-c2193d10fb0c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.399952] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28066d60-31ed-430f-97d1-2df7b3f07d30 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.450324] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077167, 'name': CreateVM_Task, 'duration_secs': 0.40414} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.450502] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2df2001e-95cc-4421-a98d-c8212c184cff] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 851.451193] env[69889]: DEBUG oslo_concurrency.lockutils [None req-324ad4ba-2324-46dc-9e76-c41144e9bd18 tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.451355] env[69889]: DEBUG oslo_concurrency.lockutils [None req-324ad4ba-2324-46dc-9e76-c41144e9bd18 tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.451696] env[69889]: DEBUG oslo_concurrency.lockutils [None req-324ad4ba-2324-46dc-9e76-c41144e9bd18 tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.451974] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2465742-d51d-46c8-9dc3-572a0055ad76 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.457924] env[69889]: DEBUG oslo_vmware.api [None req-324ad4ba-2324-46dc-9e76-c41144e9bd18 tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] Waiting for the task: (returnval){ [ 851.457924] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52450886-56a1-2d3d-95f9-2d115077b497" [ 851.457924] env[69889]: _type = "Task" [ 851.457924] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.467866] env[69889]: DEBUG oslo_vmware.api [None req-324ad4ba-2324-46dc-9e76-c41144e9bd18 tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52450886-56a1-2d3d-95f9-2d115077b497, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.593197] env[69889]: DEBUG nova.network.neutron [req-da912edc-d372-45de-a7a5-37eff0b6eb24 req-3704d1d8-353f-4286-9dbf-9669e24f124a service nova] [instance: fcc33919-98ac-42bc-8c76-a65e1189865a] Updated VIF entry in instance network info cache for port 9bcd052d-8a11-42fc-ae13-6c92bdb814b0. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 851.593197] env[69889]: DEBUG nova.network.neutron [req-da912edc-d372-45de-a7a5-37eff0b6eb24 req-3704d1d8-353f-4286-9dbf-9669e24f124a service nova] [instance: fcc33919-98ac-42bc-8c76-a65e1189865a] Updating instance_info_cache with network_info: [{"id": "2532c5ac-21b1-4219-828e-4f99c3cde291", "address": "fa:16:3e:3a:b2:0f", "network": {"id": "15210adc-ff98-49af-9f37-ab4d893dbaa9", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-194367501", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.33", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a1f8dde4b7344cc9767b402727ba490", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2532c5ac-21", "ovs_interfaceid": "2532c5ac-21b1-4219-828e-4f99c3cde291", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9bcd052d-8a11-42fc-ae13-6c92bdb814b0", "address": "fa:16:3e:b8:89:b3", "network": {"id": "36a25c4d-9883-4fa5-b96f-7d14ca08a5d2", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1231620954", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.179", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "3a1f8dde4b7344cc9767b402727ba490", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1768af3d-3317-4ef5-b484-0c2707d63de7", "external-id": "nsx-vlan-transportzone-706", "segmentation_id": 706, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bcd052d-8a", "ovs_interfaceid": "9bcd052d-8a11-42fc-ae13-6c92bdb814b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.629964] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-1a274f30-d4db-47bb-aeaf-15efbf4be8f2 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] Creating linked-clone VM from snapshot {{(pid=69889) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 851.630838] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0f482ede-c224-43fc-ae7a-85bca5d107e5 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.641654] env[69889]: DEBUG oslo_vmware.api [None req-1a274f30-d4db-47bb-aeaf-15efbf4be8f2 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Waiting for the task: (returnval){ [ 851.641654] env[69889]: value = "task-4077169" [ 851.641654] env[69889]: _type = "Task" [ 851.641654] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.652629] env[69889]: DEBUG oslo_vmware.api [None req-1a274f30-d4db-47bb-aeaf-15efbf4be8f2 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4077169, 'name': CloneVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.706024] env[69889]: DEBUG nova.network.neutron [req-70fb8865-aaee-4c4d-9ca0-269de58b4675 req-9d9ad39c-50ab-49f5-9cad-1c02f5707527 service nova] [instance: 2df2001e-95cc-4421-a98d-c8212c184cff] Updated VIF entry in instance network info cache for port 15ef6ae2-60a0-4107-b597-4a19050ce922. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 851.706024] env[69889]: DEBUG nova.network.neutron [req-70fb8865-aaee-4c4d-9ca0-269de58b4675 req-9d9ad39c-50ab-49f5-9cad-1c02f5707527 service nova] [instance: 2df2001e-95cc-4421-a98d-c8212c184cff] Updating instance_info_cache with network_info: [{"id": "15ef6ae2-60a0-4107-b597-4a19050ce922", "address": "fa:16:3e:f7:4f:03", "network": {"id": "18af87c1-a46a-478d-aeea-1e8436d3ca9a", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1715066027-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ff54d7e35774610a1f5c4195efc91be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15ef6ae2-60", "ovs_interfaceid": "15ef6ae2-60a0-4107-b597-4a19050ce922", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.706024] env[69889]: DEBUG nova.scheduler.client.report [None req-0c03cd75-7955-46b4-8fd8-740440ee5e74 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 851.753672] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077164, 'name': CreateVM_Task, 'duration_secs': 0.676647} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.753856] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fcc33919-98ac-42bc-8c76-a65e1189865a] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 851.754634] env[69889]: DEBUG oslo_concurrency.lockutils [None req-47253305-4a97-4cec-80c7-27d19d6eac1f tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.754871] env[69889]: DEBUG oslo_concurrency.lockutils [None req-47253305-4a97-4cec-80c7-27d19d6eac1f tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.755165] env[69889]: DEBUG oslo_concurrency.lockutils [None req-47253305-4a97-4cec-80c7-27d19d6eac1f tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.755449] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0dcfaf7-5d3b-414f-aeb0-590ae9de37d9 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.760998] env[69889]: DEBUG oslo_vmware.api [None req-47253305-4a97-4cec-80c7-27d19d6eac1f tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Waiting for the task: (returnval){ [ 851.760998] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]528df62c-51fd-8064-0432-4ea05b671462" [ 851.760998] env[69889]: _type = "Task" [ 851.760998] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.770597] env[69889]: DEBUG oslo_vmware.api [None req-47253305-4a97-4cec-80c7-27d19d6eac1f tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]528df62c-51fd-8064-0432-4ea05b671462, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.827226] env[69889]: DEBUG oslo_vmware.api [None req-79e4ee89-45d5-4322-a2cc-3676e3f9fa00 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': task-4077168, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091598} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.827658] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-79e4ee89-45d5-4322-a2cc-3676e3f9fa00 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 851.828449] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3916f481-6119-43e1-a52c-d7a7fa118320 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.855971] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-79e4ee89-45d5-4322-a2cc-3676e3f9fa00 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] 5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4/5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 851.856329] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27c08d4d-adf8-460e-9137-081ddc8eaf54 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.880102] env[69889]: DEBUG oslo_vmware.api [None req-79e4ee89-45d5-4322-a2cc-3676e3f9fa00 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Waiting for the task: (returnval){ [ 851.880102] env[69889]: value = "task-4077170" [ 851.880102] env[69889]: _type = "Task" [ 851.880102] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.890330] env[69889]: DEBUG oslo_vmware.api [None req-79e4ee89-45d5-4322-a2cc-3676e3f9fa00 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': task-4077170, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.971204] env[69889]: DEBUG oslo_vmware.api [None req-324ad4ba-2324-46dc-9e76-c41144e9bd18 tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52450886-56a1-2d3d-95f9-2d115077b497, 'name': SearchDatastore_Task, 'duration_secs': 0.031822} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.972902] env[69889]: DEBUG oslo_concurrency.lockutils [None req-324ad4ba-2324-46dc-9e76-c41144e9bd18 tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.972902] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-324ad4ba-2324-46dc-9e76-c41144e9bd18 tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] [instance: 2df2001e-95cc-4421-a98d-c8212c184cff] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 851.972902] env[69889]: DEBUG oslo_concurrency.lockutils [None req-324ad4ba-2324-46dc-9e76-c41144e9bd18 tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.972902] env[69889]: DEBUG oslo_concurrency.lockutils [None req-324ad4ba-2324-46dc-9e76-c41144e9bd18 tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.973374] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-324ad4ba-2324-46dc-9e76-c41144e9bd18 tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 851.973420] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0c6ea96a-0929-4a8c-a1a0-ec09f341897b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.985575] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-324ad4ba-2324-46dc-9e76-c41144e9bd18 tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 851.985575] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-324ad4ba-2324-46dc-9e76-c41144e9bd18 tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 851.989042] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d466981-d71c-4697-ae4d-5e39a29bb973 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.993343] env[69889]: DEBUG oslo_vmware.api [None req-324ad4ba-2324-46dc-9e76-c41144e9bd18 tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] Waiting for the task: (returnval){ [ 851.993343] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]5270eac8-66f3-e0c9-9d32-61961125d23b" [ 851.993343] env[69889]: _type = "Task" [ 851.993343] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.002689] env[69889]: DEBUG oslo_vmware.api [None req-324ad4ba-2324-46dc-9e76-c41144e9bd18 tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5270eac8-66f3-e0c9-9d32-61961125d23b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.051801] env[69889]: DEBUG oslo_concurrency.lockutils [None req-f223fcc8-cb06-43ab-84d6-cfb2cda1f4ed tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Acquiring lock "fda65aea-c3b4-46f8-9f00-fc7754f5b883" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.052064] env[69889]: DEBUG oslo_concurrency.lockutils [None req-f223fcc8-cb06-43ab-84d6-cfb2cda1f4ed tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Lock "fda65aea-c3b4-46f8-9f00-fc7754f5b883" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.095591] env[69889]: DEBUG oslo_concurrency.lockutils [req-da912edc-d372-45de-a7a5-37eff0b6eb24 req-3704d1d8-353f-4286-9dbf-9669e24f124a service nova] Releasing lock "refresh_cache-fcc33919-98ac-42bc-8c76-a65e1189865a" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.153845] env[69889]: DEBUG oslo_vmware.api [None req-1a274f30-d4db-47bb-aeaf-15efbf4be8f2 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4077169, 'name': CloneVM_Task} progress is 94%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.193027] env[69889]: DEBUG nova.compute.manager [req-b314de57-3aa3-4295-9c85-220e80bd04f4 req-99693bed-d515-468e-95fa-da2ae5bda859 service nova] [instance: 4cdcfc6f-7d4f-4b81-b0a1-425c842fe20b] Received event network-changed-235a3ac9-41ef-4113-9dfe-d862dbeea2de {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 852.193279] env[69889]: DEBUG nova.compute.manager [req-b314de57-3aa3-4295-9c85-220e80bd04f4 req-99693bed-d515-468e-95fa-da2ae5bda859 service nova] [instance: 4cdcfc6f-7d4f-4b81-b0a1-425c842fe20b] Refreshing instance network info cache due to event network-changed-235a3ac9-41ef-4113-9dfe-d862dbeea2de. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 852.193499] env[69889]: DEBUG oslo_concurrency.lockutils [req-b314de57-3aa3-4295-9c85-220e80bd04f4 req-99693bed-d515-468e-95fa-da2ae5bda859 service nova] Acquiring lock "refresh_cache-4cdcfc6f-7d4f-4b81-b0a1-425c842fe20b" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.193641] env[69889]: DEBUG oslo_concurrency.lockutils [req-b314de57-3aa3-4295-9c85-220e80bd04f4 req-99693bed-d515-468e-95fa-da2ae5bda859 service nova] Acquired lock "refresh_cache-4cdcfc6f-7d4f-4b81-b0a1-425c842fe20b" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.193802] env[69889]: DEBUG nova.network.neutron [req-b314de57-3aa3-4295-9c85-220e80bd04f4 req-99693bed-d515-468e-95fa-da2ae5bda859 service nova] [instance: 4cdcfc6f-7d4f-4b81-b0a1-425c842fe20b] Refreshing network info cache for port 235a3ac9-41ef-4113-9dfe-d862dbeea2de {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 852.207438] env[69889]: DEBUG oslo_concurrency.lockutils [req-70fb8865-aaee-4c4d-9ca0-269de58b4675 req-9d9ad39c-50ab-49f5-9cad-1c02f5707527 service nova] Releasing lock "refresh_cache-2df2001e-95cc-4421-a98d-c8212c184cff" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.212299] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0c03cd75-7955-46b4-8fd8-740440ee5e74 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.888s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.212562] env[69889]: DEBUG nova.compute.manager [None req-0c03cd75-7955-46b4-8fd8-740440ee5e74 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: 9103303b-fb64-4728-892d-285dba75ac18] Start building networks asynchronously for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 852.219546] env[69889]: DEBUG oslo_concurrency.lockutils [None req-91717db7-cfe7-4250-b829-e3db2b5b979d tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.590s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.219801] env[69889]: DEBUG nova.objects.instance [None req-91717db7-cfe7-4250-b829-e3db2b5b979d tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Lazy-loading 'resources' on Instance uuid f042fe0d-3d51-41f7-b983-8254e996697e {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 852.273265] env[69889]: DEBUG oslo_vmware.api [None req-47253305-4a97-4cec-80c7-27d19d6eac1f tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]528df62c-51fd-8064-0432-4ea05b671462, 'name': SearchDatastore_Task, 'duration_secs': 0.040431} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.273679] env[69889]: DEBUG oslo_concurrency.lockutils [None req-47253305-4a97-4cec-80c7-27d19d6eac1f tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.273976] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-47253305-4a97-4cec-80c7-27d19d6eac1f tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] [instance: fcc33919-98ac-42bc-8c76-a65e1189865a] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 852.274372] env[69889]: DEBUG oslo_concurrency.lockutils [None req-47253305-4a97-4cec-80c7-27d19d6eac1f tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.274590] env[69889]: DEBUG oslo_concurrency.lockutils [None req-47253305-4a97-4cec-80c7-27d19d6eac1f tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.274823] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-47253305-4a97-4cec-80c7-27d19d6eac1f tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 852.275643] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-77a4fdff-ca39-455d-bdf7-1d2b7733bdbd {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.285298] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-47253305-4a97-4cec-80c7-27d19d6eac1f tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 852.285850] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-47253305-4a97-4cec-80c7-27d19d6eac1f tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 852.286669] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-529d62ec-621b-42c5-b7d4-8ff55a62f3c5 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.293459] env[69889]: DEBUG oslo_vmware.api [None req-47253305-4a97-4cec-80c7-27d19d6eac1f tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Waiting for the task: (returnval){ [ 852.293459] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52cacbe6-f905-b1d2-b978-3219339d01bf" [ 852.293459] env[69889]: _type = "Task" [ 852.293459] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.302560] env[69889]: DEBUG oslo_vmware.api [None req-47253305-4a97-4cec-80c7-27d19d6eac1f tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52cacbe6-f905-b1d2-b978-3219339d01bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.396219] env[69889]: DEBUG oslo_vmware.api [None req-79e4ee89-45d5-4322-a2cc-3676e3f9fa00 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': task-4077170, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.507069] env[69889]: DEBUG oslo_vmware.api [None req-324ad4ba-2324-46dc-9e76-c41144e9bd18 tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5270eac8-66f3-e0c9-9d32-61961125d23b, 'name': SearchDatastore_Task, 'duration_secs': 0.03392} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.508401] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f9b19e6-3f1d-4214-91e7-e30077dd6dcd {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.517298] env[69889]: DEBUG oslo_vmware.api [None req-324ad4ba-2324-46dc-9e76-c41144e9bd18 tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] Waiting for the task: (returnval){ [ 852.517298] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52283037-6fa3-553f-54b6-bb140e91cb6d" [ 852.517298] env[69889]: _type = "Task" [ 852.517298] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.530749] env[69889]: DEBUG oslo_vmware.api [None req-324ad4ba-2324-46dc-9e76-c41144e9bd18 tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52283037-6fa3-553f-54b6-bb140e91cb6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.585980] env[69889]: DEBUG nova.network.neutron [None req-5f8e9174-3a78-4d64-a76f-121099ff94cf tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] [instance: fb83ecfb-e4bc-4420-b9db-e13a462db3c4] Successfully updated port: ce542034-1f06-40c8-b128-ac654f07b454 {{(pid=69889) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 852.656483] env[69889]: DEBUG oslo_vmware.api [None req-1a274f30-d4db-47bb-aeaf-15efbf4be8f2 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4077169, 'name': CloneVM_Task} progress is 94%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.721528] env[69889]: DEBUG nova.compute.utils [None req-0c03cd75-7955-46b4-8fd8-740440ee5e74 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 852.724176] env[69889]: DEBUG nova.compute.manager [None req-0c03cd75-7955-46b4-8fd8-740440ee5e74 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: 9103303b-fb64-4728-892d-285dba75ac18] Allocating IP information in the background. {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 852.724360] env[69889]: DEBUG nova.network.neutron [None req-0c03cd75-7955-46b4-8fd8-740440ee5e74 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: 9103303b-fb64-4728-892d-285dba75ac18] allocate_for_instance() {{(pid=69889) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 852.805432] env[69889]: DEBUG oslo_vmware.api [None req-47253305-4a97-4cec-80c7-27d19d6eac1f tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52cacbe6-f905-b1d2-b978-3219339d01bf, 'name': SearchDatastore_Task, 'duration_secs': 0.011781} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.809226] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2364d44-8d5d-4b43-a2e0-3ed191c2b1f7 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.813301] env[69889]: DEBUG nova.policy [None req-0c03cd75-7955-46b4-8fd8-740440ee5e74 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd0b9fdc4176445b8b45d86cc2290bd91', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '77100d3c2de9427594a3e5f7dd904bb1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69889) authorize /opt/stack/nova/nova/policy.py:192}} [ 852.818723] env[69889]: DEBUG oslo_vmware.api [None req-47253305-4a97-4cec-80c7-27d19d6eac1f tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Waiting for the task: (returnval){ [ 852.818723] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]526a63c1-6bf3-a990-3bfd-ee996062e45a" [ 852.818723] env[69889]: _type = "Task" [ 852.818723] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.831797] env[69889]: DEBUG oslo_vmware.api [None req-47253305-4a97-4cec-80c7-27d19d6eac1f tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]526a63c1-6bf3-a990-3bfd-ee996062e45a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.861727] env[69889]: DEBUG nova.compute.manager [req-873220ef-d5ba-4877-8a67-abdc19824a86 req-ce85bbac-4056-43b8-b733-e1931823abb9 service nova] [instance: fb83ecfb-e4bc-4420-b9db-e13a462db3c4] Received event network-vif-plugged-ce542034-1f06-40c8-b128-ac654f07b454 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 852.861944] env[69889]: DEBUG oslo_concurrency.lockutils [req-873220ef-d5ba-4877-8a67-abdc19824a86 req-ce85bbac-4056-43b8-b733-e1931823abb9 service nova] Acquiring lock "fb83ecfb-e4bc-4420-b9db-e13a462db3c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.862166] env[69889]: DEBUG oslo_concurrency.lockutils [req-873220ef-d5ba-4877-8a67-abdc19824a86 req-ce85bbac-4056-43b8-b733-e1931823abb9 service nova] Lock "fb83ecfb-e4bc-4420-b9db-e13a462db3c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.862340] env[69889]: DEBUG oslo_concurrency.lockutils [req-873220ef-d5ba-4877-8a67-abdc19824a86 req-ce85bbac-4056-43b8-b733-e1931823abb9 service nova] Lock "fb83ecfb-e4bc-4420-b9db-e13a462db3c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.862490] env[69889]: DEBUG nova.compute.manager [req-873220ef-d5ba-4877-8a67-abdc19824a86 req-ce85bbac-4056-43b8-b733-e1931823abb9 service nova] [instance: fb83ecfb-e4bc-4420-b9db-e13a462db3c4] No waiting events found dispatching network-vif-plugged-ce542034-1f06-40c8-b128-ac654f07b454 {{(pid=69889) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 852.862646] env[69889]: WARNING nova.compute.manager [req-873220ef-d5ba-4877-8a67-abdc19824a86 req-ce85bbac-4056-43b8-b733-e1931823abb9 service nova] [instance: fb83ecfb-e4bc-4420-b9db-e13a462db3c4] Received unexpected event network-vif-plugged-ce542034-1f06-40c8-b128-ac654f07b454 for instance with vm_state building and task_state spawning. [ 852.862796] env[69889]: DEBUG nova.compute.manager [req-873220ef-d5ba-4877-8a67-abdc19824a86 req-ce85bbac-4056-43b8-b733-e1931823abb9 service nova] [instance: fb83ecfb-e4bc-4420-b9db-e13a462db3c4] Received event network-changed-ce542034-1f06-40c8-b128-ac654f07b454 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 852.862945] env[69889]: DEBUG nova.compute.manager [req-873220ef-d5ba-4877-8a67-abdc19824a86 req-ce85bbac-4056-43b8-b733-e1931823abb9 service nova] [instance: fb83ecfb-e4bc-4420-b9db-e13a462db3c4] Refreshing instance network info cache due to event network-changed-ce542034-1f06-40c8-b128-ac654f07b454. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 852.863282] env[69889]: DEBUG oslo_concurrency.lockutils [req-873220ef-d5ba-4877-8a67-abdc19824a86 req-ce85bbac-4056-43b8-b733-e1931823abb9 service nova] Acquiring lock "refresh_cache-fb83ecfb-e4bc-4420-b9db-e13a462db3c4" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.863429] env[69889]: DEBUG oslo_concurrency.lockutils [req-873220ef-d5ba-4877-8a67-abdc19824a86 req-ce85bbac-4056-43b8-b733-e1931823abb9 service nova] Acquired lock "refresh_cache-fb83ecfb-e4bc-4420-b9db-e13a462db3c4" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.863606] env[69889]: DEBUG nova.network.neutron [req-873220ef-d5ba-4877-8a67-abdc19824a86 req-ce85bbac-4056-43b8-b733-e1931823abb9 service nova] [instance: fb83ecfb-e4bc-4420-b9db-e13a462db3c4] Refreshing network info cache for port ce542034-1f06-40c8-b128-ac654f07b454 {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 852.896629] env[69889]: DEBUG oslo_vmware.api [None req-79e4ee89-45d5-4322-a2cc-3676e3f9fa00 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': task-4077170, 'name': ReconfigVM_Task, 'duration_secs': 0.641702} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.900143] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-79e4ee89-45d5-4322-a2cc-3676e3f9fa00 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4] Reconfigured VM instance instance-00000029 to attach disk [datastore1] 5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4/5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 852.901047] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9a346afc-eaa1-466c-8895-128f84960ff2 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.909514] env[69889]: DEBUG oslo_vmware.api [None req-79e4ee89-45d5-4322-a2cc-3676e3f9fa00 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Waiting for the task: (returnval){ [ 852.909514] env[69889]: value = "task-4077171" [ 852.909514] env[69889]: _type = "Task" [ 852.909514] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.924299] env[69889]: DEBUG oslo_vmware.api [None req-79e4ee89-45d5-4322-a2cc-3676e3f9fa00 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': task-4077171, 'name': Rename_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.032960] env[69889]: DEBUG oslo_vmware.api [None req-324ad4ba-2324-46dc-9e76-c41144e9bd18 tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52283037-6fa3-553f-54b6-bb140e91cb6d, 'name': SearchDatastore_Task, 'duration_secs': 0.022229} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.033278] env[69889]: DEBUG oslo_concurrency.lockutils [None req-324ad4ba-2324-46dc-9e76-c41144e9bd18 tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.033533] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-324ad4ba-2324-46dc-9e76-c41144e9bd18 tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] 2df2001e-95cc-4421-a98d-c8212c184cff/2df2001e-95cc-4421-a98d-c8212c184cff.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 853.033793] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-87dc0685-9095-45f9-b57f-8de9ab18a479 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.041949] env[69889]: DEBUG oslo_vmware.api [None req-324ad4ba-2324-46dc-9e76-c41144e9bd18 tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] Waiting for the task: (returnval){ [ 853.041949] env[69889]: value = "task-4077172" [ 853.041949] env[69889]: _type = "Task" [ 853.041949] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.050978] env[69889]: DEBUG nova.network.neutron [req-b314de57-3aa3-4295-9c85-220e80bd04f4 req-99693bed-d515-468e-95fa-da2ae5bda859 service nova] [instance: 4cdcfc6f-7d4f-4b81-b0a1-425c842fe20b] Updated VIF entry in instance network info cache for port 235a3ac9-41ef-4113-9dfe-d862dbeea2de. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 853.050978] env[69889]: DEBUG nova.network.neutron [req-b314de57-3aa3-4295-9c85-220e80bd04f4 req-99693bed-d515-468e-95fa-da2ae5bda859 service nova] [instance: 4cdcfc6f-7d4f-4b81-b0a1-425c842fe20b] Updating instance_info_cache with network_info: [{"id": "235a3ac9-41ef-4113-9dfe-d862dbeea2de", "address": "fa:16:3e:5f:5a:76", "network": {"id": "f433c54d-b856-4d5f-ac81-69cc2ef08669", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1404977354-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf54ec31e1574ae98cd2130e7f284223", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496ac502-bfc4-4324-8332-cac473eb7cc4", "external-id": "nsx-vlan-transportzone-415", "segmentation_id": 415, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap235a3ac9-41", "ovs_interfaceid": "235a3ac9-41ef-4113-9dfe-d862dbeea2de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.061674] env[69889]: DEBUG oslo_vmware.api [None req-324ad4ba-2324-46dc-9e76-c41144e9bd18 tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] Task: {'id': task-4077172, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.093827] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5f8e9174-3a78-4d64-a76f-121099ff94cf tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Acquiring lock "refresh_cache-fb83ecfb-e4bc-4420-b9db-e13a462db3c4" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.159040] env[69889]: DEBUG oslo_vmware.api [None req-1a274f30-d4db-47bb-aeaf-15efbf4be8f2 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4077169, 'name': CloneVM_Task} progress is 95%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.178329] env[69889]: DEBUG nova.network.neutron [None req-0c03cd75-7955-46b4-8fd8-740440ee5e74 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: 9103303b-fb64-4728-892d-285dba75ac18] Successfully created port: 18e4b4b5-91ee-4b18-aba9-af64ba9989b3 {{(pid=69889) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 853.238777] env[69889]: DEBUG nova.compute.manager [None req-0c03cd75-7955-46b4-8fd8-740440ee5e74 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: 9103303b-fb64-4728-892d-285dba75ac18] Start building block device mappings for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 853.333577] env[69889]: DEBUG oslo_vmware.api [None req-47253305-4a97-4cec-80c7-27d19d6eac1f tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]526a63c1-6bf3-a990-3bfd-ee996062e45a, 'name': SearchDatastore_Task, 'duration_secs': 0.022523} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.333886] env[69889]: DEBUG oslo_concurrency.lockutils [None req-47253305-4a97-4cec-80c7-27d19d6eac1f tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.334261] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-47253305-4a97-4cec-80c7-27d19d6eac1f tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore1] fcc33919-98ac-42bc-8c76-a65e1189865a/fcc33919-98ac-42bc-8c76-a65e1189865a.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 853.337566] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-147a087f-a49c-47a5-9806-feab4fb7f5d8 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.354386] env[69889]: DEBUG oslo_vmware.api [None req-47253305-4a97-4cec-80c7-27d19d6eac1f tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Waiting for the task: (returnval){ [ 853.354386] env[69889]: value = "task-4077173" [ 853.354386] env[69889]: _type = "Task" [ 853.354386] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.369636] env[69889]: DEBUG oslo_vmware.api [None req-47253305-4a97-4cec-80c7-27d19d6eac1f tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Task: {'id': task-4077173, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.419729] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e1a088a-6719-4a61-8c7b-2cd7ba162576 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.426238] env[69889]: DEBUG oslo_vmware.api [None req-79e4ee89-45d5-4322-a2cc-3676e3f9fa00 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': task-4077171, 'name': Rename_Task, 'duration_secs': 0.204878} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.427243] env[69889]: DEBUG nova.network.neutron [req-873220ef-d5ba-4877-8a67-abdc19824a86 req-ce85bbac-4056-43b8-b733-e1931823abb9 service nova] [instance: fb83ecfb-e4bc-4420-b9db-e13a462db3c4] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 853.429632] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-79e4ee89-45d5-4322-a2cc-3676e3f9fa00 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 853.429878] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a362b41b-ad2c-4608-91e0-33435fcbfe0d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.435737] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2582073a-fae2-45c4-b356-80f93e9d5183 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.441822] env[69889]: DEBUG oslo_vmware.api [None req-79e4ee89-45d5-4322-a2cc-3676e3f9fa00 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Waiting for the task: (returnval){ [ 853.441822] env[69889]: value = "task-4077174" [ 853.441822] env[69889]: _type = "Task" [ 853.441822] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.483934] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4612c45d-45fb-4a89-bfcb-b25cfe66df4f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.497336] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bd1c94a-3e15-45b2-8df0-cc88a58d524d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.502032] env[69889]: DEBUG oslo_vmware.api [None req-79e4ee89-45d5-4322-a2cc-3676e3f9fa00 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': task-4077174, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.514038] env[69889]: DEBUG nova.compute.provider_tree [None req-91717db7-cfe7-4250-b829-e3db2b5b979d tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 853.555441] env[69889]: DEBUG oslo_concurrency.lockutils [req-b314de57-3aa3-4295-9c85-220e80bd04f4 req-99693bed-d515-468e-95fa-da2ae5bda859 service nova] Releasing lock "refresh_cache-4cdcfc6f-7d4f-4b81-b0a1-425c842fe20b" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.556051] env[69889]: DEBUG oslo_vmware.api [None req-324ad4ba-2324-46dc-9e76-c41144e9bd18 tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] Task: {'id': task-4077172, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.579563] env[69889]: DEBUG nova.network.neutron [req-873220ef-d5ba-4877-8a67-abdc19824a86 req-ce85bbac-4056-43b8-b733-e1931823abb9 service nova] [instance: fb83ecfb-e4bc-4420-b9db-e13a462db3c4] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.656523] env[69889]: DEBUG oslo_vmware.api [None req-1a274f30-d4db-47bb-aeaf-15efbf4be8f2 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4077169, 'name': CloneVM_Task, 'duration_secs': 1.737577} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.657226] env[69889]: INFO nova.virt.vmwareapi.vmops [None req-1a274f30-d4db-47bb-aeaf-15efbf4be8f2 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] Created linked-clone VM from snapshot [ 853.658719] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f8c11cc-4ea2-4b71-9484-a0579149225c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.664471] env[69889]: DEBUG oslo_concurrency.lockutils [None req-96c85675-8a47-4d35-91e5-1ce48f974147 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Acquiring lock "43761e84-3bc7-4e8a-93e9-d9426b21a6a7" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.664914] env[69889]: DEBUG oslo_concurrency.lockutils [None req-96c85675-8a47-4d35-91e5-1ce48f974147 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Lock "43761e84-3bc7-4e8a-93e9-d9426b21a6a7" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.665207] env[69889]: DEBUG nova.compute.manager [None req-96c85675-8a47-4d35-91e5-1ce48f974147 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] [instance: 43761e84-3bc7-4e8a-93e9-d9426b21a6a7] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 853.672650] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5df38755-4aed-408d-8ad6-b6e7b72e5dfd {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.677572] env[69889]: DEBUG nova.virt.vmwareapi.images [None req-1a274f30-d4db-47bb-aeaf-15efbf4be8f2 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] Uploading image 44bbe3f2-f8cb-4232-a805-379576e67977 {{(pid=69889) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 853.688597] env[69889]: DEBUG nova.compute.manager [None req-96c85675-8a47-4d35-91e5-1ce48f974147 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] [instance: 43761e84-3bc7-4e8a-93e9-d9426b21a6a7] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69889) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 853.688969] env[69889]: DEBUG nova.objects.instance [None req-96c85675-8a47-4d35-91e5-1ce48f974147 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Lazy-loading 'flavor' on Instance uuid 43761e84-3bc7-4e8a-93e9-d9426b21a6a7 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 853.714954] env[69889]: DEBUG oslo_vmware.rw_handles [None req-1a274f30-d4db-47bb-aeaf-15efbf4be8f2 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 853.714954] env[69889]: value = "vm-807899" [ 853.714954] env[69889]: _type = "VirtualMachine" [ 853.714954] env[69889]: }. {{(pid=69889) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 853.715910] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6419090a-a8b5-4039-829f-6c43da813086 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.725939] env[69889]: DEBUG oslo_vmware.rw_handles [None req-1a274f30-d4db-47bb-aeaf-15efbf4be8f2 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Lease: (returnval){ [ 853.725939] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52b2274f-5689-f8a0-f968-2e296c8e566e" [ 853.725939] env[69889]: _type = "HttpNfcLease" [ 853.725939] env[69889]: } obtained for exporting VM: (result){ [ 853.725939] env[69889]: value = "vm-807899" [ 853.725939] env[69889]: _type = "VirtualMachine" [ 853.725939] env[69889]: }. {{(pid=69889) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 853.726282] env[69889]: DEBUG oslo_vmware.api [None req-1a274f30-d4db-47bb-aeaf-15efbf4be8f2 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Waiting for the lease: (returnval){ [ 853.726282] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52b2274f-5689-f8a0-f968-2e296c8e566e" [ 853.726282] env[69889]: _type = "HttpNfcLease" [ 853.726282] env[69889]: } to be ready. {{(pid=69889) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 853.741462] env[69889]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 853.741462] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52b2274f-5689-f8a0-f968-2e296c8e566e" [ 853.741462] env[69889]: _type = "HttpNfcLease" [ 853.741462] env[69889]: } is initializing. {{(pid=69889) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 853.871047] env[69889]: DEBUG oslo_vmware.api [None req-47253305-4a97-4cec-80c7-27d19d6eac1f tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Task: {'id': task-4077173, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.956435] env[69889]: DEBUG oslo_vmware.api [None req-79e4ee89-45d5-4322-a2cc-3676e3f9fa00 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': task-4077174, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.021837] env[69889]: DEBUG nova.scheduler.client.report [None req-91717db7-cfe7-4250-b829-e3db2b5b979d tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 854.060495] env[69889]: DEBUG oslo_vmware.api [None req-324ad4ba-2324-46dc-9e76-c41144e9bd18 tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] Task: {'id': task-4077172, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.692972} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.060885] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-324ad4ba-2324-46dc-9e76-c41144e9bd18 tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] 2df2001e-95cc-4421-a98d-c8212c184cff/2df2001e-95cc-4421-a98d-c8212c184cff.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 854.061167] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-324ad4ba-2324-46dc-9e76-c41144e9bd18 tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] [instance: 2df2001e-95cc-4421-a98d-c8212c184cff] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 854.061516] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6ded6d03-3953-48de-8499-1adab2c509a3 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.073161] env[69889]: DEBUG oslo_vmware.api [None req-324ad4ba-2324-46dc-9e76-c41144e9bd18 tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] Waiting for the task: (returnval){ [ 854.073161] env[69889]: value = "task-4077176" [ 854.073161] env[69889]: _type = "Task" [ 854.073161] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.087271] env[69889]: DEBUG oslo_concurrency.lockutils [req-873220ef-d5ba-4877-8a67-abdc19824a86 req-ce85bbac-4056-43b8-b733-e1931823abb9 service nova] Releasing lock "refresh_cache-fb83ecfb-e4bc-4420-b9db-e13a462db3c4" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.087941] env[69889]: DEBUG oslo_vmware.api [None req-324ad4ba-2324-46dc-9e76-c41144e9bd18 tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] Task: {'id': task-4077176, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.088357] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5f8e9174-3a78-4d64-a76f-121099ff94cf tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Acquired lock "refresh_cache-fb83ecfb-e4bc-4420-b9db-e13a462db3c4" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.088603] env[69889]: DEBUG nova.network.neutron [None req-5f8e9174-3a78-4d64-a76f-121099ff94cf tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] [instance: fb83ecfb-e4bc-4420-b9db-e13a462db3c4] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 854.235373] env[69889]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 854.235373] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52b2274f-5689-f8a0-f968-2e296c8e566e" [ 854.235373] env[69889]: _type = "HttpNfcLease" [ 854.235373] env[69889]: } is ready. {{(pid=69889) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 854.235714] env[69889]: DEBUG oslo_vmware.rw_handles [None req-1a274f30-d4db-47bb-aeaf-15efbf4be8f2 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 854.235714] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52b2274f-5689-f8a0-f968-2e296c8e566e" [ 854.235714] env[69889]: _type = "HttpNfcLease" [ 854.235714] env[69889]: }. {{(pid=69889) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 854.236455] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fc59691-f65d-4146-ac3b-e45fee8a1593 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.247640] env[69889]: DEBUG nova.compute.manager [None req-0c03cd75-7955-46b4-8fd8-740440ee5e74 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: 9103303b-fb64-4728-892d-285dba75ac18] Start spawning the instance on the hypervisor. {{(pid=69889) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 854.249973] env[69889]: DEBUG oslo_vmware.rw_handles [None req-1a274f30-d4db-47bb-aeaf-15efbf4be8f2 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5246b601-2465-e1a7-c716-6d6bd07d7c43/disk-0.vmdk from lease info. {{(pid=69889) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 854.250184] env[69889]: DEBUG oslo_vmware.rw_handles [None req-1a274f30-d4db-47bb-aeaf-15efbf4be8f2 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5246b601-2465-e1a7-c716-6d6bd07d7c43/disk-0.vmdk for reading. {{(pid=69889) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 854.316879] env[69889]: DEBUG nova.virt.hardware [None req-0c03cd75-7955-46b4-8fd8-740440ee5e74 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:27:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='ad2ddea6-6149-4244-b75e-cb745094fe0b',id=34,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-625853764',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 854.317271] env[69889]: DEBUG nova.virt.hardware [None req-0c03cd75-7955-46b4-8fd8-740440ee5e74 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 854.317580] env[69889]: DEBUG nova.virt.hardware [None req-0c03cd75-7955-46b4-8fd8-740440ee5e74 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 854.317919] env[69889]: DEBUG nova.virt.hardware [None req-0c03cd75-7955-46b4-8fd8-740440ee5e74 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 854.318195] env[69889]: DEBUG nova.virt.hardware [None req-0c03cd75-7955-46b4-8fd8-740440ee5e74 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 854.318457] env[69889]: DEBUG nova.virt.hardware [None req-0c03cd75-7955-46b4-8fd8-740440ee5e74 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 854.318807] env[69889]: DEBUG nova.virt.hardware [None req-0c03cd75-7955-46b4-8fd8-740440ee5e74 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 854.319102] env[69889]: DEBUG nova.virt.hardware [None req-0c03cd75-7955-46b4-8fd8-740440ee5e74 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 854.319316] env[69889]: DEBUG nova.virt.hardware [None req-0c03cd75-7955-46b4-8fd8-740440ee5e74 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 854.319601] env[69889]: DEBUG nova.virt.hardware [None req-0c03cd75-7955-46b4-8fd8-740440ee5e74 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 854.319889] env[69889]: DEBUG nova.virt.hardware [None req-0c03cd75-7955-46b4-8fd8-740440ee5e74 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 854.321247] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76ad1acd-3f5e-4d71-9134-e2e36dca0bb8 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.331570] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cb8824c-e37a-42d9-9ae1-6d43241c3f5e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.369552] env[69889]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-54bbceaa-fa53-4421-ac73-61cd641a69db {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.371483] env[69889]: DEBUG oslo_vmware.api [None req-47253305-4a97-4cec-80c7-27d19d6eac1f tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Task: {'id': task-4077173, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.760129} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.372259] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-47253305-4a97-4cec-80c7-27d19d6eac1f tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore1] fcc33919-98ac-42bc-8c76-a65e1189865a/fcc33919-98ac-42bc-8c76-a65e1189865a.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 854.372420] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-47253305-4a97-4cec-80c7-27d19d6eac1f tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] [instance: fcc33919-98ac-42bc-8c76-a65e1189865a] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 854.373388] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c6ae9e04-1dcd-450e-b0f1-10e8d9305d5c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.383268] env[69889]: DEBUG oslo_vmware.api [None req-47253305-4a97-4cec-80c7-27d19d6eac1f tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Waiting for the task: (returnval){ [ 854.383268] env[69889]: value = "task-4077177" [ 854.383268] env[69889]: _type = "Task" [ 854.383268] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.400717] env[69889]: DEBUG oslo_vmware.api [None req-47253305-4a97-4cec-80c7-27d19d6eac1f tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Task: {'id': task-4077177, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.455257] env[69889]: DEBUG oslo_vmware.api [None req-79e4ee89-45d5-4322-a2cc-3676e3f9fa00 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': task-4077174, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.528497] env[69889]: DEBUG oslo_concurrency.lockutils [None req-91717db7-cfe7-4250-b829-e3db2b5b979d tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.308s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.531012] env[69889]: DEBUG oslo_concurrency.lockutils [None req-74d0ae6b-9da8-4d8f-a424-4a07806acd27 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.883s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.531300] env[69889]: DEBUG nova.objects.instance [None req-74d0ae6b-9da8-4d8f-a424-4a07806acd27 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Lazy-loading 'resources' on Instance uuid ef03e9af-5995-42ac-829e-dcf1f0fccf01 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 854.568499] env[69889]: INFO nova.scheduler.client.report [None req-91717db7-cfe7-4250-b829-e3db2b5b979d tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Deleted allocations for instance f042fe0d-3d51-41f7-b983-8254e996697e [ 854.586467] env[69889]: DEBUG oslo_vmware.api [None req-324ad4ba-2324-46dc-9e76-c41144e9bd18 tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] Task: {'id': task-4077176, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099386} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.586739] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-324ad4ba-2324-46dc-9e76-c41144e9bd18 tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] [instance: 2df2001e-95cc-4421-a98d-c8212c184cff] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 854.587972] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e9d840f-4a43-4ed4-a98b-d4fabda3c288 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.620747] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-324ad4ba-2324-46dc-9e76-c41144e9bd18 tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] [instance: 2df2001e-95cc-4421-a98d-c8212c184cff] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] 2df2001e-95cc-4421-a98d-c8212c184cff/2df2001e-95cc-4421-a98d-c8212c184cff.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 854.621789] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f95d0c4a-7d05-439a-b992-ee745ecffcff {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.644220] env[69889]: DEBUG oslo_vmware.api [None req-324ad4ba-2324-46dc-9e76-c41144e9bd18 tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] Waiting for the task: (returnval){ [ 854.644220] env[69889]: value = "task-4077178" [ 854.644220] env[69889]: _type = "Task" [ 854.644220] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.655480] env[69889]: DEBUG oslo_vmware.api [None req-324ad4ba-2324-46dc-9e76-c41144e9bd18 tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] Task: {'id': task-4077178, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.656292] env[69889]: DEBUG nova.network.neutron [None req-5f8e9174-3a78-4d64-a76f-121099ff94cf tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] [instance: fb83ecfb-e4bc-4420-b9db-e13a462db3c4] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 854.697622] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-96c85675-8a47-4d35-91e5-1ce48f974147 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] [instance: 43761e84-3bc7-4e8a-93e9-d9426b21a6a7] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 854.698291] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3286284e-f6d2-4054-9335-3b7e7a492353 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.708279] env[69889]: DEBUG oslo_vmware.api [None req-96c85675-8a47-4d35-91e5-1ce48f974147 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Waiting for the task: (returnval){ [ 854.708279] env[69889]: value = "task-4077179" [ 854.708279] env[69889]: _type = "Task" [ 854.708279] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.717436] env[69889]: DEBUG oslo_vmware.api [None req-96c85675-8a47-4d35-91e5-1ce48f974147 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Task: {'id': task-4077179, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.728945] env[69889]: DEBUG nova.compute.manager [req-42bbc43e-bdb1-47f1-b5f8-f3c1836f5dea req-d09769f5-008e-4237-92af-325dcd915a07 service nova] [instance: 9103303b-fb64-4728-892d-285dba75ac18] Received event network-vif-plugged-18e4b4b5-91ee-4b18-aba9-af64ba9989b3 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 854.729203] env[69889]: DEBUG oslo_concurrency.lockutils [req-42bbc43e-bdb1-47f1-b5f8-f3c1836f5dea req-d09769f5-008e-4237-92af-325dcd915a07 service nova] Acquiring lock "9103303b-fb64-4728-892d-285dba75ac18-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.729523] env[69889]: DEBUG oslo_concurrency.lockutils [req-42bbc43e-bdb1-47f1-b5f8-f3c1836f5dea req-d09769f5-008e-4237-92af-325dcd915a07 service nova] Lock "9103303b-fb64-4728-892d-285dba75ac18-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.729796] env[69889]: DEBUG oslo_concurrency.lockutils [req-42bbc43e-bdb1-47f1-b5f8-f3c1836f5dea req-d09769f5-008e-4237-92af-325dcd915a07 service nova] Lock "9103303b-fb64-4728-892d-285dba75ac18-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.730067] env[69889]: DEBUG nova.compute.manager [req-42bbc43e-bdb1-47f1-b5f8-f3c1836f5dea req-d09769f5-008e-4237-92af-325dcd915a07 service nova] [instance: 9103303b-fb64-4728-892d-285dba75ac18] No waiting events found dispatching network-vif-plugged-18e4b4b5-91ee-4b18-aba9-af64ba9989b3 {{(pid=69889) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 854.730322] env[69889]: WARNING nova.compute.manager [req-42bbc43e-bdb1-47f1-b5f8-f3c1836f5dea req-d09769f5-008e-4237-92af-325dcd915a07 service nova] [instance: 9103303b-fb64-4728-892d-285dba75ac18] Received unexpected event network-vif-plugged-18e4b4b5-91ee-4b18-aba9-af64ba9989b3 for instance with vm_state building and task_state spawning. [ 854.844251] env[69889]: DEBUG nova.network.neutron [None req-0c03cd75-7955-46b4-8fd8-740440ee5e74 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: 9103303b-fb64-4728-892d-285dba75ac18] Successfully updated port: 18e4b4b5-91ee-4b18-aba9-af64ba9989b3 {{(pid=69889) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 854.895984] env[69889]: DEBUG oslo_vmware.api [None req-47253305-4a97-4cec-80c7-27d19d6eac1f tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Task: {'id': task-4077177, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08524} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.895984] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-47253305-4a97-4cec-80c7-27d19d6eac1f tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] [instance: fcc33919-98ac-42bc-8c76-a65e1189865a] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 854.896636] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c968e142-7726-432e-8662-ec5e86a466b4 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.902840] env[69889]: DEBUG nova.network.neutron [None req-5f8e9174-3a78-4d64-a76f-121099ff94cf tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] [instance: fb83ecfb-e4bc-4420-b9db-e13a462db3c4] Updating instance_info_cache with network_info: [{"id": "ce542034-1f06-40c8-b128-ac654f07b454", "address": "fa:16:3e:66:cd:2d", "network": {"id": "d4a6c056-5884-4581-a999-4fbc997a4971", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1513553050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "227076818b714fbe98f6cf32f0758f31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce542034-1f", "ovs_interfaceid": "ce542034-1f06-40c8-b128-ac654f07b454", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.926702] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-47253305-4a97-4cec-80c7-27d19d6eac1f tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] [instance: fcc33919-98ac-42bc-8c76-a65e1189865a] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] fcc33919-98ac-42bc-8c76-a65e1189865a/fcc33919-98ac-42bc-8c76-a65e1189865a.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 854.928533] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aeba03fc-ff2d-4b6d-85c8-0b55990fb0ff {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.950461] env[69889]: DEBUG oslo_vmware.api [None req-47253305-4a97-4cec-80c7-27d19d6eac1f tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Waiting for the task: (returnval){ [ 854.950461] env[69889]: value = "task-4077180" [ 854.950461] env[69889]: _type = "Task" [ 854.950461] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.962556] env[69889]: DEBUG oslo_vmware.api [None req-79e4ee89-45d5-4322-a2cc-3676e3f9fa00 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': task-4077174, 'name': PowerOnVM_Task, 'duration_secs': 1.046827} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.966379] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-79e4ee89-45d5-4322-a2cc-3676e3f9fa00 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 854.966679] env[69889]: INFO nova.compute.manager [None req-79e4ee89-45d5-4322-a2cc-3676e3f9fa00 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4] Took 10.19 seconds to spawn the instance on the hypervisor. [ 854.966880] env[69889]: DEBUG nova.compute.manager [None req-79e4ee89-45d5-4322-a2cc-3676e3f9fa00 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 854.967980] env[69889]: DEBUG oslo_vmware.api [None req-47253305-4a97-4cec-80c7-27d19d6eac1f tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Task: {'id': task-4077180, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.969361] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6422fc9c-02d3-4a48-943e-1bcb83484d5b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.079158] env[69889]: DEBUG oslo_concurrency.lockutils [None req-91717db7-cfe7-4250-b829-e3db2b5b979d tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Lock "f042fe0d-3d51-41f7-b983-8254e996697e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.125s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.159184] env[69889]: DEBUG oslo_vmware.api [None req-324ad4ba-2324-46dc-9e76-c41144e9bd18 tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] Task: {'id': task-4077178, 'name': ReconfigVM_Task, 'duration_secs': 0.469196} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.159617] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-324ad4ba-2324-46dc-9e76-c41144e9bd18 tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] [instance: 2df2001e-95cc-4421-a98d-c8212c184cff] Reconfigured VM instance instance-0000002a to attach disk [datastore2] 2df2001e-95cc-4421-a98d-c8212c184cff/2df2001e-95cc-4421-a98d-c8212c184cff.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 855.160958] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7ac2fa1b-6b14-47bc-b91a-099f6d2ff73f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.172479] env[69889]: DEBUG oslo_vmware.api [None req-324ad4ba-2324-46dc-9e76-c41144e9bd18 tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] Waiting for the task: (returnval){ [ 855.172479] env[69889]: value = "task-4077181" [ 855.172479] env[69889]: _type = "Task" [ 855.172479] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.182763] env[69889]: DEBUG oslo_vmware.api [None req-324ad4ba-2324-46dc-9e76-c41144e9bd18 tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] Task: {'id': task-4077181, 'name': Rename_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.219129] env[69889]: DEBUG oslo_vmware.api [None req-96c85675-8a47-4d35-91e5-1ce48f974147 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Task: {'id': task-4077179, 'name': PowerOffVM_Task, 'duration_secs': 0.243995} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.219129] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-96c85675-8a47-4d35-91e5-1ce48f974147 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] [instance: 43761e84-3bc7-4e8a-93e9-d9426b21a6a7] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 855.219129] env[69889]: DEBUG nova.compute.manager [None req-96c85675-8a47-4d35-91e5-1ce48f974147 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] [instance: 43761e84-3bc7-4e8a-93e9-d9426b21a6a7] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 855.220257] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b6c8343-5200-4b66-b649-c6024f3c5c11 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.352281] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0c03cd75-7955-46b4-8fd8-740440ee5e74 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Acquiring lock "refresh_cache-9103303b-fb64-4728-892d-285dba75ac18" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.352281] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0c03cd75-7955-46b4-8fd8-740440ee5e74 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Acquired lock "refresh_cache-9103303b-fb64-4728-892d-285dba75ac18" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.352281] env[69889]: DEBUG nova.network.neutron [None req-0c03cd75-7955-46b4-8fd8-740440ee5e74 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: 9103303b-fb64-4728-892d-285dba75ac18] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 855.428487] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5f8e9174-3a78-4d64-a76f-121099ff94cf tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Releasing lock "refresh_cache-fb83ecfb-e4bc-4420-b9db-e13a462db3c4" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.428931] env[69889]: DEBUG nova.compute.manager [None req-5f8e9174-3a78-4d64-a76f-121099ff94cf tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] [instance: fb83ecfb-e4bc-4420-b9db-e13a462db3c4] Instance network_info: |[{"id": "ce542034-1f06-40c8-b128-ac654f07b454", "address": "fa:16:3e:66:cd:2d", "network": {"id": "d4a6c056-5884-4581-a999-4fbc997a4971", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1513553050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "227076818b714fbe98f6cf32f0758f31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce542034-1f", "ovs_interfaceid": "ce542034-1f06-40c8-b128-ac654f07b454", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 855.432837] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-5f8e9174-3a78-4d64-a76f-121099ff94cf tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] [instance: fb83ecfb-e4bc-4420-b9db-e13a462db3c4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:cd:2d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b8137fc-f23d-49b1-b19c-3123a5588f34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ce542034-1f06-40c8-b128-ac654f07b454', 'vif_model': 'vmxnet3'}] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 855.442838] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5f8e9174-3a78-4d64-a76f-121099ff94cf tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 855.444143] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb83ecfb-e4bc-4420-b9db-e13a462db3c4] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 855.444546] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-59c55e49-de9c-4cf2-815b-088e848c7f2a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.476586] env[69889]: DEBUG oslo_vmware.api [None req-47253305-4a97-4cec-80c7-27d19d6eac1f tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Task: {'id': task-4077180, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.478168] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 855.478168] env[69889]: value = "task-4077182" [ 855.478168] env[69889]: _type = "Task" [ 855.478168] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.500064] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077182, 'name': CreateVM_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.500064] env[69889]: INFO nova.compute.manager [None req-79e4ee89-45d5-4322-a2cc-3676e3f9fa00 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4] Took 52.30 seconds to build instance. [ 855.675659] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8cd7ff2-7f8f-4d60-addb-47a12af2b398 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.691206] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c0259bf-8f93-4bd2-869c-efdcaedb0354 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.695113] env[69889]: DEBUG oslo_vmware.api [None req-324ad4ba-2324-46dc-9e76-c41144e9bd18 tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] Task: {'id': task-4077181, 'name': Rename_Task, 'duration_secs': 0.188906} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.695455] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-324ad4ba-2324-46dc-9e76-c41144e9bd18 tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] [instance: 2df2001e-95cc-4421-a98d-c8212c184cff] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 855.696242] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1b960eca-93bf-4456-b3e6-fa3ea380a0c5 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.731025] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2e1f6c4-01eb-4530-812d-87941e7dc375 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.733736] env[69889]: DEBUG oslo_vmware.api [None req-324ad4ba-2324-46dc-9e76-c41144e9bd18 tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] Waiting for the task: (returnval){ [ 855.733736] env[69889]: value = "task-4077183" [ 855.733736] env[69889]: _type = "Task" [ 855.733736] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.742839] env[69889]: DEBUG oslo_concurrency.lockutils [None req-96c85675-8a47-4d35-91e5-1ce48f974147 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Lock "43761e84-3bc7-4e8a-93e9-d9426b21a6a7" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.078s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.745559] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e757ff4-3389-4b8e-b6a3-576adf54dfe3 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.755240] env[69889]: DEBUG oslo_vmware.api [None req-324ad4ba-2324-46dc-9e76-c41144e9bd18 tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] Task: {'id': task-4077183, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.770389] env[69889]: DEBUG nova.compute.provider_tree [None req-74d0ae6b-9da8-4d8f-a424-4a07806acd27 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 855.893809] env[69889]: DEBUG nova.network.neutron [None req-0c03cd75-7955-46b4-8fd8-740440ee5e74 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: 9103303b-fb64-4728-892d-285dba75ac18] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 855.978222] env[69889]: DEBUG oslo_vmware.api [None req-47253305-4a97-4cec-80c7-27d19d6eac1f tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Task: {'id': task-4077180, 'name': ReconfigVM_Task, 'duration_secs': 0.616282} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.978656] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-47253305-4a97-4cec-80c7-27d19d6eac1f tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] [instance: fcc33919-98ac-42bc-8c76-a65e1189865a] Reconfigured VM instance instance-00000028 to attach disk [datastore1] fcc33919-98ac-42bc-8c76-a65e1189865a/fcc33919-98ac-42bc-8c76-a65e1189865a.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 855.979386] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fbdc138d-be83-4d3d-8e41-69c1a1f0c352 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.993538] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077182, 'name': CreateVM_Task} progress is 99%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.994858] env[69889]: DEBUG oslo_vmware.api [None req-47253305-4a97-4cec-80c7-27d19d6eac1f tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Waiting for the task: (returnval){ [ 855.994858] env[69889]: value = "task-4077184" [ 855.994858] env[69889]: _type = "Task" [ 855.994858] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.001143] env[69889]: DEBUG oslo_concurrency.lockutils [None req-79e4ee89-45d5-4322-a2cc-3676e3f9fa00 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Lock "5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.625s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.011618] env[69889]: DEBUG oslo_vmware.api [None req-47253305-4a97-4cec-80c7-27d19d6eac1f tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Task: {'id': task-4077184, 'name': Rename_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.174033] env[69889]: DEBUG nova.network.neutron [None req-0c03cd75-7955-46b4-8fd8-740440ee5e74 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: 9103303b-fb64-4728-892d-285dba75ac18] Updating instance_info_cache with network_info: [{"id": "18e4b4b5-91ee-4b18-aba9-af64ba9989b3", "address": "fa:16:3e:32:c6:1e", "network": {"id": "f9341188-47f9-41e2-bae7-5eb6406f3899", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.113", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b7973ea41bcd4363abc2e9339dec4d77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18e4b4b5-91", "ovs_interfaceid": "18e4b4b5-91ee-4b18-aba9-af64ba9989b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.249296] env[69889]: DEBUG oslo_vmware.api [None req-324ad4ba-2324-46dc-9e76-c41144e9bd18 tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] Task: {'id': task-4077183, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.275301] env[69889]: DEBUG nova.scheduler.client.report [None req-74d0ae6b-9da8-4d8f-a424-4a07806acd27 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 856.469763] env[69889]: DEBUG nova.objects.instance [None req-5092958f-54f6-4a8d-ac24-51e9783aef28 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Lazy-loading 'flavor' on Instance uuid 43761e84-3bc7-4e8a-93e9-d9426b21a6a7 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 856.496897] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077182, 'name': CreateVM_Task} progress is 99%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.507423] env[69889]: DEBUG nova.compute.manager [None req-363e84ed-8b9b-4ec7-ab59-38c11278e952 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: bbf9db25-688f-4729-9c55-0e1e1196c2f6] Starting instance... {{(pid=69889) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 856.510939] env[69889]: DEBUG oslo_vmware.api [None req-47253305-4a97-4cec-80c7-27d19d6eac1f tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Task: {'id': task-4077184, 'name': Rename_Task} progress is 99%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.676958] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0c03cd75-7955-46b4-8fd8-740440ee5e74 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Releasing lock "refresh_cache-9103303b-fb64-4728-892d-285dba75ac18" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.677531] env[69889]: DEBUG nova.compute.manager [None req-0c03cd75-7955-46b4-8fd8-740440ee5e74 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: 9103303b-fb64-4728-892d-285dba75ac18] Instance network_info: |[{"id": "18e4b4b5-91ee-4b18-aba9-af64ba9989b3", "address": "fa:16:3e:32:c6:1e", "network": {"id": "f9341188-47f9-41e2-bae7-5eb6406f3899", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.113", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b7973ea41bcd4363abc2e9339dec4d77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18e4b4b5-91", "ovs_interfaceid": "18e4b4b5-91ee-4b18-aba9-af64ba9989b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 856.677979] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-0c03cd75-7955-46b4-8fd8-740440ee5e74 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: 9103303b-fb64-4728-892d-285dba75ac18] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:32:c6:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1c2b89fb-df8c-47c0-83ae-44291236feb4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '18e4b4b5-91ee-4b18-aba9-af64ba9989b3', 'vif_model': 'vmxnet3'}] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 856.685915] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0c03cd75-7955-46b4-8fd8-740440ee5e74 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 856.686175] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9103303b-fb64-4728-892d-285dba75ac18] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 856.686471] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c50a4064-9f0e-476c-b6fe-ace0df903203 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.716506] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 856.716506] env[69889]: value = "task-4077185" [ 856.716506] env[69889]: _type = "Task" [ 856.716506] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.729270] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077185, 'name': CreateVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.747743] env[69889]: DEBUG oslo_vmware.api [None req-324ad4ba-2324-46dc-9e76-c41144e9bd18 tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] Task: {'id': task-4077183, 'name': PowerOnVM_Task, 'duration_secs': 0.798341} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.749052] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-324ad4ba-2324-46dc-9e76-c41144e9bd18 tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] [instance: 2df2001e-95cc-4421-a98d-c8212c184cff] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 856.749351] env[69889]: INFO nova.compute.manager [None req-324ad4ba-2324-46dc-9e76-c41144e9bd18 tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] [instance: 2df2001e-95cc-4421-a98d-c8212c184cff] Took 8.15 seconds to spawn the instance on the hypervisor. [ 856.749590] env[69889]: DEBUG nova.compute.manager [None req-324ad4ba-2324-46dc-9e76-c41144e9bd18 tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] [instance: 2df2001e-95cc-4421-a98d-c8212c184cff] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 856.750509] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a20700ce-b324-4077-befc-db8ab563b32d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.780879] env[69889]: DEBUG oslo_concurrency.lockutils [None req-74d0ae6b-9da8-4d8f-a424-4a07806acd27 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.250s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.785325] env[69889]: DEBUG oslo_concurrency.lockutils [None req-92d48bd4-67de-48ce-872e-53194758e53f tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.643s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.786866] env[69889]: INFO nova.compute.claims [None req-92d48bd4-67de-48ce-872e-53194758e53f tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: 1b8036ed-2b5c-457d-9ef5-50d9ec77f656] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 856.799562] env[69889]: DEBUG nova.compute.manager [req-f1221e61-ac06-4fc1-ab05-6d0a11986a4f req-b3936f67-06dd-459d-8cbb-31ebe31b6ad8 service nova] [instance: 9103303b-fb64-4728-892d-285dba75ac18] Received event network-changed-18e4b4b5-91ee-4b18-aba9-af64ba9989b3 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 856.799797] env[69889]: DEBUG nova.compute.manager [req-f1221e61-ac06-4fc1-ab05-6d0a11986a4f req-b3936f67-06dd-459d-8cbb-31ebe31b6ad8 service nova] [instance: 9103303b-fb64-4728-892d-285dba75ac18] Refreshing instance network info cache due to event network-changed-18e4b4b5-91ee-4b18-aba9-af64ba9989b3. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 856.802066] env[69889]: DEBUG oslo_concurrency.lockutils [req-f1221e61-ac06-4fc1-ab05-6d0a11986a4f req-b3936f67-06dd-459d-8cbb-31ebe31b6ad8 service nova] Acquiring lock "refresh_cache-9103303b-fb64-4728-892d-285dba75ac18" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.802066] env[69889]: DEBUG oslo_concurrency.lockutils [req-f1221e61-ac06-4fc1-ab05-6d0a11986a4f req-b3936f67-06dd-459d-8cbb-31ebe31b6ad8 service nova] Acquired lock "refresh_cache-9103303b-fb64-4728-892d-285dba75ac18" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.802066] env[69889]: DEBUG nova.network.neutron [req-f1221e61-ac06-4fc1-ab05-6d0a11986a4f req-b3936f67-06dd-459d-8cbb-31ebe31b6ad8 service nova] [instance: 9103303b-fb64-4728-892d-285dba75ac18] Refreshing network info cache for port 18e4b4b5-91ee-4b18-aba9-af64ba9989b3 {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 856.827106] env[69889]: INFO nova.scheduler.client.report [None req-74d0ae6b-9da8-4d8f-a424-4a07806acd27 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Deleted allocations for instance ef03e9af-5995-42ac-829e-dcf1f0fccf01 [ 856.975150] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5092958f-54f6-4a8d-ac24-51e9783aef28 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Acquiring lock "refresh_cache-43761e84-3bc7-4e8a-93e9-d9426b21a6a7" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.975343] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5092958f-54f6-4a8d-ac24-51e9783aef28 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Acquired lock "refresh_cache-43761e84-3bc7-4e8a-93e9-d9426b21a6a7" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.975519] env[69889]: DEBUG nova.network.neutron [None req-5092958f-54f6-4a8d-ac24-51e9783aef28 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] [instance: 43761e84-3bc7-4e8a-93e9-d9426b21a6a7] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 856.975737] env[69889]: DEBUG nova.objects.instance [None req-5092958f-54f6-4a8d-ac24-51e9783aef28 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Lazy-loading 'info_cache' on Instance uuid 43761e84-3bc7-4e8a-93e9-d9426b21a6a7 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 856.994064] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077182, 'name': CreateVM_Task, 'duration_secs': 1.473238} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.994292] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb83ecfb-e4bc-4420-b9db-e13a462db3c4] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 856.995042] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5f8e9174-3a78-4d64-a76f-121099ff94cf tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.995218] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5f8e9174-3a78-4d64-a76f-121099ff94cf tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.995550] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5f8e9174-3a78-4d64-a76f-121099ff94cf tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.995850] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37c2be4c-c4ed-41c4-a682-1acd7a383b3a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.005387] env[69889]: DEBUG oslo_vmware.api [None req-5f8e9174-3a78-4d64-a76f-121099ff94cf tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Waiting for the task: (returnval){ [ 857.005387] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52f2c61e-91b0-43cb-2650-b04c44dd5702" [ 857.005387] env[69889]: _type = "Task" [ 857.005387] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.009868] env[69889]: DEBUG oslo_vmware.api [None req-47253305-4a97-4cec-80c7-27d19d6eac1f tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Task: {'id': task-4077184, 'name': Rename_Task} progress is 99%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.023192] env[69889]: DEBUG oslo_vmware.api [None req-5f8e9174-3a78-4d64-a76f-121099ff94cf tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52f2c61e-91b0-43cb-2650-b04c44dd5702, 'name': SearchDatastore_Task, 'duration_secs': 0.011533} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.023326] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5f8e9174-3a78-4d64-a76f-121099ff94cf tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.023763] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-5f8e9174-3a78-4d64-a76f-121099ff94cf tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] [instance: fb83ecfb-e4bc-4420-b9db-e13a462db3c4] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 857.023826] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5f8e9174-3a78-4d64-a76f-121099ff94cf tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.024026] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5f8e9174-3a78-4d64-a76f-121099ff94cf tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.024150] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f8e9174-3a78-4d64-a76f-121099ff94cf tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 857.024518] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-de520316-94e7-4c79-a493-6e805bea9c50 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.035431] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f8e9174-3a78-4d64-a76f-121099ff94cf tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 857.035579] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-5f8e9174-3a78-4d64-a76f-121099ff94cf tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 857.037274] env[69889]: DEBUG oslo_concurrency.lockutils [None req-363e84ed-8b9b-4ec7-ab59-38c11278e952 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.037542] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce69e6ff-76b7-43bd-a403-2f9b17f750ef {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.044182] env[69889]: DEBUG oslo_vmware.api [None req-5f8e9174-3a78-4d64-a76f-121099ff94cf tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Waiting for the task: (returnval){ [ 857.044182] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]525eabda-b8ea-bd43-5747-992df8a2c508" [ 857.044182] env[69889]: _type = "Task" [ 857.044182] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.059022] env[69889]: DEBUG oslo_vmware.api [None req-5f8e9174-3a78-4d64-a76f-121099ff94cf tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]525eabda-b8ea-bd43-5747-992df8a2c508, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.227256] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077185, 'name': CreateVM_Task, 'duration_secs': 0.457635} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.227464] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9103303b-fb64-4728-892d-285dba75ac18] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 857.228417] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0c03cd75-7955-46b4-8fd8-740440ee5e74 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.229009] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0c03cd75-7955-46b4-8fd8-740440ee5e74 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.229399] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0c03cd75-7955-46b4-8fd8-740440ee5e74 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.229691] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08b88ddb-c6c5-46c5-ab4c-03e3bd3993a6 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.236422] env[69889]: DEBUG oslo_vmware.api [None req-0c03cd75-7955-46b4-8fd8-740440ee5e74 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Waiting for the task: (returnval){ [ 857.236422] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52bd0141-ffa7-0e23-1ef7-b357efa25227" [ 857.236422] env[69889]: _type = "Task" [ 857.236422] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.246894] env[69889]: DEBUG oslo_vmware.api [None req-0c03cd75-7955-46b4-8fd8-740440ee5e74 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52bd0141-ffa7-0e23-1ef7-b357efa25227, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.271980] env[69889]: INFO nova.compute.manager [None req-324ad4ba-2324-46dc-9e76-c41144e9bd18 tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] [instance: 2df2001e-95cc-4421-a98d-c8212c184cff] Took 45.66 seconds to build instance. [ 857.336302] env[69889]: DEBUG oslo_concurrency.lockutils [None req-74d0ae6b-9da8-4d8f-a424-4a07806acd27 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Lock "ef03e9af-5995-42ac-829e-dcf1f0fccf01" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.257s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.479789] env[69889]: DEBUG nova.objects.base [None req-5092958f-54f6-4a8d-ac24-51e9783aef28 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Object Instance<43761e84-3bc7-4e8a-93e9-d9426b21a6a7> lazy-loaded attributes: flavor,info_cache {{(pid=69889) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 857.519031] env[69889]: DEBUG oslo_vmware.api [None req-47253305-4a97-4cec-80c7-27d19d6eac1f tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Task: {'id': task-4077184, 'name': Rename_Task, 'duration_secs': 1.291075} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.519234] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-47253305-4a97-4cec-80c7-27d19d6eac1f tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] [instance: fcc33919-98ac-42bc-8c76-a65e1189865a] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 857.520022] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1115965c-51c1-418c-a50f-1cf0b7288b97 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.528240] env[69889]: DEBUG oslo_vmware.api [None req-47253305-4a97-4cec-80c7-27d19d6eac1f tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Waiting for the task: (returnval){ [ 857.528240] env[69889]: value = "task-4077186" [ 857.528240] env[69889]: _type = "Task" [ 857.528240] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.539344] env[69889]: DEBUG oslo_vmware.api [None req-47253305-4a97-4cec-80c7-27d19d6eac1f tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Task: {'id': task-4077186, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.555466] env[69889]: DEBUG oslo_vmware.api [None req-5f8e9174-3a78-4d64-a76f-121099ff94cf tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]525eabda-b8ea-bd43-5747-992df8a2c508, 'name': SearchDatastore_Task, 'duration_secs': 0.011917} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.556732] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a76aeac-d6fe-477c-8a6b-f6d9f050bb1f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.565209] env[69889]: DEBUG oslo_vmware.api [None req-5f8e9174-3a78-4d64-a76f-121099ff94cf tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Waiting for the task: (returnval){ [ 857.565209] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]528113c2-cab0-a13d-875d-1622dcff0961" [ 857.565209] env[69889]: _type = "Task" [ 857.565209] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.581156] env[69889]: DEBUG oslo_vmware.api [None req-5f8e9174-3a78-4d64-a76f-121099ff94cf tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]528113c2-cab0-a13d-875d-1622dcff0961, 'name': SearchDatastore_Task, 'duration_secs': 0.014484} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.581458] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5f8e9174-3a78-4d64-a76f-121099ff94cf tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.581731] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f8e9174-3a78-4d64-a76f-121099ff94cf tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] fb83ecfb-e4bc-4420-b9db-e13a462db3c4/fb83ecfb-e4bc-4420-b9db-e13a462db3c4.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 857.582043] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2e2b9343-4d98-402b-a540-74a401dfc329 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.592168] env[69889]: DEBUG oslo_vmware.api [None req-5f8e9174-3a78-4d64-a76f-121099ff94cf tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Waiting for the task: (returnval){ [ 857.592168] env[69889]: value = "task-4077187" [ 857.592168] env[69889]: _type = "Task" [ 857.592168] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.606594] env[69889]: DEBUG oslo_vmware.api [None req-5f8e9174-3a78-4d64-a76f-121099ff94cf tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Task: {'id': task-4077187, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.711242] env[69889]: DEBUG nova.network.neutron [req-f1221e61-ac06-4fc1-ab05-6d0a11986a4f req-b3936f67-06dd-459d-8cbb-31ebe31b6ad8 service nova] [instance: 9103303b-fb64-4728-892d-285dba75ac18] Updated VIF entry in instance network info cache for port 18e4b4b5-91ee-4b18-aba9-af64ba9989b3. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 857.711242] env[69889]: DEBUG nova.network.neutron [req-f1221e61-ac06-4fc1-ab05-6d0a11986a4f req-b3936f67-06dd-459d-8cbb-31ebe31b6ad8 service nova] [instance: 9103303b-fb64-4728-892d-285dba75ac18] Updating instance_info_cache with network_info: [{"id": "18e4b4b5-91ee-4b18-aba9-af64ba9989b3", "address": "fa:16:3e:32:c6:1e", "network": {"id": "f9341188-47f9-41e2-bae7-5eb6406f3899", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.113", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b7973ea41bcd4363abc2e9339dec4d77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18e4b4b5-91", "ovs_interfaceid": "18e4b4b5-91ee-4b18-aba9-af64ba9989b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.749552] env[69889]: DEBUG oslo_vmware.api [None req-0c03cd75-7955-46b4-8fd8-740440ee5e74 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52bd0141-ffa7-0e23-1ef7-b357efa25227, 'name': SearchDatastore_Task, 'duration_secs': 0.018491} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.749944] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0c03cd75-7955-46b4-8fd8-740440ee5e74 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.750222] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-0c03cd75-7955-46b4-8fd8-740440ee5e74 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: 9103303b-fb64-4728-892d-285dba75ac18] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 857.751149] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0c03cd75-7955-46b4-8fd8-740440ee5e74 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.751149] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0c03cd75-7955-46b4-8fd8-740440ee5e74 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.751149] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c03cd75-7955-46b4-8fd8-740440ee5e74 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 857.751149] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-244c14a0-1a7c-4045-9e15-532884cf4544 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.761980] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c03cd75-7955-46b4-8fd8-740440ee5e74 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 857.762293] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-0c03cd75-7955-46b4-8fd8-740440ee5e74 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 857.763913] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfb0c4fc-61a5-4813-bfb9-f273b1751928 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.772560] env[69889]: DEBUG oslo_vmware.api [None req-0c03cd75-7955-46b4-8fd8-740440ee5e74 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Waiting for the task: (returnval){ [ 857.772560] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]527663c0-bafb-0bff-800c-4a3d53bb32d6" [ 857.772560] env[69889]: _type = "Task" [ 857.772560] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.777532] env[69889]: DEBUG oslo_concurrency.lockutils [None req-324ad4ba-2324-46dc-9e76-c41144e9bd18 tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] Lock "2df2001e-95cc-4421-a98d-c8212c184cff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.971s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.786118] env[69889]: DEBUG oslo_vmware.api [None req-0c03cd75-7955-46b4-8fd8-740440ee5e74 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]527663c0-bafb-0bff-800c-4a3d53bb32d6, 'name': SearchDatastore_Task, 'duration_secs': 0.012899} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.789026] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a63b541-416a-46b4-9ca0-118080cb231b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.798843] env[69889]: DEBUG oslo_vmware.api [None req-0c03cd75-7955-46b4-8fd8-740440ee5e74 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Waiting for the task: (returnval){ [ 857.798843] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52d9302d-51c8-1674-8548-079b76aead81" [ 857.798843] env[69889]: _type = "Task" [ 857.798843] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.811035] env[69889]: DEBUG oslo_vmware.api [None req-0c03cd75-7955-46b4-8fd8-740440ee5e74 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52d9302d-51c8-1674-8548-079b76aead81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.040077] env[69889]: DEBUG oslo_vmware.api [None req-47253305-4a97-4cec-80c7-27d19d6eac1f tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Task: {'id': task-4077186, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.107405] env[69889]: DEBUG oslo_concurrency.lockutils [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Acquiring lock "1ff86d69-e1bb-4998-9a5b-6b798772f9e3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.108034] env[69889]: DEBUG oslo_concurrency.lockutils [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Lock "1ff86d69-e1bb-4998-9a5b-6b798772f9e3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.117024] env[69889]: DEBUG oslo_vmware.api [None req-5f8e9174-3a78-4d64-a76f-121099ff94cf tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Task: {'id': task-4077187, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.142858] env[69889]: DEBUG oslo_concurrency.lockutils [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Acquiring lock "017df34e-1102-4414-b63e-614ee9db8060" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.143248] env[69889]: DEBUG oslo_concurrency.lockutils [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Lock "017df34e-1102-4414-b63e-614ee9db8060" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.213805] env[69889]: DEBUG oslo_concurrency.lockutils [req-f1221e61-ac06-4fc1-ab05-6d0a11986a4f req-b3936f67-06dd-459d-8cbb-31ebe31b6ad8 service nova] Releasing lock "refresh_cache-9103303b-fb64-4728-892d-285dba75ac18" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.213805] env[69889]: DEBUG nova.compute.manager [req-f1221e61-ac06-4fc1-ab05-6d0a11986a4f req-b3936f67-06dd-459d-8cbb-31ebe31b6ad8 service nova] [instance: 5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4] Received event network-changed-a701b1ab-efb1-43ae-9133-40a45b94e51e {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 858.214870] env[69889]: DEBUG nova.compute.manager [req-f1221e61-ac06-4fc1-ab05-6d0a11986a4f req-b3936f67-06dd-459d-8cbb-31ebe31b6ad8 service nova] [instance: 5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4] Refreshing instance network info cache due to event network-changed-a701b1ab-efb1-43ae-9133-40a45b94e51e. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 858.214870] env[69889]: DEBUG oslo_concurrency.lockutils [req-f1221e61-ac06-4fc1-ab05-6d0a11986a4f req-b3936f67-06dd-459d-8cbb-31ebe31b6ad8 service nova] Acquiring lock "refresh_cache-5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.214870] env[69889]: DEBUG oslo_concurrency.lockutils [req-f1221e61-ac06-4fc1-ab05-6d0a11986a4f req-b3936f67-06dd-459d-8cbb-31ebe31b6ad8 service nova] Acquired lock "refresh_cache-5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.214870] env[69889]: DEBUG nova.network.neutron [req-f1221e61-ac06-4fc1-ab05-6d0a11986a4f req-b3936f67-06dd-459d-8cbb-31ebe31b6ad8 service nova] [instance: 5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4] Refreshing network info cache for port a701b1ab-efb1-43ae-9133-40a45b94e51e {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 858.281193] env[69889]: DEBUG nova.compute.manager [None req-4d85b54e-5d11-4906-bafe-d431fc189c9b tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 72912814-7e55-405f-a878-7102dcdfc7d1] Starting instance... {{(pid=69889) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 858.312801] env[69889]: DEBUG oslo_vmware.api [None req-0c03cd75-7955-46b4-8fd8-740440ee5e74 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52d9302d-51c8-1674-8548-079b76aead81, 'name': SearchDatastore_Task, 'duration_secs': 0.036077} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.313322] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0c03cd75-7955-46b4-8fd8-740440ee5e74 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.314109] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c03cd75-7955-46b4-8fd8-740440ee5e74 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] 9103303b-fb64-4728-892d-285dba75ac18/9103303b-fb64-4728-892d-285dba75ac18.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 858.314992] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2248e0cb-0008-40fa-82ac-9ab20f321771 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.327445] env[69889]: DEBUG oslo_vmware.api [None req-0c03cd75-7955-46b4-8fd8-740440ee5e74 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Waiting for the task: (returnval){ [ 858.327445] env[69889]: value = "task-4077188" [ 858.327445] env[69889]: _type = "Task" [ 858.327445] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.338397] env[69889]: DEBUG oslo_vmware.api [None req-0c03cd75-7955-46b4-8fd8-740440ee5e74 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Task: {'id': task-4077188, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.415484] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42a0c460-f003-444d-9134-2f1c8e559af3 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.424092] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3efbea2-af26-4eee-971f-2c06048ec22a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.457513] env[69889]: DEBUG oslo_concurrency.lockutils [None req-51a1cf80-7934-4b59-8a3f-ca965a9f56d6 tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] Acquiring lock "2df2001e-95cc-4421-a98d-c8212c184cff" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.457777] env[69889]: DEBUG oslo_concurrency.lockutils [None req-51a1cf80-7934-4b59-8a3f-ca965a9f56d6 tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] Lock "2df2001e-95cc-4421-a98d-c8212c184cff" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.458059] env[69889]: INFO nova.compute.manager [None req-51a1cf80-7934-4b59-8a3f-ca965a9f56d6 tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] [instance: 2df2001e-95cc-4421-a98d-c8212c184cff] Rebooting instance [ 858.460891] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2175c0f-5b38-4f79-ab0f-ace5b3ab7e4f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.469509] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45669a74-d341-4ac1-9f69-174eb5d1992d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.484607] env[69889]: DEBUG nova.compute.provider_tree [None req-92d48bd4-67de-48ce-872e-53194758e53f tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 858.540502] env[69889]: DEBUG oslo_vmware.api [None req-47253305-4a97-4cec-80c7-27d19d6eac1f tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Task: {'id': task-4077186, 'name': PowerOnVM_Task, 'duration_secs': 0.766649} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.540796] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-47253305-4a97-4cec-80c7-27d19d6eac1f tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] [instance: fcc33919-98ac-42bc-8c76-a65e1189865a] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 858.541008] env[69889]: INFO nova.compute.manager [None req-47253305-4a97-4cec-80c7-27d19d6eac1f tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] [instance: fcc33919-98ac-42bc-8c76-a65e1189865a] Took 16.62 seconds to spawn the instance on the hypervisor. [ 858.541199] env[69889]: DEBUG nova.compute.manager [None req-47253305-4a97-4cec-80c7-27d19d6eac1f tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] [instance: fcc33919-98ac-42bc-8c76-a65e1189865a] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 858.542058] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdaae586-d3e3-4eab-86ab-af8d8c8c7c14 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.608361] env[69889]: DEBUG oslo_vmware.api [None req-5f8e9174-3a78-4d64-a76f-121099ff94cf tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Task: {'id': task-4077187, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.700402] env[69889]: DEBUG nova.network.neutron [None req-5092958f-54f6-4a8d-ac24-51e9783aef28 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] [instance: 43761e84-3bc7-4e8a-93e9-d9426b21a6a7] Updating instance_info_cache with network_info: [{"id": "d61c63ea-9725-47d5-b02f-548f6a83d4bd", "address": "fa:16:3e:eb:ef:20", "network": {"id": "f04c3ba6-3f1c-4cf3-9c1b-fc9993310d84", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-261504153-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2395aa6d142c4ab89e47ada2f874959c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd61c63ea-97", "ovs_interfaceid": "d61c63ea-9725-47d5-b02f-548f6a83d4bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.808477] env[69889]: DEBUG oslo_concurrency.lockutils [None req-4d85b54e-5d11-4906-bafe-d431fc189c9b tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.838354] env[69889]: DEBUG oslo_vmware.api [None req-0c03cd75-7955-46b4-8fd8-740440ee5e74 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Task: {'id': task-4077188, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.988030] env[69889]: DEBUG nova.scheduler.client.report [None req-92d48bd4-67de-48ce-872e-53194758e53f tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 858.993480] env[69889]: DEBUG oslo_concurrency.lockutils [None req-51a1cf80-7934-4b59-8a3f-ca965a9f56d6 tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] Acquiring lock "refresh_cache-2df2001e-95cc-4421-a98d-c8212c184cff" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.993644] env[69889]: DEBUG oslo_concurrency.lockutils [None req-51a1cf80-7934-4b59-8a3f-ca965a9f56d6 tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] Acquired lock "refresh_cache-2df2001e-95cc-4421-a98d-c8212c184cff" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.993812] env[69889]: DEBUG nova.network.neutron [None req-51a1cf80-7934-4b59-8a3f-ca965a9f56d6 tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] [instance: 2df2001e-95cc-4421-a98d-c8212c184cff] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 859.069230] env[69889]: INFO nova.compute.manager [None req-47253305-4a97-4cec-80c7-27d19d6eac1f tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] [instance: fcc33919-98ac-42bc-8c76-a65e1189865a] Took 63.33 seconds to build instance. [ 859.109477] env[69889]: DEBUG oslo_vmware.api [None req-5f8e9174-3a78-4d64-a76f-121099ff94cf tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Task: {'id': task-4077187, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.143464] env[69889]: DEBUG nova.network.neutron [req-f1221e61-ac06-4fc1-ab05-6d0a11986a4f req-b3936f67-06dd-459d-8cbb-31ebe31b6ad8 service nova] [instance: 5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4] Updated VIF entry in instance network info cache for port a701b1ab-efb1-43ae-9133-40a45b94e51e. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 859.143919] env[69889]: DEBUG nova.network.neutron [req-f1221e61-ac06-4fc1-ab05-6d0a11986a4f req-b3936f67-06dd-459d-8cbb-31ebe31b6ad8 service nova] [instance: 5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4] Updating instance_info_cache with network_info: [{"id": "a701b1ab-efb1-43ae-9133-40a45b94e51e", "address": "fa:16:3e:26:1d:87", "network": {"id": "c607a821-3d63-41af-abaf-0611e2141a9c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-453181546-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8917847ce0c4465198a89a1c5551fb59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15165046-2de9-4ada-9e99-0126e20854a9", "external-id": "nsx-vlan-transportzone-974", "segmentation_id": 974, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa701b1ab-ef", "ovs_interfaceid": "a701b1ab-efb1-43ae-9133-40a45b94e51e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.203419] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5092958f-54f6-4a8d-ac24-51e9783aef28 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Releasing lock "refresh_cache-43761e84-3bc7-4e8a-93e9-d9426b21a6a7" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.341776] env[69889]: DEBUG oslo_vmware.api [None req-0c03cd75-7955-46b4-8fd8-740440ee5e74 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Task: {'id': task-4077188, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.493473] env[69889]: DEBUG oslo_concurrency.lockutils [None req-92d48bd4-67de-48ce-872e-53194758e53f tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.708s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.494179] env[69889]: DEBUG nova.compute.manager [None req-92d48bd4-67de-48ce-872e-53194758e53f tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: 1b8036ed-2b5c-457d-9ef5-50d9ec77f656] Start building networks asynchronously for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 859.498414] env[69889]: DEBUG oslo_concurrency.lockutils [None req-dfbee7d1-1354-45e5-aab6-341072600344 tempest-ServersTestFqdnHostnames-1052344283 tempest-ServersTestFqdnHostnames-1052344283-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.678s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.498764] env[69889]: DEBUG nova.objects.instance [None req-dfbee7d1-1354-45e5-aab6-341072600344 tempest-ServersTestFqdnHostnames-1052344283 tempest-ServersTestFqdnHostnames-1052344283-project-member] Lazy-loading 'resources' on Instance uuid 33ddb54a-10b8-463d-bfcf-4e0e8baea80d {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 859.569873] env[69889]: DEBUG oslo_concurrency.lockutils [None req-47253305-4a97-4cec-80c7-27d19d6eac1f tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Lock "fcc33919-98ac-42bc-8c76-a65e1189865a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.100s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.610416] env[69889]: DEBUG oslo_vmware.api [None req-5f8e9174-3a78-4d64-a76f-121099ff94cf tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Task: {'id': task-4077187, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.574453} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.610785] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f8e9174-3a78-4d64-a76f-121099ff94cf tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] fb83ecfb-e4bc-4420-b9db-e13a462db3c4/fb83ecfb-e4bc-4420-b9db-e13a462db3c4.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 859.611035] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-5f8e9174-3a78-4d64-a76f-121099ff94cf tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] [instance: fb83ecfb-e4bc-4420-b9db-e13a462db3c4] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 859.611343] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fccc2c9b-5b9a-4382-858a-95ccd1e11aaa {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.622465] env[69889]: DEBUG oslo_vmware.api [None req-5f8e9174-3a78-4d64-a76f-121099ff94cf tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Waiting for the task: (returnval){ [ 859.622465] env[69889]: value = "task-4077189" [ 859.622465] env[69889]: _type = "Task" [ 859.622465] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.633609] env[69889]: DEBUG oslo_vmware.api [None req-5f8e9174-3a78-4d64-a76f-121099ff94cf tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Task: {'id': task-4077189, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.646716] env[69889]: DEBUG oslo_concurrency.lockutils [req-f1221e61-ac06-4fc1-ab05-6d0a11986a4f req-b3936f67-06dd-459d-8cbb-31ebe31b6ad8 service nova] Releasing lock "refresh_cache-5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.839747] env[69889]: DEBUG oslo_vmware.api [None req-0c03cd75-7955-46b4-8fd8-740440ee5e74 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Task: {'id': task-4077188, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.319311} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.841671] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c03cd75-7955-46b4-8fd8-740440ee5e74 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] 9103303b-fb64-4728-892d-285dba75ac18/9103303b-fb64-4728-892d-285dba75ac18.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 859.842125] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-0c03cd75-7955-46b4-8fd8-740440ee5e74 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: 9103303b-fb64-4728-892d-285dba75ac18] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 859.842515] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-796e429e-368a-4f25-ace0-a6ba447820c1 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.852017] env[69889]: DEBUG oslo_vmware.api [None req-0c03cd75-7955-46b4-8fd8-740440ee5e74 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Waiting for the task: (returnval){ [ 859.852017] env[69889]: value = "task-4077190" [ 859.852017] env[69889]: _type = "Task" [ 859.852017] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.859958] env[69889]: DEBUG oslo_vmware.api [None req-0c03cd75-7955-46b4-8fd8-740440ee5e74 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Task: {'id': task-4077190, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.908790] env[69889]: DEBUG nova.network.neutron [None req-51a1cf80-7934-4b59-8a3f-ca965a9f56d6 tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] [instance: 2df2001e-95cc-4421-a98d-c8212c184cff] Updating instance_info_cache with network_info: [{"id": "15ef6ae2-60a0-4107-b597-4a19050ce922", "address": "fa:16:3e:f7:4f:03", "network": {"id": "18af87c1-a46a-478d-aeea-1e8436d3ca9a", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1715066027-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ff54d7e35774610a1f5c4195efc91be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15ef6ae2-60", "ovs_interfaceid": "15ef6ae2-60a0-4107-b597-4a19050ce922", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.989287] env[69889]: DEBUG oslo_concurrency.lockutils [None req-2a812ec4-6fd8-4529-b442-bd966a1a26dd tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Acquiring lock "fcc33919-98ac-42bc-8c76-a65e1189865a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.989599] env[69889]: DEBUG oslo_concurrency.lockutils [None req-2a812ec4-6fd8-4529-b442-bd966a1a26dd tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Lock "fcc33919-98ac-42bc-8c76-a65e1189865a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.989820] env[69889]: DEBUG oslo_concurrency.lockutils [None req-2a812ec4-6fd8-4529-b442-bd966a1a26dd tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Acquiring lock "fcc33919-98ac-42bc-8c76-a65e1189865a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.990021] env[69889]: DEBUG oslo_concurrency.lockutils [None req-2a812ec4-6fd8-4529-b442-bd966a1a26dd tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Lock "fcc33919-98ac-42bc-8c76-a65e1189865a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.990194] env[69889]: DEBUG oslo_concurrency.lockutils [None req-2a812ec4-6fd8-4529-b442-bd966a1a26dd tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Lock "fcc33919-98ac-42bc-8c76-a65e1189865a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.992386] env[69889]: INFO nova.compute.manager [None req-2a812ec4-6fd8-4529-b442-bd966a1a26dd tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] [instance: fcc33919-98ac-42bc-8c76-a65e1189865a] Terminating instance [ 860.007101] env[69889]: DEBUG nova.compute.utils [None req-92d48bd4-67de-48ce-872e-53194758e53f tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 860.008853] env[69889]: DEBUG nova.compute.manager [None req-92d48bd4-67de-48ce-872e-53194758e53f tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: 1b8036ed-2b5c-457d-9ef5-50d9ec77f656] Allocating IP information in the background. {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 860.009031] env[69889]: DEBUG nova.network.neutron [None req-92d48bd4-67de-48ce-872e-53194758e53f tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: 1b8036ed-2b5c-457d-9ef5-50d9ec77f656] allocate_for_instance() {{(pid=69889) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 860.060735] env[69889]: DEBUG nova.policy [None req-92d48bd4-67de-48ce-872e-53194758e53f tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0f9f6e20f7464b8fbaf88cbf665bde76', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '41dfb848b52e4aceaab49a46abf8310c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69889) authorize /opt/stack/nova/nova/policy.py:192}} [ 860.072294] env[69889]: DEBUG nova.compute.manager [None req-a2b748de-fee9-4042-a4b3-06dbc6486931 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] [instance: 233f5e8b-de2a-4e68-b8ca-2a548f32617f] Starting instance... {{(pid=69889) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 860.134968] env[69889]: DEBUG oslo_vmware.api [None req-5f8e9174-3a78-4d64-a76f-121099ff94cf tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Task: {'id': task-4077189, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085432} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.135273] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-5f8e9174-3a78-4d64-a76f-121099ff94cf tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] [instance: fb83ecfb-e4bc-4420-b9db-e13a462db3c4] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 860.136074] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-308bbb44-fb50-4e18-9a0a-fee144fbe461 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.164201] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f8e9174-3a78-4d64-a76f-121099ff94cf tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] [instance: fb83ecfb-e4bc-4420-b9db-e13a462db3c4] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] fb83ecfb-e4bc-4420-b9db-e13a462db3c4/fb83ecfb-e4bc-4420-b9db-e13a462db3c4.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 860.167147] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd80b8c0-f652-4540-82b1-cdaab0edcc1d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.188465] env[69889]: DEBUG oslo_vmware.api [None req-5f8e9174-3a78-4d64-a76f-121099ff94cf tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Waiting for the task: (returnval){ [ 860.188465] env[69889]: value = "task-4077191" [ 860.188465] env[69889]: _type = "Task" [ 860.188465] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.199846] env[69889]: DEBUG oslo_vmware.api [None req-5f8e9174-3a78-4d64-a76f-121099ff94cf tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Task: {'id': task-4077191, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.212824] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-5092958f-54f6-4a8d-ac24-51e9783aef28 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] [instance: 43761e84-3bc7-4e8a-93e9-d9426b21a6a7] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 860.213184] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-56e9ffbb-44ee-4570-9aa9-a1bba79a25f2 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.222634] env[69889]: DEBUG oslo_vmware.api [None req-5092958f-54f6-4a8d-ac24-51e9783aef28 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Waiting for the task: (returnval){ [ 860.222634] env[69889]: value = "task-4077192" [ 860.222634] env[69889]: _type = "Task" [ 860.222634] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.231241] env[69889]: DEBUG oslo_vmware.api [None req-5092958f-54f6-4a8d-ac24-51e9783aef28 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Task: {'id': task-4077192, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.368011] env[69889]: DEBUG oslo_vmware.api [None req-0c03cd75-7955-46b4-8fd8-740440ee5e74 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Task: {'id': task-4077190, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079799} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.371452] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-0c03cd75-7955-46b4-8fd8-740440ee5e74 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: 9103303b-fb64-4728-892d-285dba75ac18] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 860.373505] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af496396-3c8a-4f00-af20-37880faa7d19 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.400154] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c03cd75-7955-46b4-8fd8-740440ee5e74 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: 9103303b-fb64-4728-892d-285dba75ac18] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] 9103303b-fb64-4728-892d-285dba75ac18/9103303b-fb64-4728-892d-285dba75ac18.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 860.403539] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06bcd688-93c2-413f-9bda-67260d667202 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.420867] env[69889]: DEBUG oslo_concurrency.lockutils [None req-51a1cf80-7934-4b59-8a3f-ca965a9f56d6 tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] Releasing lock "refresh_cache-2df2001e-95cc-4421-a98d-c8212c184cff" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.427763] env[69889]: DEBUG oslo_vmware.api [None req-0c03cd75-7955-46b4-8fd8-740440ee5e74 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Waiting for the task: (returnval){ [ 860.427763] env[69889]: value = "task-4077193" [ 860.427763] env[69889]: _type = "Task" [ 860.427763] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.439716] env[69889]: DEBUG oslo_vmware.api [None req-0c03cd75-7955-46b4-8fd8-740440ee5e74 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Task: {'id': task-4077193, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.496273] env[69889]: DEBUG nova.compute.manager [None req-2a812ec4-6fd8-4529-b442-bd966a1a26dd tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] [instance: fcc33919-98ac-42bc-8c76-a65e1189865a] Start destroying the instance on the hypervisor. {{(pid=69889) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 860.496547] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-2a812ec4-6fd8-4529-b442-bd966a1a26dd tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] [instance: fcc33919-98ac-42bc-8c76-a65e1189865a] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 860.497495] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d73efa16-9873-49ea-ac3c-bd8b9ac501dd {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.509284] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a812ec4-6fd8-4529-b442-bd966a1a26dd tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] [instance: fcc33919-98ac-42bc-8c76-a65e1189865a] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 860.509559] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5698617c-0feb-4906-b930-fc34e03cba44 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.511727] env[69889]: DEBUG nova.compute.manager [None req-92d48bd4-67de-48ce-872e-53194758e53f tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: 1b8036ed-2b5c-457d-9ef5-50d9ec77f656] Start building block device mappings for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 860.522455] env[69889]: DEBUG oslo_vmware.api [None req-2a812ec4-6fd8-4529-b442-bd966a1a26dd tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Waiting for the task: (returnval){ [ 860.522455] env[69889]: value = "task-4077194" [ 860.522455] env[69889]: _type = "Task" [ 860.522455] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.533757] env[69889]: DEBUG oslo_vmware.api [None req-2a812ec4-6fd8-4529-b442-bd966a1a26dd tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Task: {'id': task-4077194, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.601902] env[69889]: DEBUG oslo_concurrency.lockutils [None req-a2b748de-fee9-4042-a4b3-06dbc6486931 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.614787] env[69889]: DEBUG nova.network.neutron [None req-92d48bd4-67de-48ce-872e-53194758e53f tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: 1b8036ed-2b5c-457d-9ef5-50d9ec77f656] Successfully created port: 145d7452-da2e-4ec3-83be-4eafd5ba1a04 {{(pid=69889) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 860.657283] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51a2e682-b85e-4941-88a1-055b11cb0ec6 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.665931] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c797527e-e1a5-44a6-8dbe-44dda5c6f3d1 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.701691] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdb0cefe-18e9-410d-8955-887b5ed47514 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.716168] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71052bec-28c9-4cd3-ab8c-f5e54b4dbc6b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.724149] env[69889]: DEBUG oslo_vmware.api [None req-5f8e9174-3a78-4d64-a76f-121099ff94cf tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Task: {'id': task-4077191, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.735654] env[69889]: DEBUG nova.compute.provider_tree [None req-dfbee7d1-1354-45e5-aab6-341072600344 tempest-ServersTestFqdnHostnames-1052344283 tempest-ServersTestFqdnHostnames-1052344283-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 860.744719] env[69889]: DEBUG oslo_vmware.api [None req-5092958f-54f6-4a8d-ac24-51e9783aef28 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Task: {'id': task-4077192, 'name': PowerOnVM_Task} progress is 99%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.925547] env[69889]: DEBUG nova.compute.manager [None req-51a1cf80-7934-4b59-8a3f-ca965a9f56d6 tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] [instance: 2df2001e-95cc-4421-a98d-c8212c184cff] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 860.926533] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc77b5ea-6905-4da2-a4d3-02ef98098a9e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.943207] env[69889]: DEBUG oslo_vmware.api [None req-0c03cd75-7955-46b4-8fd8-740440ee5e74 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Task: {'id': task-4077193, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.036198] env[69889]: DEBUG oslo_vmware.api [None req-2a812ec4-6fd8-4529-b442-bd966a1a26dd tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Task: {'id': task-4077194, 'name': PowerOffVM_Task, 'duration_secs': 0.312936} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.036876] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a812ec4-6fd8-4529-b442-bd966a1a26dd tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] [instance: fcc33919-98ac-42bc-8c76-a65e1189865a] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 861.036876] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-2a812ec4-6fd8-4529-b442-bd966a1a26dd tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] [instance: fcc33919-98ac-42bc-8c76-a65e1189865a] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 861.037075] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-10e86f42-b274-477f-b15f-c3ce371510f0 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.185249] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-2a812ec4-6fd8-4529-b442-bd966a1a26dd tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] [instance: fcc33919-98ac-42bc-8c76-a65e1189865a] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 861.185641] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-2a812ec4-6fd8-4529-b442-bd966a1a26dd tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] [instance: fcc33919-98ac-42bc-8c76-a65e1189865a] Deleting contents of the VM from datastore datastore1 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 861.185938] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a812ec4-6fd8-4529-b442-bd966a1a26dd tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Deleting the datastore file [datastore1] fcc33919-98ac-42bc-8c76-a65e1189865a {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 861.186273] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c44499ff-0eab-469f-b779-6efc7e00f8d8 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.196021] env[69889]: DEBUG oslo_vmware.api [None req-2a812ec4-6fd8-4529-b442-bd966a1a26dd tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Waiting for the task: (returnval){ [ 861.196021] env[69889]: value = "task-4077196" [ 861.196021] env[69889]: _type = "Task" [ 861.196021] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.208182] env[69889]: DEBUG oslo_vmware.api [None req-2a812ec4-6fd8-4529-b442-bd966a1a26dd tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Task: {'id': task-4077196, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.211135] env[69889]: DEBUG oslo_vmware.api [None req-5f8e9174-3a78-4d64-a76f-121099ff94cf tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Task: {'id': task-4077191, 'name': ReconfigVM_Task, 'duration_secs': 0.892061} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.211494] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f8e9174-3a78-4d64-a76f-121099ff94cf tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] [instance: fb83ecfb-e4bc-4420-b9db-e13a462db3c4] Reconfigured VM instance instance-0000002b to attach disk [datastore2] fb83ecfb-e4bc-4420-b9db-e13a462db3c4/fb83ecfb-e4bc-4420-b9db-e13a462db3c4.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 861.212210] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-811d1836-f5b0-4c9f-b569-5bcfb7e6e64a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.219583] env[69889]: DEBUG oslo_vmware.api [None req-5f8e9174-3a78-4d64-a76f-121099ff94cf tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Waiting for the task: (returnval){ [ 861.219583] env[69889]: value = "task-4077197" [ 861.219583] env[69889]: _type = "Task" [ 861.219583] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.233711] env[69889]: DEBUG oslo_vmware.api [None req-5092958f-54f6-4a8d-ac24-51e9783aef28 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Task: {'id': task-4077192, 'name': PowerOnVM_Task, 'duration_secs': 0.658419} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.237315] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-5092958f-54f6-4a8d-ac24-51e9783aef28 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] [instance: 43761e84-3bc7-4e8a-93e9-d9426b21a6a7] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 861.237315] env[69889]: DEBUG nova.compute.manager [None req-5092958f-54f6-4a8d-ac24-51e9783aef28 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] [instance: 43761e84-3bc7-4e8a-93e9-d9426b21a6a7] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 861.237488] env[69889]: DEBUG oslo_vmware.api [None req-5f8e9174-3a78-4d64-a76f-121099ff94cf tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Task: {'id': task-4077197, 'name': Rename_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.238441] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41b847cf-31d9-46ca-8c49-17e743043617 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.241878] env[69889]: DEBUG nova.scheduler.client.report [None req-dfbee7d1-1354-45e5-aab6-341072600344 tempest-ServersTestFqdnHostnames-1052344283 tempest-ServersTestFqdnHostnames-1052344283-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 861.441512] env[69889]: DEBUG oslo_vmware.api [None req-0c03cd75-7955-46b4-8fd8-740440ee5e74 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Task: {'id': task-4077193, 'name': ReconfigVM_Task, 'duration_secs': 0.63934} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.441860] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c03cd75-7955-46b4-8fd8-740440ee5e74 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: 9103303b-fb64-4728-892d-285dba75ac18] Reconfigured VM instance instance-0000002c to attach disk [datastore2] 9103303b-fb64-4728-892d-285dba75ac18/9103303b-fb64-4728-892d-285dba75ac18.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 861.442510] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8a977b6c-cfd7-4294-9f74-2ff9a16d45f5 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.455199] env[69889]: DEBUG oslo_vmware.api [None req-0c03cd75-7955-46b4-8fd8-740440ee5e74 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Waiting for the task: (returnval){ [ 861.455199] env[69889]: value = "task-4077198" [ 861.455199] env[69889]: _type = "Task" [ 861.455199] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.465506] env[69889]: DEBUG oslo_vmware.api [None req-0c03cd75-7955-46b4-8fd8-740440ee5e74 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Task: {'id': task-4077198, 'name': Rename_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.523857] env[69889]: DEBUG nova.compute.manager [None req-92d48bd4-67de-48ce-872e-53194758e53f tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: 1b8036ed-2b5c-457d-9ef5-50d9ec77f656] Start spawning the instance on the hypervisor. {{(pid=69889) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 861.547546] env[69889]: DEBUG nova.virt.hardware [None req-92d48bd4-67de-48ce-872e-53194758e53f tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 861.547825] env[69889]: DEBUG nova.virt.hardware [None req-92d48bd4-67de-48ce-872e-53194758e53f tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 861.547989] env[69889]: DEBUG nova.virt.hardware [None req-92d48bd4-67de-48ce-872e-53194758e53f tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 861.548190] env[69889]: DEBUG nova.virt.hardware [None req-92d48bd4-67de-48ce-872e-53194758e53f tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 861.548384] env[69889]: DEBUG nova.virt.hardware [None req-92d48bd4-67de-48ce-872e-53194758e53f tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 861.548547] env[69889]: DEBUG nova.virt.hardware [None req-92d48bd4-67de-48ce-872e-53194758e53f tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 861.548716] env[69889]: DEBUG nova.virt.hardware [None req-92d48bd4-67de-48ce-872e-53194758e53f tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 861.548883] env[69889]: DEBUG nova.virt.hardware [None req-92d48bd4-67de-48ce-872e-53194758e53f tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 861.549128] env[69889]: DEBUG nova.virt.hardware [None req-92d48bd4-67de-48ce-872e-53194758e53f tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 861.549269] env[69889]: DEBUG nova.virt.hardware [None req-92d48bd4-67de-48ce-872e-53194758e53f tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 861.549392] env[69889]: DEBUG nova.virt.hardware [None req-92d48bd4-67de-48ce-872e-53194758e53f tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 861.550347] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53cc731d-b59a-405e-86a5-ba9e77e57be3 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.560456] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97ed6f37-7cc0-4e2b-9edc-82f090631de4 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.705980] env[69889]: DEBUG oslo_vmware.api [None req-2a812ec4-6fd8-4529-b442-bd966a1a26dd tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Task: {'id': task-4077196, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.203496} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.706279] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a812ec4-6fd8-4529-b442-bd966a1a26dd tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 861.706487] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-2a812ec4-6fd8-4529-b442-bd966a1a26dd tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] [instance: fcc33919-98ac-42bc-8c76-a65e1189865a] Deleted contents of the VM from datastore datastore1 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 861.706676] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-2a812ec4-6fd8-4529-b442-bd966a1a26dd tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] [instance: fcc33919-98ac-42bc-8c76-a65e1189865a] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 861.706855] env[69889]: INFO nova.compute.manager [None req-2a812ec4-6fd8-4529-b442-bd966a1a26dd tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] [instance: fcc33919-98ac-42bc-8c76-a65e1189865a] Took 1.21 seconds to destroy the instance on the hypervisor. [ 861.707140] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2a812ec4-6fd8-4529-b442-bd966a1a26dd tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 861.707372] env[69889]: DEBUG nova.compute.manager [-] [instance: fcc33919-98ac-42bc-8c76-a65e1189865a] Deallocating network for instance {{(pid=69889) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 861.708046] env[69889]: DEBUG nova.network.neutron [-] [instance: fcc33919-98ac-42bc-8c76-a65e1189865a] deallocate_for_instance() {{(pid=69889) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 861.731054] env[69889]: DEBUG oslo_vmware.api [None req-5f8e9174-3a78-4d64-a76f-121099ff94cf tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Task: {'id': task-4077197, 'name': Rename_Task, 'duration_secs': 0.193007} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.731339] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f8e9174-3a78-4d64-a76f-121099ff94cf tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] [instance: fb83ecfb-e4bc-4420-b9db-e13a462db3c4] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 861.731583] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-91148a39-459f-4988-b3eb-076dfc4f547c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.739205] env[69889]: DEBUG oslo_vmware.api [None req-5f8e9174-3a78-4d64-a76f-121099ff94cf tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Waiting for the task: (returnval){ [ 861.739205] env[69889]: value = "task-4077199" [ 861.739205] env[69889]: _type = "Task" [ 861.739205] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.749251] env[69889]: DEBUG oslo_concurrency.lockutils [None req-dfbee7d1-1354-45e5-aab6-341072600344 tempest-ServersTestFqdnHostnames-1052344283 tempest-ServersTestFqdnHostnames-1052344283-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.251s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.751451] env[69889]: DEBUG oslo_vmware.api [None req-5f8e9174-3a78-4d64-a76f-121099ff94cf tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Task: {'id': task-4077199, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.751917] env[69889]: DEBUG oslo_concurrency.lockutils [None req-4493794e-0032-440c-bfd1-9edc19c7152c tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.528s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.752170] env[69889]: DEBUG nova.objects.instance [None req-4493794e-0032-440c-bfd1-9edc19c7152c tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Lazy-loading 'resources' on Instance uuid 2cb12a8d-74ee-4fe0-92fd-8c2adbc3becc {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 861.783119] env[69889]: INFO nova.scheduler.client.report [None req-dfbee7d1-1354-45e5-aab6-341072600344 tempest-ServersTestFqdnHostnames-1052344283 tempest-ServersTestFqdnHostnames-1052344283-project-member] Deleted allocations for instance 33ddb54a-10b8-463d-bfcf-4e0e8baea80d [ 861.951917] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-458a4c12-f4a3-408e-986d-8c69f12615f0 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.961694] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-51a1cf80-7934-4b59-8a3f-ca965a9f56d6 tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] [instance: 2df2001e-95cc-4421-a98d-c8212c184cff] Doing hard reboot of VM {{(pid=69889) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 861.962490] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-6a8e5dc8-3230-4206-b21a-a86fd0b8abe4 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.967594] env[69889]: DEBUG oslo_vmware.api [None req-0c03cd75-7955-46b4-8fd8-740440ee5e74 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Task: {'id': task-4077198, 'name': Rename_Task, 'duration_secs': 0.275956} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.967941] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c03cd75-7955-46b4-8fd8-740440ee5e74 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: 9103303b-fb64-4728-892d-285dba75ac18] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 861.969126] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-293a7846-77a9-45f5-8aa6-5243c6a324ac {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.975643] env[69889]: DEBUG oslo_vmware.api [None req-51a1cf80-7934-4b59-8a3f-ca965a9f56d6 tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] Waiting for the task: (returnval){ [ 861.975643] env[69889]: value = "task-4077200" [ 861.975643] env[69889]: _type = "Task" [ 861.975643] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.982084] env[69889]: DEBUG oslo_vmware.api [None req-0c03cd75-7955-46b4-8fd8-740440ee5e74 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Waiting for the task: (returnval){ [ 861.982084] env[69889]: value = "task-4077201" [ 861.982084] env[69889]: _type = "Task" [ 861.982084] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.989164] env[69889]: DEBUG oslo_vmware.api [None req-51a1cf80-7934-4b59-8a3f-ca965a9f56d6 tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] Task: {'id': task-4077200, 'name': ResetVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.994403] env[69889]: DEBUG oslo_vmware.api [None req-0c03cd75-7955-46b4-8fd8-740440ee5e74 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Task: {'id': task-4077201, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.129185] env[69889]: DEBUG nova.compute.manager [req-e049c079-e349-4fb3-9113-46fea20316da req-c1cca830-4a5a-4d15-b415-9214f153fb25 service nova] [instance: fcc33919-98ac-42bc-8c76-a65e1189865a] Received event network-vif-deleted-9bcd052d-8a11-42fc-ae13-6c92bdb814b0 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 862.129453] env[69889]: INFO nova.compute.manager [req-e049c079-e349-4fb3-9113-46fea20316da req-c1cca830-4a5a-4d15-b415-9214f153fb25 service nova] [instance: fcc33919-98ac-42bc-8c76-a65e1189865a] Neutron deleted interface 9bcd052d-8a11-42fc-ae13-6c92bdb814b0; detaching it from the instance and deleting it from the info cache [ 862.129784] env[69889]: DEBUG nova.network.neutron [req-e049c079-e349-4fb3-9113-46fea20316da req-c1cca830-4a5a-4d15-b415-9214f153fb25 service nova] [instance: fcc33919-98ac-42bc-8c76-a65e1189865a] Updating instance_info_cache with network_info: [{"id": "2532c5ac-21b1-4219-828e-4f99c3cde291", "address": "fa:16:3e:3a:b2:0f", "network": {"id": "15210adc-ff98-49af-9f37-ab4d893dbaa9", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-194367501", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.33", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a1f8dde4b7344cc9767b402727ba490", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2532c5ac-21", "ovs_interfaceid": "2532c5ac-21b1-4219-828e-4f99c3cde291", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.251386] env[69889]: DEBUG oslo_vmware.api [None req-5f8e9174-3a78-4d64-a76f-121099ff94cf tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Task: {'id': task-4077199, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.304065] env[69889]: DEBUG oslo_concurrency.lockutils [None req-dfbee7d1-1354-45e5-aab6-341072600344 tempest-ServersTestFqdnHostnames-1052344283 tempest-ServersTestFqdnHostnames-1052344283-project-member] Lock "33ddb54a-10b8-463d-bfcf-4e0e8baea80d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.851s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.344614] env[69889]: DEBUG nova.compute.manager [req-b06be671-bc1a-4465-a8dc-25eb3dcb03ad req-eeee80b6-591d-4209-98ac-26c33f0164c9 service nova] [instance: 1b8036ed-2b5c-457d-9ef5-50d9ec77f656] Received event network-vif-plugged-145d7452-da2e-4ec3-83be-4eafd5ba1a04 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 862.344614] env[69889]: DEBUG oslo_concurrency.lockutils [req-b06be671-bc1a-4465-a8dc-25eb3dcb03ad req-eeee80b6-591d-4209-98ac-26c33f0164c9 service nova] Acquiring lock "1b8036ed-2b5c-457d-9ef5-50d9ec77f656-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.344614] env[69889]: DEBUG oslo_concurrency.lockutils [req-b06be671-bc1a-4465-a8dc-25eb3dcb03ad req-eeee80b6-591d-4209-98ac-26c33f0164c9 service nova] Lock "1b8036ed-2b5c-457d-9ef5-50d9ec77f656-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.345590] env[69889]: DEBUG oslo_concurrency.lockutils [req-b06be671-bc1a-4465-a8dc-25eb3dcb03ad req-eeee80b6-591d-4209-98ac-26c33f0164c9 service nova] Lock "1b8036ed-2b5c-457d-9ef5-50d9ec77f656-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.346163] env[69889]: DEBUG nova.compute.manager [req-b06be671-bc1a-4465-a8dc-25eb3dcb03ad req-eeee80b6-591d-4209-98ac-26c33f0164c9 service nova] [instance: 1b8036ed-2b5c-457d-9ef5-50d9ec77f656] No waiting events found dispatching network-vif-plugged-145d7452-da2e-4ec3-83be-4eafd5ba1a04 {{(pid=69889) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 862.347243] env[69889]: WARNING nova.compute.manager [req-b06be671-bc1a-4465-a8dc-25eb3dcb03ad req-eeee80b6-591d-4209-98ac-26c33f0164c9 service nova] [instance: 1b8036ed-2b5c-457d-9ef5-50d9ec77f656] Received unexpected event network-vif-plugged-145d7452-da2e-4ec3-83be-4eafd5ba1a04 for instance with vm_state building and task_state spawning. [ 862.446036] env[69889]: DEBUG nova.network.neutron [None req-92d48bd4-67de-48ce-872e-53194758e53f tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: 1b8036ed-2b5c-457d-9ef5-50d9ec77f656] Successfully updated port: 145d7452-da2e-4ec3-83be-4eafd5ba1a04 {{(pid=69889) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 862.498902] env[69889]: DEBUG oslo_vmware.api [None req-0c03cd75-7955-46b4-8fd8-740440ee5e74 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Task: {'id': task-4077201, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.504922] env[69889]: DEBUG oslo_vmware.api [None req-51a1cf80-7934-4b59-8a3f-ca965a9f56d6 tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] Task: {'id': task-4077200, 'name': ResetVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.633759] env[69889]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-167d6229-8d00-4278-9a48-619076264fea {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.647818] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ad9d00f-085a-4577-80e0-b48df6e5e221 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.698392] env[69889]: DEBUG nova.compute.manager [req-e049c079-e349-4fb3-9113-46fea20316da req-c1cca830-4a5a-4d15-b415-9214f153fb25 service nova] [instance: fcc33919-98ac-42bc-8c76-a65e1189865a] Detach interface failed, port_id=9bcd052d-8a11-42fc-ae13-6c92bdb814b0, reason: Instance fcc33919-98ac-42bc-8c76-a65e1189865a could not be found. {{(pid=69889) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 862.752075] env[69889]: DEBUG oslo_vmware.api [None req-5f8e9174-3a78-4d64-a76f-121099ff94cf tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Task: {'id': task-4077199, 'name': PowerOnVM_Task, 'duration_secs': 0.584325} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.752448] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f8e9174-3a78-4d64-a76f-121099ff94cf tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] [instance: fb83ecfb-e4bc-4420-b9db-e13a462db3c4] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 862.752709] env[69889]: INFO nova.compute.manager [None req-5f8e9174-3a78-4d64-a76f-121099ff94cf tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] [instance: fb83ecfb-e4bc-4420-b9db-e13a462db3c4] Took 11.41 seconds to spawn the instance on the hypervisor. [ 862.753915] env[69889]: DEBUG nova.compute.manager [None req-5f8e9174-3a78-4d64-a76f-121099ff94cf tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] [instance: fb83ecfb-e4bc-4420-b9db-e13a462db3c4] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 862.754021] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fa33a8d-9425-47e1-9881-9f76c3009adb {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.808491] env[69889]: DEBUG nova.network.neutron [-] [instance: fcc33919-98ac-42bc-8c76-a65e1189865a] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.933192] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09f11c9c-6dbe-4937-9606-9683d62c749f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.942153] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ff92c5f-11ff-4000-b560-2f0bc2a7cbd0 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.949497] env[69889]: DEBUG oslo_concurrency.lockutils [None req-92d48bd4-67de-48ce-872e-53194758e53f tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Acquiring lock "refresh_cache-1b8036ed-2b5c-457d-9ef5-50d9ec77f656" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.949849] env[69889]: DEBUG oslo_concurrency.lockutils [None req-92d48bd4-67de-48ce-872e-53194758e53f tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Acquired lock "refresh_cache-1b8036ed-2b5c-457d-9ef5-50d9ec77f656" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.950057] env[69889]: DEBUG nova.network.neutron [None req-92d48bd4-67de-48ce-872e-53194758e53f tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: 1b8036ed-2b5c-457d-9ef5-50d9ec77f656] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 862.985667] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bfad09a-f290-46c3-82af-6d7ef8c880ff {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.999267] env[69889]: DEBUG oslo_vmware.api [None req-51a1cf80-7934-4b59-8a3f-ca965a9f56d6 tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] Task: {'id': task-4077200, 'name': ResetVM_Task, 'duration_secs': 0.845433} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.003198] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-51a1cf80-7934-4b59-8a3f-ca965a9f56d6 tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] [instance: 2df2001e-95cc-4421-a98d-c8212c184cff] Did hard reboot of VM {{(pid=69889) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 863.003686] env[69889]: DEBUG nova.compute.manager [None req-51a1cf80-7934-4b59-8a3f-ca965a9f56d6 tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] [instance: 2df2001e-95cc-4421-a98d-c8212c184cff] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 863.004932] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0660033-47b0-484d-9624-1a909774ae43 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.008670] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d0d21e5-519f-4ca5-a487-b82f655a3a72 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.018857] env[69889]: DEBUG oslo_vmware.api [None req-0c03cd75-7955-46b4-8fd8-740440ee5e74 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Task: {'id': task-4077201, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.034660] env[69889]: DEBUG nova.compute.provider_tree [None req-4493794e-0032-440c-bfd1-9edc19c7152c tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 863.047343] env[69889]: DEBUG nova.network.neutron [None req-92d48bd4-67de-48ce-872e-53194758e53f tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: 1b8036ed-2b5c-457d-9ef5-50d9ec77f656] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 863.278349] env[69889]: DEBUG nova.network.neutron [None req-92d48bd4-67de-48ce-872e-53194758e53f tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: 1b8036ed-2b5c-457d-9ef5-50d9ec77f656] Updating instance_info_cache with network_info: [{"id": "145d7452-da2e-4ec3-83be-4eafd5ba1a04", "address": "fa:16:3e:f9:bd:c2", "network": {"id": "45fd0254-853e-402c-8516-9992c891c194", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-43042710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41dfb848b52e4aceaab49a46abf8310c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap145d7452-da", "ovs_interfaceid": "145d7452-da2e-4ec3-83be-4eafd5ba1a04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.282325] env[69889]: INFO nova.compute.manager [None req-5f8e9174-3a78-4d64-a76f-121099ff94cf tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] [instance: fb83ecfb-e4bc-4420-b9db-e13a462db3c4] Took 43.22 seconds to build instance. [ 863.310494] env[69889]: INFO nova.compute.manager [-] [instance: fcc33919-98ac-42bc-8c76-a65e1189865a] Took 1.60 seconds to deallocate network for instance. [ 863.504030] env[69889]: DEBUG oslo_vmware.api [None req-0c03cd75-7955-46b4-8fd8-740440ee5e74 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Task: {'id': task-4077201, 'name': PowerOnVM_Task, 'duration_secs': 1.432332} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.504030] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c03cd75-7955-46b4-8fd8-740440ee5e74 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: 9103303b-fb64-4728-892d-285dba75ac18] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 863.504030] env[69889]: INFO nova.compute.manager [None req-0c03cd75-7955-46b4-8fd8-740440ee5e74 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: 9103303b-fb64-4728-892d-285dba75ac18] Took 9.25 seconds to spawn the instance on the hypervisor. [ 863.504030] env[69889]: DEBUG nova.compute.manager [None req-0c03cd75-7955-46b4-8fd8-740440ee5e74 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: 9103303b-fb64-4728-892d-285dba75ac18] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 863.504030] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dcc6d59-d4f4-44e4-ae44-f234c7e4b295 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.539509] env[69889]: DEBUG nova.scheduler.client.report [None req-4493794e-0032-440c-bfd1-9edc19c7152c tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 863.543640] env[69889]: DEBUG oslo_concurrency.lockutils [None req-51a1cf80-7934-4b59-8a3f-ca965a9f56d6 tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] Lock "2df2001e-95cc-4421-a98d-c8212c184cff" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.085s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.783220] env[69889]: DEBUG oslo_concurrency.lockutils [None req-92d48bd4-67de-48ce-872e-53194758e53f tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Releasing lock "refresh_cache-1b8036ed-2b5c-457d-9ef5-50d9ec77f656" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.784075] env[69889]: DEBUG nova.compute.manager [None req-92d48bd4-67de-48ce-872e-53194758e53f tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: 1b8036ed-2b5c-457d-9ef5-50d9ec77f656] Instance network_info: |[{"id": "145d7452-da2e-4ec3-83be-4eafd5ba1a04", "address": "fa:16:3e:f9:bd:c2", "network": {"id": "45fd0254-853e-402c-8516-9992c891c194", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-43042710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41dfb848b52e4aceaab49a46abf8310c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap145d7452-da", "ovs_interfaceid": "145d7452-da2e-4ec3-83be-4eafd5ba1a04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 863.784075] env[69889]: INFO nova.compute.manager [None req-ebbbe76a-88e7-4135-bb71-4bede66c8129 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] [instance: fb83ecfb-e4bc-4420-b9db-e13a462db3c4] Rescuing [ 863.784313] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ebbbe76a-88e7-4135-bb71-4bede66c8129 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Acquiring lock "refresh_cache-fb83ecfb-e4bc-4420-b9db-e13a462db3c4" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.784386] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ebbbe76a-88e7-4135-bb71-4bede66c8129 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Acquired lock "refresh_cache-fb83ecfb-e4bc-4420-b9db-e13a462db3c4" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.784555] env[69889]: DEBUG nova.network.neutron [None req-ebbbe76a-88e7-4135-bb71-4bede66c8129 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] [instance: fb83ecfb-e4bc-4420-b9db-e13a462db3c4] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 863.785917] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5f8e9174-3a78-4d64-a76f-121099ff94cf tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Lock "fb83ecfb-e4bc-4420-b9db-e13a462db3c4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.628s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.786254] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-92d48bd4-67de-48ce-872e-53194758e53f tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: 1b8036ed-2b5c-457d-9ef5-50d9ec77f656] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f9:bd:c2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '55520f67-d092-4eb7-940f-d7cceaa1ca1c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '145d7452-da2e-4ec3-83be-4eafd5ba1a04', 'vif_model': 'vmxnet3'}] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 863.793920] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-92d48bd4-67de-48ce-872e-53194758e53f tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Creating folder: Project (41dfb848b52e4aceaab49a46abf8310c). Parent ref: group-v807779. {{(pid=69889) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 863.798136] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-10f7c645-01cc-4056-9b86-2025c85502b8 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.814802] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-92d48bd4-67de-48ce-872e-53194758e53f tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Created folder: Project (41dfb848b52e4aceaab49a46abf8310c) in parent group-v807779. [ 863.814802] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-92d48bd4-67de-48ce-872e-53194758e53f tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Creating folder: Instances. Parent ref: group-v807902. {{(pid=69889) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 863.814802] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2e879124-6f05-4fe8-b3ab-bbbff66945df {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.818863] env[69889]: DEBUG oslo_concurrency.lockutils [None req-2a812ec4-6fd8-4529-b442-bd966a1a26dd tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.826346] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-92d48bd4-67de-48ce-872e-53194758e53f tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Created folder: Instances in parent group-v807902. [ 863.826613] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-92d48bd4-67de-48ce-872e-53194758e53f tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 863.826806] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b8036ed-2b5c-457d-9ef5-50d9ec77f656] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 863.827032] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-25abc78f-1f00-47a9-8fa2-560648a45c31 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.854679] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 863.854679] env[69889]: value = "task-4077204" [ 863.854679] env[69889]: _type = "Task" [ 863.854679] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.864110] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077204, 'name': CreateVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.029021] env[69889]: INFO nova.compute.manager [None req-0c03cd75-7955-46b4-8fd8-740440ee5e74 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: 9103303b-fb64-4728-892d-285dba75ac18] Took 40.53 seconds to build instance. [ 864.047590] env[69889]: DEBUG oslo_concurrency.lockutils [None req-4493794e-0032-440c-bfd1-9edc19c7152c tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.295s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.051175] env[69889]: DEBUG oslo_concurrency.lockutils [None req-822d82a3-6b2b-47a4-851a-047653736ae9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.560s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.053010] env[69889]: INFO nova.compute.claims [None req-822d82a3-6b2b-47a4-851a-047653736ae9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] [instance: b4d9b431-14b5-46c9-9691-f5bfc012d8ca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 864.082782] env[69889]: INFO nova.scheduler.client.report [None req-4493794e-0032-440c-bfd1-9edc19c7152c tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Deleted allocations for instance 2cb12a8d-74ee-4fe0-92fd-8c2adbc3becc [ 864.301411] env[69889]: DEBUG nova.compute.manager [None req-8c84be97-5a4d-46bb-8a4c-44dd8de539cd tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: f5e9c9c1-3038-4530-9694-0e51131cdf87] Starting instance... {{(pid=69889) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 864.327442] env[69889]: DEBUG nova.network.neutron [None req-ebbbe76a-88e7-4135-bb71-4bede66c8129 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] [instance: fb83ecfb-e4bc-4420-b9db-e13a462db3c4] Updating instance_info_cache with network_info: [{"id": "ce542034-1f06-40c8-b128-ac654f07b454", "address": "fa:16:3e:66:cd:2d", "network": {"id": "d4a6c056-5884-4581-a999-4fbc997a4971", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1513553050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "227076818b714fbe98f6cf32f0758f31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce542034-1f", "ovs_interfaceid": "ce542034-1f06-40c8-b128-ac654f07b454", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.369688] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077204, 'name': CreateVM_Task} progress is 99%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.525019] env[69889]: DEBUG nova.compute.manager [req-5fe5493e-6588-449b-9464-8559faae2867 req-bacf5e0a-5027-4373-aca5-417d44f273bc service nova] [instance: fcc33919-98ac-42bc-8c76-a65e1189865a] Received event network-vif-deleted-2532c5ac-21b1-4219-828e-4f99c3cde291 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 864.535038] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0c03cd75-7955-46b4-8fd8-740440ee5e74 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Lock "9103303b-fb64-4728-892d-285dba75ac18" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.972s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.564738] env[69889]: DEBUG oslo_concurrency.lockutils [None req-61bbe74f-78a5-4674-9edf-f526f3f4f56d tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] Acquiring lock "2df2001e-95cc-4421-a98d-c8212c184cff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.565105] env[69889]: DEBUG oslo_concurrency.lockutils [None req-61bbe74f-78a5-4674-9edf-f526f3f4f56d tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] Lock "2df2001e-95cc-4421-a98d-c8212c184cff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.565498] env[69889]: DEBUG oslo_concurrency.lockutils [None req-61bbe74f-78a5-4674-9edf-f526f3f4f56d tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] Acquiring lock "2df2001e-95cc-4421-a98d-c8212c184cff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.565730] env[69889]: DEBUG oslo_concurrency.lockutils [None req-61bbe74f-78a5-4674-9edf-f526f3f4f56d tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] Lock "2df2001e-95cc-4421-a98d-c8212c184cff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.565931] env[69889]: DEBUG oslo_concurrency.lockutils [None req-61bbe74f-78a5-4674-9edf-f526f3f4f56d tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] Lock "2df2001e-95cc-4421-a98d-c8212c184cff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.568202] env[69889]: INFO nova.compute.manager [None req-61bbe74f-78a5-4674-9edf-f526f3f4f56d tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] [instance: 2df2001e-95cc-4421-a98d-c8212c184cff] Terminating instance [ 864.597343] env[69889]: DEBUG oslo_concurrency.lockutils [None req-4493794e-0032-440c-bfd1-9edc19c7152c tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Lock "2cb12a8d-74ee-4fe0-92fd-8c2adbc3becc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.127s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.837177] env[69889]: DEBUG oslo_concurrency.lockutils [None req-8c84be97-5a4d-46bb-8a4c-44dd8de539cd tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.837177] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ebbbe76a-88e7-4135-bb71-4bede66c8129 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Releasing lock "refresh_cache-fb83ecfb-e4bc-4420-b9db-e13a462db3c4" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.857187] env[69889]: DEBUG nova.compute.manager [req-365ab874-d217-47b6-b8ce-c73a67bc6c0a req-e9dd45d9-4f1b-4fb2-9193-746f907884a2 service nova] [instance: 1b8036ed-2b5c-457d-9ef5-50d9ec77f656] Received event network-changed-145d7452-da2e-4ec3-83be-4eafd5ba1a04 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 864.857187] env[69889]: DEBUG nova.compute.manager [req-365ab874-d217-47b6-b8ce-c73a67bc6c0a req-e9dd45d9-4f1b-4fb2-9193-746f907884a2 service nova] [instance: 1b8036ed-2b5c-457d-9ef5-50d9ec77f656] Refreshing instance network info cache due to event network-changed-145d7452-da2e-4ec3-83be-4eafd5ba1a04. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 864.857187] env[69889]: DEBUG oslo_concurrency.lockutils [req-365ab874-d217-47b6-b8ce-c73a67bc6c0a req-e9dd45d9-4f1b-4fb2-9193-746f907884a2 service nova] Acquiring lock "refresh_cache-1b8036ed-2b5c-457d-9ef5-50d9ec77f656" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.857187] env[69889]: DEBUG oslo_concurrency.lockutils [req-365ab874-d217-47b6-b8ce-c73a67bc6c0a req-e9dd45d9-4f1b-4fb2-9193-746f907884a2 service nova] Acquired lock "refresh_cache-1b8036ed-2b5c-457d-9ef5-50d9ec77f656" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.857187] env[69889]: DEBUG nova.network.neutron [req-365ab874-d217-47b6-b8ce-c73a67bc6c0a req-e9dd45d9-4f1b-4fb2-9193-746f907884a2 service nova] [instance: 1b8036ed-2b5c-457d-9ef5-50d9ec77f656] Refreshing network info cache for port 145d7452-da2e-4ec3-83be-4eafd5ba1a04 {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 864.877643] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077204, 'name': CreateVM_Task} progress is 99%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.042019] env[69889]: DEBUG nova.compute.manager [None req-bfc21d9f-297a-41a3-8fd5-fd7a391ee573 tempest-InstanceActionsNegativeTestJSON-1165517597 tempest-InstanceActionsNegativeTestJSON-1165517597-project-member] [instance: 43a79453-1511-401e-80a2-6bbdff6a78c9] Starting instance... {{(pid=69889) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 865.076153] env[69889]: DEBUG nova.compute.manager [None req-61bbe74f-78a5-4674-9edf-f526f3f4f56d tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] [instance: 2df2001e-95cc-4421-a98d-c8212c184cff] Start destroying the instance on the hypervisor. {{(pid=69889) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 865.076153] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-61bbe74f-78a5-4674-9edf-f526f3f4f56d tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] [instance: 2df2001e-95cc-4421-a98d-c8212c184cff] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 865.076153] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4abdde90-03c3-4fdd-8d90-1e413811b8ee {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.083913] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-61bbe74f-78a5-4674-9edf-f526f3f4f56d tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] [instance: 2df2001e-95cc-4421-a98d-c8212c184cff] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 865.084216] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2448b807-e625-4fc9-b9d1-2d5248be15fc {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.091961] env[69889]: DEBUG oslo_vmware.api [None req-61bbe74f-78a5-4674-9edf-f526f3f4f56d tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] Waiting for the task: (returnval){ [ 865.091961] env[69889]: value = "task-4077205" [ 865.091961] env[69889]: _type = "Task" [ 865.091961] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.109860] env[69889]: DEBUG oslo_vmware.api [None req-61bbe74f-78a5-4674-9edf-f526f3f4f56d tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] Task: {'id': task-4077205, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.325878] env[69889]: DEBUG oslo_vmware.rw_handles [None req-1a274f30-d4db-47bb-aeaf-15efbf4be8f2 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5246b601-2465-e1a7-c716-6d6bd07d7c43/disk-0.vmdk. {{(pid=69889) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 865.326972] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e64979fc-705e-4b57-a8aa-cc1b1e4ae3aa {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.335037] env[69889]: DEBUG oslo_vmware.rw_handles [None req-1a274f30-d4db-47bb-aeaf-15efbf4be8f2 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5246b601-2465-e1a7-c716-6d6bd07d7c43/disk-0.vmdk is in state: ready. {{(pid=69889) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 865.335037] env[69889]: ERROR oslo_vmware.rw_handles [None req-1a274f30-d4db-47bb-aeaf-15efbf4be8f2 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5246b601-2465-e1a7-c716-6d6bd07d7c43/disk-0.vmdk due to incomplete transfer. [ 865.335345] env[69889]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-47210bad-e040-4d5f-a0f4-5582e8e9320b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.346158] env[69889]: DEBUG oslo_vmware.rw_handles [None req-1a274f30-d4db-47bb-aeaf-15efbf4be8f2 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5246b601-2465-e1a7-c716-6d6bd07d7c43/disk-0.vmdk. {{(pid=69889) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 865.346158] env[69889]: DEBUG nova.virt.vmwareapi.images [None req-1a274f30-d4db-47bb-aeaf-15efbf4be8f2 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] Uploaded image 44bbe3f2-f8cb-4232-a805-379576e67977 to the Glance image server {{(pid=69889) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 865.348396] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a274f30-d4db-47bb-aeaf-15efbf4be8f2 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] Destroying the VM {{(pid=69889) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 865.348742] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2bdbf264-bbd1-4c7f-bcb8-b3e1b41000b7 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.355912] env[69889]: DEBUG oslo_vmware.api [None req-1a274f30-d4db-47bb-aeaf-15efbf4be8f2 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Waiting for the task: (returnval){ [ 865.355912] env[69889]: value = "task-4077206" [ 865.355912] env[69889]: _type = "Task" [ 865.355912] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.381562] env[69889]: DEBUG oslo_vmware.api [None req-1a274f30-d4db-47bb-aeaf-15efbf4be8f2 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4077206, 'name': Destroy_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.392463] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077204, 'name': CreateVM_Task} progress is 99%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.564809] env[69889]: DEBUG oslo_concurrency.lockutils [None req-bfc21d9f-297a-41a3-8fd5-fd7a391ee573 tempest-InstanceActionsNegativeTestJSON-1165517597 tempest-InstanceActionsNegativeTestJSON-1165517597-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.606211] env[69889]: DEBUG oslo_vmware.api [None req-61bbe74f-78a5-4674-9edf-f526f3f4f56d tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] Task: {'id': task-4077205, 'name': PowerOffVM_Task, 'duration_secs': 0.455198} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.609716] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-61bbe74f-78a5-4674-9edf-f526f3f4f56d tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] [instance: 2df2001e-95cc-4421-a98d-c8212c184cff] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 865.609877] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-61bbe74f-78a5-4674-9edf-f526f3f4f56d tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] [instance: 2df2001e-95cc-4421-a98d-c8212c184cff] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 865.610442] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-060ce0e0-bf63-4fb5-92e7-8a75339b12dd {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.701372] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-61bbe74f-78a5-4674-9edf-f526f3f4f56d tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] [instance: 2df2001e-95cc-4421-a98d-c8212c184cff] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 865.702758] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-61bbe74f-78a5-4674-9edf-f526f3f4f56d tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] [instance: 2df2001e-95cc-4421-a98d-c8212c184cff] Deleting contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 865.702758] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-61bbe74f-78a5-4674-9edf-f526f3f4f56d tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] Deleting the datastore file [datastore2] 2df2001e-95cc-4421-a98d-c8212c184cff {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 865.702758] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6bde51ac-5990-46cd-8475-c15c5e9f8cee {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.709715] env[69889]: DEBUG oslo_vmware.api [None req-61bbe74f-78a5-4674-9edf-f526f3f4f56d tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] Waiting for the task: (returnval){ [ 865.709715] env[69889]: value = "task-4077208" [ 865.709715] env[69889]: _type = "Task" [ 865.709715] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.721959] env[69889]: DEBUG oslo_vmware.api [None req-61bbe74f-78a5-4674-9edf-f526f3f4f56d tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] Task: {'id': task-4077208, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.732847] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddfeca4d-9b05-4272-9332-96fe88fa88da {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.747430] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a338cfc-31a9-46a1-ac84-81cd8c1fa203 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.793120] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feb3ec37-fced-4a75-9760-29fb91e5f512 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.802528] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ad5c51-92b0-49c5-ae3e-51ccde5393a6 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.818459] env[69889]: DEBUG nova.compute.provider_tree [None req-822d82a3-6b2b-47a4-851a-047653736ae9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 865.874323] env[69889]: DEBUG oslo_vmware.api [None req-1a274f30-d4db-47bb-aeaf-15efbf4be8f2 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4077206, 'name': Destroy_Task, 'duration_secs': 0.406135} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.875332] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-1a274f30-d4db-47bb-aeaf-15efbf4be8f2 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] Destroyed the VM [ 865.875631] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-1a274f30-d4db-47bb-aeaf-15efbf4be8f2 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] Deleting Snapshot of the VM instance {{(pid=69889) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 865.875928] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2c98fbc5-1a37-4471-960b-74431f023ab2 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.880876] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077204, 'name': CreateVM_Task, 'duration_secs': 1.576716} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.881496] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b8036ed-2b5c-457d-9ef5-50d9ec77f656] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 865.882255] env[69889]: DEBUG oslo_concurrency.lockutils [None req-92d48bd4-67de-48ce-872e-53194758e53f tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.882869] env[69889]: DEBUG oslo_concurrency.lockutils [None req-92d48bd4-67de-48ce-872e-53194758e53f tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.883229] env[69889]: DEBUG oslo_concurrency.lockutils [None req-92d48bd4-67de-48ce-872e-53194758e53f tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.883471] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-140a982e-cf57-41c5-9fdb-1754d33f948c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.888565] env[69889]: DEBUG oslo_vmware.api [None req-1a274f30-d4db-47bb-aeaf-15efbf4be8f2 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Waiting for the task: (returnval){ [ 865.888565] env[69889]: value = "task-4077209" [ 865.888565] env[69889]: _type = "Task" [ 865.888565] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.896126] env[69889]: DEBUG oslo_vmware.api [None req-92d48bd4-67de-48ce-872e-53194758e53f tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Waiting for the task: (returnval){ [ 865.896126] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]527cfcdd-f906-9a07-bbd4-18b02f1560fc" [ 865.896126] env[69889]: _type = "Task" [ 865.896126] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.906854] env[69889]: DEBUG oslo_vmware.api [None req-1a274f30-d4db-47bb-aeaf-15efbf4be8f2 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4077209, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.912435] env[69889]: DEBUG oslo_vmware.api [None req-92d48bd4-67de-48ce-872e-53194758e53f tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]527cfcdd-f906-9a07-bbd4-18b02f1560fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.926677] env[69889]: DEBUG nova.network.neutron [req-365ab874-d217-47b6-b8ce-c73a67bc6c0a req-e9dd45d9-4f1b-4fb2-9193-746f907884a2 service nova] [instance: 1b8036ed-2b5c-457d-9ef5-50d9ec77f656] Updated VIF entry in instance network info cache for port 145d7452-da2e-4ec3-83be-4eafd5ba1a04. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 865.927100] env[69889]: DEBUG nova.network.neutron [req-365ab874-d217-47b6-b8ce-c73a67bc6c0a req-e9dd45d9-4f1b-4fb2-9193-746f907884a2 service nova] [instance: 1b8036ed-2b5c-457d-9ef5-50d9ec77f656] Updating instance_info_cache with network_info: [{"id": "145d7452-da2e-4ec3-83be-4eafd5ba1a04", "address": "fa:16:3e:f9:bd:c2", "network": {"id": "45fd0254-853e-402c-8516-9992c891c194", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-43042710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41dfb848b52e4aceaab49a46abf8310c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap145d7452-da", "ovs_interfaceid": "145d7452-da2e-4ec3-83be-4eafd5ba1a04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.221661] env[69889]: DEBUG oslo_vmware.api [None req-61bbe74f-78a5-4674-9edf-f526f3f4f56d tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] Task: {'id': task-4077208, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.379554} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.221979] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-61bbe74f-78a5-4674-9edf-f526f3f4f56d tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 866.222164] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-61bbe74f-78a5-4674-9edf-f526f3f4f56d tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] [instance: 2df2001e-95cc-4421-a98d-c8212c184cff] Deleted contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 866.222490] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-61bbe74f-78a5-4674-9edf-f526f3f4f56d tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] [instance: 2df2001e-95cc-4421-a98d-c8212c184cff] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 866.222577] env[69889]: INFO nova.compute.manager [None req-61bbe74f-78a5-4674-9edf-f526f3f4f56d tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] [instance: 2df2001e-95cc-4421-a98d-c8212c184cff] Took 1.15 seconds to destroy the instance on the hypervisor. [ 866.222783] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-61bbe74f-78a5-4674-9edf-f526f3f4f56d tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 866.223047] env[69889]: DEBUG nova.compute.manager [-] [instance: 2df2001e-95cc-4421-a98d-c8212c184cff] Deallocating network for instance {{(pid=69889) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 866.223162] env[69889]: DEBUG nova.network.neutron [-] [instance: 2df2001e-95cc-4421-a98d-c8212c184cff] deallocate_for_instance() {{(pid=69889) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 866.322360] env[69889]: DEBUG nova.scheduler.client.report [None req-822d82a3-6b2b-47a4-851a-047653736ae9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 866.402333] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebbbe76a-88e7-4135-bb71-4bede66c8129 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] [instance: fb83ecfb-e4bc-4420-b9db-e13a462db3c4] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 866.402333] env[69889]: DEBUG oslo_vmware.api [None req-1a274f30-d4db-47bb-aeaf-15efbf4be8f2 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4077209, 'name': RemoveSnapshot_Task} progress is 17%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.404633] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-28401ce9-cb89-40c5-9364-73e5cb9e95db {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.415978] env[69889]: DEBUG oslo_vmware.api [None req-92d48bd4-67de-48ce-872e-53194758e53f tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]527cfcdd-f906-9a07-bbd4-18b02f1560fc, 'name': SearchDatastore_Task, 'duration_secs': 0.019655} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.417107] env[69889]: DEBUG oslo_concurrency.lockutils [None req-92d48bd4-67de-48ce-872e-53194758e53f tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.417665] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-92d48bd4-67de-48ce-872e-53194758e53f tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: 1b8036ed-2b5c-457d-9ef5-50d9ec77f656] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 866.417816] env[69889]: DEBUG oslo_concurrency.lockutils [None req-92d48bd4-67de-48ce-872e-53194758e53f tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.417966] env[69889]: DEBUG oslo_concurrency.lockutils [None req-92d48bd4-67de-48ce-872e-53194758e53f tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.418162] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-92d48bd4-67de-48ce-872e-53194758e53f tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 866.418497] env[69889]: DEBUG oslo_vmware.api [None req-ebbbe76a-88e7-4135-bb71-4bede66c8129 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Waiting for the task: (returnval){ [ 866.418497] env[69889]: value = "task-4077210" [ 866.418497] env[69889]: _type = "Task" [ 866.418497] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.418746] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-890bd637-a8ae-4a9f-aa0a-9103a0fe9f44 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.433235] env[69889]: DEBUG oslo_concurrency.lockutils [req-365ab874-d217-47b6-b8ce-c73a67bc6c0a req-e9dd45d9-4f1b-4fb2-9193-746f907884a2 service nova] Releasing lock "refresh_cache-1b8036ed-2b5c-457d-9ef5-50d9ec77f656" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.434322] env[69889]: DEBUG oslo_vmware.api [None req-ebbbe76a-88e7-4135-bb71-4bede66c8129 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Task: {'id': task-4077210, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.435672] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-92d48bd4-67de-48ce-872e-53194758e53f tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 866.435876] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-92d48bd4-67de-48ce-872e-53194758e53f tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 866.437676] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b161e688-cb97-4a0b-bcfd-c606c68c526c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.445301] env[69889]: DEBUG oslo_vmware.api [None req-92d48bd4-67de-48ce-872e-53194758e53f tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Waiting for the task: (returnval){ [ 866.445301] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]5247216c-9905-4657-7b38-916603a64325" [ 866.445301] env[69889]: _type = "Task" [ 866.445301] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.458760] env[69889]: DEBUG oslo_vmware.api [None req-92d48bd4-67de-48ce-872e-53194758e53f tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5247216c-9905-4657-7b38-916603a64325, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.829846] env[69889]: DEBUG oslo_concurrency.lockutils [None req-822d82a3-6b2b-47a4-851a-047653736ae9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.779s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.831523] env[69889]: DEBUG nova.compute.manager [None req-822d82a3-6b2b-47a4-851a-047653736ae9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] [instance: b4d9b431-14b5-46c9-9691-f5bfc012d8ca] Start building networks asynchronously for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 866.834704] env[69889]: DEBUG oslo_concurrency.lockutils [None req-8481f9b5-aac1-4eeb-ae12-e10780eac747 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.742s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.834975] env[69889]: DEBUG nova.objects.instance [None req-8481f9b5-aac1-4eeb-ae12-e10780eac747 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Lazy-loading 'resources' on Instance uuid c94d00aa-7337-4037-9d27-25bad025e569 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 866.902516] env[69889]: DEBUG oslo_vmware.api [None req-1a274f30-d4db-47bb-aeaf-15efbf4be8f2 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4077209, 'name': RemoveSnapshot_Task, 'duration_secs': 0.619513} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.902875] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-1a274f30-d4db-47bb-aeaf-15efbf4be8f2 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] Deleted Snapshot of the VM instance {{(pid=69889) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 866.903334] env[69889]: INFO nova.compute.manager [None req-1a274f30-d4db-47bb-aeaf-15efbf4be8f2 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] Took 17.85 seconds to snapshot the instance on the hypervisor. [ 866.931907] env[69889]: DEBUG oslo_vmware.api [None req-ebbbe76a-88e7-4135-bb71-4bede66c8129 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Task: {'id': task-4077210, 'name': PowerOffVM_Task, 'duration_secs': 0.319231} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.933082] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebbbe76a-88e7-4135-bb71-4bede66c8129 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] [instance: fb83ecfb-e4bc-4420-b9db-e13a462db3c4] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 866.934227] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c79e21a6-491d-4bdf-919a-f3072368d1c8 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.940559] env[69889]: DEBUG nova.compute.manager [req-aef5a155-9d31-4393-b812-f289bd767d6e req-8578cc58-97ae-4bcd-9e89-162ec097595a service nova] [instance: 2df2001e-95cc-4421-a98d-c8212c184cff] Received event network-vif-deleted-15ef6ae2-60a0-4107-b597-4a19050ce922 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 866.940742] env[69889]: INFO nova.compute.manager [req-aef5a155-9d31-4393-b812-f289bd767d6e req-8578cc58-97ae-4bcd-9e89-162ec097595a service nova] [instance: 2df2001e-95cc-4421-a98d-c8212c184cff] Neutron deleted interface 15ef6ae2-60a0-4107-b597-4a19050ce922; detaching it from the instance and deleting it from the info cache [ 866.940898] env[69889]: DEBUG nova.network.neutron [req-aef5a155-9d31-4393-b812-f289bd767d6e req-8578cc58-97ae-4bcd-9e89-162ec097595a service nova] [instance: 2df2001e-95cc-4421-a98d-c8212c184cff] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.967698] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50ff990a-1857-4058-9ac1-41a4df764e9a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.978051] env[69889]: DEBUG oslo_vmware.api [None req-92d48bd4-67de-48ce-872e-53194758e53f tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5247216c-9905-4657-7b38-916603a64325, 'name': SearchDatastore_Task, 'duration_secs': 0.020199} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.984075] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-151c4e0c-991c-4477-a094-52a26c6821bc {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.989916] env[69889]: DEBUG oslo_vmware.api [None req-92d48bd4-67de-48ce-872e-53194758e53f tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Waiting for the task: (returnval){ [ 866.989916] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]5278511e-bb3c-3a0c-025a-46fb1bb63190" [ 866.989916] env[69889]: _type = "Task" [ 866.989916] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.002336] env[69889]: DEBUG oslo_vmware.api [None req-92d48bd4-67de-48ce-872e-53194758e53f tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5278511e-bb3c-3a0c-025a-46fb1bb63190, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.019762] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebbbe76a-88e7-4135-bb71-4bede66c8129 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] [instance: fb83ecfb-e4bc-4420-b9db-e13a462db3c4] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 867.020315] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0ec640d1-c2e4-4ae8-88cd-59b1065f8e40 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.029403] env[69889]: DEBUG oslo_vmware.api [None req-ebbbe76a-88e7-4135-bb71-4bede66c8129 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Waiting for the task: (returnval){ [ 867.029403] env[69889]: value = "task-4077211" [ 867.029403] env[69889]: _type = "Task" [ 867.029403] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.040436] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebbbe76a-88e7-4135-bb71-4bede66c8129 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] [instance: fb83ecfb-e4bc-4420-b9db-e13a462db3c4] VM already powered off {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 867.040797] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-ebbbe76a-88e7-4135-bb71-4bede66c8129 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] [instance: fb83ecfb-e4bc-4420-b9db-e13a462db3c4] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 867.041187] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ebbbe76a-88e7-4135-bb71-4bede66c8129 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.041256] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ebbbe76a-88e7-4135-bb71-4bede66c8129 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.041435] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebbbe76a-88e7-4135-bb71-4bede66c8129 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 867.041728] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-55e58300-caa3-48b1-be2a-e3fe3fdcb756 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.051842] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebbbe76a-88e7-4135-bb71-4bede66c8129 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 867.052049] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-ebbbe76a-88e7-4135-bb71-4bede66c8129 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 867.052969] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2eabc5dd-8389-428f-9238-db862a9a2ea8 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.059957] env[69889]: DEBUG oslo_vmware.api [None req-ebbbe76a-88e7-4135-bb71-4bede66c8129 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Waiting for the task: (returnval){ [ 867.059957] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]527ea1fc-77a0-d843-e510-9de2081329f8" [ 867.059957] env[69889]: _type = "Task" [ 867.059957] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.069651] env[69889]: DEBUG oslo_vmware.api [None req-ebbbe76a-88e7-4135-bb71-4bede66c8129 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]527ea1fc-77a0-d843-e510-9de2081329f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.101728] env[69889]: DEBUG nova.network.neutron [-] [instance: 2df2001e-95cc-4421-a98d-c8212c184cff] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.340067] env[69889]: DEBUG nova.compute.utils [None req-822d82a3-6b2b-47a4-851a-047653736ae9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 867.343509] env[69889]: DEBUG nova.compute.manager [None req-822d82a3-6b2b-47a4-851a-047653736ae9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] [instance: b4d9b431-14b5-46c9-9691-f5bfc012d8ca] Not allocating networking since 'none' was specified. {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 867.448821] env[69889]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0d5ea050-e79a-43f4-af82-90c5e76a1404 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.460202] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93fce68b-ea0f-4be5-a43f-4838457eef68 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.489709] env[69889]: DEBUG nova.compute.manager [None req-1a274f30-d4db-47bb-aeaf-15efbf4be8f2 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] Found 2 images (rotation: 2) {{(pid=69889) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 867.510437] env[69889]: DEBUG nova.compute.manager [req-aef5a155-9d31-4393-b812-f289bd767d6e req-8578cc58-97ae-4bcd-9e89-162ec097595a service nova] [instance: 2df2001e-95cc-4421-a98d-c8212c184cff] Detach interface failed, port_id=15ef6ae2-60a0-4107-b597-4a19050ce922, reason: Instance 2df2001e-95cc-4421-a98d-c8212c184cff could not be found. {{(pid=69889) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 867.522597] env[69889]: DEBUG oslo_vmware.api [None req-92d48bd4-67de-48ce-872e-53194758e53f tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5278511e-bb3c-3a0c-025a-46fb1bb63190, 'name': SearchDatastore_Task, 'duration_secs': 0.011081} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.522895] env[69889]: DEBUG oslo_concurrency.lockutils [None req-92d48bd4-67de-48ce-872e-53194758e53f tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.523187] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-92d48bd4-67de-48ce-872e-53194758e53f tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore1] 1b8036ed-2b5c-457d-9ef5-50d9ec77f656/1b8036ed-2b5c-457d-9ef5-50d9ec77f656.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 867.523978] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c28f4cb1-31ad-45b6-a7ac-4e1f856a5041 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.533489] env[69889]: DEBUG oslo_vmware.api [None req-92d48bd4-67de-48ce-872e-53194758e53f tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Waiting for the task: (returnval){ [ 867.533489] env[69889]: value = "task-4077212" [ 867.533489] env[69889]: _type = "Task" [ 867.533489] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.543167] env[69889]: DEBUG oslo_vmware.api [None req-92d48bd4-67de-48ce-872e-53194758e53f tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Task: {'id': task-4077212, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.577715] env[69889]: DEBUG oslo_vmware.api [None req-ebbbe76a-88e7-4135-bb71-4bede66c8129 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]527ea1fc-77a0-d843-e510-9de2081329f8, 'name': SearchDatastore_Task, 'duration_secs': 0.010343} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.578577] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f39b71fb-3a11-4904-9142-38198b53db31 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.584726] env[69889]: DEBUG oslo_vmware.api [None req-ebbbe76a-88e7-4135-bb71-4bede66c8129 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Waiting for the task: (returnval){ [ 867.584726] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52137089-57db-9551-c1de-81a03a95fa40" [ 867.584726] env[69889]: _type = "Task" [ 867.584726] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.594508] env[69889]: DEBUG oslo_vmware.api [None req-ebbbe76a-88e7-4135-bb71-4bede66c8129 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52137089-57db-9551-c1de-81a03a95fa40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.605965] env[69889]: INFO nova.compute.manager [-] [instance: 2df2001e-95cc-4421-a98d-c8212c184cff] Took 1.38 seconds to deallocate network for instance. [ 867.696990] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7bd8a939-f4cf-493e-b2dc-efb1f586427d tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Acquiring lock "4925d307-f4c8-4847-8ee1-937e196e6c69" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.697290] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7bd8a939-f4cf-493e-b2dc-efb1f586427d tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Lock "4925d307-f4c8-4847-8ee1-937e196e6c69" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.697543] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7bd8a939-f4cf-493e-b2dc-efb1f586427d tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Acquiring lock "4925d307-f4c8-4847-8ee1-937e196e6c69-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.697736] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7bd8a939-f4cf-493e-b2dc-efb1f586427d tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Lock "4925d307-f4c8-4847-8ee1-937e196e6c69-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.697908] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7bd8a939-f4cf-493e-b2dc-efb1f586427d tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Lock "4925d307-f4c8-4847-8ee1-937e196e6c69-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.700224] env[69889]: INFO nova.compute.manager [None req-7bd8a939-f4cf-493e-b2dc-efb1f586427d tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] [instance: 4925d307-f4c8-4847-8ee1-937e196e6c69] Terminating instance [ 867.843497] env[69889]: DEBUG nova.compute.manager [None req-822d82a3-6b2b-47a4-851a-047653736ae9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] [instance: b4d9b431-14b5-46c9-9691-f5bfc012d8ca] Start building block device mappings for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 868.027988] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e18492e9-c3c9-453f-b41c-4c4ea0fefe18 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.043705] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6872e9fc-e6b5-4034-bad5-24f08b88b9ea {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.054326] env[69889]: DEBUG oslo_vmware.api [None req-92d48bd4-67de-48ce-872e-53194758e53f tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Task: {'id': task-4077212, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.089695] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3de19e5-ba79-42f9-afb4-d0e6217a171c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.092600] env[69889]: DEBUG nova.compute.manager [None req-da2b4843-0a70-4411-bbe6-e53b261f691c tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: 9103303b-fb64-4728-892d-285dba75ac18] Stashing vm_state: active {{(pid=69889) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 868.105277] env[69889]: DEBUG oslo_vmware.api [None req-ebbbe76a-88e7-4135-bb71-4bede66c8129 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52137089-57db-9551-c1de-81a03a95fa40, 'name': SearchDatastore_Task, 'duration_secs': 0.012804} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.108713] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ebbbe76a-88e7-4135-bb71-4bede66c8129 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.108713] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebbbe76a-88e7-4135-bb71-4bede66c8129 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] fb83ecfb-e4bc-4420-b9db-e13a462db3c4/fdedeb32-acda-4585-a195-4af2c3a4f070-rescue.vmdk. {{(pid=69889) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 868.108713] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-84a2e39f-d67c-4209-a31f-8d9ec13f2c43 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.111166] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15018371-06bb-4d8c-b5f8-5a2728ec06b2 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.116033] env[69889]: DEBUG oslo_concurrency.lockutils [None req-61bbe74f-78a5-4674-9edf-f526f3f4f56d tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.128086] env[69889]: DEBUG nova.compute.provider_tree [None req-8481f9b5-aac1-4eeb-ae12-e10780eac747 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 868.132130] env[69889]: DEBUG oslo_vmware.api [None req-ebbbe76a-88e7-4135-bb71-4bede66c8129 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Waiting for the task: (returnval){ [ 868.132130] env[69889]: value = "task-4077213" [ 868.132130] env[69889]: _type = "Task" [ 868.132130] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.144821] env[69889]: DEBUG oslo_vmware.api [None req-ebbbe76a-88e7-4135-bb71-4bede66c8129 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Task: {'id': task-4077213, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.205803] env[69889]: DEBUG nova.compute.manager [None req-7bd8a939-f4cf-493e-b2dc-efb1f586427d tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] [instance: 4925d307-f4c8-4847-8ee1-937e196e6c69] Start destroying the instance on the hypervisor. {{(pid=69889) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 868.205956] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-7bd8a939-f4cf-493e-b2dc-efb1f586427d tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] [instance: 4925d307-f4c8-4847-8ee1-937e196e6c69] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 868.206771] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f12031cd-c1a8-401c-8aae-2c83934df3c1 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.215364] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bd8a939-f4cf-493e-b2dc-efb1f586427d tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] [instance: 4925d307-f4c8-4847-8ee1-937e196e6c69] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 868.215622] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e8c710e6-0b4b-462c-ac3f-ad8ca5b156e4 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.222409] env[69889]: DEBUG oslo_vmware.api [None req-7bd8a939-f4cf-493e-b2dc-efb1f586427d tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Waiting for the task: (returnval){ [ 868.222409] env[69889]: value = "task-4077214" [ 868.222409] env[69889]: _type = "Task" [ 868.222409] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.236183] env[69889]: DEBUG oslo_vmware.api [None req-7bd8a939-f4cf-493e-b2dc-efb1f586427d tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Task: {'id': task-4077214, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.463639] env[69889]: DEBUG oslo_concurrency.lockutils [None req-26903db1-7289-4e92-a024-870f54f7dcea tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Acquiring lock "aad29946-4f6b-4a9b-83f0-6177bcc62dfa" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.463639] env[69889]: DEBUG oslo_concurrency.lockutils [None req-26903db1-7289-4e92-a024-870f54f7dcea tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Lock "aad29946-4f6b-4a9b-83f0-6177bcc62dfa" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.547453] env[69889]: DEBUG oslo_vmware.api [None req-92d48bd4-67de-48ce-872e-53194758e53f tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Task: {'id': task-4077212, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.534006} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.547794] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-92d48bd4-67de-48ce-872e-53194758e53f tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore1] 1b8036ed-2b5c-457d-9ef5-50d9ec77f656/1b8036ed-2b5c-457d-9ef5-50d9ec77f656.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 868.548062] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-92d48bd4-67de-48ce-872e-53194758e53f tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: 1b8036ed-2b5c-457d-9ef5-50d9ec77f656] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 868.548400] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ba0ab166-6f16-4281-894a-193a4793539e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.556970] env[69889]: DEBUG oslo_vmware.api [None req-92d48bd4-67de-48ce-872e-53194758e53f tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Waiting for the task: (returnval){ [ 868.556970] env[69889]: value = "task-4077215" [ 868.556970] env[69889]: _type = "Task" [ 868.556970] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.565915] env[69889]: DEBUG oslo_vmware.api [None req-92d48bd4-67de-48ce-872e-53194758e53f tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Task: {'id': task-4077215, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.621588] env[69889]: DEBUG oslo_concurrency.lockutils [None req-da2b4843-0a70-4411-bbe6-e53b261f691c tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.636032] env[69889]: DEBUG nova.scheduler.client.report [None req-8481f9b5-aac1-4eeb-ae12-e10780eac747 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 868.640383] env[69889]: DEBUG nova.compute.manager [None req-57a117b9-4ca0-4e76-b1c3-6ba6ee8fbd3e tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 868.646065] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-198140cb-63a1-4b47-82b2-c6aba38bde20 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.655789] env[69889]: DEBUG oslo_vmware.api [None req-ebbbe76a-88e7-4135-bb71-4bede66c8129 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Task: {'id': task-4077213, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.737976] env[69889]: DEBUG oslo_vmware.api [None req-7bd8a939-f4cf-493e-b2dc-efb1f586427d tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Task: {'id': task-4077214, 'name': PowerOffVM_Task, 'duration_secs': 0.328041} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.738221] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bd8a939-f4cf-493e-b2dc-efb1f586427d tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] [instance: 4925d307-f4c8-4847-8ee1-937e196e6c69] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 868.738349] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-7bd8a939-f4cf-493e-b2dc-efb1f586427d tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] [instance: 4925d307-f4c8-4847-8ee1-937e196e6c69] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 868.738748] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e323614f-ab9c-411d-acde-195bbbba9bff {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.828041] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-7bd8a939-f4cf-493e-b2dc-efb1f586427d tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] [instance: 4925d307-f4c8-4847-8ee1-937e196e6c69] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 868.828266] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-7bd8a939-f4cf-493e-b2dc-efb1f586427d tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] [instance: 4925d307-f4c8-4847-8ee1-937e196e6c69] Deleting contents of the VM from datastore datastore1 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 868.828607] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bd8a939-f4cf-493e-b2dc-efb1f586427d tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Deleting the datastore file [datastore1] 4925d307-f4c8-4847-8ee1-937e196e6c69 {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 868.828879] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-18602473-4a65-4dff-9dfb-5ad8f66751e6 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.838509] env[69889]: DEBUG oslo_vmware.api [None req-7bd8a939-f4cf-493e-b2dc-efb1f586427d tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Waiting for the task: (returnval){ [ 868.838509] env[69889]: value = "task-4077217" [ 868.838509] env[69889]: _type = "Task" [ 868.838509] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.847992] env[69889]: DEBUG oslo_vmware.api [None req-7bd8a939-f4cf-493e-b2dc-efb1f586427d tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Task: {'id': task-4077217, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.852364] env[69889]: DEBUG nova.compute.manager [None req-822d82a3-6b2b-47a4-851a-047653736ae9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] [instance: b4d9b431-14b5-46c9-9691-f5bfc012d8ca] Start spawning the instance on the hypervisor. {{(pid=69889) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 868.881998] env[69889]: DEBUG nova.virt.hardware [None req-822d82a3-6b2b-47a4-851a-047653736ae9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 868.882289] env[69889]: DEBUG nova.virt.hardware [None req-822d82a3-6b2b-47a4-851a-047653736ae9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 868.882448] env[69889]: DEBUG nova.virt.hardware [None req-822d82a3-6b2b-47a4-851a-047653736ae9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 868.882629] env[69889]: DEBUG nova.virt.hardware [None req-822d82a3-6b2b-47a4-851a-047653736ae9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 868.882776] env[69889]: DEBUG nova.virt.hardware [None req-822d82a3-6b2b-47a4-851a-047653736ae9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 868.882925] env[69889]: DEBUG nova.virt.hardware [None req-822d82a3-6b2b-47a4-851a-047653736ae9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 868.883158] env[69889]: DEBUG nova.virt.hardware [None req-822d82a3-6b2b-47a4-851a-047653736ae9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 868.883323] env[69889]: DEBUG nova.virt.hardware [None req-822d82a3-6b2b-47a4-851a-047653736ae9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 868.883491] env[69889]: DEBUG nova.virt.hardware [None req-822d82a3-6b2b-47a4-851a-047653736ae9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 868.883674] env[69889]: DEBUG nova.virt.hardware [None req-822d82a3-6b2b-47a4-851a-047653736ae9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 868.883888] env[69889]: DEBUG nova.virt.hardware [None req-822d82a3-6b2b-47a4-851a-047653736ae9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 868.884802] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e203d702-5fd1-48a2-999b-44d9eee8933d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.894793] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05e42623-dae1-446b-bc96-926e57a5bdfa {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.909936] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-822d82a3-6b2b-47a4-851a-047653736ae9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] [instance: b4d9b431-14b5-46c9-9691-f5bfc012d8ca] Instance VIF info [] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 868.915666] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-822d82a3-6b2b-47a4-851a-047653736ae9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Creating folder: Project (83a2cea0b58d429b8b28999d548a28e0). Parent ref: group-v807779. {{(pid=69889) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 868.916083] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9d38f21b-4671-4581-88b4-05286359e8c4 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.931501] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-822d82a3-6b2b-47a4-851a-047653736ae9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Created folder: Project (83a2cea0b58d429b8b28999d548a28e0) in parent group-v807779. [ 868.931801] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-822d82a3-6b2b-47a4-851a-047653736ae9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Creating folder: Instances. Parent ref: group-v807905. {{(pid=69889) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 868.932160] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-36a647f0-4406-4a92-b474-a974f27c0945 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.944695] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-822d82a3-6b2b-47a4-851a-047653736ae9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Created folder: Instances in parent group-v807905. [ 868.945167] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-822d82a3-6b2b-47a4-851a-047653736ae9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 868.945255] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4d9b431-14b5-46c9-9691-f5bfc012d8ca] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 868.945431] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-00b95f31-fb17-48d4-82f9-fc3c796f7387 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.964117] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 868.964117] env[69889]: value = "task-4077220" [ 868.964117] env[69889]: _type = "Task" [ 868.964117] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.968484] env[69889]: DEBUG nova.compute.utils [None req-26903db1-7289-4e92-a024-870f54f7dcea tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 868.976584] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077220, 'name': CreateVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.070341] env[69889]: DEBUG oslo_vmware.api [None req-92d48bd4-67de-48ce-872e-53194758e53f tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Task: {'id': task-4077215, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09122} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.070622] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-92d48bd4-67de-48ce-872e-53194758e53f tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: 1b8036ed-2b5c-457d-9ef5-50d9ec77f656] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 869.071447] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49e10b54-2e81-469c-9a4b-6ad9722957ab {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.094601] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-92d48bd4-67de-48ce-872e-53194758e53f tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: 1b8036ed-2b5c-457d-9ef5-50d9ec77f656] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] 1b8036ed-2b5c-457d-9ef5-50d9ec77f656/1b8036ed-2b5c-457d-9ef5-50d9ec77f656.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 869.094779] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17b35ce6-4a0a-4da1-96c6-1f477a71d92b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.115978] env[69889]: DEBUG oslo_vmware.api [None req-92d48bd4-67de-48ce-872e-53194758e53f tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Waiting for the task: (returnval){ [ 869.115978] env[69889]: value = "task-4077221" [ 869.115978] env[69889]: _type = "Task" [ 869.115978] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.126296] env[69889]: DEBUG oslo_vmware.api [None req-92d48bd4-67de-48ce-872e-53194758e53f tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Task: {'id': task-4077221, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.151040] env[69889]: DEBUG oslo_concurrency.lockutils [None req-8481f9b5-aac1-4eeb-ae12-e10780eac747 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.316s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.153090] env[69889]: DEBUG oslo_vmware.api [None req-ebbbe76a-88e7-4135-bb71-4bede66c8129 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Task: {'id': task-4077213, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.835285} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.154326] env[69889]: DEBUG oslo_concurrency.lockutils [None req-20b451bc-7577-4598-8096-ecc4ac8ec2f3 tempest-ServersTestManualDisk-1257826692 tempest-ServersTestManualDisk-1257826692-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.952s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.154531] env[69889]: DEBUG nova.objects.instance [None req-20b451bc-7577-4598-8096-ecc4ac8ec2f3 tempest-ServersTestManualDisk-1257826692 tempest-ServersTestManualDisk-1257826692-project-member] Lazy-loading 'resources' on Instance uuid 4ac0defd-d9ca-4e93-836c-a5cc81529eba {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 869.156062] env[69889]: INFO nova.virt.vmwareapi.ds_util [None req-ebbbe76a-88e7-4135-bb71-4bede66c8129 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] fb83ecfb-e4bc-4420-b9db-e13a462db3c4/fdedeb32-acda-4585-a195-4af2c3a4f070-rescue.vmdk. [ 869.157427] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78f244f3-32b5-43fe-a040-1e57fb2491d7 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.161296] env[69889]: INFO nova.compute.manager [None req-57a117b9-4ca0-4e76-b1c3-6ba6ee8fbd3e tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] instance snapshotting [ 869.162215] env[69889]: DEBUG nova.objects.instance [None req-57a117b9-4ca0-4e76-b1c3-6ba6ee8fbd3e tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Lazy-loading 'flavor' on Instance uuid 0c73213b-c2e1-42cb-a8f4-e3109adfd354 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 869.189594] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebbbe76a-88e7-4135-bb71-4bede66c8129 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] [instance: fb83ecfb-e4bc-4420-b9db-e13a462db3c4] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] fb83ecfb-e4bc-4420-b9db-e13a462db3c4/fdedeb32-acda-4585-a195-4af2c3a4f070-rescue.vmdk or device None with type thin {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 869.190911] env[69889]: INFO nova.scheduler.client.report [None req-8481f9b5-aac1-4eeb-ae12-e10780eac747 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Deleted allocations for instance c94d00aa-7337-4037-9d27-25bad025e569 [ 869.192152] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fef2df30-1dfa-4247-9f5f-782e55cfb6da {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.220028] env[69889]: DEBUG oslo_vmware.api [None req-ebbbe76a-88e7-4135-bb71-4bede66c8129 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Waiting for the task: (returnval){ [ 869.220028] env[69889]: value = "task-4077222" [ 869.220028] env[69889]: _type = "Task" [ 869.220028] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.229853] env[69889]: DEBUG oslo_vmware.api [None req-ebbbe76a-88e7-4135-bb71-4bede66c8129 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Task: {'id': task-4077222, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.353474] env[69889]: DEBUG oslo_vmware.api [None req-7bd8a939-f4cf-493e-b2dc-efb1f586427d tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Task: {'id': task-4077217, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.271837} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.354246] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bd8a939-f4cf-493e-b2dc-efb1f586427d tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 869.354246] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-7bd8a939-f4cf-493e-b2dc-efb1f586427d tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] [instance: 4925d307-f4c8-4847-8ee1-937e196e6c69] Deleted contents of the VM from datastore datastore1 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 869.354246] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-7bd8a939-f4cf-493e-b2dc-efb1f586427d tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] [instance: 4925d307-f4c8-4847-8ee1-937e196e6c69] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 869.354456] env[69889]: INFO nova.compute.manager [None req-7bd8a939-f4cf-493e-b2dc-efb1f586427d tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] [instance: 4925d307-f4c8-4847-8ee1-937e196e6c69] Took 1.15 seconds to destroy the instance on the hypervisor. [ 869.354610] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7bd8a939-f4cf-493e-b2dc-efb1f586427d tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 869.354824] env[69889]: DEBUG nova.compute.manager [-] [instance: 4925d307-f4c8-4847-8ee1-937e196e6c69] Deallocating network for instance {{(pid=69889) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 869.354931] env[69889]: DEBUG nova.network.neutron [-] [instance: 4925d307-f4c8-4847-8ee1-937e196e6c69] deallocate_for_instance() {{(pid=69889) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 869.475501] env[69889]: DEBUG oslo_concurrency.lockutils [None req-26903db1-7289-4e92-a024-870f54f7dcea tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Lock "aad29946-4f6b-4a9b-83f0-6177bcc62dfa" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.012s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.475902] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077220, 'name': CreateVM_Task, 'duration_secs': 0.371631} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.475944] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4d9b431-14b5-46c9-9691-f5bfc012d8ca] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 869.477126] env[69889]: DEBUG oslo_concurrency.lockutils [None req-822d82a3-6b2b-47a4-851a-047653736ae9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.477344] env[69889]: DEBUG oslo_concurrency.lockutils [None req-822d82a3-6b2b-47a4-851a-047653736ae9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.477700] env[69889]: DEBUG oslo_concurrency.lockutils [None req-822d82a3-6b2b-47a4-851a-047653736ae9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.477975] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5ab54e9-5ccf-4be6-8a67-b4919254746b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.484115] env[69889]: DEBUG oslo_vmware.api [None req-822d82a3-6b2b-47a4-851a-047653736ae9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Waiting for the task: (returnval){ [ 869.484115] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]525272e7-9717-b240-b0f7-faf9d9d054b4" [ 869.484115] env[69889]: _type = "Task" [ 869.484115] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.493252] env[69889]: DEBUG oslo_vmware.api [None req-822d82a3-6b2b-47a4-851a-047653736ae9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]525272e7-9717-b240-b0f7-faf9d9d054b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.629548] env[69889]: DEBUG oslo_vmware.api [None req-92d48bd4-67de-48ce-872e-53194758e53f tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Task: {'id': task-4077221, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.671376] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeea014c-bc84-4747-b2a4-fcdeb37cbe8d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.694728] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dc291c1-4146-43e7-b0a4-280d7a6e397e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.715251] env[69889]: DEBUG oslo_concurrency.lockutils [None req-8481f9b5-aac1-4eeb-ae12-e10780eac747 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Lock "c94d00aa-7337-4037-9d27-25bad025e569" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.530s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.729462] env[69889]: DEBUG oslo_vmware.api [None req-ebbbe76a-88e7-4135-bb71-4bede66c8129 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Task: {'id': task-4077222, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.830160] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7e392b72-7dfc-4d6d-a735-77e1f1ac88a0 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Acquiring lock "a31565fb-fb1f-4fb9-a60d-06e32458efa2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.830699] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7e392b72-7dfc-4d6d-a735-77e1f1ac88a0 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Lock "a31565fb-fb1f-4fb9-a60d-06e32458efa2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.001501] env[69889]: DEBUG oslo_vmware.api [None req-822d82a3-6b2b-47a4-851a-047653736ae9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]525272e7-9717-b240-b0f7-faf9d9d054b4, 'name': SearchDatastore_Task, 'duration_secs': 0.045537} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.002056] env[69889]: DEBUG oslo_concurrency.lockutils [None req-822d82a3-6b2b-47a4-851a-047653736ae9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.002933] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-822d82a3-6b2b-47a4-851a-047653736ae9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] [instance: b4d9b431-14b5-46c9-9691-f5bfc012d8ca] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 870.003734] env[69889]: DEBUG oslo_concurrency.lockutils [None req-822d82a3-6b2b-47a4-851a-047653736ae9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.003734] env[69889]: DEBUG oslo_concurrency.lockutils [None req-822d82a3-6b2b-47a4-851a-047653736ae9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.003980] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-822d82a3-6b2b-47a4-851a-047653736ae9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 870.007167] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-31fe07d3-1df1-4033-8fa6-a3b61f06bc39 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.030496] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-822d82a3-6b2b-47a4-851a-047653736ae9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 870.030692] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-822d82a3-6b2b-47a4-851a-047653736ae9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 870.031503] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6585d8a-3c9e-409b-8528-b2756cc86ef0 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.041703] env[69889]: DEBUG oslo_vmware.api [None req-822d82a3-6b2b-47a4-851a-047653736ae9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Waiting for the task: (returnval){ [ 870.041703] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]5247dd8c-fbe0-693d-f6ee-a69aed3d8b7d" [ 870.041703] env[69889]: _type = "Task" [ 870.041703] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.052735] env[69889]: DEBUG oslo_vmware.api [None req-822d82a3-6b2b-47a4-851a-047653736ae9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5247dd8c-fbe0-693d-f6ee-a69aed3d8b7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.129370] env[69889]: DEBUG oslo_vmware.api [None req-92d48bd4-67de-48ce-872e-53194758e53f tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Task: {'id': task-4077221, 'name': ReconfigVM_Task, 'duration_secs': 0.951075} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.129688] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-92d48bd4-67de-48ce-872e-53194758e53f tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: 1b8036ed-2b5c-457d-9ef5-50d9ec77f656] Reconfigured VM instance instance-0000002d to attach disk [datastore1] 1b8036ed-2b5c-457d-9ef5-50d9ec77f656/1b8036ed-2b5c-457d-9ef5-50d9ec77f656.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 870.130358] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bc8f3efa-9289-4944-a2d8-efde52a95bc3 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.137841] env[69889]: DEBUG nova.network.neutron [-] [instance: 4925d307-f4c8-4847-8ee1-937e196e6c69] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.140992] env[69889]: DEBUG oslo_vmware.api [None req-92d48bd4-67de-48ce-872e-53194758e53f tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Waiting for the task: (returnval){ [ 870.140992] env[69889]: value = "task-4077223" [ 870.140992] env[69889]: _type = "Task" [ 870.140992] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.148641] env[69889]: DEBUG oslo_vmware.api [None req-92d48bd4-67de-48ce-872e-53194758e53f tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Task: {'id': task-4077223, 'name': Rename_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.207200] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-57a117b9-4ca0-4e76-b1c3-6ba6ee8fbd3e tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] Creating Snapshot of the VM instance {{(pid=69889) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 870.207543] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ae594efb-df66-4e35-956c-b9abb975e84e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.213388] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d846be4-7be7-4790-b64f-8fe8f62c9940 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.225981] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d956a7a1-709b-4349-8d29-978c79231712 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.229439] env[69889]: DEBUG oslo_vmware.api [None req-57a117b9-4ca0-4e76-b1c3-6ba6ee8fbd3e tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Waiting for the task: (returnval){ [ 870.229439] env[69889]: value = "task-4077224" [ 870.229439] env[69889]: _type = "Task" [ 870.229439] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.235413] env[69889]: DEBUG oslo_vmware.api [None req-ebbbe76a-88e7-4135-bb71-4bede66c8129 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Task: {'id': task-4077222, 'name': ReconfigVM_Task, 'duration_secs': 0.874931} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.237605] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebbbe76a-88e7-4135-bb71-4bede66c8129 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] [instance: fb83ecfb-e4bc-4420-b9db-e13a462db3c4] Reconfigured VM instance instance-0000002b to attach disk [datastore2] fb83ecfb-e4bc-4420-b9db-e13a462db3c4/fdedeb32-acda-4585-a195-4af2c3a4f070-rescue.vmdk or device None with type thin {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 870.265646] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fabf4ea8-8aa3-45d6-8470-56a8a5eef04a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.270015] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-524722bf-7693-4ed4-bf5d-4316a6d66b9b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.276971] env[69889]: DEBUG oslo_vmware.api [None req-57a117b9-4ca0-4e76-b1c3-6ba6ee8fbd3e tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4077224, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.304545] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b51d6212-739e-48ac-80e4-fc4c0800b046 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.316594] env[69889]: DEBUG nova.compute.manager [req-7d964d66-f773-476d-a13c-e336c739d5bc req-690d94bb-8175-439b-8e66-b59092ad42a5 service nova] [instance: 4925d307-f4c8-4847-8ee1-937e196e6c69] Received event network-vif-deleted-a31b8e5f-779e-47a4-90cd-c0b7bd8195db {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 870.318486] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-351184a5-274a-4f98-88b8-ebe5b8f04a81 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.337241] env[69889]: DEBUG nova.compute.provider_tree [None req-20b451bc-7577-4598-8096-ecc4ac8ec2f3 tempest-ServersTestManualDisk-1257826692 tempest-ServersTestManualDisk-1257826692-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 870.342686] env[69889]: DEBUG oslo_vmware.api [None req-ebbbe76a-88e7-4135-bb71-4bede66c8129 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Waiting for the task: (returnval){ [ 870.342686] env[69889]: value = "task-4077225" [ 870.342686] env[69889]: _type = "Task" [ 870.342686] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.354072] env[69889]: DEBUG oslo_vmware.api [None req-ebbbe76a-88e7-4135-bb71-4bede66c8129 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Task: {'id': task-4077225, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.554405] env[69889]: DEBUG oslo_vmware.api [None req-822d82a3-6b2b-47a4-851a-047653736ae9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5247dd8c-fbe0-693d-f6ee-a69aed3d8b7d, 'name': SearchDatastore_Task, 'duration_secs': 0.011186} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.555330] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2afda006-2155-465c-be17-b9e9f85d0a1b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.562167] env[69889]: DEBUG oslo_vmware.api [None req-822d82a3-6b2b-47a4-851a-047653736ae9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Waiting for the task: (returnval){ [ 870.562167] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]5238c25d-4634-beb0-a1a4-81e59966e498" [ 870.562167] env[69889]: _type = "Task" [ 870.562167] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.572255] env[69889]: DEBUG oslo_vmware.api [None req-822d82a3-6b2b-47a4-851a-047653736ae9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5238c25d-4634-beb0-a1a4-81e59966e498, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.585302] env[69889]: DEBUG oslo_concurrency.lockutils [None req-26903db1-7289-4e92-a024-870f54f7dcea tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Acquiring lock "aad29946-4f6b-4a9b-83f0-6177bcc62dfa" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.585485] env[69889]: DEBUG oslo_concurrency.lockutils [None req-26903db1-7289-4e92-a024-870f54f7dcea tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Lock "aad29946-4f6b-4a9b-83f0-6177bcc62dfa" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.585738] env[69889]: INFO nova.compute.manager [None req-26903db1-7289-4e92-a024-870f54f7dcea tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] [instance: aad29946-4f6b-4a9b-83f0-6177bcc62dfa] Attaching volume a0f97011-cc9a-4014-b254-a03a0134d94a to /dev/sdb [ 870.633021] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc22b119-0a28-4f46-9981-32150f018b6e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.639529] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-638dcb6a-5071-4a5c-acd2-09ce5cdd38aa {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.642456] env[69889]: INFO nova.compute.manager [-] [instance: 4925d307-f4c8-4847-8ee1-937e196e6c69] Took 1.29 seconds to deallocate network for instance. [ 870.657499] env[69889]: DEBUG oslo_vmware.api [None req-92d48bd4-67de-48ce-872e-53194758e53f tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Task: {'id': task-4077223, 'name': Rename_Task, 'duration_secs': 0.218642} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.657499] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-92d48bd4-67de-48ce-872e-53194758e53f tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: 1b8036ed-2b5c-457d-9ef5-50d9ec77f656] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 870.657499] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2d8f9d72-acda-4f66-a371-aa6d18edcc55 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.663072] env[69889]: DEBUG nova.virt.block_device [None req-26903db1-7289-4e92-a024-870f54f7dcea tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] [instance: aad29946-4f6b-4a9b-83f0-6177bcc62dfa] Updating existing volume attachment record: aeeae717-8654-40c3-a577-aa96783e0874 {{(pid=69889) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 870.671352] env[69889]: DEBUG oslo_vmware.api [None req-92d48bd4-67de-48ce-872e-53194758e53f tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Waiting for the task: (returnval){ [ 870.671352] env[69889]: value = "task-4077226" [ 870.671352] env[69889]: _type = "Task" [ 870.671352] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.680034] env[69889]: DEBUG oslo_vmware.api [None req-92d48bd4-67de-48ce-872e-53194758e53f tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Task: {'id': task-4077226, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.746943] env[69889]: DEBUG oslo_vmware.api [None req-57a117b9-4ca0-4e76-b1c3-6ba6ee8fbd3e tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4077224, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.844509] env[69889]: DEBUG nova.scheduler.client.report [None req-20b451bc-7577-4598-8096-ecc4ac8ec2f3 tempest-ServersTestManualDisk-1257826692 tempest-ServersTestManualDisk-1257826692-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 870.864171] env[69889]: DEBUG oslo_vmware.api [None req-ebbbe76a-88e7-4135-bb71-4bede66c8129 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Task: {'id': task-4077225, 'name': ReconfigVM_Task, 'duration_secs': 0.174168} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.864171] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebbbe76a-88e7-4135-bb71-4bede66c8129 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] [instance: fb83ecfb-e4bc-4420-b9db-e13a462db3c4] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 870.864171] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-827f4ea5-d7eb-4fe9-8ab3-a1e28ab2a77d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.872465] env[69889]: DEBUG oslo_vmware.api [None req-ebbbe76a-88e7-4135-bb71-4bede66c8129 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Waiting for the task: (returnval){ [ 870.872465] env[69889]: value = "task-4077228" [ 870.872465] env[69889]: _type = "Task" [ 870.872465] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.883119] env[69889]: DEBUG oslo_vmware.api [None req-ebbbe76a-88e7-4135-bb71-4bede66c8129 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Task: {'id': task-4077228, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.075765] env[69889]: DEBUG oslo_vmware.api [None req-822d82a3-6b2b-47a4-851a-047653736ae9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5238c25d-4634-beb0-a1a4-81e59966e498, 'name': SearchDatastore_Task, 'duration_secs': 0.010457} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.076084] env[69889]: DEBUG oslo_concurrency.lockutils [None req-822d82a3-6b2b-47a4-851a-047653736ae9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.076377] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-822d82a3-6b2b-47a4-851a-047653736ae9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore1] b4d9b431-14b5-46c9-9691-f5bfc012d8ca/b4d9b431-14b5-46c9-9691-f5bfc012d8ca.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 871.076718] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-701e613b-fdfe-4656-87c8-f4d5423dae26 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.084441] env[69889]: DEBUG oslo_vmware.api [None req-822d82a3-6b2b-47a4-851a-047653736ae9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Waiting for the task: (returnval){ [ 871.084441] env[69889]: value = "task-4077230" [ 871.084441] env[69889]: _type = "Task" [ 871.084441] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.099515] env[69889]: DEBUG oslo_vmware.api [None req-822d82a3-6b2b-47a4-851a-047653736ae9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Task: {'id': task-4077230, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.153171] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7bd8a939-f4cf-493e-b2dc-efb1f586427d tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.183073] env[69889]: DEBUG oslo_vmware.api [None req-92d48bd4-67de-48ce-872e-53194758e53f tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Task: {'id': task-4077226, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.248687] env[69889]: DEBUG oslo_vmware.api [None req-57a117b9-4ca0-4e76-b1c3-6ba6ee8fbd3e tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4077224, 'name': CreateSnapshot_Task, 'duration_secs': 0.545352} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.249747] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-57a117b9-4ca0-4e76-b1c3-6ba6ee8fbd3e tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] Created Snapshot of the VM instance {{(pid=69889) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 871.250040] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f01ee66-cbe6-442c-9811-50fc4ca4e516 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.356321] env[69889]: DEBUG oslo_concurrency.lockutils [None req-20b451bc-7577-4598-8096-ecc4ac8ec2f3 tempest-ServersTestManualDisk-1257826692 tempest-ServersTestManualDisk-1257826692-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.202s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.360280] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ad891cf9-13f6-474a-b2cc-4c5db117af41 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.822s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.362828] env[69889]: INFO nova.compute.claims [None req-ad891cf9-13f6-474a-b2cc-4c5db117af41 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] [instance: 035a867b-5707-43b4-b743-3e32775063ea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 871.394584] env[69889]: DEBUG oslo_vmware.api [None req-ebbbe76a-88e7-4135-bb71-4bede66c8129 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Task: {'id': task-4077228, 'name': PowerOnVM_Task, 'duration_secs': 0.45327} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.394584] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebbbe76a-88e7-4135-bb71-4bede66c8129 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] [instance: fb83ecfb-e4bc-4420-b9db-e13a462db3c4] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 871.398791] env[69889]: DEBUG nova.compute.manager [None req-ebbbe76a-88e7-4135-bb71-4bede66c8129 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] [instance: fb83ecfb-e4bc-4420-b9db-e13a462db3c4] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 871.401553] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27dde440-3ad1-478e-9f2a-1a39cd16fe4a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.407023] env[69889]: INFO nova.scheduler.client.report [None req-20b451bc-7577-4598-8096-ecc4ac8ec2f3 tempest-ServersTestManualDisk-1257826692 tempest-ServersTestManualDisk-1257826692-project-member] Deleted allocations for instance 4ac0defd-d9ca-4e93-836c-a5cc81529eba [ 871.599041] env[69889]: DEBUG oslo_vmware.api [None req-822d82a3-6b2b-47a4-851a-047653736ae9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Task: {'id': task-4077230, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.683411] env[69889]: DEBUG oslo_vmware.api [None req-92d48bd4-67de-48ce-872e-53194758e53f tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Task: {'id': task-4077226, 'name': PowerOnVM_Task, 'duration_secs': 0.630115} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.683756] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-92d48bd4-67de-48ce-872e-53194758e53f tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: 1b8036ed-2b5c-457d-9ef5-50d9ec77f656] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 871.683883] env[69889]: INFO nova.compute.manager [None req-92d48bd4-67de-48ce-872e-53194758e53f tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: 1b8036ed-2b5c-457d-9ef5-50d9ec77f656] Took 10.16 seconds to spawn the instance on the hypervisor. [ 871.684070] env[69889]: DEBUG nova.compute.manager [None req-92d48bd4-67de-48ce-872e-53194758e53f tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: 1b8036ed-2b5c-457d-9ef5-50d9ec77f656] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 871.684907] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77d21ead-e85d-43ee-8ea7-734423542f8c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.776200] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-57a117b9-4ca0-4e76-b1c3-6ba6ee8fbd3e tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] Creating linked-clone VM from snapshot {{(pid=69889) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 871.776409] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2d5dc0de-8faa-4c99-8f96-185c944dd1cd {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.786457] env[69889]: DEBUG oslo_vmware.api [None req-57a117b9-4ca0-4e76-b1c3-6ba6ee8fbd3e tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Waiting for the task: (returnval){ [ 871.786457] env[69889]: value = "task-4077233" [ 871.786457] env[69889]: _type = "Task" [ 871.786457] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.795957] env[69889]: DEBUG oslo_vmware.api [None req-57a117b9-4ca0-4e76-b1c3-6ba6ee8fbd3e tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4077233, 'name': CloneVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.924503] env[69889]: DEBUG oslo_concurrency.lockutils [None req-20b451bc-7577-4598-8096-ecc4ac8ec2f3 tempest-ServersTestManualDisk-1257826692 tempest-ServersTestManualDisk-1257826692-project-member] Lock "4ac0defd-d9ca-4e93-836c-a5cc81529eba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.885s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.097312] env[69889]: DEBUG oslo_vmware.api [None req-822d82a3-6b2b-47a4-851a-047653736ae9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Task: {'id': task-4077230, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.544757} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.097646] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-822d82a3-6b2b-47a4-851a-047653736ae9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore1] b4d9b431-14b5-46c9-9691-f5bfc012d8ca/b4d9b431-14b5-46c9-9691-f5bfc012d8ca.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 872.097920] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-822d82a3-6b2b-47a4-851a-047653736ae9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] [instance: b4d9b431-14b5-46c9-9691-f5bfc012d8ca] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 872.099201] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3e453f12-8e63-45f7-8cc5-629ce7f17f6c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.111758] env[69889]: DEBUG oslo_vmware.api [None req-822d82a3-6b2b-47a4-851a-047653736ae9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Waiting for the task: (returnval){ [ 872.111758] env[69889]: value = "task-4077234" [ 872.111758] env[69889]: _type = "Task" [ 872.111758] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.126050] env[69889]: DEBUG oslo_vmware.api [None req-822d82a3-6b2b-47a4-851a-047653736ae9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Task: {'id': task-4077234, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.206268] env[69889]: INFO nova.compute.manager [None req-92d48bd4-67de-48ce-872e-53194758e53f tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: 1b8036ed-2b5c-457d-9ef5-50d9ec77f656] Took 48.08 seconds to build instance. [ 872.282972] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d13d7da7-6c66-4b70-9df3-0e742434affd tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Acquiring lock "2aee774c-aa5d-42f0-82a4-26e0fa1fe069" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.283259] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d13d7da7-6c66-4b70-9df3-0e742434affd tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Lock "2aee774c-aa5d-42f0-82a4-26e0fa1fe069" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.300155] env[69889]: DEBUG oslo_vmware.api [None req-57a117b9-4ca0-4e76-b1c3-6ba6ee8fbd3e tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4077233, 'name': CloneVM_Task} progress is 94%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.605772] env[69889]: INFO nova.compute.manager [None req-c169be58-cfd1-4742-a610-a6902cc957b7 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] [instance: fb83ecfb-e4bc-4420-b9db-e13a462db3c4] Unrescuing [ 872.606873] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c169be58-cfd1-4742-a610-a6902cc957b7 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Acquiring lock "refresh_cache-fb83ecfb-e4bc-4420-b9db-e13a462db3c4" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.607220] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c169be58-cfd1-4742-a610-a6902cc957b7 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Acquired lock "refresh_cache-fb83ecfb-e4bc-4420-b9db-e13a462db3c4" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.607605] env[69889]: DEBUG nova.network.neutron [None req-c169be58-cfd1-4742-a610-a6902cc957b7 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] [instance: fb83ecfb-e4bc-4420-b9db-e13a462db3c4] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 872.625832] env[69889]: DEBUG oslo_vmware.api [None req-822d82a3-6b2b-47a4-851a-047653736ae9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Task: {'id': task-4077234, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077633} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.626972] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-822d82a3-6b2b-47a4-851a-047653736ae9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] [instance: b4d9b431-14b5-46c9-9691-f5bfc012d8ca] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 872.627056] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29b70238-91cf-4a88-ac36-4af298e66036 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.648637] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-822d82a3-6b2b-47a4-851a-047653736ae9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] [instance: b4d9b431-14b5-46c9-9691-f5bfc012d8ca] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] b4d9b431-14b5-46c9-9691-f5bfc012d8ca/b4d9b431-14b5-46c9-9691-f5bfc012d8ca.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 872.651694] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-206f3b87-7def-409b-8d2c-587190bffd4a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.673751] env[69889]: DEBUG oslo_vmware.api [None req-822d82a3-6b2b-47a4-851a-047653736ae9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Waiting for the task: (returnval){ [ 872.673751] env[69889]: value = "task-4077235" [ 872.673751] env[69889]: _type = "Task" [ 872.673751] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.685965] env[69889]: DEBUG oslo_vmware.api [None req-822d82a3-6b2b-47a4-851a-047653736ae9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Task: {'id': task-4077235, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.708459] env[69889]: DEBUG oslo_concurrency.lockutils [None req-92d48bd4-67de-48ce-872e-53194758e53f tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Lock "1b8036ed-2b5c-457d-9ef5-50d9ec77f656" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.313s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.806198] env[69889]: DEBUG oslo_vmware.api [None req-57a117b9-4ca0-4e76-b1c3-6ba6ee8fbd3e tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4077233, 'name': CloneVM_Task} progress is 94%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.969181] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3a166d0-4069-4c4e-9fc0-270ab3750256 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.977968] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1548e5b5-d885-4214-9abe-abff3bdd3d3b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.013345] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5826b13-b21d-4225-9f00-3c7eeffac328 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.022739] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ed89322-0558-4e39-ac76-11911a593584 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.040687] env[69889]: DEBUG nova.compute.provider_tree [None req-ad891cf9-13f6-474a-b2cc-4c5db117af41 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 873.187054] env[69889]: DEBUG oslo_vmware.api [None req-822d82a3-6b2b-47a4-851a-047653736ae9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Task: {'id': task-4077235, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.212205] env[69889]: DEBUG nova.compute.manager [None req-03c7b563-a589-43d5-b14f-a3444818efbc tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: 68d7b291-3a3f-4ba0-9b9a-31407b0a43db] Starting instance... {{(pid=69889) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 873.219296] env[69889]: DEBUG nova.compute.manager [req-ac0616db-0b3b-4dca-adfa-b0c9358e6529 req-ef389be4-e41f-4387-96ba-2547ea41ad59 service nova] [instance: 1b8036ed-2b5c-457d-9ef5-50d9ec77f656] Received event network-changed-145d7452-da2e-4ec3-83be-4eafd5ba1a04 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 873.219296] env[69889]: DEBUG nova.compute.manager [req-ac0616db-0b3b-4dca-adfa-b0c9358e6529 req-ef389be4-e41f-4387-96ba-2547ea41ad59 service nova] [instance: 1b8036ed-2b5c-457d-9ef5-50d9ec77f656] Refreshing instance network info cache due to event network-changed-145d7452-da2e-4ec3-83be-4eafd5ba1a04. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 873.219296] env[69889]: DEBUG oslo_concurrency.lockutils [req-ac0616db-0b3b-4dca-adfa-b0c9358e6529 req-ef389be4-e41f-4387-96ba-2547ea41ad59 service nova] Acquiring lock "refresh_cache-1b8036ed-2b5c-457d-9ef5-50d9ec77f656" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.219296] env[69889]: DEBUG oslo_concurrency.lockutils [req-ac0616db-0b3b-4dca-adfa-b0c9358e6529 req-ef389be4-e41f-4387-96ba-2547ea41ad59 service nova] Acquired lock "refresh_cache-1b8036ed-2b5c-457d-9ef5-50d9ec77f656" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.219296] env[69889]: DEBUG nova.network.neutron [req-ac0616db-0b3b-4dca-adfa-b0c9358e6529 req-ef389be4-e41f-4387-96ba-2547ea41ad59 service nova] [instance: 1b8036ed-2b5c-457d-9ef5-50d9ec77f656] Refreshing network info cache for port 145d7452-da2e-4ec3-83be-4eafd5ba1a04 {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 873.298993] env[69889]: DEBUG oslo_vmware.api [None req-57a117b9-4ca0-4e76-b1c3-6ba6ee8fbd3e tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4077233, 'name': CloneVM_Task} progress is 100%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.551975] env[69889]: DEBUG nova.scheduler.client.report [None req-ad891cf9-13f6-474a-b2cc-4c5db117af41 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 873.576255] env[69889]: DEBUG nova.network.neutron [None req-c169be58-cfd1-4742-a610-a6902cc957b7 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] [instance: fb83ecfb-e4bc-4420-b9db-e13a462db3c4] Updating instance_info_cache with network_info: [{"id": "ce542034-1f06-40c8-b128-ac654f07b454", "address": "fa:16:3e:66:cd:2d", "network": {"id": "d4a6c056-5884-4581-a999-4fbc997a4971", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1513553050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "227076818b714fbe98f6cf32f0758f31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce542034-1f", "ovs_interfaceid": "ce542034-1f06-40c8-b128-ac654f07b454", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.689669] env[69889]: DEBUG oslo_vmware.api [None req-822d82a3-6b2b-47a4-851a-047653736ae9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Task: {'id': task-4077235, 'name': ReconfigVM_Task, 'duration_secs': 0.807593} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.689669] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-822d82a3-6b2b-47a4-851a-047653736ae9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] [instance: b4d9b431-14b5-46c9-9691-f5bfc012d8ca] Reconfigured VM instance instance-0000002e to attach disk [datastore1] b4d9b431-14b5-46c9-9691-f5bfc012d8ca/b4d9b431-14b5-46c9-9691-f5bfc012d8ca.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 873.689669] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-998b4476-f166-4393-9e86-17efdc0cc497 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.696802] env[69889]: DEBUG oslo_vmware.api [None req-822d82a3-6b2b-47a4-851a-047653736ae9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Waiting for the task: (returnval){ [ 873.696802] env[69889]: value = "task-4077237" [ 873.696802] env[69889]: _type = "Task" [ 873.696802] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.706219] env[69889]: DEBUG oslo_vmware.api [None req-822d82a3-6b2b-47a4-851a-047653736ae9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Task: {'id': task-4077237, 'name': Rename_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.743997] env[69889]: DEBUG oslo_concurrency.lockutils [None req-03c7b563-a589-43d5-b14f-a3444818efbc tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.799209] env[69889]: DEBUG oslo_vmware.api [None req-57a117b9-4ca0-4e76-b1c3-6ba6ee8fbd3e tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4077233, 'name': CloneVM_Task, 'duration_secs': 1.545256} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.799469] env[69889]: INFO nova.virt.vmwareapi.vmops [None req-57a117b9-4ca0-4e76-b1c3-6ba6ee8fbd3e tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] Created linked-clone VM from snapshot [ 873.800288] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7f883cd-5638-4440-82a2-b30518ef0fd1 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.808309] env[69889]: DEBUG nova.virt.vmwareapi.images [None req-57a117b9-4ca0-4e76-b1c3-6ba6ee8fbd3e tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] Uploading image f7a558b1-a0f9-4a4f-9245-aeee7896b082 {{(pid=69889) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 873.834561] env[69889]: DEBUG oslo_vmware.rw_handles [None req-57a117b9-4ca0-4e76-b1c3-6ba6ee8fbd3e tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 873.834561] env[69889]: value = "vm-807911" [ 873.834561] env[69889]: _type = "VirtualMachine" [ 873.834561] env[69889]: }. {{(pid=69889) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 873.834871] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-186677b0-e3bd-48a6-bd63-6e52c43011b4 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.844928] env[69889]: DEBUG oslo_vmware.rw_handles [None req-57a117b9-4ca0-4e76-b1c3-6ba6ee8fbd3e tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Lease: (returnval){ [ 873.844928] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]521604f1-28d4-b383-e3cc-d9e9c7196261" [ 873.844928] env[69889]: _type = "HttpNfcLease" [ 873.844928] env[69889]: } obtained for exporting VM: (result){ [ 873.844928] env[69889]: value = "vm-807911" [ 873.844928] env[69889]: _type = "VirtualMachine" [ 873.844928] env[69889]: }. {{(pid=69889) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 873.845396] env[69889]: DEBUG oslo_vmware.api [None req-57a117b9-4ca0-4e76-b1c3-6ba6ee8fbd3e tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Waiting for the lease: (returnval){ [ 873.845396] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]521604f1-28d4-b383-e3cc-d9e9c7196261" [ 873.845396] env[69889]: _type = "HttpNfcLease" [ 873.845396] env[69889]: } to be ready. {{(pid=69889) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 873.853732] env[69889]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 873.853732] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]521604f1-28d4-b383-e3cc-d9e9c7196261" [ 873.853732] env[69889]: _type = "HttpNfcLease" [ 873.853732] env[69889]: } is initializing. {{(pid=69889) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 874.060916] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ad891cf9-13f6-474a-b2cc-4c5db117af41 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.701s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.061767] env[69889]: DEBUG nova.compute.manager [None req-ad891cf9-13f6-474a-b2cc-4c5db117af41 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] [instance: 035a867b-5707-43b4-b743-3e32775063ea] Start building networks asynchronously for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 874.064919] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0d046899-f665-4e10-8859-3bb18d58d11b tempest-ServerMetadataTestJSON-21317979 tempest-ServerMetadataTestJSON-21317979-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.410s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.066843] env[69889]: INFO nova.compute.claims [None req-0d046899-f665-4e10-8859-3bb18d58d11b tempest-ServerMetadataTestJSON-21317979 tempest-ServerMetadataTestJSON-21317979-project-member] [instance: 37c0c047-a9c0-4e1e-8794-9ad3b6efc875] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 874.079255] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c169be58-cfd1-4742-a610-a6902cc957b7 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Releasing lock "refresh_cache-fb83ecfb-e4bc-4420-b9db-e13a462db3c4" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.083261] env[69889]: DEBUG nova.objects.instance [None req-c169be58-cfd1-4742-a610-a6902cc957b7 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Lazy-loading 'flavor' on Instance uuid fb83ecfb-e4bc-4420-b9db-e13a462db3c4 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 874.208852] env[69889]: DEBUG oslo_vmware.api [None req-822d82a3-6b2b-47a4-851a-047653736ae9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Task: {'id': task-4077237, 'name': Rename_Task, 'duration_secs': 0.254763} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.209126] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-822d82a3-6b2b-47a4-851a-047653736ae9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] [instance: b4d9b431-14b5-46c9-9691-f5bfc012d8ca] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 874.209380] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-72797d94-5df9-459e-8f96-ec2a098753ea {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.216892] env[69889]: DEBUG oslo_vmware.api [None req-822d82a3-6b2b-47a4-851a-047653736ae9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Waiting for the task: (returnval){ [ 874.216892] env[69889]: value = "task-4077239" [ 874.216892] env[69889]: _type = "Task" [ 874.216892] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.225909] env[69889]: DEBUG oslo_vmware.api [None req-822d82a3-6b2b-47a4-851a-047653736ae9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Task: {'id': task-4077239, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.355846] env[69889]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 874.355846] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]521604f1-28d4-b383-e3cc-d9e9c7196261" [ 874.355846] env[69889]: _type = "HttpNfcLease" [ 874.355846] env[69889]: } is ready. {{(pid=69889) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 874.358139] env[69889]: DEBUG oslo_vmware.rw_handles [None req-57a117b9-4ca0-4e76-b1c3-6ba6ee8fbd3e tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 874.358139] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]521604f1-28d4-b383-e3cc-d9e9c7196261" [ 874.358139] env[69889]: _type = "HttpNfcLease" [ 874.358139] env[69889]: }. {{(pid=69889) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 874.359391] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f1ec2f5-71b5-4d56-8bf0-a098938bc9b1 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.368771] env[69889]: DEBUG oslo_vmware.rw_handles [None req-57a117b9-4ca0-4e76-b1c3-6ba6ee8fbd3e tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bb4df0-69ad-c5a1-2d42-9eefbadcd641/disk-0.vmdk from lease info. {{(pid=69889) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 874.368991] env[69889]: DEBUG oslo_vmware.rw_handles [None req-57a117b9-4ca0-4e76-b1c3-6ba6ee8fbd3e tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bb4df0-69ad-c5a1-2d42-9eefbadcd641/disk-0.vmdk for reading. {{(pid=69889) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 874.462918] env[69889]: DEBUG nova.network.neutron [req-ac0616db-0b3b-4dca-adfa-b0c9358e6529 req-ef389be4-e41f-4387-96ba-2547ea41ad59 service nova] [instance: 1b8036ed-2b5c-457d-9ef5-50d9ec77f656] Updated VIF entry in instance network info cache for port 145d7452-da2e-4ec3-83be-4eafd5ba1a04. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 874.463387] env[69889]: DEBUG nova.network.neutron [req-ac0616db-0b3b-4dca-adfa-b0c9358e6529 req-ef389be4-e41f-4387-96ba-2547ea41ad59 service nova] [instance: 1b8036ed-2b5c-457d-9ef5-50d9ec77f656] Updating instance_info_cache with network_info: [{"id": "145d7452-da2e-4ec3-83be-4eafd5ba1a04", "address": "fa:16:3e:f9:bd:c2", "network": {"id": "45fd0254-853e-402c-8516-9992c891c194", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-43042710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41dfb848b52e4aceaab49a46abf8310c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap145d7452-da", "ovs_interfaceid": "145d7452-da2e-4ec3-83be-4eafd5ba1a04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.464910] env[69889]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-350b1bf8-5464-46d9-978d-681d0dc29afe {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.574743] env[69889]: DEBUG nova.compute.utils [None req-ad891cf9-13f6-474a-b2cc-4c5db117af41 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 874.582249] env[69889]: DEBUG nova.compute.manager [None req-ad891cf9-13f6-474a-b2cc-4c5db117af41 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] [instance: 035a867b-5707-43b4-b743-3e32775063ea] Allocating IP information in the background. {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 874.582249] env[69889]: DEBUG nova.network.neutron [None req-ad891cf9-13f6-474a-b2cc-4c5db117af41 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] [instance: 035a867b-5707-43b4-b743-3e32775063ea] allocate_for_instance() {{(pid=69889) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 874.590760] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d3251b1-43b7-42ee-9a28-2924bf629e06 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.615408] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-c169be58-cfd1-4742-a610-a6902cc957b7 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] [instance: fb83ecfb-e4bc-4420-b9db-e13a462db3c4] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 874.615838] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c19a3534-5902-4f9d-b25e-ecd115fe3435 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.624364] env[69889]: DEBUG oslo_vmware.api [None req-c169be58-cfd1-4742-a610-a6902cc957b7 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Waiting for the task: (returnval){ [ 874.624364] env[69889]: value = "task-4077240" [ 874.624364] env[69889]: _type = "Task" [ 874.624364] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.635096] env[69889]: DEBUG oslo_vmware.api [None req-c169be58-cfd1-4742-a610-a6902cc957b7 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Task: {'id': task-4077240, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.678141] env[69889]: DEBUG nova.policy [None req-ad891cf9-13f6-474a-b2cc-4c5db117af41 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cdf88f0fbb3e4fc195022b34daecd19b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '83b454098fbd45bf96bfeae8593bb9c1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69889) authorize /opt/stack/nova/nova/policy.py:192}} [ 874.728530] env[69889]: DEBUG oslo_vmware.api [None req-822d82a3-6b2b-47a4-851a-047653736ae9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Task: {'id': task-4077239, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.968389] env[69889]: DEBUG oslo_concurrency.lockutils [req-ac0616db-0b3b-4dca-adfa-b0c9358e6529 req-ef389be4-e41f-4387-96ba-2547ea41ad59 service nova] Releasing lock "refresh_cache-1b8036ed-2b5c-457d-9ef5-50d9ec77f656" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.082378] env[69889]: DEBUG nova.compute.manager [None req-ad891cf9-13f6-474a-b2cc-4c5db117af41 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] [instance: 035a867b-5707-43b4-b743-3e32775063ea] Start building block device mappings for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 875.141702] env[69889]: DEBUG oslo_vmware.api [None req-c169be58-cfd1-4742-a610-a6902cc957b7 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Task: {'id': task-4077240, 'name': PowerOffVM_Task, 'duration_secs': 0.232095} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.142218] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-c169be58-cfd1-4742-a610-a6902cc957b7 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] [instance: fb83ecfb-e4bc-4420-b9db-e13a462db3c4] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 875.149267] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-c169be58-cfd1-4742-a610-a6902cc957b7 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] [instance: fb83ecfb-e4bc-4420-b9db-e13a462db3c4] Reconfiguring VM instance instance-0000002b to detach disk 2001 {{(pid=69889) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 875.153083] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b94aafc-92c2-4073-827a-d35d12b195c2 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.181259] env[69889]: DEBUG oslo_vmware.api [None req-c169be58-cfd1-4742-a610-a6902cc957b7 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Waiting for the task: (returnval){ [ 875.181259] env[69889]: value = "task-4077241" [ 875.181259] env[69889]: _type = "Task" [ 875.181259] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.197771] env[69889]: DEBUG oslo_vmware.api [None req-c169be58-cfd1-4742-a610-a6902cc957b7 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Task: {'id': task-4077241, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.233873] env[69889]: DEBUG oslo_vmware.api [None req-822d82a3-6b2b-47a4-851a-047653736ae9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Task: {'id': task-4077239, 'name': PowerOnVM_Task, 'duration_secs': 0.76044} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.234353] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-822d82a3-6b2b-47a4-851a-047653736ae9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] [instance: b4d9b431-14b5-46c9-9691-f5bfc012d8ca] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 875.234720] env[69889]: INFO nova.compute.manager [None req-822d82a3-6b2b-47a4-851a-047653736ae9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] [instance: b4d9b431-14b5-46c9-9691-f5bfc012d8ca] Took 6.38 seconds to spawn the instance on the hypervisor. [ 875.235016] env[69889]: DEBUG nova.compute.manager [None req-822d82a3-6b2b-47a4-851a-047653736ae9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] [instance: b4d9b431-14b5-46c9-9691-f5bfc012d8ca] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 875.237634] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcc05ab4-774e-4493-856c-31dd57571bfb {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.439021] env[69889]: DEBUG nova.network.neutron [None req-ad891cf9-13f6-474a-b2cc-4c5db117af41 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] [instance: 035a867b-5707-43b4-b743-3e32775063ea] Successfully created port: f182f951-c941-40d0-8bae-4ce0f551d0f7 {{(pid=69889) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 875.699939] env[69889]: DEBUG oslo_vmware.api [None req-c169be58-cfd1-4742-a610-a6902cc957b7 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Task: {'id': task-4077241, 'name': ReconfigVM_Task, 'duration_secs': 0.389851} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.700886] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-c169be58-cfd1-4742-a610-a6902cc957b7 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] [instance: fb83ecfb-e4bc-4420-b9db-e13a462db3c4] Reconfigured VM instance instance-0000002b to detach disk 2001 {{(pid=69889) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 875.701041] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-c169be58-cfd1-4742-a610-a6902cc957b7 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] [instance: fb83ecfb-e4bc-4420-b9db-e13a462db3c4] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 875.701360] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0923e714-bd38-4e16-8ee3-3cc23e0172cd {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.711058] env[69889]: DEBUG oslo_vmware.api [None req-c169be58-cfd1-4742-a610-a6902cc957b7 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Waiting for the task: (returnval){ [ 875.711058] env[69889]: value = "task-4077242" [ 875.711058] env[69889]: _type = "Task" [ 875.711058] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.723132] env[69889]: DEBUG oslo_vmware.api [None req-c169be58-cfd1-4742-a610-a6902cc957b7 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Task: {'id': task-4077242, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.738901] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-26903db1-7289-4e92-a024-870f54f7dcea tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] [instance: aad29946-4f6b-4a9b-83f0-6177bcc62dfa] Volume attach. Driver type: vmdk {{(pid=69889) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 875.740103] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-26903db1-7289-4e92-a024-870f54f7dcea tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] [instance: aad29946-4f6b-4a9b-83f0-6177bcc62dfa] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-807910', 'volume_id': 'a0f97011-cc9a-4014-b254-a03a0134d94a', 'name': 'volume-a0f97011-cc9a-4014-b254-a03a0134d94a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'aad29946-4f6b-4a9b-83f0-6177bcc62dfa', 'attached_at': '', 'detached_at': '', 'volume_id': 'a0f97011-cc9a-4014-b254-a03a0134d94a', 'serial': 'a0f97011-cc9a-4014-b254-a03a0134d94a'} {{(pid=69889) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 875.740990] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64e675d0-8063-45c1-b73f-0fe8d9304b17 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.778182] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b835771-b327-4120-a006-7c92e4c0ef7b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.785782] env[69889]: INFO nova.compute.manager [None req-822d82a3-6b2b-47a4-851a-047653736ae9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] [instance: b4d9b431-14b5-46c9-9691-f5bfc012d8ca] Took 42.31 seconds to build instance. [ 875.817142] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-26903db1-7289-4e92-a024-870f54f7dcea tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] [instance: aad29946-4f6b-4a9b-83f0-6177bcc62dfa] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] volume-a0f97011-cc9a-4014-b254-a03a0134d94a/volume-a0f97011-cc9a-4014-b254-a03a0134d94a.vmdk or device None with type thin {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 875.821508] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c7adb69-3531-47cc-9f88-14bbe1eec064 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.844986] env[69889]: DEBUG oslo_vmware.api [None req-26903db1-7289-4e92-a024-870f54f7dcea tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Waiting for the task: (returnval){ [ 875.844986] env[69889]: value = "task-4077243" [ 875.844986] env[69889]: _type = "Task" [ 875.844986] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.856787] env[69889]: DEBUG oslo_vmware.api [None req-26903db1-7289-4e92-a024-870f54f7dcea tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Task: {'id': task-4077243, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.889224] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69a777e4-d808-4e59-9a3c-bb5ae0d8346d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.900190] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d60cfc84-bb04-4461-99a5-b29bcca6f90f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.936549] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3532a2ef-cb1e-4c34-9850-71c5b76c6e79 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.946034] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c529a1d0-362d-4adb-940d-30f690670dde {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.962719] env[69889]: DEBUG nova.compute.provider_tree [None req-0d046899-f665-4e10-8859-3bb18d58d11b tempest-ServerMetadataTestJSON-21317979 tempest-ServerMetadataTestJSON-21317979-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 876.098261] env[69889]: DEBUG nova.compute.manager [None req-ad891cf9-13f6-474a-b2cc-4c5db117af41 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] [instance: 035a867b-5707-43b4-b743-3e32775063ea] Start spawning the instance on the hypervisor. {{(pid=69889) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 876.122493] env[69889]: DEBUG nova.virt.hardware [None req-ad891cf9-13f6-474a-b2cc-4c5db117af41 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 876.122825] env[69889]: DEBUG nova.virt.hardware [None req-ad891cf9-13f6-474a-b2cc-4c5db117af41 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 876.122991] env[69889]: DEBUG nova.virt.hardware [None req-ad891cf9-13f6-474a-b2cc-4c5db117af41 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 876.123212] env[69889]: DEBUG nova.virt.hardware [None req-ad891cf9-13f6-474a-b2cc-4c5db117af41 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 876.123513] env[69889]: DEBUG nova.virt.hardware [None req-ad891cf9-13f6-474a-b2cc-4c5db117af41 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 876.123674] env[69889]: DEBUG nova.virt.hardware [None req-ad891cf9-13f6-474a-b2cc-4c5db117af41 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 876.124290] env[69889]: DEBUG nova.virt.hardware [None req-ad891cf9-13f6-474a-b2cc-4c5db117af41 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 876.124510] env[69889]: DEBUG nova.virt.hardware [None req-ad891cf9-13f6-474a-b2cc-4c5db117af41 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 876.124800] env[69889]: DEBUG nova.virt.hardware [None req-ad891cf9-13f6-474a-b2cc-4c5db117af41 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 876.124968] env[69889]: DEBUG nova.virt.hardware [None req-ad891cf9-13f6-474a-b2cc-4c5db117af41 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 876.125163] env[69889]: DEBUG nova.virt.hardware [None req-ad891cf9-13f6-474a-b2cc-4c5db117af41 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 876.126112] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7f19626-0911-49f7-a68d-7b54296dc8a1 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.134792] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e458a137-54e7-4fdb-909c-3156a4c3ad47 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.223629] env[69889]: DEBUG oslo_vmware.api [None req-c169be58-cfd1-4742-a610-a6902cc957b7 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Task: {'id': task-4077242, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.288925] env[69889]: DEBUG oslo_concurrency.lockutils [None req-822d82a3-6b2b-47a4-851a-047653736ae9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Lock "b4d9b431-14b5-46c9-9691-f5bfc012d8ca" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.353s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.361853] env[69889]: DEBUG oslo_vmware.api [None req-26903db1-7289-4e92-a024-870f54f7dcea tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Task: {'id': task-4077243, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.466606] env[69889]: DEBUG nova.scheduler.client.report [None req-0d046899-f665-4e10-8859-3bb18d58d11b tempest-ServerMetadataTestJSON-21317979 tempest-ServerMetadataTestJSON-21317979-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 876.723983] env[69889]: DEBUG oslo_vmware.api [None req-c169be58-cfd1-4742-a610-a6902cc957b7 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Task: {'id': task-4077242, 'name': PowerOnVM_Task, 'duration_secs': 0.57863} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.724399] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-c169be58-cfd1-4742-a610-a6902cc957b7 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] [instance: fb83ecfb-e4bc-4420-b9db-e13a462db3c4] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 876.724703] env[69889]: DEBUG nova.compute.manager [None req-c169be58-cfd1-4742-a610-a6902cc957b7 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] [instance: fb83ecfb-e4bc-4420-b9db-e13a462db3c4] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 876.725606] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4afeea21-0868-4318-b580-a911fde19fd4 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.791393] env[69889]: DEBUG nova.compute.manager [None req-6ee4a828-deea-49a6-97c0-dfc0236fad31 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] [instance: 25fa2007-30d6-4a2a-9498-d523988ee0ad] Starting instance... {{(pid=69889) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 876.861119] env[69889]: DEBUG oslo_vmware.api [None req-26903db1-7289-4e92-a024-870f54f7dcea tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Task: {'id': task-4077243, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.978252] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0d046899-f665-4e10-8859-3bb18d58d11b tempest-ServerMetadataTestJSON-21317979 tempest-ServerMetadataTestJSON-21317979-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.911s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.978252] env[69889]: DEBUG nova.compute.manager [None req-0d046899-f665-4e10-8859-3bb18d58d11b tempest-ServerMetadataTestJSON-21317979 tempest-ServerMetadataTestJSON-21317979-project-member] [instance: 37c0c047-a9c0-4e1e-8794-9ad3b6efc875] Start building networks asynchronously for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 876.983411] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7c7313ad-1935-41fa-bb72-46d66baababb tempest-ServerPasswordTestJSON-589325170 tempest-ServerPasswordTestJSON-589325170-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.620s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.984727] env[69889]: INFO nova.compute.claims [None req-7c7313ad-1935-41fa-bb72-46d66baababb tempest-ServerPasswordTestJSON-589325170 tempest-ServerPasswordTestJSON-589325170-project-member] [instance: a7c1b811-fede-428b-b4f9-a4df09e7968d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 877.317717] env[69889]: DEBUG oslo_concurrency.lockutils [None req-6ee4a828-deea-49a6-97c0-dfc0236fad31 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.359636] env[69889]: DEBUG oslo_vmware.api [None req-26903db1-7289-4e92-a024-870f54f7dcea tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Task: {'id': task-4077243, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.388196] env[69889]: DEBUG nova.compute.manager [req-0dfb52e1-076f-4335-bfa1-6fde202bfb34 req-f766f819-1b14-42c4-a620-37cf122390fc service nova] [instance: 035a867b-5707-43b4-b743-3e32775063ea] Received event network-vif-plugged-f182f951-c941-40d0-8bae-4ce0f551d0f7 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 877.388596] env[69889]: DEBUG oslo_concurrency.lockutils [req-0dfb52e1-076f-4335-bfa1-6fde202bfb34 req-f766f819-1b14-42c4-a620-37cf122390fc service nova] Acquiring lock "035a867b-5707-43b4-b743-3e32775063ea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.388994] env[69889]: DEBUG oslo_concurrency.lockutils [req-0dfb52e1-076f-4335-bfa1-6fde202bfb34 req-f766f819-1b14-42c4-a620-37cf122390fc service nova] Lock "035a867b-5707-43b4-b743-3e32775063ea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.389257] env[69889]: DEBUG oslo_concurrency.lockutils [req-0dfb52e1-076f-4335-bfa1-6fde202bfb34 req-f766f819-1b14-42c4-a620-37cf122390fc service nova] Lock "035a867b-5707-43b4-b743-3e32775063ea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.389520] env[69889]: DEBUG nova.compute.manager [req-0dfb52e1-076f-4335-bfa1-6fde202bfb34 req-f766f819-1b14-42c4-a620-37cf122390fc service nova] [instance: 035a867b-5707-43b4-b743-3e32775063ea] No waiting events found dispatching network-vif-plugged-f182f951-c941-40d0-8bae-4ce0f551d0f7 {{(pid=69889) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 877.389911] env[69889]: WARNING nova.compute.manager [req-0dfb52e1-076f-4335-bfa1-6fde202bfb34 req-f766f819-1b14-42c4-a620-37cf122390fc service nova] [instance: 035a867b-5707-43b4-b743-3e32775063ea] Received unexpected event network-vif-plugged-f182f951-c941-40d0-8bae-4ce0f551d0f7 for instance with vm_state building and task_state spawning. [ 877.477713] env[69889]: DEBUG nova.network.neutron [None req-ad891cf9-13f6-474a-b2cc-4c5db117af41 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] [instance: 035a867b-5707-43b4-b743-3e32775063ea] Successfully updated port: f182f951-c941-40d0-8bae-4ce0f551d0f7 {{(pid=69889) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 877.489317] env[69889]: DEBUG nova.compute.utils [None req-0d046899-f665-4e10-8859-3bb18d58d11b tempest-ServerMetadataTestJSON-21317979 tempest-ServerMetadataTestJSON-21317979-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 877.491511] env[69889]: DEBUG nova.compute.manager [None req-0d046899-f665-4e10-8859-3bb18d58d11b tempest-ServerMetadataTestJSON-21317979 tempest-ServerMetadataTestJSON-21317979-project-member] [instance: 37c0c047-a9c0-4e1e-8794-9ad3b6efc875] Allocating IP information in the background. {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 877.491763] env[69889]: DEBUG nova.network.neutron [None req-0d046899-f665-4e10-8859-3bb18d58d11b tempest-ServerMetadataTestJSON-21317979 tempest-ServerMetadataTestJSON-21317979-project-member] [instance: 37c0c047-a9c0-4e1e-8794-9ad3b6efc875] allocate_for_instance() {{(pid=69889) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 877.586229] env[69889]: DEBUG nova.policy [None req-0d046899-f665-4e10-8859-3bb18d58d11b tempest-ServerMetadataTestJSON-21317979 tempest-ServerMetadataTestJSON-21317979-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fd6962d3f81b499abbb76f0b25091cb9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bc1675dbf42c49d99d9f50545d4a2521', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69889) authorize /opt/stack/nova/nova/policy.py:192}} [ 877.860054] env[69889]: DEBUG oslo_vmware.api [None req-26903db1-7289-4e92-a024-870f54f7dcea tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Task: {'id': task-4077243, 'name': ReconfigVM_Task, 'duration_secs': 1.615254} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.860386] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-26903db1-7289-4e92-a024-870f54f7dcea tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] [instance: aad29946-4f6b-4a9b-83f0-6177bcc62dfa] Reconfigured VM instance instance-00000007 to attach disk [datastore1] volume-a0f97011-cc9a-4014-b254-a03a0134d94a/volume-a0f97011-cc9a-4014-b254-a03a0134d94a.vmdk or device None with type thin {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 877.865853] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03bfdbe5-7271-4949-84ac-68a2e2af47f8 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.885028] env[69889]: DEBUG oslo_vmware.api [None req-26903db1-7289-4e92-a024-870f54f7dcea tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Waiting for the task: (returnval){ [ 877.885028] env[69889]: value = "task-4077244" [ 877.885028] env[69889]: _type = "Task" [ 877.885028] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.894968] env[69889]: DEBUG oslo_vmware.api [None req-26903db1-7289-4e92-a024-870f54f7dcea tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Task: {'id': task-4077244, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.965818] env[69889]: INFO nova.compute.manager [None req-6ab4eb90-07a8-4504-9ebf-7c26bcc24fe9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] [instance: b4d9b431-14b5-46c9-9691-f5bfc012d8ca] Rebuilding instance [ 877.982633] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ad891cf9-13f6-474a-b2cc-4c5db117af41 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Acquiring lock "refresh_cache-035a867b-5707-43b4-b743-3e32775063ea" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.982633] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ad891cf9-13f6-474a-b2cc-4c5db117af41 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Acquired lock "refresh_cache-035a867b-5707-43b4-b743-3e32775063ea" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.982633] env[69889]: DEBUG nova.network.neutron [None req-ad891cf9-13f6-474a-b2cc-4c5db117af41 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] [instance: 035a867b-5707-43b4-b743-3e32775063ea] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 878.000525] env[69889]: DEBUG nova.compute.manager [None req-0d046899-f665-4e10-8859-3bb18d58d11b tempest-ServerMetadataTestJSON-21317979 tempest-ServerMetadataTestJSON-21317979-project-member] [instance: 37c0c047-a9c0-4e1e-8794-9ad3b6efc875] Start building block device mappings for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 878.049781] env[69889]: DEBUG nova.compute.manager [None req-6ab4eb90-07a8-4504-9ebf-7c26bcc24fe9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] [instance: b4d9b431-14b5-46c9-9691-f5bfc012d8ca] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 878.056026] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ff08ac9-6ece-4a4c-a96d-aa6f08089324 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.905408] env[69889]: DEBUG oslo_concurrency.lockutils [None req-473cf4df-445a-4388-8cc1-960d29a560a5 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Acquiring lock "fb83ecfb-e4bc-4420-b9db-e13a462db3c4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.905721] env[69889]: DEBUG oslo_concurrency.lockutils [None req-473cf4df-445a-4388-8cc1-960d29a560a5 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Lock "fb83ecfb-e4bc-4420-b9db-e13a462db3c4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.905879] env[69889]: DEBUG oslo_concurrency.lockutils [None req-473cf4df-445a-4388-8cc1-960d29a560a5 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Acquiring lock "fb83ecfb-e4bc-4420-b9db-e13a462db3c4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.906065] env[69889]: DEBUG oslo_concurrency.lockutils [None req-473cf4df-445a-4388-8cc1-960d29a560a5 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Lock "fb83ecfb-e4bc-4420-b9db-e13a462db3c4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.906231] env[69889]: DEBUG oslo_concurrency.lockutils [None req-473cf4df-445a-4388-8cc1-960d29a560a5 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Lock "fb83ecfb-e4bc-4420-b9db-e13a462db3c4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.914259] env[69889]: DEBUG nova.network.neutron [None req-0d046899-f665-4e10-8859-3bb18d58d11b tempest-ServerMetadataTestJSON-21317979 tempest-ServerMetadataTestJSON-21317979-project-member] [instance: 37c0c047-a9c0-4e1e-8794-9ad3b6efc875] Successfully created port: 09720e4f-ce79-4f0f-b14f-f4dc330f3817 {{(pid=69889) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 878.926467] env[69889]: INFO nova.compute.manager [None req-473cf4df-445a-4388-8cc1-960d29a560a5 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] [instance: fb83ecfb-e4bc-4420-b9db-e13a462db3c4] Terminating instance [ 878.930711] env[69889]: DEBUG oslo_vmware.api [None req-26903db1-7289-4e92-a024-870f54f7dcea tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Task: {'id': task-4077244, 'name': ReconfigVM_Task, 'duration_secs': 0.212244} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.931226] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-26903db1-7289-4e92-a024-870f54f7dcea tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] [instance: aad29946-4f6b-4a9b-83f0-6177bcc62dfa] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-807910', 'volume_id': 'a0f97011-cc9a-4014-b254-a03a0134d94a', 'name': 'volume-a0f97011-cc9a-4014-b254-a03a0134d94a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'aad29946-4f6b-4a9b-83f0-6177bcc62dfa', 'attached_at': '', 'detached_at': '', 'volume_id': 'a0f97011-cc9a-4014-b254-a03a0134d94a', 'serial': 'a0f97011-cc9a-4014-b254-a03a0134d94a'} {{(pid=69889) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 878.963956] env[69889]: DEBUG nova.network.neutron [None req-ad891cf9-13f6-474a-b2cc-4c5db117af41 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] [instance: 035a867b-5707-43b4-b743-3e32775063ea] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 879.154016] env[69889]: DEBUG nova.network.neutron [None req-ad891cf9-13f6-474a-b2cc-4c5db117af41 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] [instance: 035a867b-5707-43b4-b743-3e32775063ea] Updating instance_info_cache with network_info: [{"id": "f182f951-c941-40d0-8bae-4ce0f551d0f7", "address": "fa:16:3e:14:a8:6b", "network": {"id": "ec6d7cf6-b03f-428c-aabe-65420314277a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2046483185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83b454098fbd45bf96bfeae8593bb9c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf182f951-c9", "ovs_interfaceid": "f182f951-c941-40d0-8bae-4ce0f551d0f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.418162] env[69889]: DEBUG nova.compute.manager [None req-0d046899-f665-4e10-8859-3bb18d58d11b tempest-ServerMetadataTestJSON-21317979 tempest-ServerMetadataTestJSON-21317979-project-member] [instance: 37c0c047-a9c0-4e1e-8794-9ad3b6efc875] Start spawning the instance on the hypervisor. {{(pid=69889) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 879.423934] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ab4eb90-07a8-4504-9ebf-7c26bcc24fe9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] [instance: b4d9b431-14b5-46c9-9691-f5bfc012d8ca] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 879.424497] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a4a9ff37-89b0-498c-9ff7-c74cfefee560 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.432796] env[69889]: DEBUG nova.compute.manager [None req-473cf4df-445a-4388-8cc1-960d29a560a5 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] [instance: fb83ecfb-e4bc-4420-b9db-e13a462db3c4] Start destroying the instance on the hypervisor. {{(pid=69889) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 879.432796] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-473cf4df-445a-4388-8cc1-960d29a560a5 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] [instance: fb83ecfb-e4bc-4420-b9db-e13a462db3c4] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 879.437314] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03170a6f-c038-412c-a3c9-4fab2dd64414 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.441659] env[69889]: DEBUG oslo_vmware.api [None req-6ab4eb90-07a8-4504-9ebf-7c26bcc24fe9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Waiting for the task: (returnval){ [ 879.441659] env[69889]: value = "task-4077245" [ 879.441659] env[69889]: _type = "Task" [ 879.441659] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.454163] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-473cf4df-445a-4388-8cc1-960d29a560a5 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] [instance: fb83ecfb-e4bc-4420-b9db-e13a462db3c4] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 879.456979] env[69889]: DEBUG nova.virt.hardware [None req-0d046899-f665-4e10-8859-3bb18d58d11b tempest-ServerMetadataTestJSON-21317979 tempest-ServerMetadataTestJSON-21317979-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 879.457383] env[69889]: DEBUG nova.virt.hardware [None req-0d046899-f665-4e10-8859-3bb18d58d11b tempest-ServerMetadataTestJSON-21317979 tempest-ServerMetadataTestJSON-21317979-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 879.457630] env[69889]: DEBUG nova.virt.hardware [None req-0d046899-f665-4e10-8859-3bb18d58d11b tempest-ServerMetadataTestJSON-21317979 tempest-ServerMetadataTestJSON-21317979-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 879.457866] env[69889]: DEBUG nova.virt.hardware [None req-0d046899-f665-4e10-8859-3bb18d58d11b tempest-ServerMetadataTestJSON-21317979 tempest-ServerMetadataTestJSON-21317979-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 879.458068] env[69889]: DEBUG nova.virt.hardware [None req-0d046899-f665-4e10-8859-3bb18d58d11b tempest-ServerMetadataTestJSON-21317979 tempest-ServerMetadataTestJSON-21317979-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 879.458261] env[69889]: DEBUG nova.virt.hardware [None req-0d046899-f665-4e10-8859-3bb18d58d11b tempest-ServerMetadataTestJSON-21317979 tempest-ServerMetadataTestJSON-21317979-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 879.458525] env[69889]: DEBUG nova.virt.hardware [None req-0d046899-f665-4e10-8859-3bb18d58d11b tempest-ServerMetadataTestJSON-21317979 tempest-ServerMetadataTestJSON-21317979-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 879.458736] env[69889]: DEBUG nova.virt.hardware [None req-0d046899-f665-4e10-8859-3bb18d58d11b tempest-ServerMetadataTestJSON-21317979 tempest-ServerMetadataTestJSON-21317979-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 879.458951] env[69889]: DEBUG nova.virt.hardware [None req-0d046899-f665-4e10-8859-3bb18d58d11b tempest-ServerMetadataTestJSON-21317979 tempest-ServerMetadataTestJSON-21317979-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 879.459167] env[69889]: DEBUG nova.virt.hardware [None req-0d046899-f665-4e10-8859-3bb18d58d11b tempest-ServerMetadataTestJSON-21317979 tempest-ServerMetadataTestJSON-21317979-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 879.459376] env[69889]: DEBUG nova.virt.hardware [None req-0d046899-f665-4e10-8859-3bb18d58d11b tempest-ServerMetadataTestJSON-21317979 tempest-ServerMetadataTestJSON-21317979-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 879.462950] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-788e8e2e-d603-400a-aabf-6f43506de530 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.465226] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-821f3b5b-9390-49ed-903f-ea8676b1db6c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.468210] env[69889]: DEBUG oslo_vmware.api [None req-6ab4eb90-07a8-4504-9ebf-7c26bcc24fe9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Task: {'id': task-4077245, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.469950] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce9296f2-dd8b-450e-9433-663ef19ec541 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.482337] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8176d5d5-b303-4bd3-a75b-ebe00ee5b31e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.486255] env[69889]: DEBUG oslo_vmware.api [None req-473cf4df-445a-4388-8cc1-960d29a560a5 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Waiting for the task: (returnval){ [ 879.486255] env[69889]: value = "task-4077246" [ 879.486255] env[69889]: _type = "Task" [ 879.486255] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.490115] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb5b43a3-c5be-4e88-90a0-23ad93d869a2 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.536177] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-534e0c77-23c7-4852-8f37-7439b6bfc336 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.543571] env[69889]: DEBUG oslo_vmware.api [None req-473cf4df-445a-4388-8cc1-960d29a560a5 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Task: {'id': task-4077246, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.549314] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30b036d9-f59e-48e0-a06d-57f906da91df {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.565741] env[69889]: DEBUG nova.compute.provider_tree [None req-7c7313ad-1935-41fa-bb72-46d66baababb tempest-ServerPasswordTestJSON-589325170 tempest-ServerPasswordTestJSON-589325170-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 879.659382] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ad891cf9-13f6-474a-b2cc-4c5db117af41 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Releasing lock "refresh_cache-035a867b-5707-43b4-b743-3e32775063ea" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.659793] env[69889]: DEBUG nova.compute.manager [None req-ad891cf9-13f6-474a-b2cc-4c5db117af41 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] [instance: 035a867b-5707-43b4-b743-3e32775063ea] Instance network_info: |[{"id": "f182f951-c941-40d0-8bae-4ce0f551d0f7", "address": "fa:16:3e:14:a8:6b", "network": {"id": "ec6d7cf6-b03f-428c-aabe-65420314277a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2046483185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83b454098fbd45bf96bfeae8593bb9c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf182f951-c9", "ovs_interfaceid": "f182f951-c941-40d0-8bae-4ce0f551d0f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 879.660384] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-ad891cf9-13f6-474a-b2cc-4c5db117af41 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] [instance: 035a867b-5707-43b4-b743-3e32775063ea] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:a8:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '50886eea-591a-452c-a27b-5f22cfc9df85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f182f951-c941-40d0-8bae-4ce0f551d0f7', 'vif_model': 'vmxnet3'}] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 879.669981] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ad891cf9-13f6-474a-b2cc-4c5db117af41 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 879.670289] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 035a867b-5707-43b4-b743-3e32775063ea] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 879.671890] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-70802333-efd6-493a-9bc5-c4301d5b2fc5 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.693085] env[69889]: DEBUG nova.compute.manager [req-d9f5947f-342a-475f-b328-576fe18e78d5 req-ff329a69-554b-4214-b530-78e4e8cbdb51 service nova] [instance: 035a867b-5707-43b4-b743-3e32775063ea] Received event network-changed-f182f951-c941-40d0-8bae-4ce0f551d0f7 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 879.693085] env[69889]: DEBUG nova.compute.manager [req-d9f5947f-342a-475f-b328-576fe18e78d5 req-ff329a69-554b-4214-b530-78e4e8cbdb51 service nova] [instance: 035a867b-5707-43b4-b743-3e32775063ea] Refreshing instance network info cache due to event network-changed-f182f951-c941-40d0-8bae-4ce0f551d0f7. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 879.693085] env[69889]: DEBUG oslo_concurrency.lockutils [req-d9f5947f-342a-475f-b328-576fe18e78d5 req-ff329a69-554b-4214-b530-78e4e8cbdb51 service nova] Acquiring lock "refresh_cache-035a867b-5707-43b4-b743-3e32775063ea" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.693085] env[69889]: DEBUG oslo_concurrency.lockutils [req-d9f5947f-342a-475f-b328-576fe18e78d5 req-ff329a69-554b-4214-b530-78e4e8cbdb51 service nova] Acquired lock "refresh_cache-035a867b-5707-43b4-b743-3e32775063ea" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.693085] env[69889]: DEBUG nova.network.neutron [req-d9f5947f-342a-475f-b328-576fe18e78d5 req-ff329a69-554b-4214-b530-78e4e8cbdb51 service nova] [instance: 035a867b-5707-43b4-b743-3e32775063ea] Refreshing network info cache for port f182f951-c941-40d0-8bae-4ce0f551d0f7 {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 879.700271] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 879.700271] env[69889]: value = "task-4077247" [ 879.700271] env[69889]: _type = "Task" [ 879.700271] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.711336] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077247, 'name': CreateVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.958763] env[69889]: DEBUG oslo_vmware.api [None req-6ab4eb90-07a8-4504-9ebf-7c26bcc24fe9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Task: {'id': task-4077245, 'name': PowerOffVM_Task, 'duration_secs': 0.337126} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.959242] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ab4eb90-07a8-4504-9ebf-7c26bcc24fe9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] [instance: b4d9b431-14b5-46c9-9691-f5bfc012d8ca] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 879.959780] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-6ab4eb90-07a8-4504-9ebf-7c26bcc24fe9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] [instance: b4d9b431-14b5-46c9-9691-f5bfc012d8ca] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 879.960670] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15643766-6c05-4e7b-8233-b23d8489adb7 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.969765] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-6ab4eb90-07a8-4504-9ebf-7c26bcc24fe9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] [instance: b4d9b431-14b5-46c9-9691-f5bfc012d8ca] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 879.970102] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cc993661-0f98-4c5c-838c-a6d3d474ecf2 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.995913] env[69889]: DEBUG nova.objects.instance [None req-26903db1-7289-4e92-a024-870f54f7dcea tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Lazy-loading 'flavor' on Instance uuid aad29946-4f6b-4a9b-83f0-6177bcc62dfa {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 880.001285] env[69889]: DEBUG oslo_vmware.api [None req-473cf4df-445a-4388-8cc1-960d29a560a5 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Task: {'id': task-4077246, 'name': PowerOffVM_Task, 'duration_secs': 0.302908} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.003070] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-473cf4df-445a-4388-8cc1-960d29a560a5 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] [instance: fb83ecfb-e4bc-4420-b9db-e13a462db3c4] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 880.003277] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-473cf4df-445a-4388-8cc1-960d29a560a5 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] [instance: fb83ecfb-e4bc-4420-b9db-e13a462db3c4] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 880.003547] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-6ab4eb90-07a8-4504-9ebf-7c26bcc24fe9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] [instance: b4d9b431-14b5-46c9-9691-f5bfc012d8ca] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 880.003727] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-6ab4eb90-07a8-4504-9ebf-7c26bcc24fe9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] [instance: b4d9b431-14b5-46c9-9691-f5bfc012d8ca] Deleting contents of the VM from datastore datastore1 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 880.003906] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ab4eb90-07a8-4504-9ebf-7c26bcc24fe9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Deleting the datastore file [datastore1] b4d9b431-14b5-46c9-9691-f5bfc012d8ca {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 880.004280] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-40328aab-5f8b-4285-ac6b-1b4fe98cbb27 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.006090] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aaa77435-3b27-425f-9f68-22421d4ddcfc {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.013604] env[69889]: DEBUG oslo_vmware.api [None req-6ab4eb90-07a8-4504-9ebf-7c26bcc24fe9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Waiting for the task: (returnval){ [ 880.013604] env[69889]: value = "task-4077249" [ 880.013604] env[69889]: _type = "Task" [ 880.013604] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.025832] env[69889]: DEBUG oslo_vmware.api [None req-6ab4eb90-07a8-4504-9ebf-7c26bcc24fe9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Task: {'id': task-4077249, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.070821] env[69889]: DEBUG nova.scheduler.client.report [None req-7c7313ad-1935-41fa-bb72-46d66baababb tempest-ServerPasswordTestJSON-589325170 tempest-ServerPasswordTestJSON-589325170-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 880.086139] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-473cf4df-445a-4388-8cc1-960d29a560a5 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] [instance: fb83ecfb-e4bc-4420-b9db-e13a462db3c4] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 880.086578] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-473cf4df-445a-4388-8cc1-960d29a560a5 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] [instance: fb83ecfb-e4bc-4420-b9db-e13a462db3c4] Deleting contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 880.086777] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-473cf4df-445a-4388-8cc1-960d29a560a5 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Deleting the datastore file [datastore2] fb83ecfb-e4bc-4420-b9db-e13a462db3c4 {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 880.087069] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2f590c17-fd2c-45bd-a381-18c1fe52b0c5 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.098787] env[69889]: DEBUG oslo_vmware.api [None req-473cf4df-445a-4388-8cc1-960d29a560a5 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Waiting for the task: (returnval){ [ 880.098787] env[69889]: value = "task-4077251" [ 880.098787] env[69889]: _type = "Task" [ 880.098787] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.109514] env[69889]: DEBUG oslo_vmware.api [None req-473cf4df-445a-4388-8cc1-960d29a560a5 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Task: {'id': task-4077251, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.211881] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077247, 'name': CreateVM_Task} progress is 99%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.447995] env[69889]: DEBUG nova.network.neutron [req-d9f5947f-342a-475f-b328-576fe18e78d5 req-ff329a69-554b-4214-b530-78e4e8cbdb51 service nova] [instance: 035a867b-5707-43b4-b743-3e32775063ea] Updated VIF entry in instance network info cache for port f182f951-c941-40d0-8bae-4ce0f551d0f7. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 880.447995] env[69889]: DEBUG nova.network.neutron [req-d9f5947f-342a-475f-b328-576fe18e78d5 req-ff329a69-554b-4214-b530-78e4e8cbdb51 service nova] [instance: 035a867b-5707-43b4-b743-3e32775063ea] Updating instance_info_cache with network_info: [{"id": "f182f951-c941-40d0-8bae-4ce0f551d0f7", "address": "fa:16:3e:14:a8:6b", "network": {"id": "ec6d7cf6-b03f-428c-aabe-65420314277a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2046483185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83b454098fbd45bf96bfeae8593bb9c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf182f951-c9", "ovs_interfaceid": "f182f951-c941-40d0-8bae-4ce0f551d0f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.508771] env[69889]: DEBUG oslo_concurrency.lockutils [None req-26903db1-7289-4e92-a024-870f54f7dcea tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Lock "aad29946-4f6b-4a9b-83f0-6177bcc62dfa" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.922s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.525211] env[69889]: DEBUG oslo_vmware.api [None req-6ab4eb90-07a8-4504-9ebf-7c26bcc24fe9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Task: {'id': task-4077249, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.120915} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.525867] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ab4eb90-07a8-4504-9ebf-7c26bcc24fe9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 880.526284] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-6ab4eb90-07a8-4504-9ebf-7c26bcc24fe9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] [instance: b4d9b431-14b5-46c9-9691-f5bfc012d8ca] Deleted contents of the VM from datastore datastore1 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 880.526634] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-6ab4eb90-07a8-4504-9ebf-7c26bcc24fe9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] [instance: b4d9b431-14b5-46c9-9691-f5bfc012d8ca] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 880.580076] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7c7313ad-1935-41fa-bb72-46d66baababb tempest-ServerPasswordTestJSON-589325170 tempest-ServerPasswordTestJSON-589325170-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.594s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.580076] env[69889]: DEBUG nova.compute.manager [None req-7c7313ad-1935-41fa-bb72-46d66baababb tempest-ServerPasswordTestJSON-589325170 tempest-ServerPasswordTestJSON-589325170-project-member] [instance: a7c1b811-fede-428b-b4f9-a4df09e7968d] Start building networks asynchronously for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 880.581384] env[69889]: DEBUG oslo_concurrency.lockutils [None req-363e84ed-8b9b-4ec7-ab59-38c11278e952 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.544s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.583152] env[69889]: INFO nova.compute.claims [None req-363e84ed-8b9b-4ec7-ab59-38c11278e952 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: bbf9db25-688f-4729-9c55-0e1e1196c2f6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 880.611225] env[69889]: DEBUG oslo_vmware.api [None req-473cf4df-445a-4388-8cc1-960d29a560a5 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Task: {'id': task-4077251, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190694} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.612124] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-473cf4df-445a-4388-8cc1-960d29a560a5 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 880.612579] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-473cf4df-445a-4388-8cc1-960d29a560a5 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] [instance: fb83ecfb-e4bc-4420-b9db-e13a462db3c4] Deleted contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 880.612920] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-473cf4df-445a-4388-8cc1-960d29a560a5 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] [instance: fb83ecfb-e4bc-4420-b9db-e13a462db3c4] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 880.615225] env[69889]: INFO nova.compute.manager [None req-473cf4df-445a-4388-8cc1-960d29a560a5 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] [instance: fb83ecfb-e4bc-4420-b9db-e13a462db3c4] Took 1.18 seconds to destroy the instance on the hypervisor. [ 880.615225] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-473cf4df-445a-4388-8cc1-960d29a560a5 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 880.615225] env[69889]: DEBUG nova.compute.manager [-] [instance: fb83ecfb-e4bc-4420-b9db-e13a462db3c4] Deallocating network for instance {{(pid=69889) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 880.615225] env[69889]: DEBUG nova.network.neutron [-] [instance: fb83ecfb-e4bc-4420-b9db-e13a462db3c4] deallocate_for_instance() {{(pid=69889) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 880.712257] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077247, 'name': CreateVM_Task} progress is 99%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.916541] env[69889]: DEBUG nova.network.neutron [None req-0d046899-f665-4e10-8859-3bb18d58d11b tempest-ServerMetadataTestJSON-21317979 tempest-ServerMetadataTestJSON-21317979-project-member] [instance: 37c0c047-a9c0-4e1e-8794-9ad3b6efc875] Successfully updated port: 09720e4f-ce79-4f0f-b14f-f4dc330f3817 {{(pid=69889) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 880.950054] env[69889]: DEBUG oslo_concurrency.lockutils [req-d9f5947f-342a-475f-b328-576fe18e78d5 req-ff329a69-554b-4214-b530-78e4e8cbdb51 service nova] Releasing lock "refresh_cache-035a867b-5707-43b4-b743-3e32775063ea" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.086027] env[69889]: DEBUG nova.compute.utils [None req-7c7313ad-1935-41fa-bb72-46d66baababb tempest-ServerPasswordTestJSON-589325170 tempest-ServerPasswordTestJSON-589325170-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 881.086027] env[69889]: DEBUG nova.compute.manager [None req-7c7313ad-1935-41fa-bb72-46d66baababb tempest-ServerPasswordTestJSON-589325170 tempest-ServerPasswordTestJSON-589325170-project-member] [instance: a7c1b811-fede-428b-b4f9-a4df09e7968d] Allocating IP information in the background. {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 881.086027] env[69889]: DEBUG nova.network.neutron [None req-7c7313ad-1935-41fa-bb72-46d66baababb tempest-ServerPasswordTestJSON-589325170 tempest-ServerPasswordTestJSON-589325170-project-member] [instance: a7c1b811-fede-428b-b4f9-a4df09e7968d] allocate_for_instance() {{(pid=69889) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 881.196122] env[69889]: DEBUG nova.policy [None req-7c7313ad-1935-41fa-bb72-46d66baababb tempest-ServerPasswordTestJSON-589325170 tempest-ServerPasswordTestJSON-589325170-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '08899cbf359749a6b5f081558e7adb8a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5dc027f0aca34130b12003989ee9123d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69889) authorize /opt/stack/nova/nova/policy.py:192}} [ 881.217933] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077247, 'name': CreateVM_Task} progress is 99%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.399392] env[69889]: DEBUG nova.compute.manager [req-ca60f892-9b65-4a9c-a69d-4cbbab6de084 req-830db0e2-c133-4f17-9a1e-1d61ce2b81c3 service nova] [instance: fb83ecfb-e4bc-4420-b9db-e13a462db3c4] Received event network-vif-deleted-ce542034-1f06-40c8-b128-ac654f07b454 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 881.399549] env[69889]: INFO nova.compute.manager [req-ca60f892-9b65-4a9c-a69d-4cbbab6de084 req-830db0e2-c133-4f17-9a1e-1d61ce2b81c3 service nova] [instance: fb83ecfb-e4bc-4420-b9db-e13a462db3c4] Neutron deleted interface ce542034-1f06-40c8-b128-ac654f07b454; detaching it from the instance and deleting it from the info cache [ 881.399730] env[69889]: DEBUG nova.network.neutron [req-ca60f892-9b65-4a9c-a69d-4cbbab6de084 req-830db0e2-c133-4f17-9a1e-1d61ce2b81c3 service nova] [instance: fb83ecfb-e4bc-4420-b9db-e13a462db3c4] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.404136] env[69889]: DEBUG nova.network.neutron [-] [instance: fb83ecfb-e4bc-4420-b9db-e13a462db3c4] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.424500] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0d046899-f665-4e10-8859-3bb18d58d11b tempest-ServerMetadataTestJSON-21317979 tempest-ServerMetadataTestJSON-21317979-project-member] Acquiring lock "refresh_cache-37c0c047-a9c0-4e1e-8794-9ad3b6efc875" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.424500] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0d046899-f665-4e10-8859-3bb18d58d11b tempest-ServerMetadataTestJSON-21317979 tempest-ServerMetadataTestJSON-21317979-project-member] Acquired lock "refresh_cache-37c0c047-a9c0-4e1e-8794-9ad3b6efc875" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.424500] env[69889]: DEBUG nova.network.neutron [None req-0d046899-f665-4e10-8859-3bb18d58d11b tempest-ServerMetadataTestJSON-21317979 tempest-ServerMetadataTestJSON-21317979-project-member] [instance: 37c0c047-a9c0-4e1e-8794-9ad3b6efc875] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 881.519128] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c2925343-dcfa-4574-8a8a-0f0fa6184c2d tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Acquiring lock "aad29946-4f6b-4a9b-83f0-6177bcc62dfa" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.519437] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c2925343-dcfa-4574-8a8a-0f0fa6184c2d tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Lock "aad29946-4f6b-4a9b-83f0-6177bcc62dfa" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.565298] env[69889]: DEBUG nova.virt.hardware [None req-6ab4eb90-07a8-4504-9ebf-7c26bcc24fe9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 881.565562] env[69889]: DEBUG nova.virt.hardware [None req-6ab4eb90-07a8-4504-9ebf-7c26bcc24fe9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 881.566365] env[69889]: DEBUG nova.virt.hardware [None req-6ab4eb90-07a8-4504-9ebf-7c26bcc24fe9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 881.566365] env[69889]: DEBUG nova.virt.hardware [None req-6ab4eb90-07a8-4504-9ebf-7c26bcc24fe9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 881.566623] env[69889]: DEBUG nova.virt.hardware [None req-6ab4eb90-07a8-4504-9ebf-7c26bcc24fe9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 881.566869] env[69889]: DEBUG nova.virt.hardware [None req-6ab4eb90-07a8-4504-9ebf-7c26bcc24fe9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 881.567209] env[69889]: DEBUG nova.virt.hardware [None req-6ab4eb90-07a8-4504-9ebf-7c26bcc24fe9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 881.567458] env[69889]: DEBUG nova.virt.hardware [None req-6ab4eb90-07a8-4504-9ebf-7c26bcc24fe9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 881.567662] env[69889]: DEBUG nova.virt.hardware [None req-6ab4eb90-07a8-4504-9ebf-7c26bcc24fe9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 881.567834] env[69889]: DEBUG nova.virt.hardware [None req-6ab4eb90-07a8-4504-9ebf-7c26bcc24fe9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 881.568022] env[69889]: DEBUG nova.virt.hardware [None req-6ab4eb90-07a8-4504-9ebf-7c26bcc24fe9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 881.569139] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a8b9f5-b344-498c-afc5-3284537387b3 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.580832] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d0b576c-9977-4791-9c89-caa5a0f012c5 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.600117] env[69889]: DEBUG nova.compute.manager [None req-7c7313ad-1935-41fa-bb72-46d66baababb tempest-ServerPasswordTestJSON-589325170 tempest-ServerPasswordTestJSON-589325170-project-member] [instance: a7c1b811-fede-428b-b4f9-a4df09e7968d] Start building block device mappings for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 881.607543] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-6ab4eb90-07a8-4504-9ebf-7c26bcc24fe9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] [instance: b4d9b431-14b5-46c9-9691-f5bfc012d8ca] Instance VIF info [] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 881.613615] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6ab4eb90-07a8-4504-9ebf-7c26bcc24fe9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 881.615132] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4d9b431-14b5-46c9-9691-f5bfc012d8ca] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 881.615228] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2483d444-0a25-4625-97d7-c52e52cc993a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.636745] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 881.636745] env[69889]: value = "task-4077252" [ 881.636745] env[69889]: _type = "Task" [ 881.636745] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.646593] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077252, 'name': CreateVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.716267] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077247, 'name': CreateVM_Task} progress is 99%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.809027] env[69889]: DEBUG nova.network.neutron [None req-7c7313ad-1935-41fa-bb72-46d66baababb tempest-ServerPasswordTestJSON-589325170 tempest-ServerPasswordTestJSON-589325170-project-member] [instance: a7c1b811-fede-428b-b4f9-a4df09e7968d] Successfully created port: f28c49fe-ec4f-4db3-8bbd-8c7c689b57c9 {{(pid=69889) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 881.909561] env[69889]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-12e42ce1-610a-42e1-ae81-bddae1c5351a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.912722] env[69889]: INFO nova.compute.manager [-] [instance: fb83ecfb-e4bc-4420-b9db-e13a462db3c4] Took 1.30 seconds to deallocate network for instance. [ 881.919722] env[69889]: DEBUG nova.compute.manager [req-d8669a6d-eaff-47f4-8566-2ff5f5de88f8 req-20108846-ef67-4333-916b-cdbe4a77bb96 service nova] [instance: 37c0c047-a9c0-4e1e-8794-9ad3b6efc875] Received event network-vif-plugged-09720e4f-ce79-4f0f-b14f-f4dc330f3817 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 881.919977] env[69889]: DEBUG oslo_concurrency.lockutils [req-d8669a6d-eaff-47f4-8566-2ff5f5de88f8 req-20108846-ef67-4333-916b-cdbe4a77bb96 service nova] Acquiring lock "37c0c047-a9c0-4e1e-8794-9ad3b6efc875-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.920201] env[69889]: DEBUG oslo_concurrency.lockutils [req-d8669a6d-eaff-47f4-8566-2ff5f5de88f8 req-20108846-ef67-4333-916b-cdbe4a77bb96 service nova] Lock "37c0c047-a9c0-4e1e-8794-9ad3b6efc875-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.920366] env[69889]: DEBUG oslo_concurrency.lockutils [req-d8669a6d-eaff-47f4-8566-2ff5f5de88f8 req-20108846-ef67-4333-916b-cdbe4a77bb96 service nova] Lock "37c0c047-a9c0-4e1e-8794-9ad3b6efc875-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.920551] env[69889]: DEBUG nova.compute.manager [req-d8669a6d-eaff-47f4-8566-2ff5f5de88f8 req-20108846-ef67-4333-916b-cdbe4a77bb96 service nova] [instance: 37c0c047-a9c0-4e1e-8794-9ad3b6efc875] No waiting events found dispatching network-vif-plugged-09720e4f-ce79-4f0f-b14f-f4dc330f3817 {{(pid=69889) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 881.920689] env[69889]: WARNING nova.compute.manager [req-d8669a6d-eaff-47f4-8566-2ff5f5de88f8 req-20108846-ef67-4333-916b-cdbe4a77bb96 service nova] [instance: 37c0c047-a9c0-4e1e-8794-9ad3b6efc875] Received unexpected event network-vif-plugged-09720e4f-ce79-4f0f-b14f-f4dc330f3817 for instance with vm_state building and task_state spawning. [ 881.920847] env[69889]: DEBUG nova.compute.manager [req-d8669a6d-eaff-47f4-8566-2ff5f5de88f8 req-20108846-ef67-4333-916b-cdbe4a77bb96 service nova] [instance: 37c0c047-a9c0-4e1e-8794-9ad3b6efc875] Received event network-changed-09720e4f-ce79-4f0f-b14f-f4dc330f3817 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 881.920997] env[69889]: DEBUG nova.compute.manager [req-d8669a6d-eaff-47f4-8566-2ff5f5de88f8 req-20108846-ef67-4333-916b-cdbe4a77bb96 service nova] [instance: 37c0c047-a9c0-4e1e-8794-9ad3b6efc875] Refreshing instance network info cache due to event network-changed-09720e4f-ce79-4f0f-b14f-f4dc330f3817. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 881.923406] env[69889]: DEBUG oslo_concurrency.lockutils [req-d8669a6d-eaff-47f4-8566-2ff5f5de88f8 req-20108846-ef67-4333-916b-cdbe4a77bb96 service nova] Acquiring lock "refresh_cache-37c0c047-a9c0-4e1e-8794-9ad3b6efc875" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.934427] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-952e44ab-7b54-49f3-a798-0627c67a3291 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.975656] env[69889]: DEBUG nova.compute.manager [req-ca60f892-9b65-4a9c-a69d-4cbbab6de084 req-830db0e2-c133-4f17-9a1e-1d61ce2b81c3 service nova] [instance: fb83ecfb-e4bc-4420-b9db-e13a462db3c4] Detach interface failed, port_id=ce542034-1f06-40c8-b128-ac654f07b454, reason: Instance fb83ecfb-e4bc-4420-b9db-e13a462db3c4 could not be found. {{(pid=69889) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 881.979880] env[69889]: DEBUG nova.network.neutron [None req-0d046899-f665-4e10-8859-3bb18d58d11b tempest-ServerMetadataTestJSON-21317979 tempest-ServerMetadataTestJSON-21317979-project-member] [instance: 37c0c047-a9c0-4e1e-8794-9ad3b6efc875] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 882.030157] env[69889]: INFO nova.compute.manager [None req-c2925343-dcfa-4574-8a8a-0f0fa6184c2d tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] [instance: aad29946-4f6b-4a9b-83f0-6177bcc62dfa] Detaching volume a0f97011-cc9a-4014-b254-a03a0134d94a [ 882.086867] env[69889]: INFO nova.virt.block_device [None req-c2925343-dcfa-4574-8a8a-0f0fa6184c2d tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] [instance: aad29946-4f6b-4a9b-83f0-6177bcc62dfa] Attempting to driver detach volume a0f97011-cc9a-4014-b254-a03a0134d94a from mountpoint /dev/sdb [ 882.087181] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2925343-dcfa-4574-8a8a-0f0fa6184c2d tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] [instance: aad29946-4f6b-4a9b-83f0-6177bcc62dfa] Volume detach. Driver type: vmdk {{(pid=69889) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 882.087465] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2925343-dcfa-4574-8a8a-0f0fa6184c2d tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] [instance: aad29946-4f6b-4a9b-83f0-6177bcc62dfa] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-807910', 'volume_id': 'a0f97011-cc9a-4014-b254-a03a0134d94a', 'name': 'volume-a0f97011-cc9a-4014-b254-a03a0134d94a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'aad29946-4f6b-4a9b-83f0-6177bcc62dfa', 'attached_at': '', 'detached_at': '', 'volume_id': 'a0f97011-cc9a-4014-b254-a03a0134d94a', 'serial': 'a0f97011-cc9a-4014-b254-a03a0134d94a'} {{(pid=69889) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 882.088444] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a585f8b2-e467-4ea6-86c0-1ee3933407f5 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.136343] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d44f891d-3f2c-4b7a-b666-71e7b495d1b4 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.152931] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077252, 'name': CreateVM_Task} progress is 25%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.154174] env[69889]: DEBUG nova.network.neutron [None req-0d046899-f665-4e10-8859-3bb18d58d11b tempest-ServerMetadataTestJSON-21317979 tempest-ServerMetadataTestJSON-21317979-project-member] [instance: 37c0c047-a9c0-4e1e-8794-9ad3b6efc875] Updating instance_info_cache with network_info: [{"id": "09720e4f-ce79-4f0f-b14f-f4dc330f3817", "address": "fa:16:3e:78:e5:6e", "network": {"id": "e65a9a86-6a51-4d2f-bf4a-8918e16f33b3", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1647033881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc1675dbf42c49d99d9f50545d4a2521", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f54f7284-8f7d-47ee-839d-2143062cfe44", "external-id": "nsx-vlan-transportzone-569", "segmentation_id": 569, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09720e4f-ce", "ovs_interfaceid": "09720e4f-ce79-4f0f-b14f-f4dc330f3817", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.158421] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-453ed3f7-0236-45bd-ad8d-accceb2b64a4 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.187219] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa876cce-9295-47de-b13d-b348cc3b4d1f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.209349] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2925343-dcfa-4574-8a8a-0f0fa6184c2d tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] The volume has not been displaced from its original location: [datastore1] volume-a0f97011-cc9a-4014-b254-a03a0134d94a/volume-a0f97011-cc9a-4014-b254-a03a0134d94a.vmdk. No consolidation needed. {{(pid=69889) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 882.216237] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2925343-dcfa-4574-8a8a-0f0fa6184c2d tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] [instance: aad29946-4f6b-4a9b-83f0-6177bcc62dfa] Reconfiguring VM instance instance-00000007 to detach disk 2001 {{(pid=69889) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 882.224656] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-abda33f8-ef73-4f70-afbb-083908883ddb {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.248831] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077247, 'name': CreateVM_Task, 'duration_secs': 2.428309} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.250137] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 035a867b-5707-43b4-b743-3e32775063ea] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 882.250499] env[69889]: DEBUG oslo_vmware.api [None req-c2925343-dcfa-4574-8a8a-0f0fa6184c2d tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Waiting for the task: (returnval){ [ 882.250499] env[69889]: value = "task-4077253" [ 882.250499] env[69889]: _type = "Task" [ 882.250499] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.251354] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ad891cf9-13f6-474a-b2cc-4c5db117af41 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.252102] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ad891cf9-13f6-474a-b2cc-4c5db117af41 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.252102] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ad891cf9-13f6-474a-b2cc-4c5db117af41 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.255045] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0af4966e-e15b-4ca4-9f80-8a8d0682e273 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.266849] env[69889]: DEBUG oslo_vmware.api [None req-c2925343-dcfa-4574-8a8a-0f0fa6184c2d tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Task: {'id': task-4077253, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.268026] env[69889]: DEBUG oslo_vmware.api [None req-ad891cf9-13f6-474a-b2cc-4c5db117af41 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Waiting for the task: (returnval){ [ 882.268026] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52ed117d-7322-70f0-6713-b6204dcbaf93" [ 882.268026] env[69889]: _type = "Task" [ 882.268026] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.278567] env[69889]: DEBUG oslo_vmware.api [None req-ad891cf9-13f6-474a-b2cc-4c5db117af41 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52ed117d-7322-70f0-6713-b6204dcbaf93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.361812] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4fa6517-2e98-46be-8320-6a09e8830619 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.371892] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e35bb03-8935-4ac4-bb4d-be2293820e04 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.406790] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b898af16-a300-4acb-9db9-2c9a921e3f9a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.417041] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f2b486c-170e-4ade-99f7-7660f007ccaf {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.433301] env[69889]: DEBUG oslo_concurrency.lockutils [None req-473cf4df-445a-4388-8cc1-960d29a560a5 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.433849] env[69889]: DEBUG nova.compute.provider_tree [None req-363e84ed-8b9b-4ec7-ab59-38c11278e952 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 882.633883] env[69889]: DEBUG nova.compute.manager [None req-7c7313ad-1935-41fa-bb72-46d66baababb tempest-ServerPasswordTestJSON-589325170 tempest-ServerPasswordTestJSON-589325170-project-member] [instance: a7c1b811-fede-428b-b4f9-a4df09e7968d] Start spawning the instance on the hypervisor. {{(pid=69889) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 882.657107] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077252, 'name': CreateVM_Task, 'duration_secs': 0.786189} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.659488] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4d9b431-14b5-46c9-9691-f5bfc012d8ca] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 882.661295] env[69889]: DEBUG oslo_concurrency.lockutils [None req-6ab4eb90-07a8-4504-9ebf-7c26bcc24fe9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.661860] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0d046899-f665-4e10-8859-3bb18d58d11b tempest-ServerMetadataTestJSON-21317979 tempest-ServerMetadataTestJSON-21317979-project-member] Releasing lock "refresh_cache-37c0c047-a9c0-4e1e-8794-9ad3b6efc875" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.662246] env[69889]: DEBUG nova.compute.manager [None req-0d046899-f665-4e10-8859-3bb18d58d11b tempest-ServerMetadataTestJSON-21317979 tempest-ServerMetadataTestJSON-21317979-project-member] [instance: 37c0c047-a9c0-4e1e-8794-9ad3b6efc875] Instance network_info: |[{"id": "09720e4f-ce79-4f0f-b14f-f4dc330f3817", "address": "fa:16:3e:78:e5:6e", "network": {"id": "e65a9a86-6a51-4d2f-bf4a-8918e16f33b3", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1647033881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc1675dbf42c49d99d9f50545d4a2521", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f54f7284-8f7d-47ee-839d-2143062cfe44", "external-id": "nsx-vlan-transportzone-569", "segmentation_id": 569, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09720e4f-ce", "ovs_interfaceid": "09720e4f-ce79-4f0f-b14f-f4dc330f3817", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 882.662583] env[69889]: DEBUG oslo_concurrency.lockutils [req-d8669a6d-eaff-47f4-8566-2ff5f5de88f8 req-20108846-ef67-4333-916b-cdbe4a77bb96 service nova] Acquired lock "refresh_cache-37c0c047-a9c0-4e1e-8794-9ad3b6efc875" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.662793] env[69889]: DEBUG nova.network.neutron [req-d8669a6d-eaff-47f4-8566-2ff5f5de88f8 req-20108846-ef67-4333-916b-cdbe4a77bb96 service nova] [instance: 37c0c047-a9c0-4e1e-8794-9ad3b6efc875] Refreshing network info cache for port 09720e4f-ce79-4f0f-b14f-f4dc330f3817 {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 882.664495] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-0d046899-f665-4e10-8859-3bb18d58d11b tempest-ServerMetadataTestJSON-21317979 tempest-ServerMetadataTestJSON-21317979-project-member] [instance: 37c0c047-a9c0-4e1e-8794-9ad3b6efc875] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:e5:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f54f7284-8f7d-47ee-839d-2143062cfe44', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '09720e4f-ce79-4f0f-b14f-f4dc330f3817', 'vif_model': 'vmxnet3'}] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 882.673227] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d046899-f665-4e10-8859-3bb18d58d11b tempest-ServerMetadataTestJSON-21317979 tempest-ServerMetadataTestJSON-21317979-project-member] Creating folder: Project (bc1675dbf42c49d99d9f50545d4a2521). Parent ref: group-v807779. {{(pid=69889) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 882.677846] env[69889]: DEBUG nova.virt.hardware [None req-7c7313ad-1935-41fa-bb72-46d66baababb tempest-ServerPasswordTestJSON-589325170 tempest-ServerPasswordTestJSON-589325170-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 882.678183] env[69889]: DEBUG nova.virt.hardware [None req-7c7313ad-1935-41fa-bb72-46d66baababb tempest-ServerPasswordTestJSON-589325170 tempest-ServerPasswordTestJSON-589325170-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 882.678427] env[69889]: DEBUG nova.virt.hardware [None req-7c7313ad-1935-41fa-bb72-46d66baababb tempest-ServerPasswordTestJSON-589325170 tempest-ServerPasswordTestJSON-589325170-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 882.678754] env[69889]: DEBUG nova.virt.hardware [None req-7c7313ad-1935-41fa-bb72-46d66baababb tempest-ServerPasswordTestJSON-589325170 tempest-ServerPasswordTestJSON-589325170-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 882.678967] env[69889]: DEBUG nova.virt.hardware [None req-7c7313ad-1935-41fa-bb72-46d66baababb tempest-ServerPasswordTestJSON-589325170 tempest-ServerPasswordTestJSON-589325170-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 882.679188] env[69889]: DEBUG nova.virt.hardware [None req-7c7313ad-1935-41fa-bb72-46d66baababb tempest-ServerPasswordTestJSON-589325170 tempest-ServerPasswordTestJSON-589325170-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 882.679486] env[69889]: DEBUG nova.virt.hardware [None req-7c7313ad-1935-41fa-bb72-46d66baababb tempest-ServerPasswordTestJSON-589325170 tempest-ServerPasswordTestJSON-589325170-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 882.679682] env[69889]: DEBUG nova.virt.hardware [None req-7c7313ad-1935-41fa-bb72-46d66baababb tempest-ServerPasswordTestJSON-589325170 tempest-ServerPasswordTestJSON-589325170-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 882.679874] env[69889]: DEBUG nova.virt.hardware [None req-7c7313ad-1935-41fa-bb72-46d66baababb tempest-ServerPasswordTestJSON-589325170 tempest-ServerPasswordTestJSON-589325170-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 882.680073] env[69889]: DEBUG nova.virt.hardware [None req-7c7313ad-1935-41fa-bb72-46d66baababb tempest-ServerPasswordTestJSON-589325170 tempest-ServerPasswordTestJSON-589325170-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 882.680343] env[69889]: DEBUG nova.virt.hardware [None req-7c7313ad-1935-41fa-bb72-46d66baababb tempest-ServerPasswordTestJSON-589325170 tempest-ServerPasswordTestJSON-589325170-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 882.680712] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6943e1e6-3b5d-43ed-a7cf-5cb45481713d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.684038] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28335cce-897b-4bae-a658-b0838173ff48 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.697277] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8906ced6-3ccd-4dc3-b059-8fbd1f5f09b5 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.704069] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-0d046899-f665-4e10-8859-3bb18d58d11b tempest-ServerMetadataTestJSON-21317979 tempest-ServerMetadataTestJSON-21317979-project-member] Created folder: Project (bc1675dbf42c49d99d9f50545d4a2521) in parent group-v807779. [ 882.704324] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d046899-f665-4e10-8859-3bb18d58d11b tempest-ServerMetadataTestJSON-21317979 tempest-ServerMetadataTestJSON-21317979-project-member] Creating folder: Instances. Parent ref: group-v807914. {{(pid=69889) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 882.705648] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-310e9ae7-ad0b-410d-8177-4df198488035 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.727991] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-0d046899-f665-4e10-8859-3bb18d58d11b tempest-ServerMetadataTestJSON-21317979 tempest-ServerMetadataTestJSON-21317979-project-member] Created folder: Instances in parent group-v807914. [ 882.728410] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0d046899-f665-4e10-8859-3bb18d58d11b tempest-ServerMetadataTestJSON-21317979 tempest-ServerMetadataTestJSON-21317979-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 882.732027] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37c0c047-a9c0-4e1e-8794-9ad3b6efc875] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 882.732027] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8787a1ce-015b-42c9-9072-c18265e453de {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.753101] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 882.753101] env[69889]: value = "task-4077256" [ 882.753101] env[69889]: _type = "Task" [ 882.753101] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.766569] env[69889]: DEBUG oslo_vmware.api [None req-c2925343-dcfa-4574-8a8a-0f0fa6184c2d tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Task: {'id': task-4077253, 'name': ReconfigVM_Task, 'duration_secs': 0.313836} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.770222] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2925343-dcfa-4574-8a8a-0f0fa6184c2d tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] [instance: aad29946-4f6b-4a9b-83f0-6177bcc62dfa] Reconfigured VM instance instance-00000007 to detach disk 2001 {{(pid=69889) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 882.775031] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077256, 'name': CreateVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.775277] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42c919ba-831f-4945-b46c-60ed7df4b6d4 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.795226] env[69889]: DEBUG oslo_vmware.api [None req-ad891cf9-13f6-474a-b2cc-4c5db117af41 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52ed117d-7322-70f0-6713-b6204dcbaf93, 'name': SearchDatastore_Task, 'duration_secs': 0.013495} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.797068] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ad891cf9-13f6-474a-b2cc-4c5db117af41 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.797384] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-ad891cf9-13f6-474a-b2cc-4c5db117af41 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] [instance: 035a867b-5707-43b4-b743-3e32775063ea] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 882.797678] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ad891cf9-13f6-474a-b2cc-4c5db117af41 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.797841] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ad891cf9-13f6-474a-b2cc-4c5db117af41 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.798116] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad891cf9-13f6-474a-b2cc-4c5db117af41 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 882.798553] env[69889]: DEBUG oslo_vmware.api [None req-c2925343-dcfa-4574-8a8a-0f0fa6184c2d tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Waiting for the task: (returnval){ [ 882.798553] env[69889]: value = "task-4077257" [ 882.798553] env[69889]: _type = "Task" [ 882.798553] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.798939] env[69889]: DEBUG oslo_concurrency.lockutils [None req-6ab4eb90-07a8-4504-9ebf-7c26bcc24fe9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.799188] env[69889]: DEBUG oslo_concurrency.lockutils [None req-6ab4eb90-07a8-4504-9ebf-7c26bcc24fe9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.799455] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4efd7352-2050-4123-8a74-5c6f2e629613 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.801535] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05210468-6a4a-4d73-8ff2-c5b009e79175 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.815916] env[69889]: DEBUG oslo_vmware.api [None req-6ab4eb90-07a8-4504-9ebf-7c26bcc24fe9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Waiting for the task: (returnval){ [ 882.815916] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52d16a68-77fd-d830-f4cb-11f469a158a6" [ 882.815916] env[69889]: _type = "Task" [ 882.815916] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.816402] env[69889]: DEBUG oslo_vmware.api [None req-c2925343-dcfa-4574-8a8a-0f0fa6184c2d tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Task: {'id': task-4077257, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.818532] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad891cf9-13f6-474a-b2cc-4c5db117af41 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 882.818950] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-ad891cf9-13f6-474a-b2cc-4c5db117af41 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 882.824895] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30e67099-f2f6-4cf5-abe1-565caa48e00a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.837019] env[69889]: DEBUG oslo_vmware.api [None req-6ab4eb90-07a8-4504-9ebf-7c26bcc24fe9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52d16a68-77fd-d830-f4cb-11f469a158a6, 'name': SearchDatastore_Task, 'duration_secs': 0.016701} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.839063] env[69889]: DEBUG oslo_concurrency.lockutils [None req-6ab4eb90-07a8-4504-9ebf-7c26bcc24fe9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.839471] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-6ab4eb90-07a8-4504-9ebf-7c26bcc24fe9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] [instance: b4d9b431-14b5-46c9-9691-f5bfc012d8ca] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 882.839746] env[69889]: DEBUG oslo_concurrency.lockutils [None req-6ab4eb90-07a8-4504-9ebf-7c26bcc24fe9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.840110] env[69889]: DEBUG oslo_vmware.api [None req-ad891cf9-13f6-474a-b2cc-4c5db117af41 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Waiting for the task: (returnval){ [ 882.840110] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]5271e284-8009-bc21-3df7-b0b47661b440" [ 882.840110] env[69889]: _type = "Task" [ 882.840110] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.850573] env[69889]: DEBUG oslo_vmware.api [None req-ad891cf9-13f6-474a-b2cc-4c5db117af41 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5271e284-8009-bc21-3df7-b0b47661b440, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.938958] env[69889]: DEBUG nova.scheduler.client.report [None req-363e84ed-8b9b-4ec7-ab59-38c11278e952 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 882.954925] env[69889]: DEBUG oslo_vmware.rw_handles [None req-57a117b9-4ca0-4e76-b1c3-6ba6ee8fbd3e tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bb4df0-69ad-c5a1-2d42-9eefbadcd641/disk-0.vmdk. {{(pid=69889) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 882.956718] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92711c22-58f4-45b2-987c-12b8fe1b0396 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.967679] env[69889]: DEBUG oslo_vmware.rw_handles [None req-57a117b9-4ca0-4e76-b1c3-6ba6ee8fbd3e tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bb4df0-69ad-c5a1-2d42-9eefbadcd641/disk-0.vmdk is in state: ready. {{(pid=69889) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 882.967941] env[69889]: ERROR oslo_vmware.rw_handles [None req-57a117b9-4ca0-4e76-b1c3-6ba6ee8fbd3e tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bb4df0-69ad-c5a1-2d42-9eefbadcd641/disk-0.vmdk due to incomplete transfer. [ 882.968217] env[69889]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9b199f52-77ab-445a-877f-934f8a2bb3a5 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.979849] env[69889]: DEBUG oslo_vmware.rw_handles [None req-57a117b9-4ca0-4e76-b1c3-6ba6ee8fbd3e tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bb4df0-69ad-c5a1-2d42-9eefbadcd641/disk-0.vmdk. {{(pid=69889) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 882.980151] env[69889]: DEBUG nova.virt.vmwareapi.images [None req-57a117b9-4ca0-4e76-b1c3-6ba6ee8fbd3e tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] Uploaded image f7a558b1-a0f9-4a4f-9245-aeee7896b082 to the Glance image server {{(pid=69889) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 882.983681] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-57a117b9-4ca0-4e76-b1c3-6ba6ee8fbd3e tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] Destroying the VM {{(pid=69889) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 882.984412] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-04971d9d-7374-4615-b95d-a3b98f7cc2cd {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.995603] env[69889]: DEBUG oslo_vmware.api [None req-57a117b9-4ca0-4e76-b1c3-6ba6ee8fbd3e tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Waiting for the task: (returnval){ [ 882.995603] env[69889]: value = "task-4077258" [ 882.995603] env[69889]: _type = "Task" [ 882.995603] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.005611] env[69889]: DEBUG oslo_vmware.api [None req-57a117b9-4ca0-4e76-b1c3-6ba6ee8fbd3e tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4077258, 'name': Destroy_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.271699] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077256, 'name': CreateVM_Task, 'duration_secs': 0.514117} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.271699] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37c0c047-a9c0-4e1e-8794-9ad3b6efc875] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 883.272421] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0d046899-f665-4e10-8859-3bb18d58d11b tempest-ServerMetadataTestJSON-21317979 tempest-ServerMetadataTestJSON-21317979-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.272649] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0d046899-f665-4e10-8859-3bb18d58d11b tempest-ServerMetadataTestJSON-21317979 tempest-ServerMetadataTestJSON-21317979-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.272994] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0d046899-f665-4e10-8859-3bb18d58d11b tempest-ServerMetadataTestJSON-21317979 tempest-ServerMetadataTestJSON-21317979-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.273690] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eeceb88d-d7f5-417c-85ec-00f8ddb64d28 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.279595] env[69889]: DEBUG oslo_vmware.api [None req-0d046899-f665-4e10-8859-3bb18d58d11b tempest-ServerMetadataTestJSON-21317979 tempest-ServerMetadataTestJSON-21317979-project-member] Waiting for the task: (returnval){ [ 883.279595] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52510455-0b1a-4ca4-9722-0f1b26bce37c" [ 883.279595] env[69889]: _type = "Task" [ 883.279595] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.293989] env[69889]: DEBUG oslo_vmware.api [None req-0d046899-f665-4e10-8859-3bb18d58d11b tempest-ServerMetadataTestJSON-21317979 tempest-ServerMetadataTestJSON-21317979-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52510455-0b1a-4ca4-9722-0f1b26bce37c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.312404] env[69889]: DEBUG oslo_vmware.api [None req-c2925343-dcfa-4574-8a8a-0f0fa6184c2d tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Task: {'id': task-4077257, 'name': ReconfigVM_Task, 'duration_secs': 0.244246} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.315539] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2925343-dcfa-4574-8a8a-0f0fa6184c2d tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] [instance: aad29946-4f6b-4a9b-83f0-6177bcc62dfa] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-807910', 'volume_id': 'a0f97011-cc9a-4014-b254-a03a0134d94a', 'name': 'volume-a0f97011-cc9a-4014-b254-a03a0134d94a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'aad29946-4f6b-4a9b-83f0-6177bcc62dfa', 'attached_at': '', 'detached_at': '', 'volume_id': 'a0f97011-cc9a-4014-b254-a03a0134d94a', 'serial': 'a0f97011-cc9a-4014-b254-a03a0134d94a'} {{(pid=69889) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 883.353964] env[69889]: DEBUG oslo_vmware.api [None req-ad891cf9-13f6-474a-b2cc-4c5db117af41 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5271e284-8009-bc21-3df7-b0b47661b440, 'name': SearchDatastore_Task, 'duration_secs': 0.016046} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.354935] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8519eed2-15ed-4f01-844a-e115080f5fe1 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.366468] env[69889]: DEBUG oslo_vmware.api [None req-ad891cf9-13f6-474a-b2cc-4c5db117af41 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Waiting for the task: (returnval){ [ 883.366468] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52d8e0de-b1cf-4d0b-e844-7c42d810f00c" [ 883.366468] env[69889]: _type = "Task" [ 883.366468] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.377290] env[69889]: DEBUG oslo_vmware.api [None req-ad891cf9-13f6-474a-b2cc-4c5db117af41 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52d8e0de-b1cf-4d0b-e844-7c42d810f00c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.446421] env[69889]: DEBUG oslo_concurrency.lockutils [None req-363e84ed-8b9b-4ec7-ab59-38c11278e952 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.865s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.446854] env[69889]: DEBUG nova.compute.manager [None req-363e84ed-8b9b-4ec7-ab59-38c11278e952 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: bbf9db25-688f-4729-9c55-0e1e1196c2f6] Start building networks asynchronously for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 883.450152] env[69889]: DEBUG oslo_concurrency.lockutils [None req-4d85b54e-5d11-4906-bafe-d431fc189c9b tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.642s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.452118] env[69889]: INFO nova.compute.claims [None req-4d85b54e-5d11-4906-bafe-d431fc189c9b tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 72912814-7e55-405f-a878-7102dcdfc7d1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 883.465240] env[69889]: DEBUG nova.network.neutron [req-d8669a6d-eaff-47f4-8566-2ff5f5de88f8 req-20108846-ef67-4333-916b-cdbe4a77bb96 service nova] [instance: 37c0c047-a9c0-4e1e-8794-9ad3b6efc875] Updated VIF entry in instance network info cache for port 09720e4f-ce79-4f0f-b14f-f4dc330f3817. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 883.465793] env[69889]: DEBUG nova.network.neutron [req-d8669a6d-eaff-47f4-8566-2ff5f5de88f8 req-20108846-ef67-4333-916b-cdbe4a77bb96 service nova] [instance: 37c0c047-a9c0-4e1e-8794-9ad3b6efc875] Updating instance_info_cache with network_info: [{"id": "09720e4f-ce79-4f0f-b14f-f4dc330f3817", "address": "fa:16:3e:78:e5:6e", "network": {"id": "e65a9a86-6a51-4d2f-bf4a-8918e16f33b3", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1647033881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc1675dbf42c49d99d9f50545d4a2521", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f54f7284-8f7d-47ee-839d-2143062cfe44", "external-id": "nsx-vlan-transportzone-569", "segmentation_id": 569, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09720e4f-ce", "ovs_interfaceid": "09720e4f-ce79-4f0f-b14f-f4dc330f3817", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.472826] env[69889]: DEBUG oslo_concurrency.lockutils [None req-60409eec-1ded-49b4-b606-276d40c0dbb4 tempest-ServerGroupTestJSON-1605829277 tempest-ServerGroupTestJSON-1605829277-project-member] Acquiring lock "7c0cf802-2002-48de-9d48-061bac8350b4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.473104] env[69889]: DEBUG oslo_concurrency.lockutils [None req-60409eec-1ded-49b4-b606-276d40c0dbb4 tempest-ServerGroupTestJSON-1605829277 tempest-ServerGroupTestJSON-1605829277-project-member] Lock "7c0cf802-2002-48de-9d48-061bac8350b4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.509731] env[69889]: DEBUG oslo_vmware.api [None req-57a117b9-4ca0-4e76-b1c3-6ba6ee8fbd3e tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4077258, 'name': Destroy_Task, 'duration_secs': 0.37889} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.509731] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-57a117b9-4ca0-4e76-b1c3-6ba6ee8fbd3e tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] Destroyed the VM [ 883.510123] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-57a117b9-4ca0-4e76-b1c3-6ba6ee8fbd3e tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] Deleting Snapshot of the VM instance {{(pid=69889) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 883.512976] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-18bc9904-6b96-4b65-9ae6-e9267906e6b7 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.518942] env[69889]: DEBUG oslo_vmware.api [None req-57a117b9-4ca0-4e76-b1c3-6ba6ee8fbd3e tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Waiting for the task: (returnval){ [ 883.518942] env[69889]: value = "task-4077259" [ 883.518942] env[69889]: _type = "Task" [ 883.518942] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.529013] env[69889]: DEBUG oslo_vmware.api [None req-57a117b9-4ca0-4e76-b1c3-6ba6ee8fbd3e tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4077259, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.791978] env[69889]: DEBUG oslo_vmware.api [None req-0d046899-f665-4e10-8859-3bb18d58d11b tempest-ServerMetadataTestJSON-21317979 tempest-ServerMetadataTestJSON-21317979-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52510455-0b1a-4ca4-9722-0f1b26bce37c, 'name': SearchDatastore_Task, 'duration_secs': 0.016476} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.791978] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0d046899-f665-4e10-8859-3bb18d58d11b tempest-ServerMetadataTestJSON-21317979 tempest-ServerMetadataTestJSON-21317979-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.791978] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-0d046899-f665-4e10-8859-3bb18d58d11b tempest-ServerMetadataTestJSON-21317979 tempest-ServerMetadataTestJSON-21317979-project-member] [instance: 37c0c047-a9c0-4e1e-8794-9ad3b6efc875] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 883.791978] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0d046899-f665-4e10-8859-3bb18d58d11b tempest-ServerMetadataTestJSON-21317979 tempest-ServerMetadataTestJSON-21317979-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.816482] env[69889]: DEBUG nova.network.neutron [None req-7c7313ad-1935-41fa-bb72-46d66baababb tempest-ServerPasswordTestJSON-589325170 tempest-ServerPasswordTestJSON-589325170-project-member] [instance: a7c1b811-fede-428b-b4f9-a4df09e7968d] Successfully updated port: f28c49fe-ec4f-4db3-8bbd-8c7c689b57c9 {{(pid=69889) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 883.879424] env[69889]: DEBUG oslo_vmware.api [None req-ad891cf9-13f6-474a-b2cc-4c5db117af41 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52d8e0de-b1cf-4d0b-e844-7c42d810f00c, 'name': SearchDatastore_Task, 'duration_secs': 0.013386} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.880900] env[69889]: DEBUG nova.objects.instance [None req-c2925343-dcfa-4574-8a8a-0f0fa6184c2d tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Lazy-loading 'flavor' on Instance uuid aad29946-4f6b-4a9b-83f0-6177bcc62dfa {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 883.883402] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ad891cf9-13f6-474a-b2cc-4c5db117af41 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.883402] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad891cf9-13f6-474a-b2cc-4c5db117af41 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] 035a867b-5707-43b4-b743-3e32775063ea/035a867b-5707-43b4-b743-3e32775063ea.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 883.883402] env[69889]: DEBUG oslo_concurrency.lockutils [None req-6ab4eb90-07a8-4504-9ebf-7c26bcc24fe9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.883661] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ab4eb90-07a8-4504-9ebf-7c26bcc24fe9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 883.883751] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-89b12af0-dabf-45d7-8219-dab6908e3cc4 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.886885] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-765491f9-b430-45df-b32c-a6c65ef134ed {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.898111] env[69889]: DEBUG oslo_vmware.api [None req-ad891cf9-13f6-474a-b2cc-4c5db117af41 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Waiting for the task: (returnval){ [ 883.898111] env[69889]: value = "task-4077260" [ 883.898111] env[69889]: _type = "Task" [ 883.898111] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.899931] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ab4eb90-07a8-4504-9ebf-7c26bcc24fe9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 883.900747] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-6ab4eb90-07a8-4504-9ebf-7c26bcc24fe9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 883.904033] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-059f96b4-da24-45c4-9422-a9faa0e05b49 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.911260] env[69889]: DEBUG oslo_vmware.api [None req-6ab4eb90-07a8-4504-9ebf-7c26bcc24fe9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Waiting for the task: (returnval){ [ 883.911260] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52c99ba3-00d8-5590-5c37-70f456d3732b" [ 883.911260] env[69889]: _type = "Task" [ 883.911260] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.915258] env[69889]: DEBUG oslo_vmware.api [None req-ad891cf9-13f6-474a-b2cc-4c5db117af41 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Task: {'id': task-4077260, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.925208] env[69889]: DEBUG oslo_vmware.api [None req-6ab4eb90-07a8-4504-9ebf-7c26bcc24fe9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52c99ba3-00d8-5590-5c37-70f456d3732b, 'name': SearchDatastore_Task, 'duration_secs': 0.010928} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.926069] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f39f7e51-d76a-40dd-95d6-93410213accd {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.932552] env[69889]: DEBUG oslo_vmware.api [None req-6ab4eb90-07a8-4504-9ebf-7c26bcc24fe9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Waiting for the task: (returnval){ [ 883.932552] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52585807-a9b9-2f22-08f8-5b8cfe9aa1c4" [ 883.932552] env[69889]: _type = "Task" [ 883.932552] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.942566] env[69889]: DEBUG oslo_vmware.api [None req-6ab4eb90-07a8-4504-9ebf-7c26bcc24fe9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52585807-a9b9-2f22-08f8-5b8cfe9aa1c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.957255] env[69889]: DEBUG nova.compute.utils [None req-363e84ed-8b9b-4ec7-ab59-38c11278e952 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 883.961968] env[69889]: DEBUG nova.compute.manager [None req-363e84ed-8b9b-4ec7-ab59-38c11278e952 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: bbf9db25-688f-4729-9c55-0e1e1196c2f6] Allocating IP information in the background. {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 883.963495] env[69889]: DEBUG nova.network.neutron [None req-363e84ed-8b9b-4ec7-ab59-38c11278e952 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: bbf9db25-688f-4729-9c55-0e1e1196c2f6] allocate_for_instance() {{(pid=69889) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 883.970306] env[69889]: DEBUG nova.compute.manager [req-f42d1993-8293-442f-8633-3c1d1a706b36 req-6f2333d8-96aa-4c0a-af66-0144f9e995c5 service nova] [instance: a7c1b811-fede-428b-b4f9-a4df09e7968d] Received event network-vif-plugged-f28c49fe-ec4f-4db3-8bbd-8c7c689b57c9 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 883.970581] env[69889]: DEBUG oslo_concurrency.lockutils [req-f42d1993-8293-442f-8633-3c1d1a706b36 req-6f2333d8-96aa-4c0a-af66-0144f9e995c5 service nova] Acquiring lock "a7c1b811-fede-428b-b4f9-a4df09e7968d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.970839] env[69889]: DEBUG oslo_concurrency.lockutils [req-f42d1993-8293-442f-8633-3c1d1a706b36 req-6f2333d8-96aa-4c0a-af66-0144f9e995c5 service nova] Lock "a7c1b811-fede-428b-b4f9-a4df09e7968d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.971056] env[69889]: DEBUG oslo_concurrency.lockutils [req-f42d1993-8293-442f-8633-3c1d1a706b36 req-6f2333d8-96aa-4c0a-af66-0144f9e995c5 service nova] Lock "a7c1b811-fede-428b-b4f9-a4df09e7968d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.971354] env[69889]: DEBUG nova.compute.manager [req-f42d1993-8293-442f-8633-3c1d1a706b36 req-6f2333d8-96aa-4c0a-af66-0144f9e995c5 service nova] [instance: a7c1b811-fede-428b-b4f9-a4df09e7968d] No waiting events found dispatching network-vif-plugged-f28c49fe-ec4f-4db3-8bbd-8c7c689b57c9 {{(pid=69889) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 883.973088] env[69889]: WARNING nova.compute.manager [req-f42d1993-8293-442f-8633-3c1d1a706b36 req-6f2333d8-96aa-4c0a-af66-0144f9e995c5 service nova] [instance: a7c1b811-fede-428b-b4f9-a4df09e7968d] Received unexpected event network-vif-plugged-f28c49fe-ec4f-4db3-8bbd-8c7c689b57c9 for instance with vm_state building and task_state spawning. [ 883.973088] env[69889]: DEBUG nova.compute.manager [req-f42d1993-8293-442f-8633-3c1d1a706b36 req-6f2333d8-96aa-4c0a-af66-0144f9e995c5 service nova] [instance: a7c1b811-fede-428b-b4f9-a4df09e7968d] Received event network-changed-f28c49fe-ec4f-4db3-8bbd-8c7c689b57c9 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 883.973088] env[69889]: DEBUG nova.compute.manager [req-f42d1993-8293-442f-8633-3c1d1a706b36 req-6f2333d8-96aa-4c0a-af66-0144f9e995c5 service nova] [instance: a7c1b811-fede-428b-b4f9-a4df09e7968d] Refreshing instance network info cache due to event network-changed-f28c49fe-ec4f-4db3-8bbd-8c7c689b57c9. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 883.973088] env[69889]: DEBUG oslo_concurrency.lockutils [req-f42d1993-8293-442f-8633-3c1d1a706b36 req-6f2333d8-96aa-4c0a-af66-0144f9e995c5 service nova] Acquiring lock "refresh_cache-a7c1b811-fede-428b-b4f9-a4df09e7968d" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.973088] env[69889]: DEBUG oslo_concurrency.lockutils [req-f42d1993-8293-442f-8633-3c1d1a706b36 req-6f2333d8-96aa-4c0a-af66-0144f9e995c5 service nova] Acquired lock "refresh_cache-a7c1b811-fede-428b-b4f9-a4df09e7968d" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.973088] env[69889]: DEBUG nova.network.neutron [req-f42d1993-8293-442f-8633-3c1d1a706b36 req-6f2333d8-96aa-4c0a-af66-0144f9e995c5 service nova] [instance: a7c1b811-fede-428b-b4f9-a4df09e7968d] Refreshing network info cache for port f28c49fe-ec4f-4db3-8bbd-8c7c689b57c9 {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 883.975098] env[69889]: DEBUG oslo_concurrency.lockutils [req-d8669a6d-eaff-47f4-8566-2ff5f5de88f8 req-20108846-ef67-4333-916b-cdbe4a77bb96 service nova] Releasing lock "refresh_cache-37c0c047-a9c0-4e1e-8794-9ad3b6efc875" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.019194] env[69889]: DEBUG nova.policy [None req-363e84ed-8b9b-4ec7-ab59-38c11278e952 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd712ca1be34b4e8ebf98dc926b4be590', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cf71caefe82444e1aa35f5f5071b52f9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69889) authorize /opt/stack/nova/nova/policy.py:192}} [ 884.031125] env[69889]: DEBUG oslo_vmware.api [None req-57a117b9-4ca0-4e76-b1c3-6ba6ee8fbd3e tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4077259, 'name': RemoveSnapshot_Task} progress is 65%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.322784] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7c7313ad-1935-41fa-bb72-46d66baababb tempest-ServerPasswordTestJSON-589325170 tempest-ServerPasswordTestJSON-589325170-project-member] Acquiring lock "refresh_cache-a7c1b811-fede-428b-b4f9-a4df09e7968d" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.414470] env[69889]: DEBUG oslo_vmware.api [None req-ad891cf9-13f6-474a-b2cc-4c5db117af41 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Task: {'id': task-4077260, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510441} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.414750] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad891cf9-13f6-474a-b2cc-4c5db117af41 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] 035a867b-5707-43b4-b743-3e32775063ea/035a867b-5707-43b4-b743-3e32775063ea.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 884.414960] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-ad891cf9-13f6-474a-b2cc-4c5db117af41 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] [instance: 035a867b-5707-43b4-b743-3e32775063ea] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 884.415408] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2d445017-6771-409d-9841-60bc97ec2e64 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.423258] env[69889]: DEBUG oslo_vmware.api [None req-ad891cf9-13f6-474a-b2cc-4c5db117af41 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Waiting for the task: (returnval){ [ 884.423258] env[69889]: value = "task-4077261" [ 884.423258] env[69889]: _type = "Task" [ 884.423258] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.433550] env[69889]: DEBUG oslo_vmware.api [None req-ad891cf9-13f6-474a-b2cc-4c5db117af41 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Task: {'id': task-4077261, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.443517] env[69889]: DEBUG oslo_vmware.api [None req-6ab4eb90-07a8-4504-9ebf-7c26bcc24fe9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52585807-a9b9-2f22-08f8-5b8cfe9aa1c4, 'name': SearchDatastore_Task, 'duration_secs': 0.010071} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.443825] env[69889]: DEBUG oslo_concurrency.lockutils [None req-6ab4eb90-07a8-4504-9ebf-7c26bcc24fe9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.444118] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ab4eb90-07a8-4504-9ebf-7c26bcc24fe9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] b4d9b431-14b5-46c9-9691-f5bfc012d8ca/b4d9b431-14b5-46c9-9691-f5bfc012d8ca.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 884.444409] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0d046899-f665-4e10-8859-3bb18d58d11b tempest-ServerMetadataTestJSON-21317979 tempest-ServerMetadataTestJSON-21317979-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.444604] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d046899-f665-4e10-8859-3bb18d58d11b tempest-ServerMetadataTestJSON-21317979 tempest-ServerMetadataTestJSON-21317979-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 884.444838] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cccbe330-8e88-4c67-9638-c93274d94868 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.446947] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8aa5fcd9-7c30-43d7-92af-14db7589c4cb {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.455922] env[69889]: DEBUG oslo_vmware.api [None req-6ab4eb90-07a8-4504-9ebf-7c26bcc24fe9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Waiting for the task: (returnval){ [ 884.455922] env[69889]: value = "task-4077262" [ 884.455922] env[69889]: _type = "Task" [ 884.455922] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.457598] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d046899-f665-4e10-8859-3bb18d58d11b tempest-ServerMetadataTestJSON-21317979 tempest-ServerMetadataTestJSON-21317979-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 884.457847] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-0d046899-f665-4e10-8859-3bb18d58d11b tempest-ServerMetadataTestJSON-21317979 tempest-ServerMetadataTestJSON-21317979-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 884.461489] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40026120-d1b5-4c5d-ade8-079dc143cf11 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.464186] env[69889]: DEBUG nova.compute.manager [None req-363e84ed-8b9b-4ec7-ab59-38c11278e952 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: bbf9db25-688f-4729-9c55-0e1e1196c2f6] Start building block device mappings for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 884.475112] env[69889]: DEBUG oslo_vmware.api [None req-6ab4eb90-07a8-4504-9ebf-7c26bcc24fe9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Task: {'id': task-4077262, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.479264] env[69889]: DEBUG oslo_vmware.api [None req-0d046899-f665-4e10-8859-3bb18d58d11b tempest-ServerMetadataTestJSON-21317979 tempest-ServerMetadataTestJSON-21317979-project-member] Waiting for the task: (returnval){ [ 884.479264] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]525ab116-d6d1-3b03-c945-0b8bfd725c7e" [ 884.479264] env[69889]: _type = "Task" [ 884.479264] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.492766] env[69889]: DEBUG oslo_vmware.api [None req-0d046899-f665-4e10-8859-3bb18d58d11b tempest-ServerMetadataTestJSON-21317979 tempest-ServerMetadataTestJSON-21317979-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]525ab116-d6d1-3b03-c945-0b8bfd725c7e, 'name': SearchDatastore_Task, 'duration_secs': 0.009798} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.492766] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61e472a9-e361-4396-9d86-05a36097e00e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.499102] env[69889]: DEBUG oslo_vmware.api [None req-0d046899-f665-4e10-8859-3bb18d58d11b tempest-ServerMetadataTestJSON-21317979 tempest-ServerMetadataTestJSON-21317979-project-member] Waiting for the task: (returnval){ [ 884.499102] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]526873bf-d25a-c117-19aa-0fe135a76ddc" [ 884.499102] env[69889]: _type = "Task" [ 884.499102] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.510516] env[69889]: DEBUG oslo_vmware.api [None req-0d046899-f665-4e10-8859-3bb18d58d11b tempest-ServerMetadataTestJSON-21317979 tempest-ServerMetadataTestJSON-21317979-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]526873bf-d25a-c117-19aa-0fe135a76ddc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.536976] env[69889]: DEBUG nova.network.neutron [req-f42d1993-8293-442f-8633-3c1d1a706b36 req-6f2333d8-96aa-4c0a-af66-0144f9e995c5 service nova] [instance: a7c1b811-fede-428b-b4f9-a4df09e7968d] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 884.539439] env[69889]: DEBUG oslo_vmware.api [None req-57a117b9-4ca0-4e76-b1c3-6ba6ee8fbd3e tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4077259, 'name': RemoveSnapshot_Task, 'duration_secs': 0.628134} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.540223] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-57a117b9-4ca0-4e76-b1c3-6ba6ee8fbd3e tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] Deleted Snapshot of the VM instance {{(pid=69889) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 884.540497] env[69889]: INFO nova.compute.manager [None req-57a117b9-4ca0-4e76-b1c3-6ba6ee8fbd3e tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] Took 14.87 seconds to snapshot the instance on the hypervisor. [ 884.648169] env[69889]: DEBUG nova.network.neutron [req-f42d1993-8293-442f-8633-3c1d1a706b36 req-6f2333d8-96aa-4c0a-af66-0144f9e995c5 service nova] [instance: a7c1b811-fede-428b-b4f9-a4df09e7968d] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.670954] env[69889]: DEBUG nova.network.neutron [None req-363e84ed-8b9b-4ec7-ab59-38c11278e952 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: bbf9db25-688f-4729-9c55-0e1e1196c2f6] Successfully created port: f131f2fd-e468-46ba-8304-32cffdad9815 {{(pid=69889) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 884.897049] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c2925343-dcfa-4574-8a8a-0f0fa6184c2d tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Lock "aad29946-4f6b-4a9b-83f0-6177bcc62dfa" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.377s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.937152] env[69889]: DEBUG oslo_vmware.api [None req-ad891cf9-13f6-474a-b2cc-4c5db117af41 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Task: {'id': task-4077261, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090777} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.937384] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-ad891cf9-13f6-474a-b2cc-4c5db117af41 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] [instance: 035a867b-5707-43b4-b743-3e32775063ea] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 884.938765] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20e3d20b-4d16-4ced-83da-5a9163da4fa7 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.966724] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad891cf9-13f6-474a-b2cc-4c5db117af41 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] [instance: 035a867b-5707-43b4-b743-3e32775063ea] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] 035a867b-5707-43b4-b743-3e32775063ea/035a867b-5707-43b4-b743-3e32775063ea.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 884.970495] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45e238a5-2d9f-447b-b2db-f56a91a0d5cd {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.002516] env[69889]: DEBUG oslo_vmware.api [None req-6ab4eb90-07a8-4504-9ebf-7c26bcc24fe9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Task: {'id': task-4077262, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502032} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.002926] env[69889]: DEBUG oslo_vmware.api [None req-ad891cf9-13f6-474a-b2cc-4c5db117af41 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Waiting for the task: (returnval){ [ 885.002926] env[69889]: value = "task-4077263" [ 885.002926] env[69889]: _type = "Task" [ 885.002926] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.006344] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ab4eb90-07a8-4504-9ebf-7c26bcc24fe9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] b4d9b431-14b5-46c9-9691-f5bfc012d8ca/b4d9b431-14b5-46c9-9691-f5bfc012d8ca.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 885.010025] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-6ab4eb90-07a8-4504-9ebf-7c26bcc24fe9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] [instance: b4d9b431-14b5-46c9-9691-f5bfc012d8ca] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 885.010025] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9c0630b6-de0b-4588-808f-1b2d20c307d1 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.024343] env[69889]: DEBUG oslo_vmware.api [None req-0d046899-f665-4e10-8859-3bb18d58d11b tempest-ServerMetadataTestJSON-21317979 tempest-ServerMetadataTestJSON-21317979-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]526873bf-d25a-c117-19aa-0fe135a76ddc, 'name': SearchDatastore_Task, 'duration_secs': 0.011469} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.029629] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0d046899-f665-4e10-8859-3bb18d58d11b tempest-ServerMetadataTestJSON-21317979 tempest-ServerMetadataTestJSON-21317979-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.029970] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d046899-f665-4e10-8859-3bb18d58d11b tempest-ServerMetadataTestJSON-21317979 tempest-ServerMetadataTestJSON-21317979-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] 37c0c047-a9c0-4e1e-8794-9ad3b6efc875/37c0c047-a9c0-4e1e-8794-9ad3b6efc875.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 885.030365] env[69889]: DEBUG oslo_vmware.api [None req-ad891cf9-13f6-474a-b2cc-4c5db117af41 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Task: {'id': task-4077263, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.030709] env[69889]: DEBUG oslo_vmware.api [None req-6ab4eb90-07a8-4504-9ebf-7c26bcc24fe9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Waiting for the task: (returnval){ [ 885.030709] env[69889]: value = "task-4077264" [ 885.030709] env[69889]: _type = "Task" [ 885.030709] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.033675] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6dc5a5fc-8b04-409b-a28f-4ca94d9dd3fd {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.054458] env[69889]: DEBUG oslo_vmware.api [None req-0d046899-f665-4e10-8859-3bb18d58d11b tempest-ServerMetadataTestJSON-21317979 tempest-ServerMetadataTestJSON-21317979-project-member] Waiting for the task: (returnval){ [ 885.054458] env[69889]: value = "task-4077265" [ 885.054458] env[69889]: _type = "Task" [ 885.054458] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.067359] env[69889]: DEBUG oslo_vmware.api [None req-0d046899-f665-4e10-8859-3bb18d58d11b tempest-ServerMetadataTestJSON-21317979 tempest-ServerMetadataTestJSON-21317979-project-member] Task: {'id': task-4077265, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.107482] env[69889]: DEBUG nova.compute.manager [None req-57a117b9-4ca0-4e76-b1c3-6ba6ee8fbd3e tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] Found 3 images (rotation: 2) {{(pid=69889) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 885.107482] env[69889]: DEBUG nova.compute.manager [None req-57a117b9-4ca0-4e76-b1c3-6ba6ee8fbd3e tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] Rotating out 1 backups {{(pid=69889) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 885.108124] env[69889]: DEBUG nova.compute.manager [None req-57a117b9-4ca0-4e76-b1c3-6ba6ee8fbd3e tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] Deleting image 31d9ac25-2f07-4fcc-ac41-f3871b7b8532 {{(pid=69889) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 885.151107] env[69889]: DEBUG oslo_concurrency.lockutils [req-f42d1993-8293-442f-8633-3c1d1a706b36 req-6f2333d8-96aa-4c0a-af66-0144f9e995c5 service nova] Releasing lock "refresh_cache-a7c1b811-fede-428b-b4f9-a4df09e7968d" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.151251] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7c7313ad-1935-41fa-bb72-46d66baababb tempest-ServerPasswordTestJSON-589325170 tempest-ServerPasswordTestJSON-589325170-project-member] Acquired lock "refresh_cache-a7c1b811-fede-428b-b4f9-a4df09e7968d" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.151312] env[69889]: DEBUG nova.network.neutron [None req-7c7313ad-1935-41fa-bb72-46d66baababb tempest-ServerPasswordTestJSON-589325170 tempest-ServerPasswordTestJSON-589325170-project-member] [instance: a7c1b811-fede-428b-b4f9-a4df09e7968d] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 885.178282] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e3b0e4d-5eb6-4445-98d0-9192e71c1d33 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.188526] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ff42790-18f0-4cfe-8779-60b97910dad7 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.223877] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74bb1949-e861-444b-a24b-b5a819319f13 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.234287] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16ade9b0-167f-4788-be2b-a85bb9a9c532 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.252199] env[69889]: DEBUG nova.compute.provider_tree [None req-4d85b54e-5d11-4906-bafe-d431fc189c9b tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 885.494374] env[69889]: DEBUG nova.compute.manager [None req-363e84ed-8b9b-4ec7-ab59-38c11278e952 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: bbf9db25-688f-4729-9c55-0e1e1196c2f6] Start spawning the instance on the hypervisor. {{(pid=69889) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 885.520333] env[69889]: DEBUG oslo_vmware.api [None req-ad891cf9-13f6-474a-b2cc-4c5db117af41 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Task: {'id': task-4077263, 'name': ReconfigVM_Task, 'duration_secs': 0.425122} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.520639] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad891cf9-13f6-474a-b2cc-4c5db117af41 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] [instance: 035a867b-5707-43b4-b743-3e32775063ea] Reconfigured VM instance instance-0000002f to attach disk [datastore2] 035a867b-5707-43b4-b743-3e32775063ea/035a867b-5707-43b4-b743-3e32775063ea.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 885.521827] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a8156793-df2f-4d3b-8453-4e82a6a2135e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.528529] env[69889]: DEBUG nova.virt.hardware [None req-363e84ed-8b9b-4ec7-ab59-38c11278e952 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 885.528789] env[69889]: DEBUG nova.virt.hardware [None req-363e84ed-8b9b-4ec7-ab59-38c11278e952 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 885.528953] env[69889]: DEBUG nova.virt.hardware [None req-363e84ed-8b9b-4ec7-ab59-38c11278e952 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 885.529166] env[69889]: DEBUG nova.virt.hardware [None req-363e84ed-8b9b-4ec7-ab59-38c11278e952 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 885.529320] env[69889]: DEBUG nova.virt.hardware [None req-363e84ed-8b9b-4ec7-ab59-38c11278e952 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 885.529474] env[69889]: DEBUG nova.virt.hardware [None req-363e84ed-8b9b-4ec7-ab59-38c11278e952 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 885.529692] env[69889]: DEBUG nova.virt.hardware [None req-363e84ed-8b9b-4ec7-ab59-38c11278e952 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 885.529859] env[69889]: DEBUG nova.virt.hardware [None req-363e84ed-8b9b-4ec7-ab59-38c11278e952 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 885.530049] env[69889]: DEBUG nova.virt.hardware [None req-363e84ed-8b9b-4ec7-ab59-38c11278e952 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 885.530252] env[69889]: DEBUG nova.virt.hardware [None req-363e84ed-8b9b-4ec7-ab59-38c11278e952 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 885.530368] env[69889]: DEBUG nova.virt.hardware [None req-363e84ed-8b9b-4ec7-ab59-38c11278e952 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 885.531733] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bd5a3ee-92ba-4c4a-9e65-3d83c5d4d6eb {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.536397] env[69889]: DEBUG oslo_vmware.api [None req-ad891cf9-13f6-474a-b2cc-4c5db117af41 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Waiting for the task: (returnval){ [ 885.536397] env[69889]: value = "task-4077266" [ 885.536397] env[69889]: _type = "Task" [ 885.536397] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.551224] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8da657e-f462-4816-937b-752d3f29ee89 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.561394] env[69889]: DEBUG oslo_vmware.api [None req-6ab4eb90-07a8-4504-9ebf-7c26bcc24fe9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Task: {'id': task-4077264, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097756} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.565830] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-6ab4eb90-07a8-4504-9ebf-7c26bcc24fe9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] [instance: b4d9b431-14b5-46c9-9691-f5bfc012d8ca] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 885.570884] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba4fb82f-5b5d-44b5-b4e5-4ef6438ec225 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.573994] env[69889]: DEBUG oslo_vmware.api [None req-ad891cf9-13f6-474a-b2cc-4c5db117af41 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Task: {'id': task-4077266, 'name': Rename_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.589678] env[69889]: DEBUG oslo_vmware.api [None req-0d046899-f665-4e10-8859-3bb18d58d11b tempest-ServerMetadataTestJSON-21317979 tempest-ServerMetadataTestJSON-21317979-project-member] Task: {'id': task-4077265, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512674} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.597821] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d046899-f665-4e10-8859-3bb18d58d11b tempest-ServerMetadataTestJSON-21317979 tempest-ServerMetadataTestJSON-21317979-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] 37c0c047-a9c0-4e1e-8794-9ad3b6efc875/37c0c047-a9c0-4e1e-8794-9ad3b6efc875.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 885.598153] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-0d046899-f665-4e10-8859-3bb18d58d11b tempest-ServerMetadataTestJSON-21317979 tempest-ServerMetadataTestJSON-21317979-project-member] [instance: 37c0c047-a9c0-4e1e-8794-9ad3b6efc875] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 885.607487] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ab4eb90-07a8-4504-9ebf-7c26bcc24fe9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] [instance: b4d9b431-14b5-46c9-9691-f5bfc012d8ca] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] b4d9b431-14b5-46c9-9691-f5bfc012d8ca/b4d9b431-14b5-46c9-9691-f5bfc012d8ca.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 885.607877] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3ff32863-5d0b-4ccc-840e-917fe799426f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.610178] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f31d08b8-788d-46b0-9957-0b4f81de9115 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.633112] env[69889]: DEBUG oslo_vmware.api [None req-6ab4eb90-07a8-4504-9ebf-7c26bcc24fe9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Waiting for the task: (returnval){ [ 885.633112] env[69889]: value = "task-4077268" [ 885.633112] env[69889]: _type = "Task" [ 885.633112] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.635578] env[69889]: DEBUG oslo_vmware.api [None req-0d046899-f665-4e10-8859-3bb18d58d11b tempest-ServerMetadataTestJSON-21317979 tempest-ServerMetadataTestJSON-21317979-project-member] Waiting for the task: (returnval){ [ 885.635578] env[69889]: value = "task-4077267" [ 885.635578] env[69889]: _type = "Task" [ 885.635578] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.648581] env[69889]: DEBUG oslo_vmware.api [None req-0d046899-f665-4e10-8859-3bb18d58d11b tempest-ServerMetadataTestJSON-21317979 tempest-ServerMetadataTestJSON-21317979-project-member] Task: {'id': task-4077267, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.652585] env[69889]: DEBUG oslo_vmware.api [None req-6ab4eb90-07a8-4504-9ebf-7c26bcc24fe9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Task: {'id': task-4077268, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.689361] env[69889]: DEBUG nova.network.neutron [None req-7c7313ad-1935-41fa-bb72-46d66baababb tempest-ServerPasswordTestJSON-589325170 tempest-ServerPasswordTestJSON-589325170-project-member] [instance: a7c1b811-fede-428b-b4f9-a4df09e7968d] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 885.754285] env[69889]: DEBUG nova.scheduler.client.report [None req-4d85b54e-5d11-4906-bafe-d431fc189c9b tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 885.858682] env[69889]: DEBUG nova.network.neutron [None req-7c7313ad-1935-41fa-bb72-46d66baababb tempest-ServerPasswordTestJSON-589325170 tempest-ServerPasswordTestJSON-589325170-project-member] [instance: a7c1b811-fede-428b-b4f9-a4df09e7968d] Updating instance_info_cache with network_info: [{"id": "f28c49fe-ec4f-4db3-8bbd-8c7c689b57c9", "address": "fa:16:3e:b7:8f:96", "network": {"id": "065ceafd-24d8-4b28-abf4-7b8597a56b85", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1702944438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5dc027f0aca34130b12003989ee9123d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd72ef32-a57c-43b0-93df-e8a030987d44", "external-id": "nsx-vlan-transportzone-340", "segmentation_id": 340, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf28c49fe-ec", "ovs_interfaceid": "f28c49fe-ec4f-4db3-8bbd-8c7c689b57c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.052050] env[69889]: DEBUG oslo_vmware.api [None req-ad891cf9-13f6-474a-b2cc-4c5db117af41 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Task: {'id': task-4077266, 'name': Rename_Task, 'duration_secs': 0.208622} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.052362] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad891cf9-13f6-474a-b2cc-4c5db117af41 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] [instance: 035a867b-5707-43b4-b743-3e32775063ea] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 886.052622] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b880a32e-23e0-43fd-b6ca-8ebb38c72535 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.060836] env[69889]: DEBUG oslo_vmware.api [None req-ad891cf9-13f6-474a-b2cc-4c5db117af41 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Waiting for the task: (returnval){ [ 886.060836] env[69889]: value = "task-4077269" [ 886.060836] env[69889]: _type = "Task" [ 886.060836] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.070138] env[69889]: DEBUG oslo_vmware.api [None req-ad891cf9-13f6-474a-b2cc-4c5db117af41 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Task: {'id': task-4077269, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.161583] env[69889]: DEBUG oslo_vmware.api [None req-6ab4eb90-07a8-4504-9ebf-7c26bcc24fe9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Task: {'id': task-4077268, 'name': ReconfigVM_Task, 'duration_secs': 0.356276} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.161979] env[69889]: DEBUG oslo_vmware.api [None req-0d046899-f665-4e10-8859-3bb18d58d11b tempest-ServerMetadataTestJSON-21317979 tempest-ServerMetadataTestJSON-21317979-project-member] Task: {'id': task-4077267, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078433} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.162429] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ab4eb90-07a8-4504-9ebf-7c26bcc24fe9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] [instance: b4d9b431-14b5-46c9-9691-f5bfc012d8ca] Reconfigured VM instance instance-0000002e to attach disk [datastore2] b4d9b431-14b5-46c9-9691-f5bfc012d8ca/b4d9b431-14b5-46c9-9691-f5bfc012d8ca.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 886.163298] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-0d046899-f665-4e10-8859-3bb18d58d11b tempest-ServerMetadataTestJSON-21317979 tempest-ServerMetadataTestJSON-21317979-project-member] [instance: 37c0c047-a9c0-4e1e-8794-9ad3b6efc875] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 886.163715] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d178dcb6-02dc-4a29-807d-7f6c1ea67a9a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.166886] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2826180-cf81-4c9a-a6fe-b89b2d9d933d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.192463] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d046899-f665-4e10-8859-3bb18d58d11b tempest-ServerMetadataTestJSON-21317979 tempest-ServerMetadataTestJSON-21317979-project-member] [instance: 37c0c047-a9c0-4e1e-8794-9ad3b6efc875] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] 37c0c047-a9c0-4e1e-8794-9ad3b6efc875/37c0c047-a9c0-4e1e-8794-9ad3b6efc875.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 886.196027] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a351eeb4-ef84-423b-96a7-8c93881a4e4b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.213917] env[69889]: DEBUG oslo_vmware.api [None req-6ab4eb90-07a8-4504-9ebf-7c26bcc24fe9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Waiting for the task: (returnval){ [ 886.213917] env[69889]: value = "task-4077270" [ 886.213917] env[69889]: _type = "Task" [ 886.213917] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.221253] env[69889]: DEBUG oslo_vmware.api [None req-0d046899-f665-4e10-8859-3bb18d58d11b tempest-ServerMetadataTestJSON-21317979 tempest-ServerMetadataTestJSON-21317979-project-member] Waiting for the task: (returnval){ [ 886.221253] env[69889]: value = "task-4077271" [ 886.221253] env[69889]: _type = "Task" [ 886.221253] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.225199] env[69889]: DEBUG oslo_vmware.api [None req-6ab4eb90-07a8-4504-9ebf-7c26bcc24fe9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Task: {'id': task-4077270, 'name': Rename_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.235298] env[69889]: DEBUG oslo_vmware.api [None req-0d046899-f665-4e10-8859-3bb18d58d11b tempest-ServerMetadataTestJSON-21317979 tempest-ServerMetadataTestJSON-21317979-project-member] Task: {'id': task-4077271, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.259445] env[69889]: DEBUG oslo_concurrency.lockutils [None req-4d85b54e-5d11-4906-bafe-d431fc189c9b tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.809s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.260176] env[69889]: DEBUG nova.compute.manager [None req-4d85b54e-5d11-4906-bafe-d431fc189c9b tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 72912814-7e55-405f-a878-7102dcdfc7d1] Start building networks asynchronously for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 886.263879] env[69889]: DEBUG oslo_concurrency.lockutils [None req-a2b748de-fee9-4042-a4b3-06dbc6486931 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.662s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.265743] env[69889]: INFO nova.compute.claims [None req-a2b748de-fee9-4042-a4b3-06dbc6486931 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] [instance: 233f5e8b-de2a-4e68-b8ca-2a548f32617f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 886.360955] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7c7313ad-1935-41fa-bb72-46d66baababb tempest-ServerPasswordTestJSON-589325170 tempest-ServerPasswordTestJSON-589325170-project-member] Releasing lock "refresh_cache-a7c1b811-fede-428b-b4f9-a4df09e7968d" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.361534] env[69889]: DEBUG nova.compute.manager [None req-7c7313ad-1935-41fa-bb72-46d66baababb tempest-ServerPasswordTestJSON-589325170 tempest-ServerPasswordTestJSON-589325170-project-member] [instance: a7c1b811-fede-428b-b4f9-a4df09e7968d] Instance network_info: |[{"id": "f28c49fe-ec4f-4db3-8bbd-8c7c689b57c9", "address": "fa:16:3e:b7:8f:96", "network": {"id": "065ceafd-24d8-4b28-abf4-7b8597a56b85", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1702944438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5dc027f0aca34130b12003989ee9123d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd72ef32-a57c-43b0-93df-e8a030987d44", "external-id": "nsx-vlan-transportzone-340", "segmentation_id": 340, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf28c49fe-ec", "ovs_interfaceid": "f28c49fe-ec4f-4db3-8bbd-8c7c689b57c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 886.362402] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-7c7313ad-1935-41fa-bb72-46d66baababb tempest-ServerPasswordTestJSON-589325170 tempest-ServerPasswordTestJSON-589325170-project-member] [instance: a7c1b811-fede-428b-b4f9-a4df09e7968d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b7:8f:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dd72ef32-a57c-43b0-93df-e8a030987d44', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f28c49fe-ec4f-4db3-8bbd-8c7c689b57c9', 'vif_model': 'vmxnet3'}] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 886.371105] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c7313ad-1935-41fa-bb72-46d66baababb tempest-ServerPasswordTestJSON-589325170 tempest-ServerPasswordTestJSON-589325170-project-member] Creating folder: Project (5dc027f0aca34130b12003989ee9123d). Parent ref: group-v807779. {{(pid=69889) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 886.371807] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-29c401e5-4c20-4c78-951b-b1f493d61297 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.385182] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-7c7313ad-1935-41fa-bb72-46d66baababb tempest-ServerPasswordTestJSON-589325170 tempest-ServerPasswordTestJSON-589325170-project-member] Created folder: Project (5dc027f0aca34130b12003989ee9123d) in parent group-v807779. [ 886.385869] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c7313ad-1935-41fa-bb72-46d66baababb tempest-ServerPasswordTestJSON-589325170 tempest-ServerPasswordTestJSON-589325170-project-member] Creating folder: Instances. Parent ref: group-v807917. {{(pid=69889) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 886.386940] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-611215df-f34d-4abb-b9b3-8ce907c4288c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.399602] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-7c7313ad-1935-41fa-bb72-46d66baababb tempest-ServerPasswordTestJSON-589325170 tempest-ServerPasswordTestJSON-589325170-project-member] Created folder: Instances in parent group-v807917. [ 886.400250] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7c7313ad-1935-41fa-bb72-46d66baababb tempest-ServerPasswordTestJSON-589325170 tempest-ServerPasswordTestJSON-589325170-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 886.402947] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7c1b811-fede-428b-b4f9-a4df09e7968d] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 886.406642] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-adf8e273-dd27-42e5-af35-b72a8aaa86fb {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.426918] env[69889]: DEBUG oslo_concurrency.lockutils [None req-3e773ab7-e1f6-4d68-bf0f-24dd3d411ed8 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Acquiring lock "e7e0219a-e539-451b-a8a8-4faf7f1ea109" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.427482] env[69889]: DEBUG oslo_concurrency.lockutils [None req-3e773ab7-e1f6-4d68-bf0f-24dd3d411ed8 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Lock "e7e0219a-e539-451b-a8a8-4faf7f1ea109" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.434119] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 886.434119] env[69889]: value = "task-4077274" [ 886.434119] env[69889]: _type = "Task" [ 886.434119] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.445814] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077274, 'name': CreateVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.571967] env[69889]: DEBUG oslo_vmware.api [None req-ad891cf9-13f6-474a-b2cc-4c5db117af41 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Task: {'id': task-4077269, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.705126] env[69889]: DEBUG nova.compute.manager [req-41ead98d-acfa-41e3-a2f1-efaf22e829aa req-146027ba-b450-4c48-89ed-2d3aa43dea2d service nova] [instance: bbf9db25-688f-4729-9c55-0e1e1196c2f6] Received event network-vif-plugged-f131f2fd-e468-46ba-8304-32cffdad9815 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 886.705126] env[69889]: DEBUG oslo_concurrency.lockutils [req-41ead98d-acfa-41e3-a2f1-efaf22e829aa req-146027ba-b450-4c48-89ed-2d3aa43dea2d service nova] Acquiring lock "bbf9db25-688f-4729-9c55-0e1e1196c2f6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.705126] env[69889]: DEBUG oslo_concurrency.lockutils [req-41ead98d-acfa-41e3-a2f1-efaf22e829aa req-146027ba-b450-4c48-89ed-2d3aa43dea2d service nova] Lock "bbf9db25-688f-4729-9c55-0e1e1196c2f6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.705126] env[69889]: DEBUG oslo_concurrency.lockutils [req-41ead98d-acfa-41e3-a2f1-efaf22e829aa req-146027ba-b450-4c48-89ed-2d3aa43dea2d service nova] Lock "bbf9db25-688f-4729-9c55-0e1e1196c2f6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.705126] env[69889]: DEBUG nova.compute.manager [req-41ead98d-acfa-41e3-a2f1-efaf22e829aa req-146027ba-b450-4c48-89ed-2d3aa43dea2d service nova] [instance: bbf9db25-688f-4729-9c55-0e1e1196c2f6] No waiting events found dispatching network-vif-plugged-f131f2fd-e468-46ba-8304-32cffdad9815 {{(pid=69889) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 886.706590] env[69889]: WARNING nova.compute.manager [req-41ead98d-acfa-41e3-a2f1-efaf22e829aa req-146027ba-b450-4c48-89ed-2d3aa43dea2d service nova] [instance: bbf9db25-688f-4729-9c55-0e1e1196c2f6] Received unexpected event network-vif-plugged-f131f2fd-e468-46ba-8304-32cffdad9815 for instance with vm_state building and task_state spawning. [ 886.730199] env[69889]: DEBUG oslo_vmware.api [None req-6ab4eb90-07a8-4504-9ebf-7c26bcc24fe9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Task: {'id': task-4077270, 'name': Rename_Task, 'duration_secs': 0.176159} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.730199] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ab4eb90-07a8-4504-9ebf-7c26bcc24fe9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] [instance: b4d9b431-14b5-46c9-9691-f5bfc012d8ca] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 886.731141] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-53d4f389-39b3-448f-a692-46251f9e5f05 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.741040] env[69889]: DEBUG oslo_vmware.api [None req-0d046899-f665-4e10-8859-3bb18d58d11b tempest-ServerMetadataTestJSON-21317979 tempest-ServerMetadataTestJSON-21317979-project-member] Task: {'id': task-4077271, 'name': ReconfigVM_Task, 'duration_secs': 0.459654} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.743190] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d046899-f665-4e10-8859-3bb18d58d11b tempest-ServerMetadataTestJSON-21317979 tempest-ServerMetadataTestJSON-21317979-project-member] [instance: 37c0c047-a9c0-4e1e-8794-9ad3b6efc875] Reconfigured VM instance instance-00000030 to attach disk [datastore2] 37c0c047-a9c0-4e1e-8794-9ad3b6efc875/37c0c047-a9c0-4e1e-8794-9ad3b6efc875.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 886.744522] env[69889]: DEBUG oslo_vmware.api [None req-6ab4eb90-07a8-4504-9ebf-7c26bcc24fe9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Waiting for the task: (returnval){ [ 886.744522] env[69889]: value = "task-4077275" [ 886.744522] env[69889]: _type = "Task" [ 886.744522] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.745235] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-099052e0-7f4c-4f01-ad09-a087bdd05a1a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.757736] env[69889]: DEBUG oslo_vmware.api [None req-0d046899-f665-4e10-8859-3bb18d58d11b tempest-ServerMetadataTestJSON-21317979 tempest-ServerMetadataTestJSON-21317979-project-member] Waiting for the task: (returnval){ [ 886.757736] env[69889]: value = "task-4077276" [ 886.757736] env[69889]: _type = "Task" [ 886.757736] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.761630] env[69889]: DEBUG oslo_vmware.api [None req-6ab4eb90-07a8-4504-9ebf-7c26bcc24fe9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Task: {'id': task-4077275, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.770593] env[69889]: DEBUG nova.compute.utils [None req-4d85b54e-5d11-4906-bafe-d431fc189c9b tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 886.783361] env[69889]: DEBUG nova.compute.manager [None req-4d85b54e-5d11-4906-bafe-d431fc189c9b tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 72912814-7e55-405f-a878-7102dcdfc7d1] Allocating IP information in the background. {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 886.783361] env[69889]: DEBUG nova.network.neutron [None req-4d85b54e-5d11-4906-bafe-d431fc189c9b tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 72912814-7e55-405f-a878-7102dcdfc7d1] allocate_for_instance() {{(pid=69889) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 886.785510] env[69889]: DEBUG oslo_vmware.api [None req-0d046899-f665-4e10-8859-3bb18d58d11b tempest-ServerMetadataTestJSON-21317979 tempest-ServerMetadataTestJSON-21317979-project-member] Task: {'id': task-4077276, 'name': Rename_Task} progress is 10%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.804592] env[69889]: DEBUG nova.network.neutron [None req-363e84ed-8b9b-4ec7-ab59-38c11278e952 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: bbf9db25-688f-4729-9c55-0e1e1196c2f6] Successfully updated port: f131f2fd-e468-46ba-8304-32cffdad9815 {{(pid=69889) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 886.854045] env[69889]: DEBUG nova.policy [None req-4d85b54e-5d11-4906-bafe-d431fc189c9b tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3a1ce60964794ffc95534347e3c0792d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5468c1b0ae3e473cb6a330efa6052f2e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69889) authorize /opt/stack/nova/nova/policy.py:192}} [ 886.950585] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077274, 'name': CreateVM_Task, 'duration_secs': 0.428236} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.950997] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7c1b811-fede-428b-b4f9-a4df09e7968d] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 886.951885] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7c7313ad-1935-41fa-bb72-46d66baababb tempest-ServerPasswordTestJSON-589325170 tempest-ServerPasswordTestJSON-589325170-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.952168] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7c7313ad-1935-41fa-bb72-46d66baababb tempest-ServerPasswordTestJSON-589325170 tempest-ServerPasswordTestJSON-589325170-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.953084] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7c7313ad-1935-41fa-bb72-46d66baababb tempest-ServerPasswordTestJSON-589325170 tempest-ServerPasswordTestJSON-589325170-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.953084] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6ff24c9-6a96-4511-9f03-32fed00e6365 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.959996] env[69889]: DEBUG oslo_vmware.api [None req-7c7313ad-1935-41fa-bb72-46d66baababb tempest-ServerPasswordTestJSON-589325170 tempest-ServerPasswordTestJSON-589325170-project-member] Waiting for the task: (returnval){ [ 886.959996] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]527f0ecd-22fc-e6c8-2fcb-3acace32ce40" [ 886.959996] env[69889]: _type = "Task" [ 886.959996] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.972562] env[69889]: DEBUG oslo_vmware.api [None req-7c7313ad-1935-41fa-bb72-46d66baababb tempest-ServerPasswordTestJSON-589325170 tempest-ServerPasswordTestJSON-589325170-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]527f0ecd-22fc-e6c8-2fcb-3acace32ce40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.078579] env[69889]: DEBUG oslo_vmware.api [None req-ad891cf9-13f6-474a-b2cc-4c5db117af41 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Task: {'id': task-4077269, 'name': PowerOnVM_Task, 'duration_secs': 0.5916} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.078579] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad891cf9-13f6-474a-b2cc-4c5db117af41 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] [instance: 035a867b-5707-43b4-b743-3e32775063ea] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 887.078579] env[69889]: INFO nova.compute.manager [None req-ad891cf9-13f6-474a-b2cc-4c5db117af41 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] [instance: 035a867b-5707-43b4-b743-3e32775063ea] Took 10.98 seconds to spawn the instance on the hypervisor. [ 887.078579] env[69889]: DEBUG nova.compute.manager [None req-ad891cf9-13f6-474a-b2cc-4c5db117af41 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] [instance: 035a867b-5707-43b4-b743-3e32775063ea] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 887.078579] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b452467-c024-4f25-badf-d596b1fcaea4 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.196361] env[69889]: DEBUG nova.network.neutron [None req-4d85b54e-5d11-4906-bafe-d431fc189c9b tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 72912814-7e55-405f-a878-7102dcdfc7d1] Successfully created port: 440590e0-b686-4fe9-a456-51a725d59ee7 {{(pid=69889) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 887.259328] env[69889]: DEBUG oslo_vmware.api [None req-6ab4eb90-07a8-4504-9ebf-7c26bcc24fe9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Task: {'id': task-4077275, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.272633] env[69889]: DEBUG oslo_vmware.api [None req-0d046899-f665-4e10-8859-3bb18d58d11b tempest-ServerMetadataTestJSON-21317979 tempest-ServerMetadataTestJSON-21317979-project-member] Task: {'id': task-4077276, 'name': Rename_Task, 'duration_secs': 0.27253} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.275422] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d046899-f665-4e10-8859-3bb18d58d11b tempest-ServerMetadataTestJSON-21317979 tempest-ServerMetadataTestJSON-21317979-project-member] [instance: 37c0c047-a9c0-4e1e-8794-9ad3b6efc875] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 887.275422] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b890f4f2-1d89-4890-87bc-bdc9430d7301 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.282806] env[69889]: DEBUG oslo_vmware.api [None req-0d046899-f665-4e10-8859-3bb18d58d11b tempest-ServerMetadataTestJSON-21317979 tempest-ServerMetadataTestJSON-21317979-project-member] Waiting for the task: (returnval){ [ 887.282806] env[69889]: value = "task-4077277" [ 887.282806] env[69889]: _type = "Task" [ 887.282806] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.292122] env[69889]: DEBUG nova.compute.manager [None req-4d85b54e-5d11-4906-bafe-d431fc189c9b tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 72912814-7e55-405f-a878-7102dcdfc7d1] Start building block device mappings for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 887.310183] env[69889]: DEBUG oslo_concurrency.lockutils [None req-363e84ed-8b9b-4ec7-ab59-38c11278e952 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Acquiring lock "refresh_cache-bbf9db25-688f-4729-9c55-0e1e1196c2f6" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.310183] env[69889]: DEBUG oslo_concurrency.lockutils [None req-363e84ed-8b9b-4ec7-ab59-38c11278e952 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Acquired lock "refresh_cache-bbf9db25-688f-4729-9c55-0e1e1196c2f6" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.310183] env[69889]: DEBUG nova.network.neutron [None req-363e84ed-8b9b-4ec7-ab59-38c11278e952 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: bbf9db25-688f-4729-9c55-0e1e1196c2f6] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 887.310881] env[69889]: DEBUG oslo_vmware.api [None req-0d046899-f665-4e10-8859-3bb18d58d11b tempest-ServerMetadataTestJSON-21317979 tempest-ServerMetadataTestJSON-21317979-project-member] Task: {'id': task-4077277, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.475358] env[69889]: DEBUG oslo_vmware.api [None req-7c7313ad-1935-41fa-bb72-46d66baababb tempest-ServerPasswordTestJSON-589325170 tempest-ServerPasswordTestJSON-589325170-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]527f0ecd-22fc-e6c8-2fcb-3acace32ce40, 'name': SearchDatastore_Task, 'duration_secs': 0.011407} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.475599] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7c7313ad-1935-41fa-bb72-46d66baababb tempest-ServerPasswordTestJSON-589325170 tempest-ServerPasswordTestJSON-589325170-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.476228] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-7c7313ad-1935-41fa-bb72-46d66baababb tempest-ServerPasswordTestJSON-589325170 tempest-ServerPasswordTestJSON-589325170-project-member] [instance: a7c1b811-fede-428b-b4f9-a4df09e7968d] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 887.476228] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7c7313ad-1935-41fa-bb72-46d66baababb tempest-ServerPasswordTestJSON-589325170 tempest-ServerPasswordTestJSON-589325170-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.476228] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7c7313ad-1935-41fa-bb72-46d66baababb tempest-ServerPasswordTestJSON-589325170 tempest-ServerPasswordTestJSON-589325170-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.476537] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c7313ad-1935-41fa-bb72-46d66baababb tempest-ServerPasswordTestJSON-589325170 tempest-ServerPasswordTestJSON-589325170-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 887.480538] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-10e210fd-3403-49d8-9926-b1c3a0f15dda {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.491775] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c7313ad-1935-41fa-bb72-46d66baababb tempest-ServerPasswordTestJSON-589325170 tempest-ServerPasswordTestJSON-589325170-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 887.491942] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-7c7313ad-1935-41fa-bb72-46d66baababb tempest-ServerPasswordTestJSON-589325170 tempest-ServerPasswordTestJSON-589325170-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 887.492862] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f55144cb-6196-452a-9de3-e8ad834eb90c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.503090] env[69889]: DEBUG oslo_vmware.api [None req-7c7313ad-1935-41fa-bb72-46d66baababb tempest-ServerPasswordTestJSON-589325170 tempest-ServerPasswordTestJSON-589325170-project-member] Waiting for the task: (returnval){ [ 887.503090] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52be2356-910a-7fa4-d139-50a3fbcc4fe5" [ 887.503090] env[69889]: _type = "Task" [ 887.503090] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.512319] env[69889]: DEBUG oslo_vmware.api [None req-7c7313ad-1935-41fa-bb72-46d66baababb tempest-ServerPasswordTestJSON-589325170 tempest-ServerPasswordTestJSON-589325170-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52be2356-910a-7fa4-d139-50a3fbcc4fe5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.602052] env[69889]: INFO nova.compute.manager [None req-ad891cf9-13f6-474a-b2cc-4c5db117af41 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] [instance: 035a867b-5707-43b4-b743-3e32775063ea] Took 43.10 seconds to build instance. [ 887.759052] env[69889]: DEBUG oslo_vmware.api [None req-6ab4eb90-07a8-4504-9ebf-7c26bcc24fe9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Task: {'id': task-4077275, 'name': PowerOnVM_Task, 'duration_secs': 0.787755} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.759356] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ab4eb90-07a8-4504-9ebf-7c26bcc24fe9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] [instance: b4d9b431-14b5-46c9-9691-f5bfc012d8ca] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 887.759575] env[69889]: DEBUG nova.compute.manager [None req-6ab4eb90-07a8-4504-9ebf-7c26bcc24fe9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] [instance: b4d9b431-14b5-46c9-9691-f5bfc012d8ca] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 887.760492] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbf0d634-706c-44c8-90c0-8e223f15e6a0 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.795660] env[69889]: DEBUG oslo_vmware.api [None req-0d046899-f665-4e10-8859-3bb18d58d11b tempest-ServerMetadataTestJSON-21317979 tempest-ServerMetadataTestJSON-21317979-project-member] Task: {'id': task-4077277, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.815964] env[69889]: DEBUG oslo_concurrency.lockutils [None req-2b379987-ed06-43e7-b50f-7f473b913c0b tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Acquiring lock "0c73213b-c2e1-42cb-a8f4-e3109adfd354" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.818019] env[69889]: DEBUG oslo_concurrency.lockutils [None req-2b379987-ed06-43e7-b50f-7f473b913c0b tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Lock "0c73213b-c2e1-42cb-a8f4-e3109adfd354" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.818019] env[69889]: DEBUG nova.compute.manager [None req-2b379987-ed06-43e7-b50f-7f473b913c0b tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 887.818019] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4895a65-5916-4752-9556-02c83d3c8a79 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.826040] env[69889]: DEBUG nova.compute.manager [None req-2b379987-ed06-43e7-b50f-7f473b913c0b tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69889) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 887.826650] env[69889]: DEBUG nova.objects.instance [None req-2b379987-ed06-43e7-b50f-7f473b913c0b tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Lazy-loading 'flavor' on Instance uuid 0c73213b-c2e1-42cb-a8f4-e3109adfd354 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 887.896775] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88820be4-85d5-4e76-9c47-192320229cf4 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.905228] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-410b1af8-eacf-4454-a665-fe124d8cbcb6 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.938742] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66a10f45-c740-4563-9ca4-64e556eaff04 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.947123] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-478d7944-1366-4b28-a5d1-428d23f38d46 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.961887] env[69889]: DEBUG nova.compute.provider_tree [None req-a2b748de-fee9-4042-a4b3-06dbc6486931 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 888.012998] env[69889]: DEBUG oslo_vmware.api [None req-7c7313ad-1935-41fa-bb72-46d66baababb tempest-ServerPasswordTestJSON-589325170 tempest-ServerPasswordTestJSON-589325170-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52be2356-910a-7fa4-d139-50a3fbcc4fe5, 'name': SearchDatastore_Task, 'duration_secs': 0.016318} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.013931] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d047ce85-d1a4-4602-beb9-db65e6ca729f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.019993] env[69889]: DEBUG oslo_vmware.api [None req-7c7313ad-1935-41fa-bb72-46d66baababb tempest-ServerPasswordTestJSON-589325170 tempest-ServerPasswordTestJSON-589325170-project-member] Waiting for the task: (returnval){ [ 888.019993] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52feb985-67ba-7d41-fc83-e0571f3f844f" [ 888.019993] env[69889]: _type = "Task" [ 888.019993] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.029427] env[69889]: DEBUG oslo_vmware.api [None req-7c7313ad-1935-41fa-bb72-46d66baababb tempest-ServerPasswordTestJSON-589325170 tempest-ServerPasswordTestJSON-589325170-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52feb985-67ba-7d41-fc83-e0571f3f844f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.104205] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ad891cf9-13f6-474a-b2cc-4c5db117af41 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Lock "035a867b-5707-43b4-b743-3e32775063ea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.422s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.123047] env[69889]: DEBUG nova.network.neutron [None req-363e84ed-8b9b-4ec7-ab59-38c11278e952 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: bbf9db25-688f-4729-9c55-0e1e1196c2f6] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 888.281030] env[69889]: DEBUG oslo_concurrency.lockutils [None req-6ab4eb90-07a8-4504-9ebf-7c26bcc24fe9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.296042] env[69889]: DEBUG oslo_vmware.api [None req-0d046899-f665-4e10-8859-3bb18d58d11b tempest-ServerMetadataTestJSON-21317979 tempest-ServerMetadataTestJSON-21317979-project-member] Task: {'id': task-4077277, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.318496] env[69889]: DEBUG nova.compute.manager [None req-4d85b54e-5d11-4906-bafe-d431fc189c9b tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 72912814-7e55-405f-a878-7102dcdfc7d1] Start spawning the instance on the hypervisor. {{(pid=69889) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 888.359063] env[69889]: DEBUG nova.virt.hardware [None req-4d85b54e-5d11-4906-bafe-d431fc189c9b tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 888.359379] env[69889]: DEBUG nova.virt.hardware [None req-4d85b54e-5d11-4906-bafe-d431fc189c9b tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 888.359733] env[69889]: DEBUG nova.virt.hardware [None req-4d85b54e-5d11-4906-bafe-d431fc189c9b tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 888.360097] env[69889]: DEBUG nova.virt.hardware [None req-4d85b54e-5d11-4906-bafe-d431fc189c9b tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 888.360368] env[69889]: DEBUG nova.virt.hardware [None req-4d85b54e-5d11-4906-bafe-d431fc189c9b tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 888.360823] env[69889]: DEBUG nova.virt.hardware [None req-4d85b54e-5d11-4906-bafe-d431fc189c9b tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 888.361398] env[69889]: DEBUG nova.virt.hardware [None req-4d85b54e-5d11-4906-bafe-d431fc189c9b tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 888.361398] env[69889]: DEBUG nova.virt.hardware [None req-4d85b54e-5d11-4906-bafe-d431fc189c9b tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 888.361473] env[69889]: DEBUG nova.virt.hardware [None req-4d85b54e-5d11-4906-bafe-d431fc189c9b tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 888.361782] env[69889]: DEBUG nova.virt.hardware [None req-4d85b54e-5d11-4906-bafe-d431fc189c9b tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 888.362109] env[69889]: DEBUG nova.virt.hardware [None req-4d85b54e-5d11-4906-bafe-d431fc189c9b tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 888.363809] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63cfc4f4-7fd1-4718-b987-f4522ac251a8 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.374626] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a977b324-aa7c-4aeb-a9fa-e74fbdd2415f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.443231] env[69889]: DEBUG nova.network.neutron [None req-363e84ed-8b9b-4ec7-ab59-38c11278e952 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: bbf9db25-688f-4729-9c55-0e1e1196c2f6] Updating instance_info_cache with network_info: [{"id": "f131f2fd-e468-46ba-8304-32cffdad9815", "address": "fa:16:3e:71:7a:cb", "network": {"id": "dc7a1c63-64ed-41ca-b29f-202337c0d542", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1276397426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf71caefe82444e1aa35f5f5071b52f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf131f2fd-e4", "ovs_interfaceid": "f131f2fd-e468-46ba-8304-32cffdad9815", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.465648] env[69889]: DEBUG nova.scheduler.client.report [None req-a2b748de-fee9-4042-a4b3-06dbc6486931 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 888.534904] env[69889]: DEBUG oslo_vmware.api [None req-7c7313ad-1935-41fa-bb72-46d66baababb tempest-ServerPasswordTestJSON-589325170 tempest-ServerPasswordTestJSON-589325170-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52feb985-67ba-7d41-fc83-e0571f3f844f, 'name': SearchDatastore_Task, 'duration_secs': 0.011134} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.535465] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7c7313ad-1935-41fa-bb72-46d66baababb tempest-ServerPasswordTestJSON-589325170 tempest-ServerPasswordTestJSON-589325170-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.535792] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c7313ad-1935-41fa-bb72-46d66baababb tempest-ServerPasswordTestJSON-589325170 tempest-ServerPasswordTestJSON-589325170-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] a7c1b811-fede-428b-b4f9-a4df09e7968d/a7c1b811-fede-428b-b4f9-a4df09e7968d.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 888.536129] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6faebf7c-b15c-4dc8-b5a6-31dd391a4f92 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.545038] env[69889]: DEBUG oslo_vmware.api [None req-7c7313ad-1935-41fa-bb72-46d66baababb tempest-ServerPasswordTestJSON-589325170 tempest-ServerPasswordTestJSON-589325170-project-member] Waiting for the task: (returnval){ [ 888.545038] env[69889]: value = "task-4077278" [ 888.545038] env[69889]: _type = "Task" [ 888.545038] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.557226] env[69889]: DEBUG oslo_vmware.api [None req-7c7313ad-1935-41fa-bb72-46d66baababb tempest-ServerPasswordTestJSON-589325170 tempest-ServerPasswordTestJSON-589325170-project-member] Task: {'id': task-4077278, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.607434] env[69889]: DEBUG nova.compute.manager [None req-f223fcc8-cb06-43ab-84d6-cfb2cda1f4ed tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] [instance: fda65aea-c3b4-46f8-9f00-fc7754f5b883] Starting instance... {{(pid=69889) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 888.801570] env[69889]: DEBUG oslo_vmware.api [None req-0d046899-f665-4e10-8859-3bb18d58d11b tempest-ServerMetadataTestJSON-21317979 tempest-ServerMetadataTestJSON-21317979-project-member] Task: {'id': task-4077277, 'name': PowerOnVM_Task, 'duration_secs': 1.229403} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.801570] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d046899-f665-4e10-8859-3bb18d58d11b tempest-ServerMetadataTestJSON-21317979 tempest-ServerMetadataTestJSON-21317979-project-member] [instance: 37c0c047-a9c0-4e1e-8794-9ad3b6efc875] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 888.801570] env[69889]: INFO nova.compute.manager [None req-0d046899-f665-4e10-8859-3bb18d58d11b tempest-ServerMetadataTestJSON-21317979 tempest-ServerMetadataTestJSON-21317979-project-member] [instance: 37c0c047-a9c0-4e1e-8794-9ad3b6efc875] Took 9.38 seconds to spawn the instance on the hypervisor. [ 888.801570] env[69889]: DEBUG nova.compute.manager [None req-0d046899-f665-4e10-8859-3bb18d58d11b tempest-ServerMetadataTestJSON-21317979 tempest-ServerMetadataTestJSON-21317979-project-member] [instance: 37c0c047-a9c0-4e1e-8794-9ad3b6efc875] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 888.801570] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccc430e8-61b3-4a9b-b75d-827525b6ff6b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.806474] env[69889]: DEBUG nova.network.neutron [None req-4d85b54e-5d11-4906-bafe-d431fc189c9b tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 72912814-7e55-405f-a878-7102dcdfc7d1] Successfully updated port: 440590e0-b686-4fe9-a456-51a725d59ee7 {{(pid=69889) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 888.835597] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b379987-ed06-43e7-b50f-7f473b913c0b tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 888.836532] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1887c6ac-9eff-4807-b180-74b53596c5f4 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.847218] env[69889]: DEBUG oslo_vmware.api [None req-2b379987-ed06-43e7-b50f-7f473b913c0b tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Waiting for the task: (returnval){ [ 888.847218] env[69889]: value = "task-4077279" [ 888.847218] env[69889]: _type = "Task" [ 888.847218] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.859937] env[69889]: DEBUG oslo_vmware.api [None req-2b379987-ed06-43e7-b50f-7f473b913c0b tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4077279, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.946351] env[69889]: DEBUG oslo_concurrency.lockutils [None req-363e84ed-8b9b-4ec7-ab59-38c11278e952 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Releasing lock "refresh_cache-bbf9db25-688f-4729-9c55-0e1e1196c2f6" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.947215] env[69889]: DEBUG nova.compute.manager [None req-363e84ed-8b9b-4ec7-ab59-38c11278e952 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: bbf9db25-688f-4729-9c55-0e1e1196c2f6] Instance network_info: |[{"id": "f131f2fd-e468-46ba-8304-32cffdad9815", "address": "fa:16:3e:71:7a:cb", "network": {"id": "dc7a1c63-64ed-41ca-b29f-202337c0d542", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1276397426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf71caefe82444e1aa35f5f5071b52f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf131f2fd-e4", "ovs_interfaceid": "f131f2fd-e468-46ba-8304-32cffdad9815", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 888.947868] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-363e84ed-8b9b-4ec7-ab59-38c11278e952 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: bbf9db25-688f-4729-9c55-0e1e1196c2f6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:7a:cb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bd998416-f3d6-4a62-b828-5011063ce76a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f131f2fd-e468-46ba-8304-32cffdad9815', 'vif_model': 'vmxnet3'}] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 888.959151] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-363e84ed-8b9b-4ec7-ab59-38c11278e952 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 888.959431] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bbf9db25-688f-4729-9c55-0e1e1196c2f6] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 888.959639] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-71c66db4-7e8c-4452-8227-c802e3b8843a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.978944] env[69889]: DEBUG oslo_concurrency.lockutils [None req-a2b748de-fee9-4042-a4b3-06dbc6486931 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.715s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.979240] env[69889]: DEBUG nova.compute.manager [None req-a2b748de-fee9-4042-a4b3-06dbc6486931 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] [instance: 233f5e8b-de2a-4e68-b8ca-2a548f32617f] Start building networks asynchronously for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 888.983827] env[69889]: DEBUG oslo_concurrency.lockutils [None req-2a812ec4-6fd8-4529-b442-bd966a1a26dd tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.164s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.984223] env[69889]: DEBUG nova.objects.instance [None req-2a812ec4-6fd8-4529-b442-bd966a1a26dd tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Lazy-loading 'resources' on Instance uuid fcc33919-98ac-42bc-8c76-a65e1189865a {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 888.993336] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 888.993336] env[69889]: value = "task-4077280" [ 888.993336] env[69889]: _type = "Task" [ 888.993336] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.005055] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077280, 'name': CreateVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.029490] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 889.030156] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 889.058055] env[69889]: DEBUG oslo_vmware.api [None req-7c7313ad-1935-41fa-bb72-46d66baababb tempest-ServerPasswordTestJSON-589325170 tempest-ServerPasswordTestJSON-589325170-project-member] Task: {'id': task-4077278, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.137905] env[69889]: DEBUG oslo_concurrency.lockutils [None req-f223fcc8-cb06-43ab-84d6-cfb2cda1f4ed tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.166382] env[69889]: DEBUG nova.compute.manager [req-fbe3238a-0b8c-43f3-906d-6d41d7521e83 req-8308108a-e66a-45f9-b8f5-51db2a355c97 service nova] [instance: 72912814-7e55-405f-a878-7102dcdfc7d1] Received event network-vif-plugged-440590e0-b686-4fe9-a456-51a725d59ee7 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 889.166722] env[69889]: DEBUG oslo_concurrency.lockutils [req-fbe3238a-0b8c-43f3-906d-6d41d7521e83 req-8308108a-e66a-45f9-b8f5-51db2a355c97 service nova] Acquiring lock "72912814-7e55-405f-a878-7102dcdfc7d1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.166881] env[69889]: DEBUG oslo_concurrency.lockutils [req-fbe3238a-0b8c-43f3-906d-6d41d7521e83 req-8308108a-e66a-45f9-b8f5-51db2a355c97 service nova] Lock "72912814-7e55-405f-a878-7102dcdfc7d1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.167192] env[69889]: DEBUG oslo_concurrency.lockutils [req-fbe3238a-0b8c-43f3-906d-6d41d7521e83 req-8308108a-e66a-45f9-b8f5-51db2a355c97 service nova] Lock "72912814-7e55-405f-a878-7102dcdfc7d1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.167276] env[69889]: DEBUG nova.compute.manager [req-fbe3238a-0b8c-43f3-906d-6d41d7521e83 req-8308108a-e66a-45f9-b8f5-51db2a355c97 service nova] [instance: 72912814-7e55-405f-a878-7102dcdfc7d1] No waiting events found dispatching network-vif-plugged-440590e0-b686-4fe9-a456-51a725d59ee7 {{(pid=69889) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 889.167493] env[69889]: WARNING nova.compute.manager [req-fbe3238a-0b8c-43f3-906d-6d41d7521e83 req-8308108a-e66a-45f9-b8f5-51db2a355c97 service nova] [instance: 72912814-7e55-405f-a878-7102dcdfc7d1] Received unexpected event network-vif-plugged-440590e0-b686-4fe9-a456-51a725d59ee7 for instance with vm_state building and task_state spawning. [ 889.231895] env[69889]: DEBUG nova.compute.manager [req-7a541fdc-3462-4f73-a3af-b9b87a6ff56a req-b3f70c2b-bd94-4ea6-a570-763da2f63f29 service nova] [instance: bbf9db25-688f-4729-9c55-0e1e1196c2f6] Received event network-changed-f131f2fd-e468-46ba-8304-32cffdad9815 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 889.232241] env[69889]: DEBUG nova.compute.manager [req-7a541fdc-3462-4f73-a3af-b9b87a6ff56a req-b3f70c2b-bd94-4ea6-a570-763da2f63f29 service nova] [instance: bbf9db25-688f-4729-9c55-0e1e1196c2f6] Refreshing instance network info cache due to event network-changed-f131f2fd-e468-46ba-8304-32cffdad9815. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 889.232607] env[69889]: DEBUG oslo_concurrency.lockutils [req-7a541fdc-3462-4f73-a3af-b9b87a6ff56a req-b3f70c2b-bd94-4ea6-a570-763da2f63f29 service nova] Acquiring lock "refresh_cache-bbf9db25-688f-4729-9c55-0e1e1196c2f6" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.232835] env[69889]: DEBUG oslo_concurrency.lockutils [req-7a541fdc-3462-4f73-a3af-b9b87a6ff56a req-b3f70c2b-bd94-4ea6-a570-763da2f63f29 service nova] Acquired lock "refresh_cache-bbf9db25-688f-4729-9c55-0e1e1196c2f6" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.233070] env[69889]: DEBUG nova.network.neutron [req-7a541fdc-3462-4f73-a3af-b9b87a6ff56a req-b3f70c2b-bd94-4ea6-a570-763da2f63f29 service nova] [instance: bbf9db25-688f-4729-9c55-0e1e1196c2f6] Refreshing network info cache for port f131f2fd-e468-46ba-8304-32cffdad9815 {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 889.315685] env[69889]: DEBUG oslo_concurrency.lockutils [None req-4d85b54e-5d11-4906-bafe-d431fc189c9b tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Acquiring lock "refresh_cache-72912814-7e55-405f-a878-7102dcdfc7d1" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.315852] env[69889]: DEBUG oslo_concurrency.lockutils [None req-4d85b54e-5d11-4906-bafe-d431fc189c9b tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Acquired lock "refresh_cache-72912814-7e55-405f-a878-7102dcdfc7d1" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.316162] env[69889]: DEBUG nova.network.neutron [None req-4d85b54e-5d11-4906-bafe-d431fc189c9b tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 72912814-7e55-405f-a878-7102dcdfc7d1] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 889.324226] env[69889]: INFO nova.compute.manager [None req-0d046899-f665-4e10-8859-3bb18d58d11b tempest-ServerMetadataTestJSON-21317979 tempest-ServerMetadataTestJSON-21317979-project-member] [instance: 37c0c047-a9c0-4e1e-8794-9ad3b6efc875] Took 40.69 seconds to build instance. [ 889.367758] env[69889]: DEBUG oslo_vmware.api [None req-2b379987-ed06-43e7-b50f-7f473b913c0b tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4077279, 'name': PowerOffVM_Task, 'duration_secs': 0.326877} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.368175] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b379987-ed06-43e7-b50f-7f473b913c0b tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 889.368436] env[69889]: DEBUG nova.compute.manager [None req-2b379987-ed06-43e7-b50f-7f473b913c0b tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 889.369344] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bea84ed-0433-483b-b5ad-90a6ba70d340 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.488266] env[69889]: DEBUG nova.compute.utils [None req-a2b748de-fee9-4042-a4b3-06dbc6486931 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 889.493802] env[69889]: DEBUG nova.compute.manager [None req-a2b748de-fee9-4042-a4b3-06dbc6486931 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] [instance: 233f5e8b-de2a-4e68-b8ca-2a548f32617f] Allocating IP information in the background. {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 889.493802] env[69889]: DEBUG nova.network.neutron [None req-a2b748de-fee9-4042-a4b3-06dbc6486931 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] [instance: 233f5e8b-de2a-4e68-b8ca-2a548f32617f] allocate_for_instance() {{(pid=69889) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 889.506509] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077280, 'name': CreateVM_Task, 'duration_secs': 0.39815} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.506699] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bbf9db25-688f-4729-9c55-0e1e1196c2f6] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 889.507380] env[69889]: DEBUG oslo_concurrency.lockutils [None req-363e84ed-8b9b-4ec7-ab59-38c11278e952 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.507572] env[69889]: DEBUG oslo_concurrency.lockutils [None req-363e84ed-8b9b-4ec7-ab59-38c11278e952 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.508168] env[69889]: DEBUG oslo_concurrency.lockutils [None req-363e84ed-8b9b-4ec7-ab59-38c11278e952 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.508168] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6faaa7b-d38b-479c-8cf2-362adcc907e6 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.513551] env[69889]: DEBUG oslo_vmware.api [None req-363e84ed-8b9b-4ec7-ab59-38c11278e952 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Waiting for the task: (returnval){ [ 889.513551] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]5208bd4d-7364-430b-8ef6-d521bd5f443e" [ 889.513551] env[69889]: _type = "Task" [ 889.513551] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.528668] env[69889]: DEBUG oslo_vmware.api [None req-363e84ed-8b9b-4ec7-ab59-38c11278e952 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5208bd4d-7364-430b-8ef6-d521bd5f443e, 'name': SearchDatastore_Task, 'duration_secs': 0.010646} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.528949] env[69889]: DEBUG oslo_concurrency.lockutils [None req-363e84ed-8b9b-4ec7-ab59-38c11278e952 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.529222] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-363e84ed-8b9b-4ec7-ab59-38c11278e952 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: bbf9db25-688f-4729-9c55-0e1e1196c2f6] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 889.529462] env[69889]: DEBUG oslo_concurrency.lockutils [None req-363e84ed-8b9b-4ec7-ab59-38c11278e952 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.529610] env[69889]: DEBUG oslo_concurrency.lockutils [None req-363e84ed-8b9b-4ec7-ab59-38c11278e952 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.529789] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-363e84ed-8b9b-4ec7-ab59-38c11278e952 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 889.530077] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-df24e24d-a8d2-45a4-b6ae-16da40953b9d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.542627] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 889.542982] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 889.543211] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 889.543384] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 889.543534] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 889.543685] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 889.543823] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69889) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 889.543968] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 889.552569] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-363e84ed-8b9b-4ec7-ab59-38c11278e952 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 889.552569] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-363e84ed-8b9b-4ec7-ab59-38c11278e952 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 889.556742] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e544c065-6e0e-4357-b1da-049c50cf6c48 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.565860] env[69889]: DEBUG oslo_vmware.api [None req-7c7313ad-1935-41fa-bb72-46d66baababb tempest-ServerPasswordTestJSON-589325170 tempest-ServerPasswordTestJSON-589325170-project-member] Task: {'id': task-4077278, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.527377} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.566368] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c7313ad-1935-41fa-bb72-46d66baababb tempest-ServerPasswordTestJSON-589325170 tempest-ServerPasswordTestJSON-589325170-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] a7c1b811-fede-428b-b4f9-a4df09e7968d/a7c1b811-fede-428b-b4f9-a4df09e7968d.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 889.566599] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-7c7313ad-1935-41fa-bb72-46d66baababb tempest-ServerPasswordTestJSON-589325170 tempest-ServerPasswordTestJSON-589325170-project-member] [instance: a7c1b811-fede-428b-b4f9-a4df09e7968d] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 889.568346] env[69889]: DEBUG nova.policy [None req-a2b748de-fee9-4042-a4b3-06dbc6486931 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a12734862b594207bcec6e3700678f89', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dbeed8ed18604939b71a7a686896ff14', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69889) authorize /opt/stack/nova/nova/policy.py:192}} [ 889.570934] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-81f7d25e-46b8-4fa2-8312-0cea76acf2ad {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.577019] env[69889]: DEBUG oslo_vmware.api [None req-363e84ed-8b9b-4ec7-ab59-38c11278e952 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Waiting for the task: (returnval){ [ 889.577019] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52bedd05-3e30-8241-a403-c3c65688d570" [ 889.577019] env[69889]: _type = "Task" [ 889.577019] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.583927] env[69889]: DEBUG oslo_vmware.api [None req-7c7313ad-1935-41fa-bb72-46d66baababb tempest-ServerPasswordTestJSON-589325170 tempest-ServerPasswordTestJSON-589325170-project-member] Waiting for the task: (returnval){ [ 889.583927] env[69889]: value = "task-4077281" [ 889.583927] env[69889]: _type = "Task" [ 889.583927] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.587979] env[69889]: DEBUG oslo_vmware.api [None req-363e84ed-8b9b-4ec7-ab59-38c11278e952 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52bedd05-3e30-8241-a403-c3c65688d570, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.604916] env[69889]: DEBUG oslo_vmware.api [None req-7c7313ad-1935-41fa-bb72-46d66baababb tempest-ServerPasswordTestJSON-589325170 tempest-ServerPasswordTestJSON-589325170-project-member] Task: {'id': task-4077281, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.826162] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0d046899-f665-4e10-8859-3bb18d58d11b tempest-ServerMetadataTestJSON-21317979 tempest-ServerMetadataTestJSON-21317979-project-member] Lock "37c0c047-a9c0-4e1e-8794-9ad3b6efc875" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.335s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.861128] env[69889]: DEBUG oslo_concurrency.lockutils [None req-80b90b55-e68d-4e94-8e4e-610c1c80d8dd tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Acquiring lock "035a867b-5707-43b4-b743-3e32775063ea" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.861453] env[69889]: DEBUG oslo_concurrency.lockutils [None req-80b90b55-e68d-4e94-8e4e-610c1c80d8dd tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Lock "035a867b-5707-43b4-b743-3e32775063ea" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.861809] env[69889]: INFO nova.compute.manager [None req-80b90b55-e68d-4e94-8e4e-610c1c80d8dd tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] [instance: 035a867b-5707-43b4-b743-3e32775063ea] Rebooting instance [ 889.878440] env[69889]: DEBUG nova.network.neutron [None req-4d85b54e-5d11-4906-bafe-d431fc189c9b tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 72912814-7e55-405f-a878-7102dcdfc7d1] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 889.890680] env[69889]: DEBUG oslo_concurrency.lockutils [None req-2b379987-ed06-43e7-b50f-7f473b913c0b tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Lock "0c73213b-c2e1-42cb-a8f4-e3109adfd354" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.074s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.935521] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5464d4e7-d2d8-4ad8-b91c-bb14ee03c876 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Acquiring lock "b4d9b431-14b5-46c9-9691-f5bfc012d8ca" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.935806] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5464d4e7-d2d8-4ad8-b91c-bb14ee03c876 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Lock "b4d9b431-14b5-46c9-9691-f5bfc012d8ca" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.936060] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5464d4e7-d2d8-4ad8-b91c-bb14ee03c876 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Acquiring lock "b4d9b431-14b5-46c9-9691-f5bfc012d8ca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.936216] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5464d4e7-d2d8-4ad8-b91c-bb14ee03c876 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Lock "b4d9b431-14b5-46c9-9691-f5bfc012d8ca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.936492] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5464d4e7-d2d8-4ad8-b91c-bb14ee03c876 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Lock "b4d9b431-14b5-46c9-9691-f5bfc012d8ca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.940871] env[69889]: INFO nova.compute.manager [None req-5464d4e7-d2d8-4ad8-b91c-bb14ee03c876 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] [instance: b4d9b431-14b5-46c9-9691-f5bfc012d8ca] Terminating instance [ 889.993868] env[69889]: DEBUG nova.compute.utils [None req-a2b748de-fee9-4042-a4b3-06dbc6486931 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 890.046929] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.067760] env[69889]: DEBUG nova.network.neutron [None req-a2b748de-fee9-4042-a4b3-06dbc6486931 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] [instance: 233f5e8b-de2a-4e68-b8ca-2a548f32617f] Successfully created port: 70e208d1-374a-4e6f-a0b0-2c888e3a9f14 {{(pid=69889) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 890.088739] env[69889]: DEBUG oslo_vmware.api [None req-363e84ed-8b9b-4ec7-ab59-38c11278e952 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52bedd05-3e30-8241-a403-c3c65688d570, 'name': SearchDatastore_Task, 'duration_secs': 0.024071} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.095169] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7502724-7353-4b6a-8abe-9073ef956967 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.103285] env[69889]: DEBUG oslo_vmware.api [None req-7c7313ad-1935-41fa-bb72-46d66baababb tempest-ServerPasswordTestJSON-589325170 tempest-ServerPasswordTestJSON-589325170-project-member] Task: {'id': task-4077281, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.212487} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.104746] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-7c7313ad-1935-41fa-bb72-46d66baababb tempest-ServerPasswordTestJSON-589325170 tempest-ServerPasswordTestJSON-589325170-project-member] [instance: a7c1b811-fede-428b-b4f9-a4df09e7968d] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 890.105344] env[69889]: DEBUG oslo_vmware.api [None req-363e84ed-8b9b-4ec7-ab59-38c11278e952 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Waiting for the task: (returnval){ [ 890.105344] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]5235d7fa-7802-f4ee-a40a-24ceea02e6c8" [ 890.105344] env[69889]: _type = "Task" [ 890.105344] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.106086] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45b1d76f-a787-4208-b437-69aded5ef0cf {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.109460] env[69889]: DEBUG nova.network.neutron [req-7a541fdc-3462-4f73-a3af-b9b87a6ff56a req-b3f70c2b-bd94-4ea6-a570-763da2f63f29 service nova] [instance: bbf9db25-688f-4729-9c55-0e1e1196c2f6] Updated VIF entry in instance network info cache for port f131f2fd-e468-46ba-8304-32cffdad9815. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 890.109836] env[69889]: DEBUG nova.network.neutron [req-7a541fdc-3462-4f73-a3af-b9b87a6ff56a req-b3f70c2b-bd94-4ea6-a570-763da2f63f29 service nova] [instance: bbf9db25-688f-4729-9c55-0e1e1196c2f6] Updating instance_info_cache with network_info: [{"id": "f131f2fd-e468-46ba-8304-32cffdad9815", "address": "fa:16:3e:71:7a:cb", "network": {"id": "dc7a1c63-64ed-41ca-b29f-202337c0d542", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1276397426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf71caefe82444e1aa35f5f5071b52f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf131f2fd-e4", "ovs_interfaceid": "f131f2fd-e468-46ba-8304-32cffdad9815", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.132398] env[69889]: DEBUG oslo_vmware.api [None req-363e84ed-8b9b-4ec7-ab59-38c11278e952 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5235d7fa-7802-f4ee-a40a-24ceea02e6c8, 'name': SearchDatastore_Task, 'duration_secs': 0.012327} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.141384] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c7313ad-1935-41fa-bb72-46d66baababb tempest-ServerPasswordTestJSON-589325170 tempest-ServerPasswordTestJSON-589325170-project-member] [instance: a7c1b811-fede-428b-b4f9-a4df09e7968d] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] a7c1b811-fede-428b-b4f9-a4df09e7968d/a7c1b811-fede-428b-b4f9-a4df09e7968d.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 890.142521] env[69889]: DEBUG nova.network.neutron [None req-4d85b54e-5d11-4906-bafe-d431fc189c9b tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 72912814-7e55-405f-a878-7102dcdfc7d1] Updating instance_info_cache with network_info: [{"id": "440590e0-b686-4fe9-a456-51a725d59ee7", "address": "fa:16:3e:ce:d1:45", "network": {"id": "50ea9016-d269-45df-b7c1-4e83533c6d0e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-430026636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5468c1b0ae3e473cb6a330efa6052f2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap440590e0-b6", "ovs_interfaceid": "440590e0-b686-4fe9-a456-51a725d59ee7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.145461] env[69889]: DEBUG oslo_concurrency.lockutils [None req-363e84ed-8b9b-4ec7-ab59-38c11278e952 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.145727] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-363e84ed-8b9b-4ec7-ab59-38c11278e952 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] bbf9db25-688f-4729-9c55-0e1e1196c2f6/bbf9db25-688f-4729-9c55-0e1e1196c2f6.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 890.145977] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1e0c596-d528-4403-9d90-07ca148ac50b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.161567] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-457358a5-7f3b-4742-959d-94cc87473875 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.165585] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eeb83fed-be78-40f3-9287-398692eee691 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.175984] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a14b4ec7-b69c-4dee-92a2-3e1efc0045d6 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.180406] env[69889]: DEBUG oslo_vmware.api [None req-363e84ed-8b9b-4ec7-ab59-38c11278e952 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Waiting for the task: (returnval){ [ 890.180406] env[69889]: value = "task-4077282" [ 890.180406] env[69889]: _type = "Task" [ 890.180406] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.182354] env[69889]: DEBUG oslo_vmware.api [None req-7c7313ad-1935-41fa-bb72-46d66baababb tempest-ServerPasswordTestJSON-589325170 tempest-ServerPasswordTestJSON-589325170-project-member] Waiting for the task: (returnval){ [ 890.182354] env[69889]: value = "task-4077283" [ 890.182354] env[69889]: _type = "Task" [ 890.182354] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.220408] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94beac50-8ac1-4579-901f-a492cc71f620 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.229896] env[69889]: DEBUG oslo_vmware.api [None req-363e84ed-8b9b-4ec7-ab59-38c11278e952 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4077282, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.230209] env[69889]: DEBUG oslo_vmware.api [None req-7c7313ad-1935-41fa-bb72-46d66baababb tempest-ServerPasswordTestJSON-589325170 tempest-ServerPasswordTestJSON-589325170-project-member] Task: {'id': task-4077283, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.237037] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7718197-3f99-42ad-b560-da9b2786655b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.252584] env[69889]: DEBUG nova.compute.provider_tree [None req-2a812ec4-6fd8-4529-b442-bd966a1a26dd tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 890.331765] env[69889]: DEBUG nova.compute.manager [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: 1ff86d69-e1bb-4998-9a5b-6b798772f9e3] Starting instance... {{(pid=69889) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 890.386469] env[69889]: DEBUG oslo_concurrency.lockutils [None req-80b90b55-e68d-4e94-8e4e-610c1c80d8dd tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Acquiring lock "refresh_cache-035a867b-5707-43b4-b743-3e32775063ea" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.386726] env[69889]: DEBUG oslo_concurrency.lockutils [None req-80b90b55-e68d-4e94-8e4e-610c1c80d8dd tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Acquired lock "refresh_cache-035a867b-5707-43b4-b743-3e32775063ea" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.386915] env[69889]: DEBUG nova.network.neutron [None req-80b90b55-e68d-4e94-8e4e-610c1c80d8dd tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] [instance: 035a867b-5707-43b4-b743-3e32775063ea] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 890.445466] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5464d4e7-d2d8-4ad8-b91c-bb14ee03c876 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Acquiring lock "refresh_cache-b4d9b431-14b5-46c9-9691-f5bfc012d8ca" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.445684] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5464d4e7-d2d8-4ad8-b91c-bb14ee03c876 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Acquired lock "refresh_cache-b4d9b431-14b5-46c9-9691-f5bfc012d8ca" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.445842] env[69889]: DEBUG nova.network.neutron [None req-5464d4e7-d2d8-4ad8-b91c-bb14ee03c876 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] [instance: b4d9b431-14b5-46c9-9691-f5bfc012d8ca] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 890.500727] env[69889]: DEBUG nova.compute.manager [None req-a2b748de-fee9-4042-a4b3-06dbc6486931 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] [instance: 233f5e8b-de2a-4e68-b8ca-2a548f32617f] Start building block device mappings for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 890.616994] env[69889]: DEBUG oslo_concurrency.lockutils [req-7a541fdc-3462-4f73-a3af-b9b87a6ff56a req-b3f70c2b-bd94-4ea6-a570-763da2f63f29 service nova] Releasing lock "refresh_cache-bbf9db25-688f-4729-9c55-0e1e1196c2f6" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.617620] env[69889]: DEBUG nova.compute.manager [req-7a541fdc-3462-4f73-a3af-b9b87a6ff56a req-b3f70c2b-bd94-4ea6-a570-763da2f63f29 service nova] [instance: 035a867b-5707-43b4-b743-3e32775063ea] Received event network-changed-f182f951-c941-40d0-8bae-4ce0f551d0f7 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 890.618151] env[69889]: DEBUG nova.compute.manager [req-7a541fdc-3462-4f73-a3af-b9b87a6ff56a req-b3f70c2b-bd94-4ea6-a570-763da2f63f29 service nova] [instance: 035a867b-5707-43b4-b743-3e32775063ea] Refreshing instance network info cache due to event network-changed-f182f951-c941-40d0-8bae-4ce0f551d0f7. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 890.618636] env[69889]: DEBUG oslo_concurrency.lockutils [req-7a541fdc-3462-4f73-a3af-b9b87a6ff56a req-b3f70c2b-bd94-4ea6-a570-763da2f63f29 service nova] Acquiring lock "refresh_cache-035a867b-5707-43b4-b743-3e32775063ea" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.666513] env[69889]: DEBUG oslo_concurrency.lockutils [None req-4d85b54e-5d11-4906-bafe-d431fc189c9b tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Releasing lock "refresh_cache-72912814-7e55-405f-a878-7102dcdfc7d1" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.667031] env[69889]: DEBUG nova.compute.manager [None req-4d85b54e-5d11-4906-bafe-d431fc189c9b tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 72912814-7e55-405f-a878-7102dcdfc7d1] Instance network_info: |[{"id": "440590e0-b686-4fe9-a456-51a725d59ee7", "address": "fa:16:3e:ce:d1:45", "network": {"id": "50ea9016-d269-45df-b7c1-4e83533c6d0e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-430026636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5468c1b0ae3e473cb6a330efa6052f2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap440590e0-b6", "ovs_interfaceid": "440590e0-b686-4fe9-a456-51a725d59ee7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 890.667700] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-4d85b54e-5d11-4906-bafe-d431fc189c9b tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 72912814-7e55-405f-a878-7102dcdfc7d1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:d1:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0248a27a-1d7f-4195-987b-06bfc8467347', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '440590e0-b686-4fe9-a456-51a725d59ee7', 'vif_model': 'vmxnet3'}] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 890.677561] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4d85b54e-5d11-4906-bafe-d431fc189c9b tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 890.678024] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72912814-7e55-405f-a878-7102dcdfc7d1] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 890.678347] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e7bb5397-c14b-4293-a90f-982153b4b6e5 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.707518] env[69889]: DEBUG oslo_vmware.api [None req-363e84ed-8b9b-4ec7-ab59-38c11278e952 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4077282, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.712305] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 890.712305] env[69889]: value = "task-4077284" [ 890.712305] env[69889]: _type = "Task" [ 890.712305] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.712750] env[69889]: DEBUG oslo_vmware.api [None req-7c7313ad-1935-41fa-bb72-46d66baababb tempest-ServerPasswordTestJSON-589325170 tempest-ServerPasswordTestJSON-589325170-project-member] Task: {'id': task-4077283, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.725054] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077284, 'name': CreateVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.756606] env[69889]: DEBUG nova.scheduler.client.report [None req-2a812ec4-6fd8-4529-b442-bd966a1a26dd tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 890.854392] env[69889]: DEBUG oslo_concurrency.lockutils [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.973180] env[69889]: DEBUG nova.network.neutron [None req-5464d4e7-d2d8-4ad8-b91c-bb14ee03c876 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] [instance: b4d9b431-14b5-46c9-9691-f5bfc012d8ca] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 891.083271] env[69889]: DEBUG nova.network.neutron [None req-5464d4e7-d2d8-4ad8-b91c-bb14ee03c876 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] [instance: b4d9b431-14b5-46c9-9691-f5bfc012d8ca] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.194540] env[69889]: DEBUG nova.network.neutron [None req-80b90b55-e68d-4e94-8e4e-610c1c80d8dd tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] [instance: 035a867b-5707-43b4-b743-3e32775063ea] Updating instance_info_cache with network_info: [{"id": "f182f951-c941-40d0-8bae-4ce0f551d0f7", "address": "fa:16:3e:14:a8:6b", "network": {"id": "ec6d7cf6-b03f-428c-aabe-65420314277a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2046483185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83b454098fbd45bf96bfeae8593bb9c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf182f951-c9", "ovs_interfaceid": "f182f951-c941-40d0-8bae-4ce0f551d0f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.211750] env[69889]: DEBUG oslo_vmware.api [None req-363e84ed-8b9b-4ec7-ab59-38c11278e952 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4077282, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.672205} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.211995] env[69889]: DEBUG oslo_vmware.api [None req-7c7313ad-1935-41fa-bb72-46d66baababb tempest-ServerPasswordTestJSON-589325170 tempest-ServerPasswordTestJSON-589325170-project-member] Task: {'id': task-4077283, 'name': ReconfigVM_Task, 'duration_secs': 0.808948} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.212887] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-363e84ed-8b9b-4ec7-ab59-38c11278e952 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] bbf9db25-688f-4729-9c55-0e1e1196c2f6/bbf9db25-688f-4729-9c55-0e1e1196c2f6.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 891.213129] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-363e84ed-8b9b-4ec7-ab59-38c11278e952 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: bbf9db25-688f-4729-9c55-0e1e1196c2f6] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 891.213410] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c7313ad-1935-41fa-bb72-46d66baababb tempest-ServerPasswordTestJSON-589325170 tempest-ServerPasswordTestJSON-589325170-project-member] [instance: a7c1b811-fede-428b-b4f9-a4df09e7968d] Reconfigured VM instance instance-00000031 to attach disk [datastore2] a7c1b811-fede-428b-b4f9-a4df09e7968d/a7c1b811-fede-428b-b4f9-a4df09e7968d.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 891.214065] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d4120273-5245-4aff-9649-fff18d62df50 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.216244] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-319cc22d-44a2-47cd-a0b5-e562cc496622 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.229115] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077284, 'name': CreateVM_Task, 'duration_secs': 0.460944} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.231347] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72912814-7e55-405f-a878-7102dcdfc7d1] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 891.231724] env[69889]: DEBUG oslo_vmware.api [None req-7c7313ad-1935-41fa-bb72-46d66baababb tempest-ServerPasswordTestJSON-589325170 tempest-ServerPasswordTestJSON-589325170-project-member] Waiting for the task: (returnval){ [ 891.231724] env[69889]: value = "task-4077285" [ 891.231724] env[69889]: _type = "Task" [ 891.231724] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.231975] env[69889]: DEBUG oslo_vmware.api [None req-363e84ed-8b9b-4ec7-ab59-38c11278e952 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Waiting for the task: (returnval){ [ 891.231975] env[69889]: value = "task-4077286" [ 891.231975] env[69889]: _type = "Task" [ 891.231975] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.232708] env[69889]: DEBUG oslo_concurrency.lockutils [None req-4d85b54e-5d11-4906-bafe-d431fc189c9b tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.232799] env[69889]: DEBUG oslo_concurrency.lockutils [None req-4d85b54e-5d11-4906-bafe-d431fc189c9b tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.233153] env[69889]: DEBUG oslo_concurrency.lockutils [None req-4d85b54e-5d11-4906-bafe-d431fc189c9b tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.233501] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fb15a07-48bf-4104-ba35-1d2d568fd52b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.248353] env[69889]: DEBUG oslo_vmware.api [None req-363e84ed-8b9b-4ec7-ab59-38c11278e952 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4077286, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.253140] env[69889]: DEBUG oslo_vmware.api [None req-4d85b54e-5d11-4906-bafe-d431fc189c9b tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Waiting for the task: (returnval){ [ 891.253140] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52eb14f7-02f8-b815-2b2d-669727529956" [ 891.253140] env[69889]: _type = "Task" [ 891.253140] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.253365] env[69889]: DEBUG oslo_vmware.api [None req-7c7313ad-1935-41fa-bb72-46d66baababb tempest-ServerPasswordTestJSON-589325170 tempest-ServerPasswordTestJSON-589325170-project-member] Task: {'id': task-4077285, 'name': Rename_Task} progress is 10%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.265266] env[69889]: DEBUG oslo_concurrency.lockutils [None req-2a812ec4-6fd8-4529-b442-bd966a1a26dd tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.283s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.267874] env[69889]: DEBUG oslo_vmware.api [None req-4d85b54e-5d11-4906-bafe-d431fc189c9b tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52eb14f7-02f8-b815-2b2d-669727529956, 'name': SearchDatastore_Task, 'duration_secs': 0.01509} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.269215] env[69889]: DEBUG oslo_concurrency.lockutils [None req-8c84be97-5a4d-46bb-8a4c-44dd8de539cd tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.434s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.270623] env[69889]: INFO nova.compute.claims [None req-8c84be97-5a4d-46bb-8a4c-44dd8de539cd tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: f5e9c9c1-3038-4530-9694-0e51131cdf87] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 891.274477] env[69889]: DEBUG oslo_concurrency.lockutils [None req-4d85b54e-5d11-4906-bafe-d431fc189c9b tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.274704] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-4d85b54e-5d11-4906-bafe-d431fc189c9b tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 72912814-7e55-405f-a878-7102dcdfc7d1] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 891.274992] env[69889]: DEBUG oslo_concurrency.lockutils [None req-4d85b54e-5d11-4906-bafe-d431fc189c9b tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.275232] env[69889]: DEBUG oslo_concurrency.lockutils [None req-4d85b54e-5d11-4906-bafe-d431fc189c9b tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.275506] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d85b54e-5d11-4906-bafe-d431fc189c9b tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 891.276091] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a2dd3077-5390-4866-a54a-f062aa82998d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.286389] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d85b54e-5d11-4906-bafe-d431fc189c9b tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 891.286714] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-4d85b54e-5d11-4906-bafe-d431fc189c9b tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 891.289561] env[69889]: INFO nova.scheduler.client.report [None req-2a812ec4-6fd8-4529-b442-bd966a1a26dd tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Deleted allocations for instance fcc33919-98ac-42bc-8c76-a65e1189865a [ 891.289561] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fe8aac4-f06f-46a5-807a-2b3647fb0169 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.299014] env[69889]: DEBUG oslo_vmware.api [None req-4d85b54e-5d11-4906-bafe-d431fc189c9b tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Waiting for the task: (returnval){ [ 891.299014] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52e6d5d2-bd07-984c-f500-62248bb25b6d" [ 891.299014] env[69889]: _type = "Task" [ 891.299014] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.310720] env[69889]: DEBUG oslo_vmware.api [None req-4d85b54e-5d11-4906-bafe-d431fc189c9b tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52e6d5d2-bd07-984c-f500-62248bb25b6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.388267] env[69889]: DEBUG nova.compute.manager [req-347f36d7-a42f-44ce-b0d7-815c7b919260 req-fd2d6954-f737-4de3-9774-95448ec14e22 service nova] [instance: 72912814-7e55-405f-a878-7102dcdfc7d1] Received event network-changed-440590e0-b686-4fe9-a456-51a725d59ee7 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 891.388481] env[69889]: DEBUG nova.compute.manager [req-347f36d7-a42f-44ce-b0d7-815c7b919260 req-fd2d6954-f737-4de3-9774-95448ec14e22 service nova] [instance: 72912814-7e55-405f-a878-7102dcdfc7d1] Refreshing instance network info cache due to event network-changed-440590e0-b686-4fe9-a456-51a725d59ee7. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 891.389088] env[69889]: DEBUG oslo_concurrency.lockutils [req-347f36d7-a42f-44ce-b0d7-815c7b919260 req-fd2d6954-f737-4de3-9774-95448ec14e22 service nova] Acquiring lock "refresh_cache-72912814-7e55-405f-a878-7102dcdfc7d1" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.389088] env[69889]: DEBUG oslo_concurrency.lockutils [req-347f36d7-a42f-44ce-b0d7-815c7b919260 req-fd2d6954-f737-4de3-9774-95448ec14e22 service nova] Acquired lock "refresh_cache-72912814-7e55-405f-a878-7102dcdfc7d1" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.389088] env[69889]: DEBUG nova.network.neutron [req-347f36d7-a42f-44ce-b0d7-815c7b919260 req-fd2d6954-f737-4de3-9774-95448ec14e22 service nova] [instance: 72912814-7e55-405f-a878-7102dcdfc7d1] Refreshing network info cache for port 440590e0-b686-4fe9-a456-51a725d59ee7 {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 891.512411] env[69889]: DEBUG nova.compute.manager [None req-a2b748de-fee9-4042-a4b3-06dbc6486931 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] [instance: 233f5e8b-de2a-4e68-b8ca-2a548f32617f] Start spawning the instance on the hypervisor. {{(pid=69889) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 891.543588] env[69889]: DEBUG nova.virt.hardware [None req-a2b748de-fee9-4042-a4b3-06dbc6486931 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:25:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='1771929019',id=24,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-464150931',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 891.544040] env[69889]: DEBUG nova.virt.hardware [None req-a2b748de-fee9-4042-a4b3-06dbc6486931 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 891.544040] env[69889]: DEBUG nova.virt.hardware [None req-a2b748de-fee9-4042-a4b3-06dbc6486931 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 891.544181] env[69889]: DEBUG nova.virt.hardware [None req-a2b748de-fee9-4042-a4b3-06dbc6486931 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 891.544328] env[69889]: DEBUG nova.virt.hardware [None req-a2b748de-fee9-4042-a4b3-06dbc6486931 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 891.544474] env[69889]: DEBUG nova.virt.hardware [None req-a2b748de-fee9-4042-a4b3-06dbc6486931 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 891.544684] env[69889]: DEBUG nova.virt.hardware [None req-a2b748de-fee9-4042-a4b3-06dbc6486931 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 891.544861] env[69889]: DEBUG nova.virt.hardware [None req-a2b748de-fee9-4042-a4b3-06dbc6486931 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 891.545038] env[69889]: DEBUG nova.virt.hardware [None req-a2b748de-fee9-4042-a4b3-06dbc6486931 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 891.545205] env[69889]: DEBUG nova.virt.hardware [None req-a2b748de-fee9-4042-a4b3-06dbc6486931 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 891.545877] env[69889]: DEBUG nova.virt.hardware [None req-a2b748de-fee9-4042-a4b3-06dbc6486931 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 891.546459] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef3eb568-8fd3-41d2-a5a8-0bbf901d4930 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.555031] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dcda81b-4ca6-4a65-ba66-382bdcddbd0b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.585996] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5464d4e7-d2d8-4ad8-b91c-bb14ee03c876 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Releasing lock "refresh_cache-b4d9b431-14b5-46c9-9691-f5bfc012d8ca" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.586244] env[69889]: DEBUG nova.compute.manager [None req-5464d4e7-d2d8-4ad8-b91c-bb14ee03c876 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] [instance: b4d9b431-14b5-46c9-9691-f5bfc012d8ca] Start destroying the instance on the hypervisor. {{(pid=69889) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 891.586558] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-5464d4e7-d2d8-4ad8-b91c-bb14ee03c876 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] [instance: b4d9b431-14b5-46c9-9691-f5bfc012d8ca] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 891.587504] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50d0d6cf-77f4-449a-85c6-f2f0f8e700f3 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.595768] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-5464d4e7-d2d8-4ad8-b91c-bb14ee03c876 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] [instance: b4d9b431-14b5-46c9-9691-f5bfc012d8ca] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 891.596057] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-09f9e1c7-b0d4-4029-b483-759d03c888f9 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.603619] env[69889]: DEBUG oslo_vmware.api [None req-5464d4e7-d2d8-4ad8-b91c-bb14ee03c876 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Waiting for the task: (returnval){ [ 891.603619] env[69889]: value = "task-4077287" [ 891.603619] env[69889]: _type = "Task" [ 891.603619] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.614227] env[69889]: DEBUG oslo_vmware.api [None req-5464d4e7-d2d8-4ad8-b91c-bb14ee03c876 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Task: {'id': task-4077287, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.705896] env[69889]: DEBUG oslo_concurrency.lockutils [None req-80b90b55-e68d-4e94-8e4e-610c1c80d8dd tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Releasing lock "refresh_cache-035a867b-5707-43b4-b743-3e32775063ea" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.705896] env[69889]: DEBUG oslo_concurrency.lockutils [req-7a541fdc-3462-4f73-a3af-b9b87a6ff56a req-b3f70c2b-bd94-4ea6-a570-763da2f63f29 service nova] Acquired lock "refresh_cache-035a867b-5707-43b4-b743-3e32775063ea" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.707188] env[69889]: DEBUG nova.network.neutron [req-7a541fdc-3462-4f73-a3af-b9b87a6ff56a req-b3f70c2b-bd94-4ea6-a570-763da2f63f29 service nova] [instance: 035a867b-5707-43b4-b743-3e32775063ea] Refreshing network info cache for port f182f951-c941-40d0-8bae-4ce0f551d0f7 {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 891.744376] env[69889]: DEBUG nova.network.neutron [None req-a2b748de-fee9-4042-a4b3-06dbc6486931 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] [instance: 233f5e8b-de2a-4e68-b8ca-2a548f32617f] Successfully updated port: 70e208d1-374a-4e6f-a0b0-2c888e3a9f14 {{(pid=69889) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 891.756446] env[69889]: DEBUG oslo_vmware.api [None req-363e84ed-8b9b-4ec7-ab59-38c11278e952 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4077286, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.144201} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.756697] env[69889]: DEBUG oslo_vmware.api [None req-7c7313ad-1935-41fa-bb72-46d66baababb tempest-ServerPasswordTestJSON-589325170 tempest-ServerPasswordTestJSON-589325170-project-member] Task: {'id': task-4077285, 'name': Rename_Task, 'duration_secs': 0.156973} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.756935] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-363e84ed-8b9b-4ec7-ab59-38c11278e952 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: bbf9db25-688f-4729-9c55-0e1e1196c2f6] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 891.758635] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c7313ad-1935-41fa-bb72-46d66baababb tempest-ServerPasswordTestJSON-589325170 tempest-ServerPasswordTestJSON-589325170-project-member] [instance: a7c1b811-fede-428b-b4f9-a4df09e7968d] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 891.760136] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8c84fdd-63c4-420d-aa5a-4f6eb40dc8c7 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.766099] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e393fbb3-ac55-426e-b899-864db9d440b4 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.793312] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-363e84ed-8b9b-4ec7-ab59-38c11278e952 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: bbf9db25-688f-4729-9c55-0e1e1196c2f6] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] bbf9db25-688f-4729-9c55-0e1e1196c2f6/bbf9db25-688f-4729-9c55-0e1e1196c2f6.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 891.795944] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96b603f7-4cb0-42d4-a86e-642c55f7e9b5 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.811822] env[69889]: DEBUG oslo_vmware.api [None req-7c7313ad-1935-41fa-bb72-46d66baababb tempest-ServerPasswordTestJSON-589325170 tempest-ServerPasswordTestJSON-589325170-project-member] Waiting for the task: (returnval){ [ 891.811822] env[69889]: value = "task-4077288" [ 891.811822] env[69889]: _type = "Task" [ 891.811822] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.821525] env[69889]: DEBUG oslo_concurrency.lockutils [None req-2a812ec4-6fd8-4529-b442-bd966a1a26dd tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Lock "fcc33919-98ac-42bc-8c76-a65e1189865a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.832s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.825592] env[69889]: DEBUG oslo_vmware.api [None req-363e84ed-8b9b-4ec7-ab59-38c11278e952 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Waiting for the task: (returnval){ [ 891.825592] env[69889]: value = "task-4077289" [ 891.825592] env[69889]: _type = "Task" [ 891.825592] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.830274] env[69889]: DEBUG oslo_vmware.api [None req-7c7313ad-1935-41fa-bb72-46d66baababb tempest-ServerPasswordTestJSON-589325170 tempest-ServerPasswordTestJSON-589325170-project-member] Task: {'id': task-4077288, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.837108] env[69889]: DEBUG oslo_vmware.api [None req-4d85b54e-5d11-4906-bafe-d431fc189c9b tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52e6d5d2-bd07-984c-f500-62248bb25b6d, 'name': SearchDatastore_Task, 'duration_secs': 0.011883} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.838487] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fef51456-c80d-4047-a20b-de37154c6148 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.847224] env[69889]: DEBUG oslo_vmware.api [None req-363e84ed-8b9b-4ec7-ab59-38c11278e952 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4077289, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.851674] env[69889]: DEBUG oslo_vmware.api [None req-4d85b54e-5d11-4906-bafe-d431fc189c9b tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Waiting for the task: (returnval){ [ 891.851674] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]521fd362-0e10-b8e4-128f-20ff25de7b77" [ 891.851674] env[69889]: _type = "Task" [ 891.851674] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.861727] env[69889]: DEBUG oslo_vmware.api [None req-4d85b54e-5d11-4906-bafe-d431fc189c9b tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]521fd362-0e10-b8e4-128f-20ff25de7b77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.914756] env[69889]: DEBUG nova.compute.manager [None req-cd7fb708-2963-436a-86c8-78a92f852be4 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] Stashing vm_state: stopped {{(pid=69889) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 892.113757] env[69889]: DEBUG oslo_vmware.api [None req-5464d4e7-d2d8-4ad8-b91c-bb14ee03c876 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Task: {'id': task-4077287, 'name': PowerOffVM_Task, 'duration_secs': 0.356049} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.114112] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-5464d4e7-d2d8-4ad8-b91c-bb14ee03c876 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] [instance: b4d9b431-14b5-46c9-9691-f5bfc012d8ca] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 892.114221] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-5464d4e7-d2d8-4ad8-b91c-bb14ee03c876 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] [instance: b4d9b431-14b5-46c9-9691-f5bfc012d8ca] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 892.114480] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-51c07e25-6ab2-444d-b3d7-a5a4b1d9a309 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.142679] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-5464d4e7-d2d8-4ad8-b91c-bb14ee03c876 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] [instance: b4d9b431-14b5-46c9-9691-f5bfc012d8ca] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 892.143033] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-5464d4e7-d2d8-4ad8-b91c-bb14ee03c876 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] [instance: b4d9b431-14b5-46c9-9691-f5bfc012d8ca] Deleting contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 892.143158] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-5464d4e7-d2d8-4ad8-b91c-bb14ee03c876 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Deleting the datastore file [datastore2] b4d9b431-14b5-46c9-9691-f5bfc012d8ca {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 892.143450] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4be959c0-eef9-45e6-8a9c-94779ee77bf4 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.151158] env[69889]: DEBUG oslo_vmware.api [None req-5464d4e7-d2d8-4ad8-b91c-bb14ee03c876 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Waiting for the task: (returnval){ [ 892.151158] env[69889]: value = "task-4077291" [ 892.151158] env[69889]: _type = "Task" [ 892.151158] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.162720] env[69889]: DEBUG oslo_vmware.api [None req-5464d4e7-d2d8-4ad8-b91c-bb14ee03c876 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Task: {'id': task-4077291, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.214472] env[69889]: DEBUG nova.compute.manager [None req-80b90b55-e68d-4e94-8e4e-610c1c80d8dd tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] [instance: 035a867b-5707-43b4-b743-3e32775063ea] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 892.215446] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc266bde-a2c0-42bc-ac19-91fb9c7f74a0 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.226077] env[69889]: DEBUG nova.network.neutron [req-347f36d7-a42f-44ce-b0d7-815c7b919260 req-fd2d6954-f737-4de3-9774-95448ec14e22 service nova] [instance: 72912814-7e55-405f-a878-7102dcdfc7d1] Updated VIF entry in instance network info cache for port 440590e0-b686-4fe9-a456-51a725d59ee7. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 892.226430] env[69889]: DEBUG nova.network.neutron [req-347f36d7-a42f-44ce-b0d7-815c7b919260 req-fd2d6954-f737-4de3-9774-95448ec14e22 service nova] [instance: 72912814-7e55-405f-a878-7102dcdfc7d1] Updating instance_info_cache with network_info: [{"id": "440590e0-b686-4fe9-a456-51a725d59ee7", "address": "fa:16:3e:ce:d1:45", "network": {"id": "50ea9016-d269-45df-b7c1-4e83533c6d0e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-430026636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5468c1b0ae3e473cb6a330efa6052f2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap440590e0-b6", "ovs_interfaceid": "440590e0-b686-4fe9-a456-51a725d59ee7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.249249] env[69889]: DEBUG oslo_concurrency.lockutils [None req-a2b748de-fee9-4042-a4b3-06dbc6486931 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Acquiring lock "refresh_cache-233f5e8b-de2a-4e68-b8ca-2a548f32617f" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.249503] env[69889]: DEBUG oslo_concurrency.lockutils [None req-a2b748de-fee9-4042-a4b3-06dbc6486931 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Acquired lock "refresh_cache-233f5e8b-de2a-4e68-b8ca-2a548f32617f" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.249699] env[69889]: DEBUG nova.network.neutron [None req-a2b748de-fee9-4042-a4b3-06dbc6486931 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] [instance: 233f5e8b-de2a-4e68-b8ca-2a548f32617f] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 892.329559] env[69889]: DEBUG oslo_vmware.api [None req-7c7313ad-1935-41fa-bb72-46d66baababb tempest-ServerPasswordTestJSON-589325170 tempest-ServerPasswordTestJSON-589325170-project-member] Task: {'id': task-4077288, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.348791] env[69889]: DEBUG oslo_vmware.api [None req-363e84ed-8b9b-4ec7-ab59-38c11278e952 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4077289, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.365798] env[69889]: DEBUG oslo_vmware.api [None req-4d85b54e-5d11-4906-bafe-d431fc189c9b tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]521fd362-0e10-b8e4-128f-20ff25de7b77, 'name': SearchDatastore_Task, 'duration_secs': 0.011968} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.368654] env[69889]: DEBUG oslo_concurrency.lockutils [None req-4d85b54e-5d11-4906-bafe-d431fc189c9b tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.368973] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d85b54e-5d11-4906-bafe-d431fc189c9b tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] 72912814-7e55-405f-a878-7102dcdfc7d1/72912814-7e55-405f-a878-7102dcdfc7d1.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 892.369482] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cefc6662-d7d1-46a8-89ae-b58286bb09e8 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.382835] env[69889]: DEBUG oslo_vmware.api [None req-4d85b54e-5d11-4906-bafe-d431fc189c9b tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Waiting for the task: (returnval){ [ 892.382835] env[69889]: value = "task-4077292" [ 892.382835] env[69889]: _type = "Task" [ 892.382835] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.392875] env[69889]: DEBUG oslo_vmware.api [None req-4d85b54e-5d11-4906-bafe-d431fc189c9b tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Task: {'id': task-4077292, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.437925] env[69889]: DEBUG oslo_concurrency.lockutils [None req-cd7fb708-2963-436a-86c8-78a92f852be4 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.621513] env[69889]: DEBUG nova.network.neutron [req-7a541fdc-3462-4f73-a3af-b9b87a6ff56a req-b3f70c2b-bd94-4ea6-a570-763da2f63f29 service nova] [instance: 035a867b-5707-43b4-b743-3e32775063ea] Updated VIF entry in instance network info cache for port f182f951-c941-40d0-8bae-4ce0f551d0f7. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 892.621513] env[69889]: DEBUG nova.network.neutron [req-7a541fdc-3462-4f73-a3af-b9b87a6ff56a req-b3f70c2b-bd94-4ea6-a570-763da2f63f29 service nova] [instance: 035a867b-5707-43b4-b743-3e32775063ea] Updating instance_info_cache with network_info: [{"id": "f182f951-c941-40d0-8bae-4ce0f551d0f7", "address": "fa:16:3e:14:a8:6b", "network": {"id": "ec6d7cf6-b03f-428c-aabe-65420314277a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2046483185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83b454098fbd45bf96bfeae8593bb9c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf182f951-c9", "ovs_interfaceid": "f182f951-c941-40d0-8bae-4ce0f551d0f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.665139] env[69889]: DEBUG oslo_vmware.api [None req-5464d4e7-d2d8-4ad8-b91c-bb14ee03c876 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Task: {'id': task-4077291, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.0983} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.668848] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-5464d4e7-d2d8-4ad8-b91c-bb14ee03c876 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 892.669082] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-5464d4e7-d2d8-4ad8-b91c-bb14ee03c876 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] [instance: b4d9b431-14b5-46c9-9691-f5bfc012d8ca] Deleted contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 892.669262] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-5464d4e7-d2d8-4ad8-b91c-bb14ee03c876 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] [instance: b4d9b431-14b5-46c9-9691-f5bfc012d8ca] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 892.669451] env[69889]: INFO nova.compute.manager [None req-5464d4e7-d2d8-4ad8-b91c-bb14ee03c876 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] [instance: b4d9b431-14b5-46c9-9691-f5bfc012d8ca] Took 1.08 seconds to destroy the instance on the hypervisor. [ 892.669704] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5464d4e7-d2d8-4ad8-b91c-bb14ee03c876 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 892.670226] env[69889]: DEBUG nova.compute.manager [-] [instance: b4d9b431-14b5-46c9-9691-f5bfc012d8ca] Deallocating network for instance {{(pid=69889) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 892.670329] env[69889]: DEBUG nova.network.neutron [-] [instance: b4d9b431-14b5-46c9-9691-f5bfc012d8ca] deallocate_for_instance() {{(pid=69889) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 892.698227] env[69889]: DEBUG nova.network.neutron [-] [instance: b4d9b431-14b5-46c9-9691-f5bfc012d8ca] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 892.733914] env[69889]: DEBUG oslo_concurrency.lockutils [req-347f36d7-a42f-44ce-b0d7-815c7b919260 req-fd2d6954-f737-4de3-9774-95448ec14e22 service nova] Releasing lock "refresh_cache-72912814-7e55-405f-a878-7102dcdfc7d1" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.794105] env[69889]: DEBUG nova.network.neutron [None req-a2b748de-fee9-4042-a4b3-06dbc6486931 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] [instance: 233f5e8b-de2a-4e68-b8ca-2a548f32617f] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 892.830675] env[69889]: DEBUG oslo_vmware.api [None req-7c7313ad-1935-41fa-bb72-46d66baababb tempest-ServerPasswordTestJSON-589325170 tempest-ServerPasswordTestJSON-589325170-project-member] Task: {'id': task-4077288, 'name': PowerOnVM_Task} progress is 81%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.843131] env[69889]: DEBUG oslo_vmware.api [None req-363e84ed-8b9b-4ec7-ab59-38c11278e952 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4077289, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.897921] env[69889]: DEBUG oslo_vmware.api [None req-4d85b54e-5d11-4906-bafe-d431fc189c9b tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Task: {'id': task-4077292, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.965564] env[69889]: DEBUG nova.network.neutron [None req-a2b748de-fee9-4042-a4b3-06dbc6486931 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] [instance: 233f5e8b-de2a-4e68-b8ca-2a548f32617f] Updating instance_info_cache with network_info: [{"id": "70e208d1-374a-4e6f-a0b0-2c888e3a9f14", "address": "fa:16:3e:74:6d:c9", "network": {"id": "a0d23e8a-3eea-41c9-8153-91c7e65c8d84", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1742377280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbeed8ed18604939b71a7a686896ff14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dacd109c-2442-41b8-b612-7ed3efbdaa94", "external-id": "nsx-vlan-transportzone-940", "segmentation_id": 940, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70e208d1-37", "ovs_interfaceid": "70e208d1-374a-4e6f-a0b0-2c888e3a9f14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.011450] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19dc8586-b0f2-44be-b4d3-a7a94e5b8e53 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.020783] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3186279-08a4-4e83-a456-8488e4ddebe0 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.060040] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f608e2e6-9096-4e2d-ae21-866ab1a1f0f3 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.070038] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71917f19-ed36-45e5-8a7e-8a8ab206d998 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.084454] env[69889]: DEBUG nova.compute.provider_tree [None req-8c84be97-5a4d-46bb-8a4c-44dd8de539cd tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 893.125678] env[69889]: DEBUG oslo_concurrency.lockutils [req-7a541fdc-3462-4f73-a3af-b9b87a6ff56a req-b3f70c2b-bd94-4ea6-a570-763da2f63f29 service nova] Releasing lock "refresh_cache-035a867b-5707-43b4-b743-3e32775063ea" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.201617] env[69889]: DEBUG nova.network.neutron [-] [instance: b4d9b431-14b5-46c9-9691-f5bfc012d8ca] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.237248] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79d94135-3f8d-4766-abac-286adefeff27 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.250460] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-80b90b55-e68d-4e94-8e4e-610c1c80d8dd tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] [instance: 035a867b-5707-43b4-b743-3e32775063ea] Doing hard reboot of VM {{(pid=69889) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 893.251708] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-e82192bf-99e3-4a15-83d3-fbcb7fb02ded {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.261299] env[69889]: DEBUG oslo_vmware.api [None req-80b90b55-e68d-4e94-8e4e-610c1c80d8dd tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Waiting for the task: (returnval){ [ 893.261299] env[69889]: value = "task-4077293" [ 893.261299] env[69889]: _type = "Task" [ 893.261299] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.271024] env[69889]: DEBUG oslo_vmware.api [None req-80b90b55-e68d-4e94-8e4e-610c1c80d8dd tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Task: {'id': task-4077293, 'name': ResetVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.329364] env[69889]: DEBUG oslo_vmware.api [None req-7c7313ad-1935-41fa-bb72-46d66baababb tempest-ServerPasswordTestJSON-589325170 tempest-ServerPasswordTestJSON-589325170-project-member] Task: {'id': task-4077288, 'name': PowerOnVM_Task, 'duration_secs': 1.346353} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.329649] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c7313ad-1935-41fa-bb72-46d66baababb tempest-ServerPasswordTestJSON-589325170 tempest-ServerPasswordTestJSON-589325170-project-member] [instance: a7c1b811-fede-428b-b4f9-a4df09e7968d] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 893.329852] env[69889]: INFO nova.compute.manager [None req-7c7313ad-1935-41fa-bb72-46d66baababb tempest-ServerPasswordTestJSON-589325170 tempest-ServerPasswordTestJSON-589325170-project-member] [instance: a7c1b811-fede-428b-b4f9-a4df09e7968d] Took 10.70 seconds to spawn the instance on the hypervisor. [ 893.330047] env[69889]: DEBUG nova.compute.manager [None req-7c7313ad-1935-41fa-bb72-46d66baababb tempest-ServerPasswordTestJSON-589325170 tempest-ServerPasswordTestJSON-589325170-project-member] [instance: a7c1b811-fede-428b-b4f9-a4df09e7968d] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 893.330860] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0463917-4a34-441c-aeaa-1780db277327 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.344242] env[69889]: DEBUG oslo_vmware.api [None req-363e84ed-8b9b-4ec7-ab59-38c11278e952 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4077289, 'name': ReconfigVM_Task, 'duration_secs': 1.126434} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.348189] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-363e84ed-8b9b-4ec7-ab59-38c11278e952 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: bbf9db25-688f-4729-9c55-0e1e1196c2f6] Reconfigured VM instance instance-00000032 to attach disk [datastore2] bbf9db25-688f-4729-9c55-0e1e1196c2f6/bbf9db25-688f-4729-9c55-0e1e1196c2f6.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 893.349747] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-05c33e7a-06ea-4977-a22a-36328ade3769 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.357449] env[69889]: DEBUG oslo_vmware.api [None req-363e84ed-8b9b-4ec7-ab59-38c11278e952 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Waiting for the task: (returnval){ [ 893.357449] env[69889]: value = "task-4077294" [ 893.357449] env[69889]: _type = "Task" [ 893.357449] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.357694] env[69889]: DEBUG oslo_concurrency.lockutils [None req-6bdf5254-997a-4267-9e5f-002f2cb840f0 tempest-ServerMetadataTestJSON-21317979 tempest-ServerMetadataTestJSON-21317979-project-member] Acquiring lock "37c0c047-a9c0-4e1e-8794-9ad3b6efc875" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.357878] env[69889]: DEBUG oslo_concurrency.lockutils [None req-6bdf5254-997a-4267-9e5f-002f2cb840f0 tempest-ServerMetadataTestJSON-21317979 tempest-ServerMetadataTestJSON-21317979-project-member] Lock "37c0c047-a9c0-4e1e-8794-9ad3b6efc875" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.358110] env[69889]: DEBUG oslo_concurrency.lockutils [None req-6bdf5254-997a-4267-9e5f-002f2cb840f0 tempest-ServerMetadataTestJSON-21317979 tempest-ServerMetadataTestJSON-21317979-project-member] Acquiring lock "37c0c047-a9c0-4e1e-8794-9ad3b6efc875-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.358307] env[69889]: DEBUG oslo_concurrency.lockutils [None req-6bdf5254-997a-4267-9e5f-002f2cb840f0 tempest-ServerMetadataTestJSON-21317979 tempest-ServerMetadataTestJSON-21317979-project-member] Lock "37c0c047-a9c0-4e1e-8794-9ad3b6efc875-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.358504] env[69889]: DEBUG oslo_concurrency.lockutils [None req-6bdf5254-997a-4267-9e5f-002f2cb840f0 tempest-ServerMetadataTestJSON-21317979 tempest-ServerMetadataTestJSON-21317979-project-member] Lock "37c0c047-a9c0-4e1e-8794-9ad3b6efc875-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.364694] env[69889]: INFO nova.compute.manager [None req-6bdf5254-997a-4267-9e5f-002f2cb840f0 tempest-ServerMetadataTestJSON-21317979 tempest-ServerMetadataTestJSON-21317979-project-member] [instance: 37c0c047-a9c0-4e1e-8794-9ad3b6efc875] Terminating instance [ 893.376823] env[69889]: DEBUG oslo_vmware.api [None req-363e84ed-8b9b-4ec7-ab59-38c11278e952 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4077294, 'name': Rename_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.400122] env[69889]: DEBUG oslo_vmware.api [None req-4d85b54e-5d11-4906-bafe-d431fc189c9b tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Task: {'id': task-4077292, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521082} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.400122] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d85b54e-5d11-4906-bafe-d431fc189c9b tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] 72912814-7e55-405f-a878-7102dcdfc7d1/72912814-7e55-405f-a878-7102dcdfc7d1.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 893.400599] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-4d85b54e-5d11-4906-bafe-d431fc189c9b tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 72912814-7e55-405f-a878-7102dcdfc7d1] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 893.400945] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-62717dec-e68d-4b9d-aa6a-583586c4fbec {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.409765] env[69889]: DEBUG oslo_vmware.api [None req-4d85b54e-5d11-4906-bafe-d431fc189c9b tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Waiting for the task: (returnval){ [ 893.409765] env[69889]: value = "task-4077295" [ 893.409765] env[69889]: _type = "Task" [ 893.409765] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.421194] env[69889]: DEBUG oslo_vmware.api [None req-4d85b54e-5d11-4906-bafe-d431fc189c9b tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Task: {'id': task-4077295, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.469115] env[69889]: DEBUG oslo_concurrency.lockutils [None req-a2b748de-fee9-4042-a4b3-06dbc6486931 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Releasing lock "refresh_cache-233f5e8b-de2a-4e68-b8ca-2a548f32617f" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.469462] env[69889]: DEBUG nova.compute.manager [None req-a2b748de-fee9-4042-a4b3-06dbc6486931 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] [instance: 233f5e8b-de2a-4e68-b8ca-2a548f32617f] Instance network_info: |[{"id": "70e208d1-374a-4e6f-a0b0-2c888e3a9f14", "address": "fa:16:3e:74:6d:c9", "network": {"id": "a0d23e8a-3eea-41c9-8153-91c7e65c8d84", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1742377280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbeed8ed18604939b71a7a686896ff14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dacd109c-2442-41b8-b612-7ed3efbdaa94", "external-id": "nsx-vlan-transportzone-940", "segmentation_id": 940, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70e208d1-37", "ovs_interfaceid": "70e208d1-374a-4e6f-a0b0-2c888e3a9f14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 893.469912] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-a2b748de-fee9-4042-a4b3-06dbc6486931 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] [instance: 233f5e8b-de2a-4e68-b8ca-2a548f32617f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:6d:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dacd109c-2442-41b8-b612-7ed3efbdaa94', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '70e208d1-374a-4e6f-a0b0-2c888e3a9f14', 'vif_model': 'vmxnet3'}] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 893.477996] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a2b748de-fee9-4042-a4b3-06dbc6486931 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 893.478148] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 233f5e8b-de2a-4e68-b8ca-2a548f32617f] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 893.478833] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-799735bf-894b-4c39-89bf-9376d21ad17b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.497376] env[69889]: DEBUG nova.compute.manager [req-a391b6fa-08cc-4194-b7fe-e38ecc9d04f3 req-7423cb29-0855-4c88-948f-eefa8cdfb362 service nova] [instance: 233f5e8b-de2a-4e68-b8ca-2a548f32617f] Received event network-vif-plugged-70e208d1-374a-4e6f-a0b0-2c888e3a9f14 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 893.497376] env[69889]: DEBUG oslo_concurrency.lockutils [req-a391b6fa-08cc-4194-b7fe-e38ecc9d04f3 req-7423cb29-0855-4c88-948f-eefa8cdfb362 service nova] Acquiring lock "233f5e8b-de2a-4e68-b8ca-2a548f32617f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.497376] env[69889]: DEBUG oslo_concurrency.lockutils [req-a391b6fa-08cc-4194-b7fe-e38ecc9d04f3 req-7423cb29-0855-4c88-948f-eefa8cdfb362 service nova] Lock "233f5e8b-de2a-4e68-b8ca-2a548f32617f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.497376] env[69889]: DEBUG oslo_concurrency.lockutils [req-a391b6fa-08cc-4194-b7fe-e38ecc9d04f3 req-7423cb29-0855-4c88-948f-eefa8cdfb362 service nova] Lock "233f5e8b-de2a-4e68-b8ca-2a548f32617f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.498927] env[69889]: DEBUG nova.compute.manager [req-a391b6fa-08cc-4194-b7fe-e38ecc9d04f3 req-7423cb29-0855-4c88-948f-eefa8cdfb362 service nova] [instance: 233f5e8b-de2a-4e68-b8ca-2a548f32617f] No waiting events found dispatching network-vif-plugged-70e208d1-374a-4e6f-a0b0-2c888e3a9f14 {{(pid=69889) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 893.499314] env[69889]: WARNING nova.compute.manager [req-a391b6fa-08cc-4194-b7fe-e38ecc9d04f3 req-7423cb29-0855-4c88-948f-eefa8cdfb362 service nova] [instance: 233f5e8b-de2a-4e68-b8ca-2a548f32617f] Received unexpected event network-vif-plugged-70e208d1-374a-4e6f-a0b0-2c888e3a9f14 for instance with vm_state building and task_state spawning. [ 893.499507] env[69889]: DEBUG nova.compute.manager [req-a391b6fa-08cc-4194-b7fe-e38ecc9d04f3 req-7423cb29-0855-4c88-948f-eefa8cdfb362 service nova] [instance: 233f5e8b-de2a-4e68-b8ca-2a548f32617f] Received event network-changed-70e208d1-374a-4e6f-a0b0-2c888e3a9f14 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 893.499667] env[69889]: DEBUG nova.compute.manager [req-a391b6fa-08cc-4194-b7fe-e38ecc9d04f3 req-7423cb29-0855-4c88-948f-eefa8cdfb362 service nova] [instance: 233f5e8b-de2a-4e68-b8ca-2a548f32617f] Refreshing instance network info cache due to event network-changed-70e208d1-374a-4e6f-a0b0-2c888e3a9f14. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 893.499856] env[69889]: DEBUG oslo_concurrency.lockutils [req-a391b6fa-08cc-4194-b7fe-e38ecc9d04f3 req-7423cb29-0855-4c88-948f-eefa8cdfb362 service nova] Acquiring lock "refresh_cache-233f5e8b-de2a-4e68-b8ca-2a548f32617f" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.499989] env[69889]: DEBUG oslo_concurrency.lockutils [req-a391b6fa-08cc-4194-b7fe-e38ecc9d04f3 req-7423cb29-0855-4c88-948f-eefa8cdfb362 service nova] Acquired lock "refresh_cache-233f5e8b-de2a-4e68-b8ca-2a548f32617f" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.500158] env[69889]: DEBUG nova.network.neutron [req-a391b6fa-08cc-4194-b7fe-e38ecc9d04f3 req-7423cb29-0855-4c88-948f-eefa8cdfb362 service nova] [instance: 233f5e8b-de2a-4e68-b8ca-2a548f32617f] Refreshing network info cache for port 70e208d1-374a-4e6f-a0b0-2c888e3a9f14 {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 893.508094] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 893.508094] env[69889]: value = "task-4077296" [ 893.508094] env[69889]: _type = "Task" [ 893.508094] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.521556] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077296, 'name': CreateVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.587574] env[69889]: DEBUG nova.scheduler.client.report [None req-8c84be97-5a4d-46bb-8a4c-44dd8de539cd tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 893.753997] env[69889]: INFO nova.compute.manager [-] [instance: b4d9b431-14b5-46c9-9691-f5bfc012d8ca] Took 1.08 seconds to deallocate network for instance. [ 893.771934] env[69889]: DEBUG oslo_vmware.api [None req-80b90b55-e68d-4e94-8e4e-610c1c80d8dd tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Task: {'id': task-4077293, 'name': ResetVM_Task, 'duration_secs': 0.126454} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.772969] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-80b90b55-e68d-4e94-8e4e-610c1c80d8dd tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] [instance: 035a867b-5707-43b4-b743-3e32775063ea] Did hard reboot of VM {{(pid=69889) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 893.773200] env[69889]: DEBUG nova.compute.manager [None req-80b90b55-e68d-4e94-8e4e-610c1c80d8dd tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] [instance: 035a867b-5707-43b4-b743-3e32775063ea] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 893.774041] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90a92855-3f68-4dd2-8cae-ba53bab42012 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.859845] env[69889]: INFO nova.compute.manager [None req-7c7313ad-1935-41fa-bb72-46d66baababb tempest-ServerPasswordTestJSON-589325170 tempest-ServerPasswordTestJSON-589325170-project-member] [instance: a7c1b811-fede-428b-b4f9-a4df09e7968d] Took 43.54 seconds to build instance. [ 893.874954] env[69889]: DEBUG oslo_vmware.api [None req-363e84ed-8b9b-4ec7-ab59-38c11278e952 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4077294, 'name': Rename_Task, 'duration_secs': 0.464601} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.878359] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-363e84ed-8b9b-4ec7-ab59-38c11278e952 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: bbf9db25-688f-4729-9c55-0e1e1196c2f6] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 893.878359] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-05da9b22-cef1-4ee8-a7f7-9967f51c49f5 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.879507] env[69889]: DEBUG nova.compute.manager [None req-6bdf5254-997a-4267-9e5f-002f2cb840f0 tempest-ServerMetadataTestJSON-21317979 tempest-ServerMetadataTestJSON-21317979-project-member] [instance: 37c0c047-a9c0-4e1e-8794-9ad3b6efc875] Start destroying the instance on the hypervisor. {{(pid=69889) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 893.879804] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-6bdf5254-997a-4267-9e5f-002f2cb840f0 tempest-ServerMetadataTestJSON-21317979 tempest-ServerMetadataTestJSON-21317979-project-member] [instance: 37c0c047-a9c0-4e1e-8794-9ad3b6efc875] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 893.881053] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-701e1aa7-7d8d-417b-acc5-13e29d356ed9 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.892703] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bdf5254-997a-4267-9e5f-002f2cb840f0 tempest-ServerMetadataTestJSON-21317979 tempest-ServerMetadataTestJSON-21317979-project-member] [instance: 37c0c047-a9c0-4e1e-8794-9ad3b6efc875] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 893.894650] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d3114be-ffc1-430e-8da4-955007a9b296 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.897113] env[69889]: DEBUG oslo_vmware.api [None req-363e84ed-8b9b-4ec7-ab59-38c11278e952 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Waiting for the task: (returnval){ [ 893.897113] env[69889]: value = "task-4077297" [ 893.897113] env[69889]: _type = "Task" [ 893.897113] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.903133] env[69889]: DEBUG oslo_vmware.api [None req-6bdf5254-997a-4267-9e5f-002f2cb840f0 tempest-ServerMetadataTestJSON-21317979 tempest-ServerMetadataTestJSON-21317979-project-member] Waiting for the task: (returnval){ [ 893.903133] env[69889]: value = "task-4077298" [ 893.903133] env[69889]: _type = "Task" [ 893.903133] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.910237] env[69889]: DEBUG oslo_vmware.api [None req-363e84ed-8b9b-4ec7-ab59-38c11278e952 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4077297, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.919028] env[69889]: DEBUG oslo_vmware.api [None req-6bdf5254-997a-4267-9e5f-002f2cb840f0 tempest-ServerMetadataTestJSON-21317979 tempest-ServerMetadataTestJSON-21317979-project-member] Task: {'id': task-4077298, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.924641] env[69889]: DEBUG oslo_vmware.api [None req-4d85b54e-5d11-4906-bafe-d431fc189c9b tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Task: {'id': task-4077295, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.164761} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.924641] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-4d85b54e-5d11-4906-bafe-d431fc189c9b tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 72912814-7e55-405f-a878-7102dcdfc7d1] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 893.925850] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2007270a-ae7f-49f5-b601-dab1bf6020e8 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.950192] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d85b54e-5d11-4906-bafe-d431fc189c9b tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 72912814-7e55-405f-a878-7102dcdfc7d1] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] 72912814-7e55-405f-a878-7102dcdfc7d1/72912814-7e55-405f-a878-7102dcdfc7d1.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 893.950854] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3648a12-eecf-49ac-aeae-09021c5bbcdb {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.971404] env[69889]: DEBUG oslo_vmware.api [None req-4d85b54e-5d11-4906-bafe-d431fc189c9b tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Waiting for the task: (returnval){ [ 893.971404] env[69889]: value = "task-4077299" [ 893.971404] env[69889]: _type = "Task" [ 893.971404] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.980204] env[69889]: DEBUG oslo_vmware.api [None req-4d85b54e-5d11-4906-bafe-d431fc189c9b tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Task: {'id': task-4077299, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.019437] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077296, 'name': CreateVM_Task} progress is 25%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.258028] env[69889]: DEBUG oslo_concurrency.lockutils [None req-8c84be97-5a4d-46bb-8a4c-44dd8de539cd tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.987s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.258028] env[69889]: DEBUG nova.compute.manager [None req-8c84be97-5a4d-46bb-8a4c-44dd8de539cd tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: f5e9c9c1-3038-4530-9694-0e51131cdf87] Start building networks asynchronously for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 894.262440] env[69889]: DEBUG oslo_concurrency.lockutils [None req-bfc21d9f-297a-41a3-8fd5-fd7a391ee573 tempest-InstanceActionsNegativeTestJSON-1165517597 tempest-InstanceActionsNegativeTestJSON-1165517597-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.698s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.265144] env[69889]: INFO nova.compute.claims [None req-bfc21d9f-297a-41a3-8fd5-fd7a391ee573 tempest-InstanceActionsNegativeTestJSON-1165517597 tempest-InstanceActionsNegativeTestJSON-1165517597-project-member] [instance: 43a79453-1511-401e-80a2-6bbdff6a78c9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 894.270911] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5464d4e7-d2d8-4ad8-b91c-bb14ee03c876 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.293702] env[69889]: DEBUG oslo_concurrency.lockutils [None req-80b90b55-e68d-4e94-8e4e-610c1c80d8dd tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Lock "035a867b-5707-43b4-b743-3e32775063ea" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.432s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.370209] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7c7313ad-1935-41fa-bb72-46d66baababb tempest-ServerPasswordTestJSON-589325170 tempest-ServerPasswordTestJSON-589325170-project-member] Lock "a7c1b811-fede-428b-b4f9-a4df09e7968d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.575s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.415966] env[69889]: DEBUG oslo_vmware.api [None req-363e84ed-8b9b-4ec7-ab59-38c11278e952 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4077297, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.419682] env[69889]: DEBUG oslo_vmware.api [None req-6bdf5254-997a-4267-9e5f-002f2cb840f0 tempest-ServerMetadataTestJSON-21317979 tempest-ServerMetadataTestJSON-21317979-project-member] Task: {'id': task-4077298, 'name': PowerOffVM_Task, 'duration_secs': 0.403531} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.422994] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bdf5254-997a-4267-9e5f-002f2cb840f0 tempest-ServerMetadataTestJSON-21317979 tempest-ServerMetadataTestJSON-21317979-project-member] [instance: 37c0c047-a9c0-4e1e-8794-9ad3b6efc875] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 894.422994] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-6bdf5254-997a-4267-9e5f-002f2cb840f0 tempest-ServerMetadataTestJSON-21317979 tempest-ServerMetadataTestJSON-21317979-project-member] [instance: 37c0c047-a9c0-4e1e-8794-9ad3b6efc875] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 894.422994] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ef91e7dc-8cc9-48eb-a9c1-7fde7fbf8455 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.483357] env[69889]: DEBUG oslo_vmware.api [None req-4d85b54e-5d11-4906-bafe-d431fc189c9b tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Task: {'id': task-4077299, 'name': ReconfigVM_Task, 'duration_secs': 0.467645} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.483357] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d85b54e-5d11-4906-bafe-d431fc189c9b tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 72912814-7e55-405f-a878-7102dcdfc7d1] Reconfigured VM instance instance-00000033 to attach disk [datastore2] 72912814-7e55-405f-a878-7102dcdfc7d1/72912814-7e55-405f-a878-7102dcdfc7d1.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 894.483936] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-51098aa7-b996-4e43-b41a-064d4656de81 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.492211] env[69889]: DEBUG oslo_vmware.api [None req-4d85b54e-5d11-4906-bafe-d431fc189c9b tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Waiting for the task: (returnval){ [ 894.492211] env[69889]: value = "task-4077301" [ 894.492211] env[69889]: _type = "Task" [ 894.492211] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.493634] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-6bdf5254-997a-4267-9e5f-002f2cb840f0 tempest-ServerMetadataTestJSON-21317979 tempest-ServerMetadataTestJSON-21317979-project-member] [instance: 37c0c047-a9c0-4e1e-8794-9ad3b6efc875] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 894.493850] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-6bdf5254-997a-4267-9e5f-002f2cb840f0 tempest-ServerMetadataTestJSON-21317979 tempest-ServerMetadataTestJSON-21317979-project-member] [instance: 37c0c047-a9c0-4e1e-8794-9ad3b6efc875] Deleting contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 894.494135] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bdf5254-997a-4267-9e5f-002f2cb840f0 tempest-ServerMetadataTestJSON-21317979 tempest-ServerMetadataTestJSON-21317979-project-member] Deleting the datastore file [datastore2] 37c0c047-a9c0-4e1e-8794-9ad3b6efc875 {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 894.499415] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2ac0b2f2-0abc-417e-835e-79197856b154 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.513380] env[69889]: DEBUG oslo_vmware.api [None req-4d85b54e-5d11-4906-bafe-d431fc189c9b tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Task: {'id': task-4077301, 'name': Rename_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.522484] env[69889]: DEBUG oslo_vmware.api [None req-6bdf5254-997a-4267-9e5f-002f2cb840f0 tempest-ServerMetadataTestJSON-21317979 tempest-ServerMetadataTestJSON-21317979-project-member] Waiting for the task: (returnval){ [ 894.522484] env[69889]: value = "task-4077302" [ 894.522484] env[69889]: _type = "Task" [ 894.522484] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.531713] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077296, 'name': CreateVM_Task, 'duration_secs': 0.851345} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.533275] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 233f5e8b-de2a-4e68-b8ca-2a548f32617f] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 894.534488] env[69889]: DEBUG oslo_concurrency.lockutils [None req-a2b748de-fee9-4042-a4b3-06dbc6486931 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.534760] env[69889]: DEBUG oslo_concurrency.lockutils [None req-a2b748de-fee9-4042-a4b3-06dbc6486931 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.535651] env[69889]: DEBUG oslo_concurrency.lockutils [None req-a2b748de-fee9-4042-a4b3-06dbc6486931 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.543046] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83c56cfb-dee4-42e9-a1f4-79bccd2ee8e2 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.543046] env[69889]: DEBUG oslo_vmware.api [None req-6bdf5254-997a-4267-9e5f-002f2cb840f0 tempest-ServerMetadataTestJSON-21317979 tempest-ServerMetadataTestJSON-21317979-project-member] Task: {'id': task-4077302, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.547159] env[69889]: DEBUG oslo_vmware.api [None req-a2b748de-fee9-4042-a4b3-06dbc6486931 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Waiting for the task: (returnval){ [ 894.547159] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52f55e43-6388-8e4a-d83e-098a3ce7bf3e" [ 894.547159] env[69889]: _type = "Task" [ 894.547159] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.556834] env[69889]: DEBUG oslo_vmware.api [None req-a2b748de-fee9-4042-a4b3-06dbc6486931 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52f55e43-6388-8e4a-d83e-098a3ce7bf3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.641605] env[69889]: DEBUG nova.network.neutron [req-a391b6fa-08cc-4194-b7fe-e38ecc9d04f3 req-7423cb29-0855-4c88-948f-eefa8cdfb362 service nova] [instance: 233f5e8b-de2a-4e68-b8ca-2a548f32617f] Updated VIF entry in instance network info cache for port 70e208d1-374a-4e6f-a0b0-2c888e3a9f14. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 894.642166] env[69889]: DEBUG nova.network.neutron [req-a391b6fa-08cc-4194-b7fe-e38ecc9d04f3 req-7423cb29-0855-4c88-948f-eefa8cdfb362 service nova] [instance: 233f5e8b-de2a-4e68-b8ca-2a548f32617f] Updating instance_info_cache with network_info: [{"id": "70e208d1-374a-4e6f-a0b0-2c888e3a9f14", "address": "fa:16:3e:74:6d:c9", "network": {"id": "a0d23e8a-3eea-41c9-8153-91c7e65c8d84", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1742377280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbeed8ed18604939b71a7a686896ff14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dacd109c-2442-41b8-b612-7ed3efbdaa94", "external-id": "nsx-vlan-transportzone-940", "segmentation_id": 940, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70e208d1-37", "ovs_interfaceid": "70e208d1-374a-4e6f-a0b0-2c888e3a9f14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.776707] env[69889]: DEBUG nova.compute.utils [None req-8c84be97-5a4d-46bb-8a4c-44dd8de539cd tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 894.781566] env[69889]: DEBUG nova.compute.manager [None req-8c84be97-5a4d-46bb-8a4c-44dd8de539cd tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: f5e9c9c1-3038-4530-9694-0e51131cdf87] Allocating IP information in the background. {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 894.781566] env[69889]: DEBUG nova.network.neutron [None req-8c84be97-5a4d-46bb-8a4c-44dd8de539cd tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: f5e9c9c1-3038-4530-9694-0e51131cdf87] allocate_for_instance() {{(pid=69889) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 894.849534] env[69889]: DEBUG nova.policy [None req-8c84be97-5a4d-46bb-8a4c-44dd8de539cd tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '00fc506c960541388436df2c67bb1797', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ea3b0130534446ba8f3ff8c8e581dae7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69889) authorize /opt/stack/nova/nova/policy.py:192}} [ 894.874551] env[69889]: DEBUG nova.compute.manager [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: 017df34e-1102-4414-b63e-614ee9db8060] Starting instance... {{(pid=69889) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 894.913965] env[69889]: DEBUG oslo_vmware.api [None req-363e84ed-8b9b-4ec7-ab59-38c11278e952 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4077297, 'name': PowerOnVM_Task, 'duration_secs': 0.757453} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.913965] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-363e84ed-8b9b-4ec7-ab59-38c11278e952 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: bbf9db25-688f-4729-9c55-0e1e1196c2f6] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 894.913965] env[69889]: INFO nova.compute.manager [None req-363e84ed-8b9b-4ec7-ab59-38c11278e952 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: bbf9db25-688f-4729-9c55-0e1e1196c2f6] Took 9.42 seconds to spawn the instance on the hypervisor. [ 894.913965] env[69889]: DEBUG nova.compute.manager [None req-363e84ed-8b9b-4ec7-ab59-38c11278e952 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: bbf9db25-688f-4729-9c55-0e1e1196c2f6] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 894.913965] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62d42819-526a-4b06-84b2-6d1bf4e46747 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.005922] env[69889]: DEBUG oslo_vmware.api [None req-4d85b54e-5d11-4906-bafe-d431fc189c9b tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Task: {'id': task-4077301, 'name': Rename_Task, 'duration_secs': 0.169202} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.007035] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d85b54e-5d11-4906-bafe-d431fc189c9b tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 72912814-7e55-405f-a878-7102dcdfc7d1] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 895.007751] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-05b2fbb9-6466-4963-9e26-45fa32094d44 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.015782] env[69889]: DEBUG oslo_vmware.api [None req-4d85b54e-5d11-4906-bafe-d431fc189c9b tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Waiting for the task: (returnval){ [ 895.015782] env[69889]: value = "task-4077303" [ 895.015782] env[69889]: _type = "Task" [ 895.015782] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.025819] env[69889]: DEBUG oslo_vmware.api [None req-4d85b54e-5d11-4906-bafe-d431fc189c9b tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Task: {'id': task-4077303, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.038328] env[69889]: DEBUG oslo_vmware.api [None req-6bdf5254-997a-4267-9e5f-002f2cb840f0 tempest-ServerMetadataTestJSON-21317979 tempest-ServerMetadataTestJSON-21317979-project-member] Task: {'id': task-4077302, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187599} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.039083] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bdf5254-997a-4267-9e5f-002f2cb840f0 tempest-ServerMetadataTestJSON-21317979 tempest-ServerMetadataTestJSON-21317979-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 895.039083] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-6bdf5254-997a-4267-9e5f-002f2cb840f0 tempest-ServerMetadataTestJSON-21317979 tempest-ServerMetadataTestJSON-21317979-project-member] [instance: 37c0c047-a9c0-4e1e-8794-9ad3b6efc875] Deleted contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 895.039243] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-6bdf5254-997a-4267-9e5f-002f2cb840f0 tempest-ServerMetadataTestJSON-21317979 tempest-ServerMetadataTestJSON-21317979-project-member] [instance: 37c0c047-a9c0-4e1e-8794-9ad3b6efc875] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 895.042807] env[69889]: INFO nova.compute.manager [None req-6bdf5254-997a-4267-9e5f-002f2cb840f0 tempest-ServerMetadataTestJSON-21317979 tempest-ServerMetadataTestJSON-21317979-project-member] [instance: 37c0c047-a9c0-4e1e-8794-9ad3b6efc875] Took 1.16 seconds to destroy the instance on the hypervisor. [ 895.042807] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6bdf5254-997a-4267-9e5f-002f2cb840f0 tempest-ServerMetadataTestJSON-21317979 tempest-ServerMetadataTestJSON-21317979-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 895.042807] env[69889]: DEBUG nova.compute.manager [-] [instance: 37c0c047-a9c0-4e1e-8794-9ad3b6efc875] Deallocating network for instance {{(pid=69889) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 895.042807] env[69889]: DEBUG nova.network.neutron [-] [instance: 37c0c047-a9c0-4e1e-8794-9ad3b6efc875] deallocate_for_instance() {{(pid=69889) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 895.059114] env[69889]: DEBUG oslo_vmware.api [None req-a2b748de-fee9-4042-a4b3-06dbc6486931 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52f55e43-6388-8e4a-d83e-098a3ce7bf3e, 'name': SearchDatastore_Task, 'duration_secs': 0.010935} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.059901] env[69889]: DEBUG oslo_concurrency.lockutils [None req-a2b748de-fee9-4042-a4b3-06dbc6486931 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.059901] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-a2b748de-fee9-4042-a4b3-06dbc6486931 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] [instance: 233f5e8b-de2a-4e68-b8ca-2a548f32617f] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 895.060052] env[69889]: DEBUG oslo_concurrency.lockutils [None req-a2b748de-fee9-4042-a4b3-06dbc6486931 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.060651] env[69889]: DEBUG oslo_concurrency.lockutils [None req-a2b748de-fee9-4042-a4b3-06dbc6486931 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.060651] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2b748de-fee9-4042-a4b3-06dbc6486931 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 895.060765] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dee01343-4eca-4aa8-8cd8-f8ba444e4ead {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.075799] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2b748de-fee9-4042-a4b3-06dbc6486931 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 895.075799] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-a2b748de-fee9-4042-a4b3-06dbc6486931 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 895.075996] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-044d4356-34b7-4c2b-82e8-7458af642a73 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.082556] env[69889]: DEBUG oslo_vmware.api [None req-a2b748de-fee9-4042-a4b3-06dbc6486931 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Waiting for the task: (returnval){ [ 895.082556] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]522f6954-61bb-76ac-504c-0e5da0f7727f" [ 895.082556] env[69889]: _type = "Task" [ 895.082556] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.093124] env[69889]: DEBUG oslo_vmware.api [None req-a2b748de-fee9-4042-a4b3-06dbc6486931 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]522f6954-61bb-76ac-504c-0e5da0f7727f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.146915] env[69889]: DEBUG oslo_concurrency.lockutils [req-a391b6fa-08cc-4194-b7fe-e38ecc9d04f3 req-7423cb29-0855-4c88-948f-eefa8cdfb362 service nova] Releasing lock "refresh_cache-233f5e8b-de2a-4e68-b8ca-2a548f32617f" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.286569] env[69889]: DEBUG nova.compute.manager [None req-8c84be97-5a4d-46bb-8a4c-44dd8de539cd tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: f5e9c9c1-3038-4530-9694-0e51131cdf87] Start building block device mappings for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 895.319905] env[69889]: DEBUG nova.network.neutron [None req-8c84be97-5a4d-46bb-8a4c-44dd8de539cd tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: f5e9c9c1-3038-4530-9694-0e51131cdf87] Successfully created port: 027242a1-c02e-4efb-93c3-caddeeba7bac {{(pid=69889) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 895.369456] env[69889]: DEBUG oslo_concurrency.lockutils [None req-3615a3e3-b337-48b6-b007-ad2e23440234 tempest-ServerPasswordTestJSON-589325170 tempest-ServerPasswordTestJSON-589325170-project-member] Acquiring lock "a7c1b811-fede-428b-b4f9-a4df09e7968d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.369727] env[69889]: DEBUG oslo_concurrency.lockutils [None req-3615a3e3-b337-48b6-b007-ad2e23440234 tempest-ServerPasswordTestJSON-589325170 tempest-ServerPasswordTestJSON-589325170-project-member] Lock "a7c1b811-fede-428b-b4f9-a4df09e7968d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.370522] env[69889]: DEBUG oslo_concurrency.lockutils [None req-3615a3e3-b337-48b6-b007-ad2e23440234 tempest-ServerPasswordTestJSON-589325170 tempest-ServerPasswordTestJSON-589325170-project-member] Acquiring lock "a7c1b811-fede-428b-b4f9-a4df09e7968d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.370522] env[69889]: DEBUG oslo_concurrency.lockutils [None req-3615a3e3-b337-48b6-b007-ad2e23440234 tempest-ServerPasswordTestJSON-589325170 tempest-ServerPasswordTestJSON-589325170-project-member] Lock "a7c1b811-fede-428b-b4f9-a4df09e7968d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.370522] env[69889]: DEBUG oslo_concurrency.lockutils [None req-3615a3e3-b337-48b6-b007-ad2e23440234 tempest-ServerPasswordTestJSON-589325170 tempest-ServerPasswordTestJSON-589325170-project-member] Lock "a7c1b811-fede-428b-b4f9-a4df09e7968d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.376900] env[69889]: INFO nova.compute.manager [None req-3615a3e3-b337-48b6-b007-ad2e23440234 tempest-ServerPasswordTestJSON-589325170 tempest-ServerPasswordTestJSON-589325170-project-member] [instance: a7c1b811-fede-428b-b4f9-a4df09e7968d] Terminating instance [ 895.411394] env[69889]: DEBUG oslo_concurrency.lockutils [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.436597] env[69889]: INFO nova.compute.manager [None req-363e84ed-8b9b-4ec7-ab59-38c11278e952 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: bbf9db25-688f-4729-9c55-0e1e1196c2f6] Took 38.42 seconds to build instance. [ 895.536261] env[69889]: DEBUG oslo_vmware.api [None req-4d85b54e-5d11-4906-bafe-d431fc189c9b tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Task: {'id': task-4077303, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.597377] env[69889]: DEBUG oslo_vmware.api [None req-a2b748de-fee9-4042-a4b3-06dbc6486931 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]522f6954-61bb-76ac-504c-0e5da0f7727f, 'name': SearchDatastore_Task, 'duration_secs': 0.013158} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.601292] env[69889]: DEBUG nova.compute.manager [req-afffecba-3714-4972-8fe2-933065c3aa1a req-f980805d-64cc-4e25-becf-170be76841b4 service nova] [instance: 035a867b-5707-43b4-b743-3e32775063ea] Received event network-changed-f182f951-c941-40d0-8bae-4ce0f551d0f7 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 895.601292] env[69889]: DEBUG nova.compute.manager [req-afffecba-3714-4972-8fe2-933065c3aa1a req-f980805d-64cc-4e25-becf-170be76841b4 service nova] [instance: 035a867b-5707-43b4-b743-3e32775063ea] Refreshing instance network info cache due to event network-changed-f182f951-c941-40d0-8bae-4ce0f551d0f7. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 895.601504] env[69889]: DEBUG oslo_concurrency.lockutils [req-afffecba-3714-4972-8fe2-933065c3aa1a req-f980805d-64cc-4e25-becf-170be76841b4 service nova] Acquiring lock "refresh_cache-035a867b-5707-43b4-b743-3e32775063ea" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.601504] env[69889]: DEBUG oslo_concurrency.lockutils [req-afffecba-3714-4972-8fe2-933065c3aa1a req-f980805d-64cc-4e25-becf-170be76841b4 service nova] Acquired lock "refresh_cache-035a867b-5707-43b4-b743-3e32775063ea" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.602650] env[69889]: DEBUG nova.network.neutron [req-afffecba-3714-4972-8fe2-933065c3aa1a req-f980805d-64cc-4e25-becf-170be76841b4 service nova] [instance: 035a867b-5707-43b4-b743-3e32775063ea] Refreshing network info cache for port f182f951-c941-40d0-8bae-4ce0f551d0f7 {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 895.603185] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43a2dbbb-305a-4174-8e15-c35670a4b99e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.615554] env[69889]: DEBUG oslo_vmware.api [None req-a2b748de-fee9-4042-a4b3-06dbc6486931 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Waiting for the task: (returnval){ [ 895.615554] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]520d80e6-7974-f5bf-c2f0-de6a19fca99f" [ 895.615554] env[69889]: _type = "Task" [ 895.615554] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.628941] env[69889]: DEBUG oslo_vmware.api [None req-a2b748de-fee9-4042-a4b3-06dbc6486931 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]520d80e6-7974-f5bf-c2f0-de6a19fca99f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.891371] env[69889]: DEBUG nova.compute.manager [None req-3615a3e3-b337-48b6-b007-ad2e23440234 tempest-ServerPasswordTestJSON-589325170 tempest-ServerPasswordTestJSON-589325170-project-member] [instance: a7c1b811-fede-428b-b4f9-a4df09e7968d] Start destroying the instance on the hypervisor. {{(pid=69889) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 895.891704] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-3615a3e3-b337-48b6-b007-ad2e23440234 tempest-ServerPasswordTestJSON-589325170 tempest-ServerPasswordTestJSON-589325170-project-member] [instance: a7c1b811-fede-428b-b4f9-a4df09e7968d] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 895.898608] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07fbdd2f-fad5-4d71-a7f1-b92fb5ce9bd4 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.907759] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-3615a3e3-b337-48b6-b007-ad2e23440234 tempest-ServerPasswordTestJSON-589325170 tempest-ServerPasswordTestJSON-589325170-project-member] [instance: a7c1b811-fede-428b-b4f9-a4df09e7968d] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 895.908115] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0a1ad29f-e171-4f58-a657-0b37d8f47e6a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.917885] env[69889]: DEBUG oslo_vmware.api [None req-3615a3e3-b337-48b6-b007-ad2e23440234 tempest-ServerPasswordTestJSON-589325170 tempest-ServerPasswordTestJSON-589325170-project-member] Waiting for the task: (returnval){ [ 895.917885] env[69889]: value = "task-4077304" [ 895.917885] env[69889]: _type = "Task" [ 895.917885] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.919315] env[69889]: DEBUG nova.compute.manager [req-037875d4-d5eb-4a55-8c04-7bce91e3e41c req-0572eebc-bf4d-424b-92f5-a3a8d195dae0 service nova] [instance: 37c0c047-a9c0-4e1e-8794-9ad3b6efc875] Received event network-vif-deleted-09720e4f-ce79-4f0f-b14f-f4dc330f3817 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 895.919634] env[69889]: INFO nova.compute.manager [req-037875d4-d5eb-4a55-8c04-7bce91e3e41c req-0572eebc-bf4d-424b-92f5-a3a8d195dae0 service nova] [instance: 37c0c047-a9c0-4e1e-8794-9ad3b6efc875] Neutron deleted interface 09720e4f-ce79-4f0f-b14f-f4dc330f3817; detaching it from the instance and deleting it from the info cache [ 895.919862] env[69889]: DEBUG nova.network.neutron [req-037875d4-d5eb-4a55-8c04-7bce91e3e41c req-0572eebc-bf4d-424b-92f5-a3a8d195dae0 service nova] [instance: 37c0c047-a9c0-4e1e-8794-9ad3b6efc875] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.939373] env[69889]: DEBUG oslo_concurrency.lockutils [None req-363e84ed-8b9b-4ec7-ab59-38c11278e952 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Lock "bbf9db25-688f-4729-9c55-0e1e1196c2f6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.408s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.939697] env[69889]: DEBUG oslo_vmware.api [None req-3615a3e3-b337-48b6-b007-ad2e23440234 tempest-ServerPasswordTestJSON-589325170 tempest-ServerPasswordTestJSON-589325170-project-member] Task: {'id': task-4077304, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.003700] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aba769b-57e6-4cbc-93d6-8acd39324cd9 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.012063] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42415a7a-8965-4293-8bcb-d93df07e8dee {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.050235] env[69889]: DEBUG nova.network.neutron [-] [instance: 37c0c047-a9c0-4e1e-8794-9ad3b6efc875] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.055270] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c17b2f95-bcf5-4853-9492-7714b0b76847 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.068572] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42d36811-8613-494f-85e1-ebb406106fd0 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.073175] env[69889]: DEBUG oslo_vmware.api [None req-4d85b54e-5d11-4906-bafe-d431fc189c9b tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Task: {'id': task-4077303, 'name': PowerOnVM_Task, 'duration_secs': 0.531311} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.073477] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d85b54e-5d11-4906-bafe-d431fc189c9b tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 72912814-7e55-405f-a878-7102dcdfc7d1] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 896.073711] env[69889]: INFO nova.compute.manager [None req-4d85b54e-5d11-4906-bafe-d431fc189c9b tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 72912814-7e55-405f-a878-7102dcdfc7d1] Took 7.76 seconds to spawn the instance on the hypervisor. [ 896.073896] env[69889]: DEBUG nova.compute.manager [None req-4d85b54e-5d11-4906-bafe-d431fc189c9b tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 72912814-7e55-405f-a878-7102dcdfc7d1] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 896.075181] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8739666-8e7c-475e-99b8-acaa5aa3397a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.087263] env[69889]: DEBUG nova.compute.provider_tree [None req-bfc21d9f-297a-41a3-8fd5-fd7a391ee573 tempest-InstanceActionsNegativeTestJSON-1165517597 tempest-InstanceActionsNegativeTestJSON-1165517597-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 896.128977] env[69889]: DEBUG oslo_vmware.api [None req-a2b748de-fee9-4042-a4b3-06dbc6486931 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]520d80e6-7974-f5bf-c2f0-de6a19fca99f, 'name': SearchDatastore_Task, 'duration_secs': 0.016237} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.129291] env[69889]: DEBUG oslo_concurrency.lockutils [None req-a2b748de-fee9-4042-a4b3-06dbc6486931 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.129550] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2b748de-fee9-4042-a4b3-06dbc6486931 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore1] 233f5e8b-de2a-4e68-b8ca-2a548f32617f/233f5e8b-de2a-4e68-b8ca-2a548f32617f.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 896.129881] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-240c6323-f528-420a-81ed-d42654802355 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.138400] env[69889]: DEBUG oslo_vmware.api [None req-a2b748de-fee9-4042-a4b3-06dbc6486931 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Waiting for the task: (returnval){ [ 896.138400] env[69889]: value = "task-4077305" [ 896.138400] env[69889]: _type = "Task" [ 896.138400] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.148838] env[69889]: DEBUG oslo_vmware.api [None req-a2b748de-fee9-4042-a4b3-06dbc6486931 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Task: {'id': task-4077305, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.297429] env[69889]: DEBUG nova.compute.manager [None req-8c84be97-5a4d-46bb-8a4c-44dd8de539cd tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: f5e9c9c1-3038-4530-9694-0e51131cdf87] Start spawning the instance on the hypervisor. {{(pid=69889) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 896.329332] env[69889]: DEBUG nova.virt.hardware [None req-8c84be97-5a4d-46bb-8a4c-44dd8de539cd tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 896.329618] env[69889]: DEBUG nova.virt.hardware [None req-8c84be97-5a4d-46bb-8a4c-44dd8de539cd tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 896.329842] env[69889]: DEBUG nova.virt.hardware [None req-8c84be97-5a4d-46bb-8a4c-44dd8de539cd tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 896.330057] env[69889]: DEBUG nova.virt.hardware [None req-8c84be97-5a4d-46bb-8a4c-44dd8de539cd tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 896.330207] env[69889]: DEBUG nova.virt.hardware [None req-8c84be97-5a4d-46bb-8a4c-44dd8de539cd tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 896.331130] env[69889]: DEBUG nova.virt.hardware [None req-8c84be97-5a4d-46bb-8a4c-44dd8de539cd tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 896.331130] env[69889]: DEBUG nova.virt.hardware [None req-8c84be97-5a4d-46bb-8a4c-44dd8de539cd tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 896.331130] env[69889]: DEBUG nova.virt.hardware [None req-8c84be97-5a4d-46bb-8a4c-44dd8de539cd tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 896.331130] env[69889]: DEBUG nova.virt.hardware [None req-8c84be97-5a4d-46bb-8a4c-44dd8de539cd tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 896.331130] env[69889]: DEBUG nova.virt.hardware [None req-8c84be97-5a4d-46bb-8a4c-44dd8de539cd tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 896.331345] env[69889]: DEBUG nova.virt.hardware [None req-8c84be97-5a4d-46bb-8a4c-44dd8de539cd tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 896.334526] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6535298c-b352-4806-b619-f183f655780b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.343197] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01fd3c68-c798-4af9-a843-d42bbb27efd2 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.348758] env[69889]: DEBUG nova.network.neutron [req-afffecba-3714-4972-8fe2-933065c3aa1a req-f980805d-64cc-4e25-becf-170be76841b4 service nova] [instance: 035a867b-5707-43b4-b743-3e32775063ea] Updated VIF entry in instance network info cache for port f182f951-c941-40d0-8bae-4ce0f551d0f7. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 896.349238] env[69889]: DEBUG nova.network.neutron [req-afffecba-3714-4972-8fe2-933065c3aa1a req-f980805d-64cc-4e25-becf-170be76841b4 service nova] [instance: 035a867b-5707-43b4-b743-3e32775063ea] Updating instance_info_cache with network_info: [{"id": "f182f951-c941-40d0-8bae-4ce0f551d0f7", "address": "fa:16:3e:14:a8:6b", "network": {"id": "ec6d7cf6-b03f-428c-aabe-65420314277a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2046483185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83b454098fbd45bf96bfeae8593bb9c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf182f951-c9", "ovs_interfaceid": "f182f951-c941-40d0-8bae-4ce0f551d0f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.429906] env[69889]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ee074d75-d6bf-461c-b12a-ae902c58adcc {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.443334] env[69889]: DEBUG oslo_vmware.api [None req-3615a3e3-b337-48b6-b007-ad2e23440234 tempest-ServerPasswordTestJSON-589325170 tempest-ServerPasswordTestJSON-589325170-project-member] Task: {'id': task-4077304, 'name': PowerOffVM_Task, 'duration_secs': 0.308017} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.445619] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-3615a3e3-b337-48b6-b007-ad2e23440234 tempest-ServerPasswordTestJSON-589325170 tempest-ServerPasswordTestJSON-589325170-project-member] [instance: a7c1b811-fede-428b-b4f9-a4df09e7968d] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 896.446034] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-3615a3e3-b337-48b6-b007-ad2e23440234 tempest-ServerPasswordTestJSON-589325170 tempest-ServerPasswordTestJSON-589325170-project-member] [instance: a7c1b811-fede-428b-b4f9-a4df09e7968d] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 896.446589] env[69889]: DEBUG nova.compute.manager [None req-7e392b72-7dfc-4d6d-a735-77e1f1ac88a0 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] [instance: a31565fb-fb1f-4fb9-a60d-06e32458efa2] Starting instance... {{(pid=69889) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 896.451413] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d0a3e78b-1455-46ba-9c84-150dd44ddaac {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.457027] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec30d52b-2776-464c-badd-869d8c2c22d6 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.510067] env[69889]: DEBUG nova.compute.manager [req-037875d4-d5eb-4a55-8c04-7bce91e3e41c req-0572eebc-bf4d-424b-92f5-a3a8d195dae0 service nova] [instance: 37c0c047-a9c0-4e1e-8794-9ad3b6efc875] Detach interface failed, port_id=09720e4f-ce79-4f0f-b14f-f4dc330f3817, reason: Instance 37c0c047-a9c0-4e1e-8794-9ad3b6efc875 could not be found. {{(pid=69889) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 896.559251] env[69889]: INFO nova.compute.manager [-] [instance: 37c0c047-a9c0-4e1e-8794-9ad3b6efc875] Took 1.52 seconds to deallocate network for instance. [ 896.573954] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-3615a3e3-b337-48b6-b007-ad2e23440234 tempest-ServerPasswordTestJSON-589325170 tempest-ServerPasswordTestJSON-589325170-project-member] [instance: a7c1b811-fede-428b-b4f9-a4df09e7968d] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 896.574289] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-3615a3e3-b337-48b6-b007-ad2e23440234 tempest-ServerPasswordTestJSON-589325170 tempest-ServerPasswordTestJSON-589325170-project-member] [instance: a7c1b811-fede-428b-b4f9-a4df09e7968d] Deleting contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 896.574492] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-3615a3e3-b337-48b6-b007-ad2e23440234 tempest-ServerPasswordTestJSON-589325170 tempest-ServerPasswordTestJSON-589325170-project-member] Deleting the datastore file [datastore2] a7c1b811-fede-428b-b4f9-a4df09e7968d {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 896.574857] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dbd9757e-a051-4db1-8e92-f1a51f40f2e0 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.583781] env[69889]: DEBUG oslo_vmware.api [None req-3615a3e3-b337-48b6-b007-ad2e23440234 tempest-ServerPasswordTestJSON-589325170 tempest-ServerPasswordTestJSON-589325170-project-member] Waiting for the task: (returnval){ [ 896.583781] env[69889]: value = "task-4077307" [ 896.583781] env[69889]: _type = "Task" [ 896.583781] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.591712] env[69889]: DEBUG nova.scheduler.client.report [None req-bfc21d9f-297a-41a3-8fd5-fd7a391ee573 tempest-InstanceActionsNegativeTestJSON-1165517597 tempest-InstanceActionsNegativeTestJSON-1165517597-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 896.603197] env[69889]: DEBUG oslo_vmware.api [None req-3615a3e3-b337-48b6-b007-ad2e23440234 tempest-ServerPasswordTestJSON-589325170 tempest-ServerPasswordTestJSON-589325170-project-member] Task: {'id': task-4077307, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.613299] env[69889]: INFO nova.compute.manager [None req-4d85b54e-5d11-4906-bafe-d431fc189c9b tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 72912814-7e55-405f-a878-7102dcdfc7d1] Took 37.82 seconds to build instance. [ 896.651535] env[69889]: DEBUG oslo_vmware.api [None req-a2b748de-fee9-4042-a4b3-06dbc6486931 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Task: {'id': task-4077305, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.702799] env[69889]: DEBUG oslo_concurrency.lockutils [None req-df322c9e-d14a-4f5c-a383-53007e6b1c6e tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Acquiring lock "035a867b-5707-43b4-b743-3e32775063ea" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.703283] env[69889]: DEBUG oslo_concurrency.lockutils [None req-df322c9e-d14a-4f5c-a383-53007e6b1c6e tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Lock "035a867b-5707-43b4-b743-3e32775063ea" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.703654] env[69889]: DEBUG oslo_concurrency.lockutils [None req-df322c9e-d14a-4f5c-a383-53007e6b1c6e tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Acquiring lock "035a867b-5707-43b4-b743-3e32775063ea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.704038] env[69889]: DEBUG oslo_concurrency.lockutils [None req-df322c9e-d14a-4f5c-a383-53007e6b1c6e tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Lock "035a867b-5707-43b4-b743-3e32775063ea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.704315] env[69889]: DEBUG oslo_concurrency.lockutils [None req-df322c9e-d14a-4f5c-a383-53007e6b1c6e tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Lock "035a867b-5707-43b4-b743-3e32775063ea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.707898] env[69889]: INFO nova.compute.manager [None req-df322c9e-d14a-4f5c-a383-53007e6b1c6e tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] [instance: 035a867b-5707-43b4-b743-3e32775063ea] Terminating instance [ 896.820699] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d7d85da9-5acc-426b-840d-de8c862f5184 tempest-ServersAdminTestJSON-1643160672 tempest-ServersAdminTestJSON-1643160672-project-admin] Acquiring lock "refresh_cache-72912814-7e55-405f-a878-7102dcdfc7d1" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.820928] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d7d85da9-5acc-426b-840d-de8c862f5184 tempest-ServersAdminTestJSON-1643160672 tempest-ServersAdminTestJSON-1643160672-project-admin] Acquired lock "refresh_cache-72912814-7e55-405f-a878-7102dcdfc7d1" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.821144] env[69889]: DEBUG nova.network.neutron [None req-d7d85da9-5acc-426b-840d-de8c862f5184 tempest-ServersAdminTestJSON-1643160672 tempest-ServersAdminTestJSON-1643160672-project-admin] [instance: 72912814-7e55-405f-a878-7102dcdfc7d1] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 896.851946] env[69889]: DEBUG oslo_concurrency.lockutils [req-afffecba-3714-4972-8fe2-933065c3aa1a req-f980805d-64cc-4e25-becf-170be76841b4 service nova] Releasing lock "refresh_cache-035a867b-5707-43b4-b743-3e32775063ea" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.993071] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7e392b72-7dfc-4d6d-a735-77e1f1ac88a0 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.001940] env[69889]: DEBUG nova.network.neutron [None req-8c84be97-5a4d-46bb-8a4c-44dd8de539cd tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: f5e9c9c1-3038-4530-9694-0e51131cdf87] Successfully updated port: 027242a1-c02e-4efb-93c3-caddeeba7bac {{(pid=69889) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 897.068090] env[69889]: DEBUG oslo_concurrency.lockutils [None req-6bdf5254-997a-4267-9e5f-002f2cb840f0 tempest-ServerMetadataTestJSON-21317979 tempest-ServerMetadataTestJSON-21317979-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.094495] env[69889]: DEBUG oslo_vmware.api [None req-3615a3e3-b337-48b6-b007-ad2e23440234 tempest-ServerPasswordTestJSON-589325170 tempest-ServerPasswordTestJSON-589325170-project-member] Task: {'id': task-4077307, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.104579] env[69889]: DEBUG oslo_concurrency.lockutils [None req-bfc21d9f-297a-41a3-8fd5-fd7a391ee573 tempest-InstanceActionsNegativeTestJSON-1165517597 tempest-InstanceActionsNegativeTestJSON-1165517597-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.842s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.105108] env[69889]: DEBUG nova.compute.manager [None req-bfc21d9f-297a-41a3-8fd5-fd7a391ee573 tempest-InstanceActionsNegativeTestJSON-1165517597 tempest-InstanceActionsNegativeTestJSON-1165517597-project-member] [instance: 43a79453-1511-401e-80a2-6bbdff6a78c9] Start building networks asynchronously for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 897.107694] env[69889]: DEBUG oslo_concurrency.lockutils [None req-61bbe74f-78a5-4674-9edf-f526f3f4f56d tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.992s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.107909] env[69889]: DEBUG nova.objects.instance [None req-61bbe74f-78a5-4674-9edf-f526f3f4f56d tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] Lazy-loading 'resources' on Instance uuid 2df2001e-95cc-4421-a98d-c8212c184cff {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 897.114183] env[69889]: DEBUG oslo_concurrency.lockutils [None req-4d85b54e-5d11-4906-bafe-d431fc189c9b tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Lock "72912814-7e55-405f-a878-7102dcdfc7d1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.366s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.151468] env[69889]: DEBUG oslo_vmware.api [None req-a2b748de-fee9-4042-a4b3-06dbc6486931 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Task: {'id': task-4077305, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.694394} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.151785] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2b748de-fee9-4042-a4b3-06dbc6486931 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore1] 233f5e8b-de2a-4e68-b8ca-2a548f32617f/233f5e8b-de2a-4e68-b8ca-2a548f32617f.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 897.152047] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-a2b748de-fee9-4042-a4b3-06dbc6486931 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] [instance: 233f5e8b-de2a-4e68-b8ca-2a548f32617f] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 897.152297] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-41c1b12b-070c-42e6-8478-e532c5bf4c59 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.161493] env[69889]: DEBUG oslo_vmware.api [None req-a2b748de-fee9-4042-a4b3-06dbc6486931 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Waiting for the task: (returnval){ [ 897.161493] env[69889]: value = "task-4077308" [ 897.161493] env[69889]: _type = "Task" [ 897.161493] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.172257] env[69889]: DEBUG oslo_vmware.api [None req-a2b748de-fee9-4042-a4b3-06dbc6486931 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Task: {'id': task-4077308, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.214390] env[69889]: DEBUG nova.compute.manager [None req-df322c9e-d14a-4f5c-a383-53007e6b1c6e tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] [instance: 035a867b-5707-43b4-b743-3e32775063ea] Start destroying the instance on the hypervisor. {{(pid=69889) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 897.214689] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-df322c9e-d14a-4f5c-a383-53007e6b1c6e tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] [instance: 035a867b-5707-43b4-b743-3e32775063ea] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 897.216283] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e90f1445-d971-4273-b488-dffaf50e6271 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.225627] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-df322c9e-d14a-4f5c-a383-53007e6b1c6e tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] [instance: 035a867b-5707-43b4-b743-3e32775063ea] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 897.225793] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fb94d6bf-dfbc-4cfc-9057-d986a8de3804 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.234682] env[69889]: DEBUG oslo_vmware.api [None req-df322c9e-d14a-4f5c-a383-53007e6b1c6e tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Waiting for the task: (returnval){ [ 897.234682] env[69889]: value = "task-4077309" [ 897.234682] env[69889]: _type = "Task" [ 897.234682] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.243865] env[69889]: DEBUG oslo_vmware.api [None req-df322c9e-d14a-4f5c-a383-53007e6b1c6e tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Task: {'id': task-4077309, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.503407] env[69889]: DEBUG oslo_concurrency.lockutils [None req-8c84be97-5a4d-46bb-8a4c-44dd8de539cd tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Acquiring lock "refresh_cache-f5e9c9c1-3038-4530-9694-0e51131cdf87" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.503585] env[69889]: DEBUG oslo_concurrency.lockutils [None req-8c84be97-5a4d-46bb-8a4c-44dd8de539cd tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Acquired lock "refresh_cache-f5e9c9c1-3038-4530-9694-0e51131cdf87" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.503819] env[69889]: DEBUG nova.network.neutron [None req-8c84be97-5a4d-46bb-8a4c-44dd8de539cd tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: f5e9c9c1-3038-4530-9694-0e51131cdf87] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 897.600511] env[69889]: DEBUG oslo_vmware.api [None req-3615a3e3-b337-48b6-b007-ad2e23440234 tempest-ServerPasswordTestJSON-589325170 tempest-ServerPasswordTestJSON-589325170-project-member] Task: {'id': task-4077307, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.576289} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.600830] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-3615a3e3-b337-48b6-b007-ad2e23440234 tempest-ServerPasswordTestJSON-589325170 tempest-ServerPasswordTestJSON-589325170-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 897.601162] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-3615a3e3-b337-48b6-b007-ad2e23440234 tempest-ServerPasswordTestJSON-589325170 tempest-ServerPasswordTestJSON-589325170-project-member] [instance: a7c1b811-fede-428b-b4f9-a4df09e7968d] Deleted contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 897.601470] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-3615a3e3-b337-48b6-b007-ad2e23440234 tempest-ServerPasswordTestJSON-589325170 tempest-ServerPasswordTestJSON-589325170-project-member] [instance: a7c1b811-fede-428b-b4f9-a4df09e7968d] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 897.601772] env[69889]: INFO nova.compute.manager [None req-3615a3e3-b337-48b6-b007-ad2e23440234 tempest-ServerPasswordTestJSON-589325170 tempest-ServerPasswordTestJSON-589325170-project-member] [instance: a7c1b811-fede-428b-b4f9-a4df09e7968d] Took 1.71 seconds to destroy the instance on the hypervisor. [ 897.602200] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3615a3e3-b337-48b6-b007-ad2e23440234 tempest-ServerPasswordTestJSON-589325170 tempest-ServerPasswordTestJSON-589325170-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 897.602497] env[69889]: DEBUG nova.compute.manager [-] [instance: a7c1b811-fede-428b-b4f9-a4df09e7968d] Deallocating network for instance {{(pid=69889) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 897.602659] env[69889]: DEBUG nova.network.neutron [-] [instance: a7c1b811-fede-428b-b4f9-a4df09e7968d] deallocate_for_instance() {{(pid=69889) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 897.615469] env[69889]: DEBUG nova.compute.utils [None req-bfc21d9f-297a-41a3-8fd5-fd7a391ee573 tempest-InstanceActionsNegativeTestJSON-1165517597 tempest-InstanceActionsNegativeTestJSON-1165517597-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 897.616957] env[69889]: DEBUG nova.compute.manager [None req-bfc21d9f-297a-41a3-8fd5-fd7a391ee573 tempest-InstanceActionsNegativeTestJSON-1165517597 tempest-InstanceActionsNegativeTestJSON-1165517597-project-member] [instance: 43a79453-1511-401e-80a2-6bbdff6a78c9] Allocating IP information in the background. {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 897.617143] env[69889]: DEBUG nova.network.neutron [None req-bfc21d9f-297a-41a3-8fd5-fd7a391ee573 tempest-InstanceActionsNegativeTestJSON-1165517597 tempest-InstanceActionsNegativeTestJSON-1165517597-project-member] [instance: 43a79453-1511-401e-80a2-6bbdff6a78c9] allocate_for_instance() {{(pid=69889) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 897.619710] env[69889]: DEBUG nova.compute.manager [None req-d13d7da7-6c66-4b70-9df3-0e742434affd tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] [instance: 2aee774c-aa5d-42f0-82a4-26e0fa1fe069] Starting instance... {{(pid=69889) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 897.676789] env[69889]: DEBUG oslo_vmware.api [None req-a2b748de-fee9-4042-a4b3-06dbc6486931 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Task: {'id': task-4077308, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.117962} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.677392] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-a2b748de-fee9-4042-a4b3-06dbc6486931 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] [instance: 233f5e8b-de2a-4e68-b8ca-2a548f32617f] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 897.677940] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-294f4baa-c2f2-4967-a3ef-f24c2a72dec5 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.699270] env[69889]: DEBUG nova.policy [None req-bfc21d9f-297a-41a3-8fd5-fd7a391ee573 tempest-InstanceActionsNegativeTestJSON-1165517597 tempest-InstanceActionsNegativeTestJSON-1165517597-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'df0f787201e94eb0aff2ead891ccda81', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bc8dc68ae2b24c12a7203ed471bea3ce', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69889) authorize /opt/stack/nova/nova/policy.py:192}} [ 897.712234] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2b748de-fee9-4042-a4b3-06dbc6486931 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] [instance: 233f5e8b-de2a-4e68-b8ca-2a548f32617f] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] 233f5e8b-de2a-4e68-b8ca-2a548f32617f/233f5e8b-de2a-4e68-b8ca-2a548f32617f.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 897.712234] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9de38f9-f965-49ea-9568-f65fe3bcd32b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.737566] env[69889]: DEBUG oslo_vmware.api [None req-a2b748de-fee9-4042-a4b3-06dbc6486931 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Waiting for the task: (returnval){ [ 897.737566] env[69889]: value = "task-4077310" [ 897.737566] env[69889]: _type = "Task" [ 897.737566] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.747222] env[69889]: DEBUG nova.network.neutron [None req-d7d85da9-5acc-426b-840d-de8c862f5184 tempest-ServersAdminTestJSON-1643160672 tempest-ServersAdminTestJSON-1643160672-project-admin] [instance: 72912814-7e55-405f-a878-7102dcdfc7d1] Updating instance_info_cache with network_info: [{"id": "440590e0-b686-4fe9-a456-51a725d59ee7", "address": "fa:16:3e:ce:d1:45", "network": {"id": "50ea9016-d269-45df-b7c1-4e83533c6d0e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-430026636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5468c1b0ae3e473cb6a330efa6052f2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap440590e0-b6", "ovs_interfaceid": "440590e0-b686-4fe9-a456-51a725d59ee7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.757450] env[69889]: DEBUG oslo_vmware.api [None req-df322c9e-d14a-4f5c-a383-53007e6b1c6e tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Task: {'id': task-4077309, 'name': PowerOffVM_Task, 'duration_secs': 0.250449} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.762896] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-df322c9e-d14a-4f5c-a383-53007e6b1c6e tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] [instance: 035a867b-5707-43b4-b743-3e32775063ea] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 897.763119] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-df322c9e-d14a-4f5c-a383-53007e6b1c6e tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] [instance: 035a867b-5707-43b4-b743-3e32775063ea] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 897.763642] env[69889]: DEBUG oslo_vmware.api [None req-a2b748de-fee9-4042-a4b3-06dbc6486931 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Task: {'id': task-4077310, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.766382] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e3219ef5-78ce-4732-a420-b98591b11b8c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.847892] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-df322c9e-d14a-4f5c-a383-53007e6b1c6e tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] [instance: 035a867b-5707-43b4-b743-3e32775063ea] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 897.848177] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-df322c9e-d14a-4f5c-a383-53007e6b1c6e tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] [instance: 035a867b-5707-43b4-b743-3e32775063ea] Deleting contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 897.848335] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-df322c9e-d14a-4f5c-a383-53007e6b1c6e tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Deleting the datastore file [datastore2] 035a867b-5707-43b4-b743-3e32775063ea {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 897.848613] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fb3bff60-57ce-4ddb-899f-a165b59d2002 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.856372] env[69889]: DEBUG oslo_vmware.api [None req-df322c9e-d14a-4f5c-a383-53007e6b1c6e tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Waiting for the task: (returnval){ [ 897.856372] env[69889]: value = "task-4077312" [ 897.856372] env[69889]: _type = "Task" [ 897.856372] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.867605] env[69889]: DEBUG oslo_vmware.api [None req-df322c9e-d14a-4f5c-a383-53007e6b1c6e tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Task: {'id': task-4077312, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.042703] env[69889]: DEBUG nova.network.neutron [None req-8c84be97-5a4d-46bb-8a4c-44dd8de539cd tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: f5e9c9c1-3038-4530-9694-0e51131cdf87] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 898.124079] env[69889]: DEBUG nova.compute.manager [None req-bfc21d9f-297a-41a3-8fd5-fd7a391ee573 tempest-InstanceActionsNegativeTestJSON-1165517597 tempest-InstanceActionsNegativeTestJSON-1165517597-project-member] [instance: 43a79453-1511-401e-80a2-6bbdff6a78c9] Start building block device mappings for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 898.150117] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d13d7da7-6c66-4b70-9df3-0e742434affd tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.225536] env[69889]: DEBUG nova.network.neutron [None req-8c84be97-5a4d-46bb-8a4c-44dd8de539cd tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: f5e9c9c1-3038-4530-9694-0e51131cdf87] Updating instance_info_cache with network_info: [{"id": "027242a1-c02e-4efb-93c3-caddeeba7bac", "address": "fa:16:3e:e7:66:88", "network": {"id": "b29da6ee-674a-477c-825a-46d399fad165", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1035647706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea3b0130534446ba8f3ff8c8e581dae7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap027242a1-c0", "ovs_interfaceid": "027242a1-c02e-4efb-93c3-caddeeba7bac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.255237] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d7d85da9-5acc-426b-840d-de8c862f5184 tempest-ServersAdminTestJSON-1643160672 tempest-ServersAdminTestJSON-1643160672-project-admin] Releasing lock "refresh_cache-72912814-7e55-405f-a878-7102dcdfc7d1" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.255654] env[69889]: DEBUG nova.compute.manager [None req-d7d85da9-5acc-426b-840d-de8c862f5184 tempest-ServersAdminTestJSON-1643160672 tempest-ServersAdminTestJSON-1643160672-project-admin] [instance: 72912814-7e55-405f-a878-7102dcdfc7d1] Inject network info {{(pid=69889) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 898.255933] env[69889]: DEBUG nova.compute.manager [None req-d7d85da9-5acc-426b-840d-de8c862f5184 tempest-ServersAdminTestJSON-1643160672 tempest-ServersAdminTestJSON-1643160672-project-admin] [instance: 72912814-7e55-405f-a878-7102dcdfc7d1] network_info to inject: |[{"id": "440590e0-b686-4fe9-a456-51a725d59ee7", "address": "fa:16:3e:ce:d1:45", "network": {"id": "50ea9016-d269-45df-b7c1-4e83533c6d0e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-430026636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5468c1b0ae3e473cb6a330efa6052f2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap440590e0-b6", "ovs_interfaceid": "440590e0-b686-4fe9-a456-51a725d59ee7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69889) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 898.260858] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-d7d85da9-5acc-426b-840d-de8c862f5184 tempest-ServersAdminTestJSON-1643160672 tempest-ServersAdminTestJSON-1643160672-project-admin] [instance: 72912814-7e55-405f-a878-7102dcdfc7d1] Reconfiguring VM instance to set the machine id {{(pid=69889) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 898.264878] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f2873de-7267-48ce-8bec-06787f1d6241 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.275729] env[69889]: DEBUG oslo_vmware.api [None req-a2b748de-fee9-4042-a4b3-06dbc6486931 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Task: {'id': task-4077310, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.286416] env[69889]: DEBUG oslo_vmware.api [None req-d7d85da9-5acc-426b-840d-de8c862f5184 tempest-ServersAdminTestJSON-1643160672 tempest-ServersAdminTestJSON-1643160672-project-admin] Waiting for the task: (returnval){ [ 898.286416] env[69889]: value = "task-4077313" [ 898.286416] env[69889]: _type = "Task" [ 898.286416] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.300807] env[69889]: DEBUG oslo_vmware.api [None req-d7d85da9-5acc-426b-840d-de8c862f5184 tempest-ServersAdminTestJSON-1643160672 tempest-ServersAdminTestJSON-1643160672-project-admin] Task: {'id': task-4077313, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.332933] env[69889]: DEBUG nova.compute.manager [req-31f4dfe4-7f1d-4133-8446-ff2a5daed338 req-d3ffb61d-8a5f-4ae3-be97-c661edf8130b service nova] [instance: bbf9db25-688f-4729-9c55-0e1e1196c2f6] Received event network-changed-f131f2fd-e468-46ba-8304-32cffdad9815 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 898.333153] env[69889]: DEBUG nova.compute.manager [req-31f4dfe4-7f1d-4133-8446-ff2a5daed338 req-d3ffb61d-8a5f-4ae3-be97-c661edf8130b service nova] [instance: bbf9db25-688f-4729-9c55-0e1e1196c2f6] Refreshing instance network info cache due to event network-changed-f131f2fd-e468-46ba-8304-32cffdad9815. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 898.333306] env[69889]: DEBUG oslo_concurrency.lockutils [req-31f4dfe4-7f1d-4133-8446-ff2a5daed338 req-d3ffb61d-8a5f-4ae3-be97-c661edf8130b service nova] Acquiring lock "refresh_cache-bbf9db25-688f-4729-9c55-0e1e1196c2f6" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.333431] env[69889]: DEBUG oslo_concurrency.lockutils [req-31f4dfe4-7f1d-4133-8446-ff2a5daed338 req-d3ffb61d-8a5f-4ae3-be97-c661edf8130b service nova] Acquired lock "refresh_cache-bbf9db25-688f-4729-9c55-0e1e1196c2f6" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.334701] env[69889]: DEBUG nova.network.neutron [req-31f4dfe4-7f1d-4133-8446-ff2a5daed338 req-d3ffb61d-8a5f-4ae3-be97-c661edf8130b service nova] [instance: bbf9db25-688f-4729-9c55-0e1e1196c2f6] Refreshing network info cache for port f131f2fd-e468-46ba-8304-32cffdad9815 {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 898.368650] env[69889]: DEBUG oslo_vmware.api [None req-df322c9e-d14a-4f5c-a383-53007e6b1c6e tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Task: {'id': task-4077312, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.481704} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.368811] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-df322c9e-d14a-4f5c-a383-53007e6b1c6e tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 898.369291] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-df322c9e-d14a-4f5c-a383-53007e6b1c6e tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] [instance: 035a867b-5707-43b4-b743-3e32775063ea] Deleted contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 898.369291] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-df322c9e-d14a-4f5c-a383-53007e6b1c6e tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] [instance: 035a867b-5707-43b4-b743-3e32775063ea] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 898.369465] env[69889]: INFO nova.compute.manager [None req-df322c9e-d14a-4f5c-a383-53007e6b1c6e tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] [instance: 035a867b-5707-43b4-b743-3e32775063ea] Took 1.15 seconds to destroy the instance on the hypervisor. [ 898.369633] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-df322c9e-d14a-4f5c-a383-53007e6b1c6e tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 898.369769] env[69889]: DEBUG nova.compute.manager [-] [instance: 035a867b-5707-43b4-b743-3e32775063ea] Deallocating network for instance {{(pid=69889) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 898.369869] env[69889]: DEBUG nova.network.neutron [-] [instance: 035a867b-5707-43b4-b743-3e32775063ea] deallocate_for_instance() {{(pid=69889) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 898.398329] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39171785-ffd4-4ddc-80ef-873e311bcd56 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.408509] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3592d3a-c561-494a-9c1f-23a68ed8db35 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.442212] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc2b7d0a-4d8d-4631-b56f-e78ce463eeec {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.452950] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c48e0220-5287-4e71-af4d-79ccb5573c10 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.460532] env[69889]: DEBUG nova.compute.manager [req-a052244f-6c67-4ec6-90ab-341c306b97d2 req-5636f58b-c48e-498a-bbdd-7f13c2342931 service nova] [instance: f5e9c9c1-3038-4530-9694-0e51131cdf87] Received event network-vif-plugged-027242a1-c02e-4efb-93c3-caddeeba7bac {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 898.460753] env[69889]: DEBUG oslo_concurrency.lockutils [req-a052244f-6c67-4ec6-90ab-341c306b97d2 req-5636f58b-c48e-498a-bbdd-7f13c2342931 service nova] Acquiring lock "f5e9c9c1-3038-4530-9694-0e51131cdf87-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.460955] env[69889]: DEBUG oslo_concurrency.lockutils [req-a052244f-6c67-4ec6-90ab-341c306b97d2 req-5636f58b-c48e-498a-bbdd-7f13c2342931 service nova] Lock "f5e9c9c1-3038-4530-9694-0e51131cdf87-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.461146] env[69889]: DEBUG oslo_concurrency.lockutils [req-a052244f-6c67-4ec6-90ab-341c306b97d2 req-5636f58b-c48e-498a-bbdd-7f13c2342931 service nova] Lock "f5e9c9c1-3038-4530-9694-0e51131cdf87-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.461296] env[69889]: DEBUG nova.compute.manager [req-a052244f-6c67-4ec6-90ab-341c306b97d2 req-5636f58b-c48e-498a-bbdd-7f13c2342931 service nova] [instance: f5e9c9c1-3038-4530-9694-0e51131cdf87] No waiting events found dispatching network-vif-plugged-027242a1-c02e-4efb-93c3-caddeeba7bac {{(pid=69889) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 898.461463] env[69889]: WARNING nova.compute.manager [req-a052244f-6c67-4ec6-90ab-341c306b97d2 req-5636f58b-c48e-498a-bbdd-7f13c2342931 service nova] [instance: f5e9c9c1-3038-4530-9694-0e51131cdf87] Received unexpected event network-vif-plugged-027242a1-c02e-4efb-93c3-caddeeba7bac for instance with vm_state building and task_state spawning. [ 898.461606] env[69889]: DEBUG nova.compute.manager [req-a052244f-6c67-4ec6-90ab-341c306b97d2 req-5636f58b-c48e-498a-bbdd-7f13c2342931 service nova] [instance: f5e9c9c1-3038-4530-9694-0e51131cdf87] Received event network-changed-027242a1-c02e-4efb-93c3-caddeeba7bac {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 898.461751] env[69889]: DEBUG nova.compute.manager [req-a052244f-6c67-4ec6-90ab-341c306b97d2 req-5636f58b-c48e-498a-bbdd-7f13c2342931 service nova] [instance: f5e9c9c1-3038-4530-9694-0e51131cdf87] Refreshing instance network info cache due to event network-changed-027242a1-c02e-4efb-93c3-caddeeba7bac. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 898.462782] env[69889]: DEBUG oslo_concurrency.lockutils [req-a052244f-6c67-4ec6-90ab-341c306b97d2 req-5636f58b-c48e-498a-bbdd-7f13c2342931 service nova] Acquiring lock "refresh_cache-f5e9c9c1-3038-4530-9694-0e51131cdf87" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.471652] env[69889]: DEBUG nova.compute.provider_tree [None req-61bbe74f-78a5-4674-9edf-f526f3f4f56d tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 898.488663] env[69889]: DEBUG nova.network.neutron [-] [instance: a7c1b811-fede-428b-b4f9-a4df09e7968d] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.733312] env[69889]: DEBUG oslo_concurrency.lockutils [None req-8c84be97-5a4d-46bb-8a4c-44dd8de539cd tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Releasing lock "refresh_cache-f5e9c9c1-3038-4530-9694-0e51131cdf87" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.733312] env[69889]: DEBUG nova.compute.manager [None req-8c84be97-5a4d-46bb-8a4c-44dd8de539cd tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: f5e9c9c1-3038-4530-9694-0e51131cdf87] Instance network_info: |[{"id": "027242a1-c02e-4efb-93c3-caddeeba7bac", "address": "fa:16:3e:e7:66:88", "network": {"id": "b29da6ee-674a-477c-825a-46d399fad165", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1035647706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea3b0130534446ba8f3ff8c8e581dae7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap027242a1-c0", "ovs_interfaceid": "027242a1-c02e-4efb-93c3-caddeeba7bac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 898.733312] env[69889]: DEBUG oslo_concurrency.lockutils [req-a052244f-6c67-4ec6-90ab-341c306b97d2 req-5636f58b-c48e-498a-bbdd-7f13c2342931 service nova] Acquired lock "refresh_cache-f5e9c9c1-3038-4530-9694-0e51131cdf87" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.733312] env[69889]: DEBUG nova.network.neutron [req-a052244f-6c67-4ec6-90ab-341c306b97d2 req-5636f58b-c48e-498a-bbdd-7f13c2342931 service nova] [instance: f5e9c9c1-3038-4530-9694-0e51131cdf87] Refreshing network info cache for port 027242a1-c02e-4efb-93c3-caddeeba7bac {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 898.733312] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-8c84be97-5a4d-46bb-8a4c-44dd8de539cd tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: f5e9c9c1-3038-4530-9694-0e51131cdf87] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:66:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e23c1d18-c841-49ea-95f3-df5ceac28afd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '027242a1-c02e-4efb-93c3-caddeeba7bac', 'vif_model': 'vmxnet3'}] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 898.741124] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8c84be97-5a4d-46bb-8a4c-44dd8de539cd tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 898.743840] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5e9c9c1-3038-4530-9694-0e51131cdf87] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 898.743840] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-36413f22-cf31-4f13-8e52-b101b2ab64fd {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.767301] env[69889]: DEBUG oslo_vmware.api [None req-a2b748de-fee9-4042-a4b3-06dbc6486931 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Task: {'id': task-4077310, 'name': ReconfigVM_Task, 'duration_secs': 0.790154} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.768723] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2b748de-fee9-4042-a4b3-06dbc6486931 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] [instance: 233f5e8b-de2a-4e68-b8ca-2a548f32617f] Reconfigured VM instance instance-00000034 to attach disk [datastore1] 233f5e8b-de2a-4e68-b8ca-2a548f32617f/233f5e8b-de2a-4e68-b8ca-2a548f32617f.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 898.769290] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2b748de-fee9-4042-a4b3-06dbc6486931 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=69889) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 898.770062] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 898.770062] env[69889]: value = "task-4077314" [ 898.770062] env[69889]: _type = "Task" [ 898.770062] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.770269] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-830ea968-fd44-4912-9788-7c46bdca8bd8 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.784305] env[69889]: DEBUG oslo_vmware.api [None req-a2b748de-fee9-4042-a4b3-06dbc6486931 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Waiting for the task: (returnval){ [ 898.784305] env[69889]: value = "task-4077315" [ 898.784305] env[69889]: _type = "Task" [ 898.784305] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.784493] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077314, 'name': CreateVM_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.785382] env[69889]: DEBUG nova.network.neutron [None req-bfc21d9f-297a-41a3-8fd5-fd7a391ee573 tempest-InstanceActionsNegativeTestJSON-1165517597 tempest-InstanceActionsNegativeTestJSON-1165517597-project-member] [instance: 43a79453-1511-401e-80a2-6bbdff6a78c9] Successfully created port: fc2fc68c-64ae-4492-8f28-fe866f5477d1 {{(pid=69889) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 898.803638] env[69889]: DEBUG oslo_vmware.api [None req-a2b748de-fee9-4042-a4b3-06dbc6486931 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Task: {'id': task-4077315, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.805020] env[69889]: DEBUG oslo_vmware.api [None req-d7d85da9-5acc-426b-840d-de8c862f5184 tempest-ServersAdminTestJSON-1643160672 tempest-ServersAdminTestJSON-1643160672-project-admin] Task: {'id': task-4077313, 'name': ReconfigVM_Task, 'duration_secs': 0.239672} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.806653] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-d7d85da9-5acc-426b-840d-de8c862f5184 tempest-ServersAdminTestJSON-1643160672 tempest-ServersAdminTestJSON-1643160672-project-admin] [instance: 72912814-7e55-405f-a878-7102dcdfc7d1] Reconfigured VM instance to set the machine id {{(pid=69889) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 898.975517] env[69889]: DEBUG nova.scheduler.client.report [None req-61bbe74f-78a5-4674-9edf-f526f3f4f56d tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 898.992488] env[69889]: INFO nova.compute.manager [-] [instance: a7c1b811-fede-428b-b4f9-a4df09e7968d] Took 1.39 seconds to deallocate network for instance. [ 899.129432] env[69889]: DEBUG nova.network.neutron [req-31f4dfe4-7f1d-4133-8446-ff2a5daed338 req-d3ffb61d-8a5f-4ae3-be97-c661edf8130b service nova] [instance: bbf9db25-688f-4729-9c55-0e1e1196c2f6] Updated VIF entry in instance network info cache for port f131f2fd-e468-46ba-8304-32cffdad9815. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 899.129868] env[69889]: DEBUG nova.network.neutron [req-31f4dfe4-7f1d-4133-8446-ff2a5daed338 req-d3ffb61d-8a5f-4ae3-be97-c661edf8130b service nova] [instance: bbf9db25-688f-4729-9c55-0e1e1196c2f6] Updating instance_info_cache with network_info: [{"id": "f131f2fd-e468-46ba-8304-32cffdad9815", "address": "fa:16:3e:71:7a:cb", "network": {"id": "dc7a1c63-64ed-41ca-b29f-202337c0d542", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1276397426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf71caefe82444e1aa35f5f5071b52f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf131f2fd-e4", "ovs_interfaceid": "f131f2fd-e468-46ba-8304-32cffdad9815", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.136240] env[69889]: DEBUG nova.compute.manager [None req-bfc21d9f-297a-41a3-8fd5-fd7a391ee573 tempest-InstanceActionsNegativeTestJSON-1165517597 tempest-InstanceActionsNegativeTestJSON-1165517597-project-member] [instance: 43a79453-1511-401e-80a2-6bbdff6a78c9] Start spawning the instance on the hypervisor. {{(pid=69889) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 899.166032] env[69889]: DEBUG nova.virt.hardware [None req-bfc21d9f-297a-41a3-8fd5-fd7a391ee573 tempest-InstanceActionsNegativeTestJSON-1165517597 tempest-InstanceActionsNegativeTestJSON-1165517597-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 899.166304] env[69889]: DEBUG nova.virt.hardware [None req-bfc21d9f-297a-41a3-8fd5-fd7a391ee573 tempest-InstanceActionsNegativeTestJSON-1165517597 tempest-InstanceActionsNegativeTestJSON-1165517597-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 899.166518] env[69889]: DEBUG nova.virt.hardware [None req-bfc21d9f-297a-41a3-8fd5-fd7a391ee573 tempest-InstanceActionsNegativeTestJSON-1165517597 tempest-InstanceActionsNegativeTestJSON-1165517597-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 899.166646] env[69889]: DEBUG nova.virt.hardware [None req-bfc21d9f-297a-41a3-8fd5-fd7a391ee573 tempest-InstanceActionsNegativeTestJSON-1165517597 tempest-InstanceActionsNegativeTestJSON-1165517597-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 899.166796] env[69889]: DEBUG nova.virt.hardware [None req-bfc21d9f-297a-41a3-8fd5-fd7a391ee573 tempest-InstanceActionsNegativeTestJSON-1165517597 tempest-InstanceActionsNegativeTestJSON-1165517597-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 899.166948] env[69889]: DEBUG nova.virt.hardware [None req-bfc21d9f-297a-41a3-8fd5-fd7a391ee573 tempest-InstanceActionsNegativeTestJSON-1165517597 tempest-InstanceActionsNegativeTestJSON-1165517597-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 899.167238] env[69889]: DEBUG nova.virt.hardware [None req-bfc21d9f-297a-41a3-8fd5-fd7a391ee573 tempest-InstanceActionsNegativeTestJSON-1165517597 tempest-InstanceActionsNegativeTestJSON-1165517597-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 899.167410] env[69889]: DEBUG nova.virt.hardware [None req-bfc21d9f-297a-41a3-8fd5-fd7a391ee573 tempest-InstanceActionsNegativeTestJSON-1165517597 tempest-InstanceActionsNegativeTestJSON-1165517597-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 899.167619] env[69889]: DEBUG nova.virt.hardware [None req-bfc21d9f-297a-41a3-8fd5-fd7a391ee573 tempest-InstanceActionsNegativeTestJSON-1165517597 tempest-InstanceActionsNegativeTestJSON-1165517597-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 899.167792] env[69889]: DEBUG nova.virt.hardware [None req-bfc21d9f-297a-41a3-8fd5-fd7a391ee573 tempest-InstanceActionsNegativeTestJSON-1165517597 tempest-InstanceActionsNegativeTestJSON-1165517597-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 899.167970] env[69889]: DEBUG nova.virt.hardware [None req-bfc21d9f-297a-41a3-8fd5-fd7a391ee573 tempest-InstanceActionsNegativeTestJSON-1165517597 tempest-InstanceActionsNegativeTestJSON-1165517597-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 899.168938] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3f7ab61-d4f6-485e-9041-9cf52db7af62 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.178303] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-888e040a-02ed-47bb-87f6-c130b2a6fc5c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.194119] env[69889]: DEBUG nova.network.neutron [-] [instance: 035a867b-5707-43b4-b743-3e32775063ea] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.285869] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077314, 'name': CreateVM_Task} progress is 25%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.297542] env[69889]: DEBUG oslo_vmware.api [None req-a2b748de-fee9-4042-a4b3-06dbc6486931 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Task: {'id': task-4077315, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.061312} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.297862] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2b748de-fee9-4042-a4b3-06dbc6486931 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=69889) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 899.298823] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fb36be4-e1eb-4f76-b341-75f13d613bec {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.326374] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2b748de-fee9-4042-a4b3-06dbc6486931 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] [instance: 233f5e8b-de2a-4e68-b8ca-2a548f32617f] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] 233f5e8b-de2a-4e68-b8ca-2a548f32617f/ephemeral_0.vmdk or device None with type thin {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 899.329332] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc5f1a1d-a0b3-4e76-affb-177f174bc614 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.353809] env[69889]: DEBUG oslo_vmware.api [None req-a2b748de-fee9-4042-a4b3-06dbc6486931 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Waiting for the task: (returnval){ [ 899.353809] env[69889]: value = "task-4077316" [ 899.353809] env[69889]: _type = "Task" [ 899.353809] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.364667] env[69889]: DEBUG oslo_vmware.api [None req-a2b748de-fee9-4042-a4b3-06dbc6486931 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Task: {'id': task-4077316, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.485128] env[69889]: DEBUG oslo_concurrency.lockutils [None req-61bbe74f-78a5-4674-9edf-f526f3f4f56d tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.377s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.490755] env[69889]: DEBUG oslo_concurrency.lockutils [None req-da2b4843-0a70-4411-bbe6-e53b261f691c tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 30.869s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.500031] env[69889]: DEBUG oslo_concurrency.lockutils [None req-3615a3e3-b337-48b6-b007-ad2e23440234 tempest-ServerPasswordTestJSON-589325170 tempest-ServerPasswordTestJSON-589325170-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.526049] env[69889]: INFO nova.scheduler.client.report [None req-61bbe74f-78a5-4674-9edf-f526f3f4f56d tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] Deleted allocations for instance 2df2001e-95cc-4421-a98d-c8212c184cff [ 899.549368] env[69889]: DEBUG nova.network.neutron [req-a052244f-6c67-4ec6-90ab-341c306b97d2 req-5636f58b-c48e-498a-bbdd-7f13c2342931 service nova] [instance: f5e9c9c1-3038-4530-9694-0e51131cdf87] Updated VIF entry in instance network info cache for port 027242a1-c02e-4efb-93c3-caddeeba7bac. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 899.549368] env[69889]: DEBUG nova.network.neutron [req-a052244f-6c67-4ec6-90ab-341c306b97d2 req-5636f58b-c48e-498a-bbdd-7f13c2342931 service nova] [instance: f5e9c9c1-3038-4530-9694-0e51131cdf87] Updating instance_info_cache with network_info: [{"id": "027242a1-c02e-4efb-93c3-caddeeba7bac", "address": "fa:16:3e:e7:66:88", "network": {"id": "b29da6ee-674a-477c-825a-46d399fad165", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1035647706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea3b0130534446ba8f3ff8c8e581dae7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap027242a1-c0", "ovs_interfaceid": "027242a1-c02e-4efb-93c3-caddeeba7bac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.785083] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077314, 'name': CreateVM_Task, 'duration_secs': 0.715988} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.785318] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5e9c9c1-3038-4530-9694-0e51131cdf87] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 899.786151] env[69889]: DEBUG oslo_concurrency.lockutils [None req-8c84be97-5a4d-46bb-8a4c-44dd8de539cd tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.787248] env[69889]: DEBUG oslo_concurrency.lockutils [None req-8c84be97-5a4d-46bb-8a4c-44dd8de539cd tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.787248] env[69889]: DEBUG oslo_concurrency.lockutils [None req-8c84be97-5a4d-46bb-8a4c-44dd8de539cd tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.787248] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e8769c9-cd51-4050-a102-fd3b59d40515 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.793601] env[69889]: DEBUG oslo_vmware.api [None req-8c84be97-5a4d-46bb-8a4c-44dd8de539cd tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Waiting for the task: (returnval){ [ 899.793601] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52d6a7b8-13fa-e5b7-23a6-b265b5a4563d" [ 899.793601] env[69889]: _type = "Task" [ 899.793601] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.802651] env[69889]: DEBUG oslo_vmware.api [None req-8c84be97-5a4d-46bb-8a4c-44dd8de539cd tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52d6a7b8-13fa-e5b7-23a6-b265b5a4563d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.865862] env[69889]: DEBUG oslo_vmware.api [None req-a2b748de-fee9-4042-a4b3-06dbc6486931 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Task: {'id': task-4077316, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.919142] env[69889]: DEBUG oslo_concurrency.lockutils [req-31f4dfe4-7f1d-4133-8446-ff2a5daed338 req-d3ffb61d-8a5f-4ae3-be97-c661edf8130b service nova] Releasing lock "refresh_cache-bbf9db25-688f-4729-9c55-0e1e1196c2f6" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.919676] env[69889]: INFO nova.compute.manager [-] [instance: 035a867b-5707-43b4-b743-3e32775063ea] Took 1.55 seconds to deallocate network for instance. [ 899.996466] env[69889]: INFO nova.compute.claims [None req-da2b4843-0a70-4411-bbe6-e53b261f691c tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: 9103303b-fb64-4728-892d-285dba75ac18] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 900.038222] env[69889]: DEBUG oslo_concurrency.lockutils [None req-61bbe74f-78a5-4674-9edf-f526f3f4f56d tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] Lock "2df2001e-95cc-4421-a98d-c8212c184cff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.471s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.051958] env[69889]: DEBUG oslo_concurrency.lockutils [req-a052244f-6c67-4ec6-90ab-341c306b97d2 req-5636f58b-c48e-498a-bbdd-7f13c2342931 service nova] Releasing lock "refresh_cache-f5e9c9c1-3038-4530-9694-0e51131cdf87" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.306873] env[69889]: DEBUG oslo_vmware.api [None req-8c84be97-5a4d-46bb-8a4c-44dd8de539cd tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52d6a7b8-13fa-e5b7-23a6-b265b5a4563d, 'name': SearchDatastore_Task, 'duration_secs': 0.017279} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.307240] env[69889]: DEBUG oslo_concurrency.lockutils [None req-8c84be97-5a4d-46bb-8a4c-44dd8de539cd tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.307919] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-8c84be97-5a4d-46bb-8a4c-44dd8de539cd tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: f5e9c9c1-3038-4530-9694-0e51131cdf87] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 900.307919] env[69889]: DEBUG oslo_concurrency.lockutils [None req-8c84be97-5a4d-46bb-8a4c-44dd8de539cd tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.307919] env[69889]: DEBUG oslo_concurrency.lockutils [None req-8c84be97-5a4d-46bb-8a4c-44dd8de539cd tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.308139] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c84be97-5a4d-46bb-8a4c-44dd8de539cd tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 900.308402] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7dead249-26c8-4d5b-8691-d576f34ac190 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.319024] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c84be97-5a4d-46bb-8a4c-44dd8de539cd tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 900.319281] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-8c84be97-5a4d-46bb-8a4c-44dd8de539cd tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 900.320060] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa5643d5-ab73-4dc0-9579-731ce8986570 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.326820] env[69889]: DEBUG oslo_vmware.api [None req-8c84be97-5a4d-46bb-8a4c-44dd8de539cd tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Waiting for the task: (returnval){ [ 900.326820] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]525198bf-19fc-e49e-0ee8-75d8e010057e" [ 900.326820] env[69889]: _type = "Task" [ 900.326820] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.335724] env[69889]: DEBUG oslo_vmware.api [None req-8c84be97-5a4d-46bb-8a4c-44dd8de539cd tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]525198bf-19fc-e49e-0ee8-75d8e010057e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.368030] env[69889]: DEBUG oslo_vmware.api [None req-a2b748de-fee9-4042-a4b3-06dbc6486931 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Task: {'id': task-4077316, 'name': ReconfigVM_Task, 'duration_secs': 0.829523} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.368386] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2b748de-fee9-4042-a4b3-06dbc6486931 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] [instance: 233f5e8b-de2a-4e68-b8ca-2a548f32617f] Reconfigured VM instance instance-00000034 to attach disk [datastore1] 233f5e8b-de2a-4e68-b8ca-2a548f32617f/ephemeral_0.vmdk or device None with type thin {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 900.369057] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3f731a92-55af-4351-9c27-a937e9b7d4c5 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.377700] env[69889]: DEBUG oslo_vmware.api [None req-a2b748de-fee9-4042-a4b3-06dbc6486931 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Waiting for the task: (returnval){ [ 900.377700] env[69889]: value = "task-4077317" [ 900.377700] env[69889]: _type = "Task" [ 900.377700] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.387566] env[69889]: DEBUG oslo_vmware.api [None req-a2b748de-fee9-4042-a4b3-06dbc6486931 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Task: {'id': task-4077317, 'name': Rename_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.426353] env[69889]: DEBUG oslo_concurrency.lockutils [None req-df322c9e-d14a-4f5c-a383-53007e6b1c6e tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.503819] env[69889]: INFO nova.compute.resource_tracker [None req-da2b4843-0a70-4411-bbe6-e53b261f691c tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: 9103303b-fb64-4728-892d-285dba75ac18] Updating resource usage from migration 7431da44-0b24-4270-9f73-9bc59eb7ff82 [ 900.834034] env[69889]: DEBUG nova.compute.manager [req-ad1f3d29-321b-4d4f-90a5-72d3626106f4 req-9b183146-f2ed-4183-8185-8383cddcca09 service nova] [instance: a7c1b811-fede-428b-b4f9-a4df09e7968d] Received event network-vif-deleted-f28c49fe-ec4f-4db3-8bbd-8c7c689b57c9 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 900.834034] env[69889]: DEBUG nova.compute.manager [req-ad1f3d29-321b-4d4f-90a5-72d3626106f4 req-9b183146-f2ed-4183-8185-8383cddcca09 service nova] [instance: 035a867b-5707-43b4-b743-3e32775063ea] Received event network-vif-deleted-f182f951-c941-40d0-8bae-4ce0f551d0f7 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 900.848615] env[69889]: DEBUG oslo_vmware.api [None req-8c84be97-5a4d-46bb-8a4c-44dd8de539cd tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]525198bf-19fc-e49e-0ee8-75d8e010057e, 'name': SearchDatastore_Task, 'duration_secs': 0.026657} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.848615] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30f82137-23a4-4e7b-a605-9fc876ca6eb4 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.857756] env[69889]: DEBUG oslo_vmware.api [None req-8c84be97-5a4d-46bb-8a4c-44dd8de539cd tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Waiting for the task: (returnval){ [ 900.857756] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]5256d0b1-bfe6-0c62-9219-989b19a195d8" [ 900.857756] env[69889]: _type = "Task" [ 900.857756] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.874605] env[69889]: DEBUG oslo_vmware.api [None req-8c84be97-5a4d-46bb-8a4c-44dd8de539cd tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5256d0b1-bfe6-0c62-9219-989b19a195d8, 'name': SearchDatastore_Task, 'duration_secs': 0.014544} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.878088] env[69889]: DEBUG oslo_concurrency.lockutils [None req-8c84be97-5a4d-46bb-8a4c-44dd8de539cd tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.878451] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c84be97-5a4d-46bb-8a4c-44dd8de539cd tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore1] f5e9c9c1-3038-4530-9694-0e51131cdf87/f5e9c9c1-3038-4530-9694-0e51131cdf87.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 900.879059] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c047dda2-b455-4a83-b6d3-04e016f1d5c6 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.893386] env[69889]: DEBUG oslo_vmware.api [None req-a2b748de-fee9-4042-a4b3-06dbc6486931 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Task: {'id': task-4077317, 'name': Rename_Task, 'duration_secs': 0.203317} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.897264] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2b748de-fee9-4042-a4b3-06dbc6486931 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] [instance: 233f5e8b-de2a-4e68-b8ca-2a548f32617f] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 900.897656] env[69889]: DEBUG oslo_vmware.api [None req-8c84be97-5a4d-46bb-8a4c-44dd8de539cd tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Waiting for the task: (returnval){ [ 900.897656] env[69889]: value = "task-4077318" [ 900.897656] env[69889]: _type = "Task" [ 900.897656] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.898099] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c7edaa19-a6e0-411d-ab52-42bff60e11d6 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.909789] env[69889]: DEBUG oslo_vmware.api [None req-8c84be97-5a4d-46bb-8a4c-44dd8de539cd tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4077318, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.913819] env[69889]: DEBUG oslo_vmware.api [None req-a2b748de-fee9-4042-a4b3-06dbc6486931 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Waiting for the task: (returnval){ [ 900.913819] env[69889]: value = "task-4077319" [ 900.913819] env[69889]: _type = "Task" [ 900.913819] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.923232] env[69889]: DEBUG oslo_vmware.api [None req-a2b748de-fee9-4042-a4b3-06dbc6486931 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Task: {'id': task-4077319, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.179052] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-641a5a64-8f58-4f0e-8cc9-feffabaecad8 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.191208] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc0fc18c-66d9-480f-9f15-b97e20149839 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.234483] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e496fef7-c81a-4cca-9d50-3aae2920d98c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.246584] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-425c66c9-2099-47a9-9b5f-1da6a750131a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.267821] env[69889]: DEBUG nova.compute.provider_tree [None req-da2b4843-0a70-4411-bbe6-e53b261f691c tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 901.410536] env[69889]: DEBUG oslo_vmware.api [None req-8c84be97-5a4d-46bb-8a4c-44dd8de539cd tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4077318, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.425857] env[69889]: DEBUG oslo_vmware.api [None req-a2b748de-fee9-4042-a4b3-06dbc6486931 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Task: {'id': task-4077319, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.538670] env[69889]: DEBUG oslo_concurrency.lockutils [None req-3691ad57-8f86-4128-b5c0-cba6d2a4f938 tempest-VolumesAssistedSnapshotsTest-912369420 tempest-VolumesAssistedSnapshotsTest-912369420-project-admin] Acquiring lock "7f014d2a-1340-4715-8ab0-42df2c7d9f36" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.539764] env[69889]: DEBUG oslo_concurrency.lockutils [None req-3691ad57-8f86-4128-b5c0-cba6d2a4f938 tempest-VolumesAssistedSnapshotsTest-912369420 tempest-VolumesAssistedSnapshotsTest-912369420-project-admin] Lock "7f014d2a-1340-4715-8ab0-42df2c7d9f36" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.771240] env[69889]: DEBUG nova.scheduler.client.report [None req-da2b4843-0a70-4411-bbe6-e53b261f691c tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 901.910594] env[69889]: DEBUG oslo_vmware.api [None req-8c84be97-5a4d-46bb-8a4c-44dd8de539cd tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4077318, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.568438} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.911414] env[69889]: DEBUG nova.network.neutron [None req-bfc21d9f-297a-41a3-8fd5-fd7a391ee573 tempest-InstanceActionsNegativeTestJSON-1165517597 tempest-InstanceActionsNegativeTestJSON-1165517597-project-member] [instance: 43a79453-1511-401e-80a2-6bbdff6a78c9] Successfully updated port: fc2fc68c-64ae-4492-8f28-fe866f5477d1 {{(pid=69889) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 901.912556] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c84be97-5a4d-46bb-8a4c-44dd8de539cd tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore1] f5e9c9c1-3038-4530-9694-0e51131cdf87/f5e9c9c1-3038-4530-9694-0e51131cdf87.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 901.912790] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-8c84be97-5a4d-46bb-8a4c-44dd8de539cd tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: f5e9c9c1-3038-4530-9694-0e51131cdf87] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 901.913247] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-197fd648-9339-4949-b446-c476e5886d62 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.929753] env[69889]: DEBUG oslo_vmware.api [None req-8c84be97-5a4d-46bb-8a4c-44dd8de539cd tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Waiting for the task: (returnval){ [ 901.929753] env[69889]: value = "task-4077320" [ 901.929753] env[69889]: _type = "Task" [ 901.929753] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.930356] env[69889]: DEBUG oslo_vmware.api [None req-a2b748de-fee9-4042-a4b3-06dbc6486931 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Task: {'id': task-4077319, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.939466] env[69889]: DEBUG oslo_vmware.api [None req-8c84be97-5a4d-46bb-8a4c-44dd8de539cd tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4077320, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.043775] env[69889]: DEBUG nova.compute.utils [None req-3691ad57-8f86-4128-b5c0-cba6d2a4f938 tempest-VolumesAssistedSnapshotsTest-912369420 tempest-VolumesAssistedSnapshotsTest-912369420-project-admin] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 902.278710] env[69889]: DEBUG oslo_concurrency.lockutils [None req-da2b4843-0a70-4411-bbe6-e53b261f691c tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.787s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.278710] env[69889]: INFO nova.compute.manager [None req-da2b4843-0a70-4411-bbe6-e53b261f691c tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: 9103303b-fb64-4728-892d-285dba75ac18] Migrating [ 902.284421] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7bd8a939-f4cf-493e-b2dc-efb1f586427d tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.132s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.284661] env[69889]: DEBUG nova.objects.instance [None req-7bd8a939-f4cf-493e-b2dc-efb1f586427d tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Lazy-loading 'resources' on Instance uuid 4925d307-f4c8-4847-8ee1-937e196e6c69 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 902.324675] env[69889]: DEBUG nova.compute.manager [req-62db5b33-b213-4478-b69e-db85f32835c8 req-3f3a9c10-b806-48af-8c0c-6f00c7da0911 service nova] [instance: 43a79453-1511-401e-80a2-6bbdff6a78c9] Received event network-vif-plugged-fc2fc68c-64ae-4492-8f28-fe866f5477d1 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 902.324911] env[69889]: DEBUG oslo_concurrency.lockutils [req-62db5b33-b213-4478-b69e-db85f32835c8 req-3f3a9c10-b806-48af-8c0c-6f00c7da0911 service nova] Acquiring lock "43a79453-1511-401e-80a2-6bbdff6a78c9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.325145] env[69889]: DEBUG oslo_concurrency.lockutils [req-62db5b33-b213-4478-b69e-db85f32835c8 req-3f3a9c10-b806-48af-8c0c-6f00c7da0911 service nova] Lock "43a79453-1511-401e-80a2-6bbdff6a78c9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.325313] env[69889]: DEBUG oslo_concurrency.lockutils [req-62db5b33-b213-4478-b69e-db85f32835c8 req-3f3a9c10-b806-48af-8c0c-6f00c7da0911 service nova] Lock "43a79453-1511-401e-80a2-6bbdff6a78c9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.325484] env[69889]: DEBUG nova.compute.manager [req-62db5b33-b213-4478-b69e-db85f32835c8 req-3f3a9c10-b806-48af-8c0c-6f00c7da0911 service nova] [instance: 43a79453-1511-401e-80a2-6bbdff6a78c9] No waiting events found dispatching network-vif-plugged-fc2fc68c-64ae-4492-8f28-fe866f5477d1 {{(pid=69889) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 902.325680] env[69889]: WARNING nova.compute.manager [req-62db5b33-b213-4478-b69e-db85f32835c8 req-3f3a9c10-b806-48af-8c0c-6f00c7da0911 service nova] [instance: 43a79453-1511-401e-80a2-6bbdff6a78c9] Received unexpected event network-vif-plugged-fc2fc68c-64ae-4492-8f28-fe866f5477d1 for instance with vm_state building and task_state spawning. [ 902.414984] env[69889]: DEBUG oslo_concurrency.lockutils [None req-bfc21d9f-297a-41a3-8fd5-fd7a391ee573 tempest-InstanceActionsNegativeTestJSON-1165517597 tempest-InstanceActionsNegativeTestJSON-1165517597-project-member] Acquiring lock "refresh_cache-43a79453-1511-401e-80a2-6bbdff6a78c9" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.414984] env[69889]: DEBUG oslo_concurrency.lockutils [None req-bfc21d9f-297a-41a3-8fd5-fd7a391ee573 tempest-InstanceActionsNegativeTestJSON-1165517597 tempest-InstanceActionsNegativeTestJSON-1165517597-project-member] Acquired lock "refresh_cache-43a79453-1511-401e-80a2-6bbdff6a78c9" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.414984] env[69889]: DEBUG nova.network.neutron [None req-bfc21d9f-297a-41a3-8fd5-fd7a391ee573 tempest-InstanceActionsNegativeTestJSON-1165517597 tempest-InstanceActionsNegativeTestJSON-1165517597-project-member] [instance: 43a79453-1511-401e-80a2-6bbdff6a78c9] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 902.434656] env[69889]: DEBUG oslo_vmware.api [None req-a2b748de-fee9-4042-a4b3-06dbc6486931 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Task: {'id': task-4077319, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.448038] env[69889]: DEBUG oslo_vmware.api [None req-8c84be97-5a4d-46bb-8a4c-44dd8de539cd tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4077320, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.414794} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.448887] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-8c84be97-5a4d-46bb-8a4c-44dd8de539cd tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: f5e9c9c1-3038-4530-9694-0e51131cdf87] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 902.449921] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b65ff54-44a2-466b-8f07-16a685e43170 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.486187] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c84be97-5a4d-46bb-8a4c-44dd8de539cd tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: f5e9c9c1-3038-4530-9694-0e51131cdf87] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] f5e9c9c1-3038-4530-9694-0e51131cdf87/f5e9c9c1-3038-4530-9694-0e51131cdf87.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 902.486541] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3eb254f-1098-400d-8cd4-320087e833cc {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.511040] env[69889]: DEBUG oslo_vmware.api [None req-8c84be97-5a4d-46bb-8a4c-44dd8de539cd tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Waiting for the task: (returnval){ [ 902.511040] env[69889]: value = "task-4077321" [ 902.511040] env[69889]: _type = "Task" [ 902.511040] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.520866] env[69889]: DEBUG oslo_vmware.api [None req-8c84be97-5a4d-46bb-8a4c-44dd8de539cd tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4077321, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.547694] env[69889]: DEBUG oslo_concurrency.lockutils [None req-3691ad57-8f86-4128-b5c0-cba6d2a4f938 tempest-VolumesAssistedSnapshotsTest-912369420 tempest-VolumesAssistedSnapshotsTest-912369420-project-admin] Lock "7f014d2a-1340-4715-8ab0-42df2c7d9f36" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.796390] env[69889]: DEBUG oslo_concurrency.lockutils [None req-da2b4843-0a70-4411-bbe6-e53b261f691c tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Acquiring lock "refresh_cache-9103303b-fb64-4728-892d-285dba75ac18" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.796688] env[69889]: DEBUG oslo_concurrency.lockutils [None req-da2b4843-0a70-4411-bbe6-e53b261f691c tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Acquired lock "refresh_cache-9103303b-fb64-4728-892d-285dba75ac18" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.796939] env[69889]: DEBUG nova.network.neutron [None req-da2b4843-0a70-4411-bbe6-e53b261f691c tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: 9103303b-fb64-4728-892d-285dba75ac18] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 902.939483] env[69889]: DEBUG oslo_vmware.api [None req-a2b748de-fee9-4042-a4b3-06dbc6486931 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Task: {'id': task-4077319, 'name': PowerOnVM_Task, 'duration_secs': 1.523395} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.939880] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2b748de-fee9-4042-a4b3-06dbc6486931 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] [instance: 233f5e8b-de2a-4e68-b8ca-2a548f32617f] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 902.940562] env[69889]: INFO nova.compute.manager [None req-a2b748de-fee9-4042-a4b3-06dbc6486931 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] [instance: 233f5e8b-de2a-4e68-b8ca-2a548f32617f] Took 11.43 seconds to spawn the instance on the hypervisor. [ 902.941124] env[69889]: DEBUG nova.compute.manager [None req-a2b748de-fee9-4042-a4b3-06dbc6486931 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] [instance: 233f5e8b-de2a-4e68-b8ca-2a548f32617f] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 902.941768] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9d7afb8-2879-4dc4-b480-cab27bbc8c25 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.981280] env[69889]: DEBUG nova.network.neutron [None req-bfc21d9f-297a-41a3-8fd5-fd7a391ee573 tempest-InstanceActionsNegativeTestJSON-1165517597 tempest-InstanceActionsNegativeTestJSON-1165517597-project-member] [instance: 43a79453-1511-401e-80a2-6bbdff6a78c9] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 903.033639] env[69889]: DEBUG oslo_vmware.api [None req-8c84be97-5a4d-46bb-8a4c-44dd8de539cd tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4077321, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.196800] env[69889]: DEBUG nova.network.neutron [None req-bfc21d9f-297a-41a3-8fd5-fd7a391ee573 tempest-InstanceActionsNegativeTestJSON-1165517597 tempest-InstanceActionsNegativeTestJSON-1165517597-project-member] [instance: 43a79453-1511-401e-80a2-6bbdff6a78c9] Updating instance_info_cache with network_info: [{"id": "fc2fc68c-64ae-4492-8f28-fe866f5477d1", "address": "fa:16:3e:6c:89:d0", "network": {"id": "437f808a-f36b-445a-b96c-6477e35b9704", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1533226192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc8dc68ae2b24c12a7203ed471bea3ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc2fc68c-64", "ovs_interfaceid": "fc2fc68c-64ae-4492-8f28-fe866f5477d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.473207] env[69889]: INFO nova.compute.manager [None req-a2b748de-fee9-4042-a4b3-06dbc6486931 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] [instance: 233f5e8b-de2a-4e68-b8ca-2a548f32617f] Took 42.89 seconds to build instance. [ 903.532035] env[69889]: DEBUG oslo_vmware.api [None req-8c84be97-5a4d-46bb-8a4c-44dd8de539cd tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4077321, 'name': ReconfigVM_Task, 'duration_secs': 0.787188} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.532035] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c84be97-5a4d-46bb-8a4c-44dd8de539cd tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: f5e9c9c1-3038-4530-9694-0e51131cdf87] Reconfigured VM instance instance-00000035 to attach disk [datastore1] f5e9c9c1-3038-4530-9694-0e51131cdf87/f5e9c9c1-3038-4530-9694-0e51131cdf87.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 903.532035] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-718e63c5-a046-4015-8859-9c4076cfe7f7 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.541412] env[69889]: DEBUG oslo_vmware.api [None req-8c84be97-5a4d-46bb-8a4c-44dd8de539cd tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Waiting for the task: (returnval){ [ 903.541412] env[69889]: value = "task-4077322" [ 903.541412] env[69889]: _type = "Task" [ 903.541412] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.552618] env[69889]: DEBUG oslo_vmware.api [None req-8c84be97-5a4d-46bb-8a4c-44dd8de539cd tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4077322, 'name': Rename_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.557093] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-458b813a-5a22-45b4-984b-0496ca0bda28 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.567654] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de1ea5eb-9ae4-40c8-9838-e7f061e7c2fa {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.605337] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71aee498-701c-452d-9b81-848daf8ca46a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.613461] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d7a82cd-0c98-4292-b746-f2919fbb0fac {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.631456] env[69889]: DEBUG nova.compute.provider_tree [None req-7bd8a939-f4cf-493e-b2dc-efb1f586427d tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 903.654222] env[69889]: DEBUG oslo_concurrency.lockutils [None req-3691ad57-8f86-4128-b5c0-cba6d2a4f938 tempest-VolumesAssistedSnapshotsTest-912369420 tempest-VolumesAssistedSnapshotsTest-912369420-project-admin] Acquiring lock "7f014d2a-1340-4715-8ab0-42df2c7d9f36" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.654557] env[69889]: DEBUG oslo_concurrency.lockutils [None req-3691ad57-8f86-4128-b5c0-cba6d2a4f938 tempest-VolumesAssistedSnapshotsTest-912369420 tempest-VolumesAssistedSnapshotsTest-912369420-project-admin] Lock "7f014d2a-1340-4715-8ab0-42df2c7d9f36" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.654801] env[69889]: INFO nova.compute.manager [None req-3691ad57-8f86-4128-b5c0-cba6d2a4f938 tempest-VolumesAssistedSnapshotsTest-912369420 tempest-VolumesAssistedSnapshotsTest-912369420-project-admin] [instance: 7f014d2a-1340-4715-8ab0-42df2c7d9f36] Attaching volume 3065440b-017d-47fd-858e-7e8f1e494c50 to /dev/sdb [ 903.702207] env[69889]: DEBUG oslo_concurrency.lockutils [None req-bfc21d9f-297a-41a3-8fd5-fd7a391ee573 tempest-InstanceActionsNegativeTestJSON-1165517597 tempest-InstanceActionsNegativeTestJSON-1165517597-project-member] Releasing lock "refresh_cache-43a79453-1511-401e-80a2-6bbdff6a78c9" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.702207] env[69889]: DEBUG nova.compute.manager [None req-bfc21d9f-297a-41a3-8fd5-fd7a391ee573 tempest-InstanceActionsNegativeTestJSON-1165517597 tempest-InstanceActionsNegativeTestJSON-1165517597-project-member] [instance: 43a79453-1511-401e-80a2-6bbdff6a78c9] Instance network_info: |[{"id": "fc2fc68c-64ae-4492-8f28-fe866f5477d1", "address": "fa:16:3e:6c:89:d0", "network": {"id": "437f808a-f36b-445a-b96c-6477e35b9704", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1533226192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc8dc68ae2b24c12a7203ed471bea3ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc2fc68c-64", "ovs_interfaceid": "fc2fc68c-64ae-4492-8f28-fe866f5477d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 903.702496] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-bfc21d9f-297a-41a3-8fd5-fd7a391ee573 tempest-InstanceActionsNegativeTestJSON-1165517597 tempest-InstanceActionsNegativeTestJSON-1165517597-project-member] [instance: 43a79453-1511-401e-80a2-6bbdff6a78c9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6c:89:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '983826cf-6390-4ec6-bf97-30a1060947fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fc2fc68c-64ae-4492-8f28-fe866f5477d1', 'vif_model': 'vmxnet3'}] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 903.716038] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfc21d9f-297a-41a3-8fd5-fd7a391ee573 tempest-InstanceActionsNegativeTestJSON-1165517597 tempest-InstanceActionsNegativeTestJSON-1165517597-project-member] Creating folder: Project (bc8dc68ae2b24c12a7203ed471bea3ce). Parent ref: group-v807779. {{(pid=69889) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 903.716038] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8e9f8ffa-6f36-4dbc-97e5-925e535cd7e3 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.721440] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-697ab89a-a89c-4b0d-9808-e6432b546393 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.731891] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c51c772-6ac2-46dc-a028-0a81c2f6568e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.739363] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-bfc21d9f-297a-41a3-8fd5-fd7a391ee573 tempest-InstanceActionsNegativeTestJSON-1165517597 tempest-InstanceActionsNegativeTestJSON-1165517597-project-member] Created folder: Project (bc8dc68ae2b24c12a7203ed471bea3ce) in parent group-v807779. [ 903.739363] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfc21d9f-297a-41a3-8fd5-fd7a391ee573 tempest-InstanceActionsNegativeTestJSON-1165517597 tempest-InstanceActionsNegativeTestJSON-1165517597-project-member] Creating folder: Instances. Parent ref: group-v807924. {{(pid=69889) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 903.739807] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5cdab939-a40a-45a5-b8f5-7818da77183e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.761777] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-bfc21d9f-297a-41a3-8fd5-fd7a391ee573 tempest-InstanceActionsNegativeTestJSON-1165517597 tempest-InstanceActionsNegativeTestJSON-1165517597-project-member] Created folder: Instances in parent group-v807924. [ 903.762113] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bfc21d9f-297a-41a3-8fd5-fd7a391ee573 tempest-InstanceActionsNegativeTestJSON-1165517597 tempest-InstanceActionsNegativeTestJSON-1165517597-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 903.762522] env[69889]: DEBUG nova.virt.block_device [None req-3691ad57-8f86-4128-b5c0-cba6d2a4f938 tempest-VolumesAssistedSnapshotsTest-912369420 tempest-VolumesAssistedSnapshotsTest-912369420-project-admin] [instance: 7f014d2a-1340-4715-8ab0-42df2c7d9f36] Updating existing volume attachment record: 576b5f55-0582-4b83-84b7-89e2f0ebe72c {{(pid=69889) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 903.765554] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43a79453-1511-401e-80a2-6bbdff6a78c9] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 903.766093] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1760533a-72b7-486f-9496-63ca675bf1a6 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.789042] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 903.789042] env[69889]: value = "task-4077325" [ 903.789042] env[69889]: _type = "Task" [ 903.789042] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.802560] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077325, 'name': CreateVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.851250] env[69889]: DEBUG nova.network.neutron [None req-da2b4843-0a70-4411-bbe6-e53b261f691c tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: 9103303b-fb64-4728-892d-285dba75ac18] Updating instance_info_cache with network_info: [{"id": "18e4b4b5-91ee-4b18-aba9-af64ba9989b3", "address": "fa:16:3e:32:c6:1e", "network": {"id": "f9341188-47f9-41e2-bae7-5eb6406f3899", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.113", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b7973ea41bcd4363abc2e9339dec4d77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18e4b4b5-91", "ovs_interfaceid": "18e4b4b5-91ee-4b18-aba9-af64ba9989b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.980234] env[69889]: DEBUG oslo_concurrency.lockutils [None req-a2b748de-fee9-4042-a4b3-06dbc6486931 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Lock "233f5e8b-de2a-4e68-b8ca-2a548f32617f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.732s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.054113] env[69889]: DEBUG oslo_vmware.api [None req-8c84be97-5a4d-46bb-8a4c-44dd8de539cd tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4077322, 'name': Rename_Task, 'duration_secs': 0.284416} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.054550] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c84be97-5a4d-46bb-8a4c-44dd8de539cd tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: f5e9c9c1-3038-4530-9694-0e51131cdf87] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 904.054833] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b63bb8d8-185d-468a-8a61-116ae0a47417 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.062756] env[69889]: DEBUG oslo_vmware.api [None req-8c84be97-5a4d-46bb-8a4c-44dd8de539cd tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Waiting for the task: (returnval){ [ 904.062756] env[69889]: value = "task-4077329" [ 904.062756] env[69889]: _type = "Task" [ 904.062756] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.072884] env[69889]: DEBUG oslo_vmware.api [None req-8c84be97-5a4d-46bb-8a4c-44dd8de539cd tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4077329, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.135472] env[69889]: DEBUG nova.scheduler.client.report [None req-7bd8a939-f4cf-493e-b2dc-efb1f586427d tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 904.302284] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077325, 'name': CreateVM_Task} progress is 99%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.359695] env[69889]: DEBUG oslo_concurrency.lockutils [None req-da2b4843-0a70-4411-bbe6-e53b261f691c tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Releasing lock "refresh_cache-9103303b-fb64-4728-892d-285dba75ac18" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.483288] env[69889]: DEBUG nova.compute.manager [None req-60409eec-1ded-49b4-b606-276d40c0dbb4 tempest-ServerGroupTestJSON-1605829277 tempest-ServerGroupTestJSON-1605829277-project-member] [instance: 7c0cf802-2002-48de-9d48-061bac8350b4] Starting instance... {{(pid=69889) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 904.578400] env[69889]: DEBUG oslo_vmware.api [None req-8c84be97-5a4d-46bb-8a4c-44dd8de539cd tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4077329, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.640434] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7bd8a939-f4cf-493e-b2dc-efb1f586427d tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.356s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.643673] env[69889]: DEBUG oslo_concurrency.lockutils [None req-03c7b563-a589-43d5-b14f-a3444818efbc tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.900s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.645668] env[69889]: INFO nova.compute.claims [None req-03c7b563-a589-43d5-b14f-a3444818efbc tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: 68d7b291-3a3f-4ba0-9b9a-31407b0a43db] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 904.676556] env[69889]: INFO nova.scheduler.client.report [None req-7bd8a939-f4cf-493e-b2dc-efb1f586427d tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Deleted allocations for instance 4925d307-f4c8-4847-8ee1-937e196e6c69 [ 904.729274] env[69889]: DEBUG nova.compute.manager [req-c097a1ae-1eee-40b3-9696-45291f629a10 req-67dc4c98-3d73-48ff-93f3-0a2d274eb833 service nova] [instance: 43a79453-1511-401e-80a2-6bbdff6a78c9] Received event network-changed-fc2fc68c-64ae-4492-8f28-fe866f5477d1 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 904.729444] env[69889]: DEBUG nova.compute.manager [req-c097a1ae-1eee-40b3-9696-45291f629a10 req-67dc4c98-3d73-48ff-93f3-0a2d274eb833 service nova] [instance: 43a79453-1511-401e-80a2-6bbdff6a78c9] Refreshing instance network info cache due to event network-changed-fc2fc68c-64ae-4492-8f28-fe866f5477d1. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 904.729655] env[69889]: DEBUG oslo_concurrency.lockutils [req-c097a1ae-1eee-40b3-9696-45291f629a10 req-67dc4c98-3d73-48ff-93f3-0a2d274eb833 service nova] Acquiring lock "refresh_cache-43a79453-1511-401e-80a2-6bbdff6a78c9" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.730883] env[69889]: DEBUG oslo_concurrency.lockutils [req-c097a1ae-1eee-40b3-9696-45291f629a10 req-67dc4c98-3d73-48ff-93f3-0a2d274eb833 service nova] Acquired lock "refresh_cache-43a79453-1511-401e-80a2-6bbdff6a78c9" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.730975] env[69889]: DEBUG nova.network.neutron [req-c097a1ae-1eee-40b3-9696-45291f629a10 req-67dc4c98-3d73-48ff-93f3-0a2d274eb833 service nova] [instance: 43a79453-1511-401e-80a2-6bbdff6a78c9] Refreshing network info cache for port fc2fc68c-64ae-4492-8f28-fe866f5477d1 {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 904.796220] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c004e1f6-74c7-4d31-ba9f-5346fe3a77c8 tempest-ServerAddressesTestJSON-1316354804 tempest-ServerAddressesTestJSON-1316354804-project-member] Acquiring lock "e972c979-5e1c-4441-9226-c65aa10c0f7c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.796615] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c004e1f6-74c7-4d31-ba9f-5346fe3a77c8 tempest-ServerAddressesTestJSON-1316354804 tempest-ServerAddressesTestJSON-1316354804-project-member] Lock "e972c979-5e1c-4441-9226-c65aa10c0f7c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.810172] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077325, 'name': CreateVM_Task, 'duration_secs': 0.626623} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.810363] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43a79453-1511-401e-80a2-6bbdff6a78c9] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 904.811076] env[69889]: DEBUG oslo_concurrency.lockutils [None req-bfc21d9f-297a-41a3-8fd5-fd7a391ee573 tempest-InstanceActionsNegativeTestJSON-1165517597 tempest-InstanceActionsNegativeTestJSON-1165517597-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.811250] env[69889]: DEBUG oslo_concurrency.lockutils [None req-bfc21d9f-297a-41a3-8fd5-fd7a391ee573 tempest-InstanceActionsNegativeTestJSON-1165517597 tempest-InstanceActionsNegativeTestJSON-1165517597-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.811579] env[69889]: DEBUG oslo_concurrency.lockutils [None req-bfc21d9f-297a-41a3-8fd5-fd7a391ee573 tempest-InstanceActionsNegativeTestJSON-1165517597 tempest-InstanceActionsNegativeTestJSON-1165517597-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.812260] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0fa047c-fc9f-48e9-ae8c-39c7eb29fbf1 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.817554] env[69889]: DEBUG oslo_vmware.api [None req-bfc21d9f-297a-41a3-8fd5-fd7a391ee573 tempest-InstanceActionsNegativeTestJSON-1165517597 tempest-InstanceActionsNegativeTestJSON-1165517597-project-member] Waiting for the task: (returnval){ [ 904.817554] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]529445f1-27ea-99b1-43b1-67e480db798f" [ 904.817554] env[69889]: _type = "Task" [ 904.817554] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.826779] env[69889]: DEBUG oslo_vmware.api [None req-bfc21d9f-297a-41a3-8fd5-fd7a391ee573 tempest-InstanceActionsNegativeTestJSON-1165517597 tempest-InstanceActionsNegativeTestJSON-1165517597-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]529445f1-27ea-99b1-43b1-67e480db798f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.018406] env[69889]: DEBUG oslo_concurrency.lockutils [None req-60409eec-1ded-49b4-b606-276d40c0dbb4 tempest-ServerGroupTestJSON-1605829277 tempest-ServerGroupTestJSON-1605829277-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.076414] env[69889]: DEBUG oslo_vmware.api [None req-8c84be97-5a4d-46bb-8a4c-44dd8de539cd tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4077329, 'name': PowerOnVM_Task, 'duration_secs': 0.534648} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.076414] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c84be97-5a4d-46bb-8a4c-44dd8de539cd tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: f5e9c9c1-3038-4530-9694-0e51131cdf87] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 905.076680] env[69889]: INFO nova.compute.manager [None req-8c84be97-5a4d-46bb-8a4c-44dd8de539cd tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: f5e9c9c1-3038-4530-9694-0e51131cdf87] Took 8.78 seconds to spawn the instance on the hypervisor. [ 905.076851] env[69889]: DEBUG nova.compute.manager [None req-8c84be97-5a4d-46bb-8a4c-44dd8de539cd tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: f5e9c9c1-3038-4530-9694-0e51131cdf87] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 905.077798] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a672a61-97c5-4389-b56d-1f4fb320322f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.191846] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7bd8a939-f4cf-493e-b2dc-efb1f586427d tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Lock "4925d307-f4c8-4847-8ee1-937e196e6c69" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.494s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.332294] env[69889]: DEBUG oslo_vmware.api [None req-bfc21d9f-297a-41a3-8fd5-fd7a391ee573 tempest-InstanceActionsNegativeTestJSON-1165517597 tempest-InstanceActionsNegativeTestJSON-1165517597-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]529445f1-27ea-99b1-43b1-67e480db798f, 'name': SearchDatastore_Task, 'duration_secs': 0.027307} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.332724] env[69889]: DEBUG oslo_concurrency.lockutils [None req-bfc21d9f-297a-41a3-8fd5-fd7a391ee573 tempest-InstanceActionsNegativeTestJSON-1165517597 tempest-InstanceActionsNegativeTestJSON-1165517597-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.333042] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-bfc21d9f-297a-41a3-8fd5-fd7a391ee573 tempest-InstanceActionsNegativeTestJSON-1165517597 tempest-InstanceActionsNegativeTestJSON-1165517597-project-member] [instance: 43a79453-1511-401e-80a2-6bbdff6a78c9] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 905.333351] env[69889]: DEBUG oslo_concurrency.lockutils [None req-bfc21d9f-297a-41a3-8fd5-fd7a391ee573 tempest-InstanceActionsNegativeTestJSON-1165517597 tempest-InstanceActionsNegativeTestJSON-1165517597-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.333543] env[69889]: DEBUG oslo_concurrency.lockutils [None req-bfc21d9f-297a-41a3-8fd5-fd7a391ee573 tempest-InstanceActionsNegativeTestJSON-1165517597 tempest-InstanceActionsNegativeTestJSON-1165517597-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.333817] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfc21d9f-297a-41a3-8fd5-fd7a391ee573 tempest-InstanceActionsNegativeTestJSON-1165517597 tempest-InstanceActionsNegativeTestJSON-1165517597-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 905.334609] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fe14b918-d0df-4213-b14f-899b73f2c9be {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.344902] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfc21d9f-297a-41a3-8fd5-fd7a391ee573 tempest-InstanceActionsNegativeTestJSON-1165517597 tempest-InstanceActionsNegativeTestJSON-1165517597-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 905.345444] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-bfc21d9f-297a-41a3-8fd5-fd7a391ee573 tempest-InstanceActionsNegativeTestJSON-1165517597 tempest-InstanceActionsNegativeTestJSON-1165517597-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 905.346302] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cb9470d-4c4c-43e1-8f9c-dcc141b071d3 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.354066] env[69889]: DEBUG oslo_vmware.api [None req-bfc21d9f-297a-41a3-8fd5-fd7a391ee573 tempest-InstanceActionsNegativeTestJSON-1165517597 tempest-InstanceActionsNegativeTestJSON-1165517597-project-member] Waiting for the task: (returnval){ [ 905.354066] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]5299addd-87cf-51d6-ed7e-2b0d777a7884" [ 905.354066] env[69889]: _type = "Task" [ 905.354066] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.372436] env[69889]: DEBUG oslo_vmware.api [None req-bfc21d9f-297a-41a3-8fd5-fd7a391ee573 tempest-InstanceActionsNegativeTestJSON-1165517597 tempest-InstanceActionsNegativeTestJSON-1165517597-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5299addd-87cf-51d6-ed7e-2b0d777a7884, 'name': SearchDatastore_Task, 'duration_secs': 0.012237} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.374605] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b195d64b-f7cd-4fb8-981b-35d5b0d9b73d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.387450] env[69889]: DEBUG oslo_vmware.api [None req-bfc21d9f-297a-41a3-8fd5-fd7a391ee573 tempest-InstanceActionsNegativeTestJSON-1165517597 tempest-InstanceActionsNegativeTestJSON-1165517597-project-member] Waiting for the task: (returnval){ [ 905.387450] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52dc0cac-e95b-52bf-4515-0794ff6478c8" [ 905.387450] env[69889]: _type = "Task" [ 905.387450] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.400590] env[69889]: DEBUG oslo_vmware.api [None req-bfc21d9f-297a-41a3-8fd5-fd7a391ee573 tempest-InstanceActionsNegativeTestJSON-1165517597 tempest-InstanceActionsNegativeTestJSON-1165517597-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52dc0cac-e95b-52bf-4515-0794ff6478c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.607951] env[69889]: INFO nova.compute.manager [None req-8c84be97-5a4d-46bb-8a4c-44dd8de539cd tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: f5e9c9c1-3038-4530-9694-0e51131cdf87] Took 40.80 seconds to build instance. [ 905.683286] env[69889]: INFO nova.compute.manager [None req-21125203-f240-42ad-a91e-433698325fb5 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 50d05d43-aecd-4d90-ae1a-60a0ff086f9c] Rebuilding instance [ 905.688454] env[69889]: DEBUG nova.network.neutron [req-c097a1ae-1eee-40b3-9696-45291f629a10 req-67dc4c98-3d73-48ff-93f3-0a2d274eb833 service nova] [instance: 43a79453-1511-401e-80a2-6bbdff6a78c9] Updated VIF entry in instance network info cache for port fc2fc68c-64ae-4492-8f28-fe866f5477d1. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 905.688454] env[69889]: DEBUG nova.network.neutron [req-c097a1ae-1eee-40b3-9696-45291f629a10 req-67dc4c98-3d73-48ff-93f3-0a2d274eb833 service nova] [instance: 43a79453-1511-401e-80a2-6bbdff6a78c9] Updating instance_info_cache with network_info: [{"id": "fc2fc68c-64ae-4492-8f28-fe866f5477d1", "address": "fa:16:3e:6c:89:d0", "network": {"id": "437f808a-f36b-445a-b96c-6477e35b9704", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1533226192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc8dc68ae2b24c12a7203ed471bea3ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc2fc68c-64", "ovs_interfaceid": "fc2fc68c-64ae-4492-8f28-fe866f5477d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.748026] env[69889]: DEBUG nova.compute.manager [None req-21125203-f240-42ad-a91e-433698325fb5 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 50d05d43-aecd-4d90-ae1a-60a0ff086f9c] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 905.748887] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26b57322-7a6c-4fd6-b943-7d8fa25d27a0 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.878030] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a44436b-6204-4d00-a139-30ae9832653f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.903017] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-da2b4843-0a70-4411-bbe6-e53b261f691c tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: 9103303b-fb64-4728-892d-285dba75ac18] Updating instance '9103303b-fb64-4728-892d-285dba75ac18' progress to 0 {{(pid=69889) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 905.922697] env[69889]: DEBUG oslo_vmware.api [None req-bfc21d9f-297a-41a3-8fd5-fd7a391ee573 tempest-InstanceActionsNegativeTestJSON-1165517597 tempest-InstanceActionsNegativeTestJSON-1165517597-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52dc0cac-e95b-52bf-4515-0794ff6478c8, 'name': SearchDatastore_Task, 'duration_secs': 0.014207} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.924441] env[69889]: DEBUG oslo_concurrency.lockutils [None req-bfc21d9f-297a-41a3-8fd5-fd7a391ee573 tempest-InstanceActionsNegativeTestJSON-1165517597 tempest-InstanceActionsNegativeTestJSON-1165517597-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.924441] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfc21d9f-297a-41a3-8fd5-fd7a391ee573 tempest-InstanceActionsNegativeTestJSON-1165517597 tempest-InstanceActionsNegativeTestJSON-1165517597-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore1] 43a79453-1511-401e-80a2-6bbdff6a78c9/43a79453-1511-401e-80a2-6bbdff6a78c9.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 905.924441] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6ae03401-ccbc-474a-ba41-bba61c4126be {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.934792] env[69889]: DEBUG oslo_vmware.api [None req-bfc21d9f-297a-41a3-8fd5-fd7a391ee573 tempest-InstanceActionsNegativeTestJSON-1165517597 tempest-InstanceActionsNegativeTestJSON-1165517597-project-member] Waiting for the task: (returnval){ [ 905.934792] env[69889]: value = "task-4077330" [ 905.934792] env[69889]: _type = "Task" [ 905.934792] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.945203] env[69889]: DEBUG oslo_vmware.api [None req-bfc21d9f-297a-41a3-8fd5-fd7a391ee573 tempest-InstanceActionsNegativeTestJSON-1165517597 tempest-InstanceActionsNegativeTestJSON-1165517597-project-member] Task: {'id': task-4077330, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.112294] env[69889]: DEBUG oslo_concurrency.lockutils [None req-8c84be97-5a4d-46bb-8a4c-44dd8de539cd tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Lock "f5e9c9c1-3038-4530-9694-0e51131cdf87" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.708s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.192398] env[69889]: DEBUG oslo_concurrency.lockutils [req-c097a1ae-1eee-40b3-9696-45291f629a10 req-67dc4c98-3d73-48ff-93f3-0a2d274eb833 service nova] Releasing lock "refresh_cache-43a79453-1511-401e-80a2-6bbdff6a78c9" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.323317] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f859e4fd-97f3-43e1-864a-0eb7efc973c1 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.332977] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36153589-13eb-4a51-97e6-de2ab0962865 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.367757] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5fc4c792-de74-403a-825c-dc3617287942 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Acquiring lock "d2d7ec47-2dbc-4397-9999-8ab39d117876" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.368053] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5fc4c792-de74-403a-825c-dc3617287942 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Lock "d2d7ec47-2dbc-4397-9999-8ab39d117876" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.368351] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5fc4c792-de74-403a-825c-dc3617287942 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Acquiring lock "d2d7ec47-2dbc-4397-9999-8ab39d117876-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.368652] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5fc4c792-de74-403a-825c-dc3617287942 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Lock "d2d7ec47-2dbc-4397-9999-8ab39d117876-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.368928] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5fc4c792-de74-403a-825c-dc3617287942 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Lock "d2d7ec47-2dbc-4397-9999-8ab39d117876-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.371402] env[69889]: INFO nova.compute.manager [None req-5fc4c792-de74-403a-825c-dc3617287942 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] [instance: d2d7ec47-2dbc-4397-9999-8ab39d117876] Terminating instance [ 906.373507] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12a7b59b-7c1d-4568-8ff4-3ab89fbf1e88 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.383785] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e42fbef-46a1-433a-9f81-cfa992b4ba73 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.406351] env[69889]: DEBUG nova.compute.provider_tree [None req-03c7b563-a589-43d5-b14f-a3444818efbc tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 906.418092] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-da2b4843-0a70-4411-bbe6-e53b261f691c tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: 9103303b-fb64-4728-892d-285dba75ac18] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 906.419176] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fde43c28-30b3-4de2-b113-cb6ccb7b4711 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.431760] env[69889]: DEBUG oslo_vmware.api [None req-da2b4843-0a70-4411-bbe6-e53b261f691c tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Waiting for the task: (returnval){ [ 906.431760] env[69889]: value = "task-4077332" [ 906.431760] env[69889]: _type = "Task" [ 906.431760] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.450750] env[69889]: DEBUG oslo_vmware.api [None req-da2b4843-0a70-4411-bbe6-e53b261f691c tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Task: {'id': task-4077332, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.455067] env[69889]: DEBUG oslo_vmware.api [None req-bfc21d9f-297a-41a3-8fd5-fd7a391ee573 tempest-InstanceActionsNegativeTestJSON-1165517597 tempest-InstanceActionsNegativeTestJSON-1165517597-project-member] Task: {'id': task-4077330, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.616082] env[69889]: DEBUG nova.compute.manager [None req-3e773ab7-e1f6-4d68-bf0f-24dd3d411ed8 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] [instance: e7e0219a-e539-451b-a8a8-4faf7f1ea109] Starting instance... {{(pid=69889) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 906.767633] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-21125203-f240-42ad-a91e-433698325fb5 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 50d05d43-aecd-4d90-ae1a-60a0ff086f9c] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 906.768606] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-35cb997f-c9c7-45b3-87dc-75a4a60d6c00 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.776562] env[69889]: DEBUG oslo_vmware.api [None req-21125203-f240-42ad-a91e-433698325fb5 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Waiting for the task: (returnval){ [ 906.776562] env[69889]: value = "task-4077333" [ 906.776562] env[69889]: _type = "Task" [ 906.776562] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.787811] env[69889]: DEBUG oslo_vmware.api [None req-21125203-f240-42ad-a91e-433698325fb5 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Task: {'id': task-4077333, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.794682] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c1debc3e-eef3-4893-8d10-a255a2d85184 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Acquiring lock "f5e9c9c1-3038-4530-9694-0e51131cdf87" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.794937] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c1debc3e-eef3-4893-8d10-a255a2d85184 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Lock "f5e9c9c1-3038-4530-9694-0e51131cdf87" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.879082] env[69889]: DEBUG nova.compute.manager [None req-5fc4c792-de74-403a-825c-dc3617287942 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] [instance: d2d7ec47-2dbc-4397-9999-8ab39d117876] Start destroying the instance on the hypervisor. {{(pid=69889) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 906.879466] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-5fc4c792-de74-403a-825c-dc3617287942 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] [instance: d2d7ec47-2dbc-4397-9999-8ab39d117876] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 906.880490] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b833fed-195f-4fb4-bc8c-eeb76d07b845 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.890194] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fc4c792-de74-403a-825c-dc3617287942 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] [instance: d2d7ec47-2dbc-4397-9999-8ab39d117876] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 906.890555] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cd1b1428-ab03-4788-ad25-ae5fa0371533 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.900205] env[69889]: DEBUG oslo_vmware.api [None req-5fc4c792-de74-403a-825c-dc3617287942 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Waiting for the task: (returnval){ [ 906.900205] env[69889]: value = "task-4077334" [ 906.900205] env[69889]: _type = "Task" [ 906.900205] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.911984] env[69889]: DEBUG nova.scheduler.client.report [None req-03c7b563-a589-43d5-b14f-a3444818efbc tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 906.915921] env[69889]: DEBUG oslo_vmware.api [None req-5fc4c792-de74-403a-825c-dc3617287942 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Task: {'id': task-4077334, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.919027] env[69889]: DEBUG nova.compute.manager [req-91bca042-9f4b-4300-abcb-5c50220a3c73 req-08ebecfb-8c8a-434b-864f-8a756465fb41 service nova] [instance: 233f5e8b-de2a-4e68-b8ca-2a548f32617f] Received event network-changed-70e208d1-374a-4e6f-a0b0-2c888e3a9f14 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 906.919027] env[69889]: DEBUG nova.compute.manager [req-91bca042-9f4b-4300-abcb-5c50220a3c73 req-08ebecfb-8c8a-434b-864f-8a756465fb41 service nova] [instance: 233f5e8b-de2a-4e68-b8ca-2a548f32617f] Refreshing instance network info cache due to event network-changed-70e208d1-374a-4e6f-a0b0-2c888e3a9f14. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 906.919773] env[69889]: DEBUG oslo_concurrency.lockutils [req-91bca042-9f4b-4300-abcb-5c50220a3c73 req-08ebecfb-8c8a-434b-864f-8a756465fb41 service nova] Acquiring lock "refresh_cache-233f5e8b-de2a-4e68-b8ca-2a548f32617f" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.919773] env[69889]: DEBUG oslo_concurrency.lockutils [req-91bca042-9f4b-4300-abcb-5c50220a3c73 req-08ebecfb-8c8a-434b-864f-8a756465fb41 service nova] Acquired lock "refresh_cache-233f5e8b-de2a-4e68-b8ca-2a548f32617f" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.919773] env[69889]: DEBUG nova.network.neutron [req-91bca042-9f4b-4300-abcb-5c50220a3c73 req-08ebecfb-8c8a-434b-864f-8a756465fb41 service nova] [instance: 233f5e8b-de2a-4e68-b8ca-2a548f32617f] Refreshing network info cache for port 70e208d1-374a-4e6f-a0b0-2c888e3a9f14 {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 906.951081] env[69889]: DEBUG oslo_vmware.api [None req-da2b4843-0a70-4411-bbe6-e53b261f691c tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Task: {'id': task-4077332, 'name': PowerOffVM_Task, 'duration_secs': 0.261661} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.957383] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-da2b4843-0a70-4411-bbe6-e53b261f691c tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: 9103303b-fb64-4728-892d-285dba75ac18] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 906.957658] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-da2b4843-0a70-4411-bbe6-e53b261f691c tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: 9103303b-fb64-4728-892d-285dba75ac18] Updating instance '9103303b-fb64-4728-892d-285dba75ac18' progress to 17 {{(pid=69889) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 906.962958] env[69889]: DEBUG oslo_vmware.api [None req-bfc21d9f-297a-41a3-8fd5-fd7a391ee573 tempest-InstanceActionsNegativeTestJSON-1165517597 tempest-InstanceActionsNegativeTestJSON-1165517597-project-member] Task: {'id': task-4077330, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.811343} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.963454] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfc21d9f-297a-41a3-8fd5-fd7a391ee573 tempest-InstanceActionsNegativeTestJSON-1165517597 tempest-InstanceActionsNegativeTestJSON-1165517597-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore1] 43a79453-1511-401e-80a2-6bbdff6a78c9/43a79453-1511-401e-80a2-6bbdff6a78c9.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 906.963683] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-bfc21d9f-297a-41a3-8fd5-fd7a391ee573 tempest-InstanceActionsNegativeTestJSON-1165517597 tempest-InstanceActionsNegativeTestJSON-1165517597-project-member] [instance: 43a79453-1511-401e-80a2-6bbdff6a78c9] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 906.964102] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7787f8b6-21db-41a5-ac93-4e3e5008eb6d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.973364] env[69889]: DEBUG oslo_vmware.api [None req-bfc21d9f-297a-41a3-8fd5-fd7a391ee573 tempest-InstanceActionsNegativeTestJSON-1165517597 tempest-InstanceActionsNegativeTestJSON-1165517597-project-member] Waiting for the task: (returnval){ [ 906.973364] env[69889]: value = "task-4077335" [ 906.973364] env[69889]: _type = "Task" [ 906.973364] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.986704] env[69889]: DEBUG oslo_vmware.api [None req-bfc21d9f-297a-41a3-8fd5-fd7a391ee573 tempest-InstanceActionsNegativeTestJSON-1165517597 tempest-InstanceActionsNegativeTestJSON-1165517597-project-member] Task: {'id': task-4077335, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.147797] env[69889]: DEBUG oslo_concurrency.lockutils [None req-3e773ab7-e1f6-4d68-bf0f-24dd3d411ed8 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.287677] env[69889]: DEBUG oslo_vmware.api [None req-21125203-f240-42ad-a91e-433698325fb5 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Task: {'id': task-4077333, 'name': PowerOffVM_Task, 'duration_secs': 0.2136} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.287677] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-21125203-f240-42ad-a91e-433698325fb5 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 50d05d43-aecd-4d90-ae1a-60a0ff086f9c] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 907.287904] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-21125203-f240-42ad-a91e-433698325fb5 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 50d05d43-aecd-4d90-ae1a-60a0ff086f9c] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 907.288735] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbe84e1f-7f3b-4c64-83ba-6c3a15973180 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.298615] env[69889]: DEBUG nova.compute.utils [None req-c1debc3e-eef3-4893-8d10-a255a2d85184 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 907.300143] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-21125203-f240-42ad-a91e-433698325fb5 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 50d05d43-aecd-4d90-ae1a-60a0ff086f9c] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 907.300200] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-261127fb-1fd1-419f-9225-2b6cd2204a05 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.378777] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-21125203-f240-42ad-a91e-433698325fb5 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 50d05d43-aecd-4d90-ae1a-60a0ff086f9c] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 907.379802] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-21125203-f240-42ad-a91e-433698325fb5 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 50d05d43-aecd-4d90-ae1a-60a0ff086f9c] Deleting contents of the VM from datastore datastore1 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 907.380442] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-21125203-f240-42ad-a91e-433698325fb5 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Deleting the datastore file [datastore1] 50d05d43-aecd-4d90-ae1a-60a0ff086f9c {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 907.381084] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9008d946-ffbb-48df-8fa8-53ef2d4bf393 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.393159] env[69889]: DEBUG oslo_vmware.api [None req-21125203-f240-42ad-a91e-433698325fb5 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Waiting for the task: (returnval){ [ 907.393159] env[69889]: value = "task-4077337" [ 907.393159] env[69889]: _type = "Task" [ 907.393159] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.404064] env[69889]: DEBUG oslo_vmware.api [None req-21125203-f240-42ad-a91e-433698325fb5 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Task: {'id': task-4077337, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.413976] env[69889]: DEBUG oslo_vmware.api [None req-5fc4c792-de74-403a-825c-dc3617287942 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Task: {'id': task-4077334, 'name': PowerOffVM_Task, 'duration_secs': 0.185844} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.414313] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fc4c792-de74-403a-825c-dc3617287942 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] [instance: d2d7ec47-2dbc-4397-9999-8ab39d117876] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 907.414713] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-5fc4c792-de74-403a-825c-dc3617287942 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] [instance: d2d7ec47-2dbc-4397-9999-8ab39d117876] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 907.414874] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-66bbd268-b28b-4ef1-b712-2be04d6b8378 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.422606] env[69889]: DEBUG oslo_concurrency.lockutils [None req-03c7b563-a589-43d5-b14f-a3444818efbc tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.779s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.423131] env[69889]: DEBUG nova.compute.manager [None req-03c7b563-a589-43d5-b14f-a3444818efbc tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: 68d7b291-3a3f-4ba0-9b9a-31407b0a43db] Start building networks asynchronously for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 907.427987] env[69889]: DEBUG oslo_concurrency.lockutils [None req-6ee4a828-deea-49a6-97c0-dfc0236fad31 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.110s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.431296] env[69889]: INFO nova.compute.claims [None req-6ee4a828-deea-49a6-97c0-dfc0236fad31 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] [instance: 25fa2007-30d6-4a2a-9498-d523988ee0ad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 907.471559] env[69889]: DEBUG nova.virt.hardware [None req-da2b4843-0a70-4411-bbe6-e53b261f691c tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 907.471559] env[69889]: DEBUG nova.virt.hardware [None req-da2b4843-0a70-4411-bbe6-e53b261f691c tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 907.471770] env[69889]: DEBUG nova.virt.hardware [None req-da2b4843-0a70-4411-bbe6-e53b261f691c tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 907.471904] env[69889]: DEBUG nova.virt.hardware [None req-da2b4843-0a70-4411-bbe6-e53b261f691c tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 907.472174] env[69889]: DEBUG nova.virt.hardware [None req-da2b4843-0a70-4411-bbe6-e53b261f691c tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 907.472442] env[69889]: DEBUG nova.virt.hardware [None req-da2b4843-0a70-4411-bbe6-e53b261f691c tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 907.472442] env[69889]: DEBUG nova.virt.hardware [None req-da2b4843-0a70-4411-bbe6-e53b261f691c tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 907.474175] env[69889]: DEBUG nova.virt.hardware [None req-da2b4843-0a70-4411-bbe6-e53b261f691c tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 907.474175] env[69889]: DEBUG nova.virt.hardware [None req-da2b4843-0a70-4411-bbe6-e53b261f691c tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 907.474175] env[69889]: DEBUG nova.virt.hardware [None req-da2b4843-0a70-4411-bbe6-e53b261f691c tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 907.474175] env[69889]: DEBUG nova.virt.hardware [None req-da2b4843-0a70-4411-bbe6-e53b261f691c tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 907.483065] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03d7a0fb-9cc7-4e37-8c0c-575de8adaf44 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.500628] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-5fc4c792-de74-403a-825c-dc3617287942 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] [instance: d2d7ec47-2dbc-4397-9999-8ab39d117876] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 907.500854] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-5fc4c792-de74-403a-825c-dc3617287942 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] [instance: d2d7ec47-2dbc-4397-9999-8ab39d117876] Deleting contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 907.501103] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fc4c792-de74-403a-825c-dc3617287942 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Deleting the datastore file [datastore2] d2d7ec47-2dbc-4397-9999-8ab39d117876 {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 907.501834] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9d70a9b9-9813-4539-ad0e-65457a6b9243 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.515632] env[69889]: DEBUG oslo_vmware.api [None req-bfc21d9f-297a-41a3-8fd5-fd7a391ee573 tempest-InstanceActionsNegativeTestJSON-1165517597 tempest-InstanceActionsNegativeTestJSON-1165517597-project-member] Task: {'id': task-4077335, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078217} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.518243] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-bfc21d9f-297a-41a3-8fd5-fd7a391ee573 tempest-InstanceActionsNegativeTestJSON-1165517597 tempest-InstanceActionsNegativeTestJSON-1165517597-project-member] [instance: 43a79453-1511-401e-80a2-6bbdff6a78c9] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 907.518644] env[69889]: DEBUG oslo_vmware.api [None req-da2b4843-0a70-4411-bbe6-e53b261f691c tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Waiting for the task: (returnval){ [ 907.518644] env[69889]: value = "task-4077339" [ 907.518644] env[69889]: _type = "Task" [ 907.518644] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.519632] env[69889]: DEBUG oslo_vmware.api [None req-5fc4c792-de74-403a-825c-dc3617287942 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Waiting for the task: (returnval){ [ 907.519632] env[69889]: value = "task-4077340" [ 907.519632] env[69889]: _type = "Task" [ 907.519632] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.520322] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81fd0272-55c1-495e-8b65-4bdd8618c5e4 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.541286] env[69889]: DEBUG oslo_vmware.api [None req-da2b4843-0a70-4411-bbe6-e53b261f691c tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Task: {'id': task-4077339, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.564191] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfc21d9f-297a-41a3-8fd5-fd7a391ee573 tempest-InstanceActionsNegativeTestJSON-1165517597 tempest-InstanceActionsNegativeTestJSON-1165517597-project-member] [instance: 43a79453-1511-401e-80a2-6bbdff6a78c9] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] 43a79453-1511-401e-80a2-6bbdff6a78c9/43a79453-1511-401e-80a2-6bbdff6a78c9.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 907.564543] env[69889]: DEBUG oslo_vmware.api [None req-5fc4c792-de74-403a-825c-dc3617287942 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Task: {'id': task-4077340, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.566169] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7da7b060-4964-445b-affa-1facf0bc5af3 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.587940] env[69889]: DEBUG oslo_vmware.api [None req-bfc21d9f-297a-41a3-8fd5-fd7a391ee573 tempest-InstanceActionsNegativeTestJSON-1165517597 tempest-InstanceActionsNegativeTestJSON-1165517597-project-member] Waiting for the task: (returnval){ [ 907.587940] env[69889]: value = "task-4077341" [ 907.587940] env[69889]: _type = "Task" [ 907.587940] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.600965] env[69889]: DEBUG oslo_vmware.api [None req-bfc21d9f-297a-41a3-8fd5-fd7a391ee573 tempest-InstanceActionsNegativeTestJSON-1165517597 tempest-InstanceActionsNegativeTestJSON-1165517597-project-member] Task: {'id': task-4077341, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.801769] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c1debc3e-eef3-4893-8d10-a255a2d85184 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Lock "f5e9c9c1-3038-4530-9694-0e51131cdf87" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.894504] env[69889]: DEBUG nova.network.neutron [req-91bca042-9f4b-4300-abcb-5c50220a3c73 req-08ebecfb-8c8a-434b-864f-8a756465fb41 service nova] [instance: 233f5e8b-de2a-4e68-b8ca-2a548f32617f] Updated VIF entry in instance network info cache for port 70e208d1-374a-4e6f-a0b0-2c888e3a9f14. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 907.894893] env[69889]: DEBUG nova.network.neutron [req-91bca042-9f4b-4300-abcb-5c50220a3c73 req-08ebecfb-8c8a-434b-864f-8a756465fb41 service nova] [instance: 233f5e8b-de2a-4e68-b8ca-2a548f32617f] Updating instance_info_cache with network_info: [{"id": "70e208d1-374a-4e6f-a0b0-2c888e3a9f14", "address": "fa:16:3e:74:6d:c9", "network": {"id": "a0d23e8a-3eea-41c9-8153-91c7e65c8d84", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1742377280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbeed8ed18604939b71a7a686896ff14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dacd109c-2442-41b8-b612-7ed3efbdaa94", "external-id": "nsx-vlan-transportzone-940", "segmentation_id": 940, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70e208d1-37", "ovs_interfaceid": "70e208d1-374a-4e6f-a0b0-2c888e3a9f14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.906902] env[69889]: DEBUG oslo_vmware.api [None req-21125203-f240-42ad-a91e-433698325fb5 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Task: {'id': task-4077337, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.930963] env[69889]: DEBUG nova.compute.utils [None req-03c7b563-a589-43d5-b14f-a3444818efbc tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 907.936242] env[69889]: DEBUG nova.compute.manager [None req-03c7b563-a589-43d5-b14f-a3444818efbc tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: 68d7b291-3a3f-4ba0-9b9a-31407b0a43db] Allocating IP information in the background. {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 907.937298] env[69889]: DEBUG nova.network.neutron [None req-03c7b563-a589-43d5-b14f-a3444818efbc tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: 68d7b291-3a3f-4ba0-9b9a-31407b0a43db] allocate_for_instance() {{(pid=69889) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 908.011123] env[69889]: DEBUG nova.policy [None req-03c7b563-a589-43d5-b14f-a3444818efbc tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9e190865d02549c6a16effe8460be547', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd44aab10ad824c2fb2caf2263913e054', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69889) authorize /opt/stack/nova/nova/policy.py:192}} [ 908.045381] env[69889]: DEBUG oslo_vmware.api [None req-da2b4843-0a70-4411-bbe6-e53b261f691c tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Task: {'id': task-4077339, 'name': ReconfigVM_Task, 'duration_secs': 0.43418} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.045682] env[69889]: DEBUG oslo_vmware.api [None req-5fc4c792-de74-403a-825c-dc3617287942 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Task: {'id': task-4077340, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.046035] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-da2b4843-0a70-4411-bbe6-e53b261f691c tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: 9103303b-fb64-4728-892d-285dba75ac18] Updating instance '9103303b-fb64-4728-892d-285dba75ac18' progress to 33 {{(pid=69889) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 908.104062] env[69889]: DEBUG oslo_vmware.api [None req-bfc21d9f-297a-41a3-8fd5-fd7a391ee573 tempest-InstanceActionsNegativeTestJSON-1165517597 tempest-InstanceActionsNegativeTestJSON-1165517597-project-member] Task: {'id': task-4077341, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.348939] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-3691ad57-8f86-4128-b5c0-cba6d2a4f938 tempest-VolumesAssistedSnapshotsTest-912369420 tempest-VolumesAssistedSnapshotsTest-912369420-project-admin] [instance: 7f014d2a-1340-4715-8ab0-42df2c7d9f36] Volume attach. Driver type: vmdk {{(pid=69889) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 908.349052] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-3691ad57-8f86-4128-b5c0-cba6d2a4f938 tempest-VolumesAssistedSnapshotsTest-912369420 tempest-VolumesAssistedSnapshotsTest-912369420-project-admin] [instance: 7f014d2a-1340-4715-8ab0-42df2c7d9f36] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-807929', 'volume_id': '3065440b-017d-47fd-858e-7e8f1e494c50', 'name': 'volume-3065440b-017d-47fd-858e-7e8f1e494c50', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7f014d2a-1340-4715-8ab0-42df2c7d9f36', 'attached_at': '', 'detached_at': '', 'volume_id': '3065440b-017d-47fd-858e-7e8f1e494c50', 'serial': '3065440b-017d-47fd-858e-7e8f1e494c50'} {{(pid=69889) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 908.350332] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-615698fc-928f-4092-a955-f5eef1c87a68 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.370566] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-820fc01e-5f5c-4458-bfe2-3d1e916ce3e3 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.402625] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-3691ad57-8f86-4128-b5c0-cba6d2a4f938 tempest-VolumesAssistedSnapshotsTest-912369420 tempest-VolumesAssistedSnapshotsTest-912369420-project-admin] [instance: 7f014d2a-1340-4715-8ab0-42df2c7d9f36] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] volume-3065440b-017d-47fd-858e-7e8f1e494c50/volume-3065440b-017d-47fd-858e-7e8f1e494c50.vmdk or device None with type thin {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 908.403292] env[69889]: DEBUG nova.network.neutron [None req-03c7b563-a589-43d5-b14f-a3444818efbc tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: 68d7b291-3a3f-4ba0-9b9a-31407b0a43db] Successfully created port: ee02419e-d1ba-4b73-8997-a06c0391ab82 {{(pid=69889) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 908.405843] env[69889]: DEBUG oslo_concurrency.lockutils [req-91bca042-9f4b-4300-abcb-5c50220a3c73 req-08ebecfb-8c8a-434b-864f-8a756465fb41 service nova] Releasing lock "refresh_cache-233f5e8b-de2a-4e68-b8ca-2a548f32617f" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.406352] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-121381cc-e91a-4dbe-a14d-2aacfb04da3d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.442358] env[69889]: DEBUG nova.compute.manager [None req-03c7b563-a589-43d5-b14f-a3444818efbc tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: 68d7b291-3a3f-4ba0-9b9a-31407b0a43db] Start building block device mappings for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 908.450524] env[69889]: DEBUG oslo_vmware.api [None req-21125203-f240-42ad-a91e-433698325fb5 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Task: {'id': task-4077337, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.554774} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.453043] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-21125203-f240-42ad-a91e-433698325fb5 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 908.453043] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-21125203-f240-42ad-a91e-433698325fb5 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 50d05d43-aecd-4d90-ae1a-60a0ff086f9c] Deleted contents of the VM from datastore datastore1 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 908.453215] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-21125203-f240-42ad-a91e-433698325fb5 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 50d05d43-aecd-4d90-ae1a-60a0ff086f9c] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 908.456053] env[69889]: DEBUG oslo_vmware.api [None req-3691ad57-8f86-4128-b5c0-cba6d2a4f938 tempest-VolumesAssistedSnapshotsTest-912369420 tempest-VolumesAssistedSnapshotsTest-912369420-project-admin] Waiting for the task: (returnval){ [ 908.456053] env[69889]: value = "task-4077342" [ 908.456053] env[69889]: _type = "Task" [ 908.456053] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.468492] env[69889]: DEBUG oslo_vmware.api [None req-3691ad57-8f86-4128-b5c0-cba6d2a4f938 tempest-VolumesAssistedSnapshotsTest-912369420 tempest-VolumesAssistedSnapshotsTest-912369420-project-admin] Task: {'id': task-4077342, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.540490] env[69889]: DEBUG oslo_vmware.api [None req-5fc4c792-de74-403a-825c-dc3617287942 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Task: {'id': task-4077340, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.532562} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.544362] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fc4c792-de74-403a-825c-dc3617287942 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 908.544362] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-5fc4c792-de74-403a-825c-dc3617287942 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] [instance: d2d7ec47-2dbc-4397-9999-8ab39d117876] Deleted contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 908.544362] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-5fc4c792-de74-403a-825c-dc3617287942 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] [instance: d2d7ec47-2dbc-4397-9999-8ab39d117876] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 908.544362] env[69889]: INFO nova.compute.manager [None req-5fc4c792-de74-403a-825c-dc3617287942 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] [instance: d2d7ec47-2dbc-4397-9999-8ab39d117876] Took 1.66 seconds to destroy the instance on the hypervisor. [ 908.544362] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5fc4c792-de74-403a-825c-dc3617287942 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 908.544832] env[69889]: DEBUG nova.compute.manager [-] [instance: d2d7ec47-2dbc-4397-9999-8ab39d117876] Deallocating network for instance {{(pid=69889) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 908.544948] env[69889]: DEBUG nova.network.neutron [-] [instance: d2d7ec47-2dbc-4397-9999-8ab39d117876] deallocate_for_instance() {{(pid=69889) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 908.554113] env[69889]: DEBUG nova.virt.hardware [None req-da2b4843-0a70-4411-bbe6-e53b261f691c tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:27:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='ad2ddea6-6149-4244-b75e-cb745094fe0b',id=34,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-625853764',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 908.554370] env[69889]: DEBUG nova.virt.hardware [None req-da2b4843-0a70-4411-bbe6-e53b261f691c tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 908.554546] env[69889]: DEBUG nova.virt.hardware [None req-da2b4843-0a70-4411-bbe6-e53b261f691c tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 908.554732] env[69889]: DEBUG nova.virt.hardware [None req-da2b4843-0a70-4411-bbe6-e53b261f691c tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 908.554891] env[69889]: DEBUG nova.virt.hardware [None req-da2b4843-0a70-4411-bbe6-e53b261f691c tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 908.555059] env[69889]: DEBUG nova.virt.hardware [None req-da2b4843-0a70-4411-bbe6-e53b261f691c tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 908.555287] env[69889]: DEBUG nova.virt.hardware [None req-da2b4843-0a70-4411-bbe6-e53b261f691c tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 908.555448] env[69889]: DEBUG nova.virt.hardware [None req-da2b4843-0a70-4411-bbe6-e53b261f691c tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 908.555624] env[69889]: DEBUG nova.virt.hardware [None req-da2b4843-0a70-4411-bbe6-e53b261f691c tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 908.555789] env[69889]: DEBUG nova.virt.hardware [None req-da2b4843-0a70-4411-bbe6-e53b261f691c tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 908.555976] env[69889]: DEBUG nova.virt.hardware [None req-da2b4843-0a70-4411-bbe6-e53b261f691c tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 908.561453] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-da2b4843-0a70-4411-bbe6-e53b261f691c tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: 9103303b-fb64-4728-892d-285dba75ac18] Reconfiguring VM instance instance-0000002c to detach disk 2000 {{(pid=69889) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 908.561760] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bbe7cded-db8f-49c5-9c29-ce9e2917bd4d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.588069] env[69889]: DEBUG oslo_vmware.api [None req-da2b4843-0a70-4411-bbe6-e53b261f691c tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Waiting for the task: (returnval){ [ 908.588069] env[69889]: value = "task-4077343" [ 908.588069] env[69889]: _type = "Task" [ 908.588069] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.603511] env[69889]: DEBUG oslo_vmware.api [None req-da2b4843-0a70-4411-bbe6-e53b261f691c tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Task: {'id': task-4077343, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.613404] env[69889]: DEBUG oslo_vmware.api [None req-bfc21d9f-297a-41a3-8fd5-fd7a391ee573 tempest-InstanceActionsNegativeTestJSON-1165517597 tempest-InstanceActionsNegativeTestJSON-1165517597-project-member] Task: {'id': task-4077341, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.939428] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c1debc3e-eef3-4893-8d10-a255a2d85184 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Acquiring lock "f5e9c9c1-3038-4530-9694-0e51131cdf87" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.939730] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c1debc3e-eef3-4893-8d10-a255a2d85184 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Lock "f5e9c9c1-3038-4530-9694-0e51131cdf87" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.940029] env[69889]: INFO nova.compute.manager [None req-c1debc3e-eef3-4893-8d10-a255a2d85184 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: f5e9c9c1-3038-4530-9694-0e51131cdf87] Attaching volume c7b4503c-d6e9-4b4b-b1f0-804beafcf51f to /dev/sdb [ 908.986868] env[69889]: DEBUG oslo_vmware.api [None req-3691ad57-8f86-4128-b5c0-cba6d2a4f938 tempest-VolumesAssistedSnapshotsTest-912369420 tempest-VolumesAssistedSnapshotsTest-912369420-project-admin] Task: {'id': task-4077342, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.990527] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dbdc4a4-1366-4816-952d-63e26482dff1 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.999617] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1307eec-b314-45d3-a6b0-9d81cc15c356 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.021195] env[69889]: DEBUG nova.virt.block_device [None req-c1debc3e-eef3-4893-8d10-a255a2d85184 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: f5e9c9c1-3038-4530-9694-0e51131cdf87] Updating existing volume attachment record: 3f8549f0-f1ad-41ab-b57a-95dd40b674ae {{(pid=69889) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 909.103623] env[69889]: DEBUG oslo_vmware.api [None req-da2b4843-0a70-4411-bbe6-e53b261f691c tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Task: {'id': task-4077343, 'name': ReconfigVM_Task, 'duration_secs': 0.182618} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.109633] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-da2b4843-0a70-4411-bbe6-e53b261f691c tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: 9103303b-fb64-4728-892d-285dba75ac18] Reconfigured VM instance instance-0000002c to detach disk 2000 {{(pid=69889) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 909.109983] env[69889]: DEBUG oslo_vmware.api [None req-bfc21d9f-297a-41a3-8fd5-fd7a391ee573 tempest-InstanceActionsNegativeTestJSON-1165517597 tempest-InstanceActionsNegativeTestJSON-1165517597-project-member] Task: {'id': task-4077341, 'name': ReconfigVM_Task, 'duration_secs': 1.065133} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.111043] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c29703d-1c02-4840-ae02-5cb5a78df36b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.113930] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfc21d9f-297a-41a3-8fd5-fd7a391ee573 tempest-InstanceActionsNegativeTestJSON-1165517597 tempest-InstanceActionsNegativeTestJSON-1165517597-project-member] [instance: 43a79453-1511-401e-80a2-6bbdff6a78c9] Reconfigured VM instance instance-00000036 to attach disk [datastore1] 43a79453-1511-401e-80a2-6bbdff6a78c9/43a79453-1511-401e-80a2-6bbdff6a78c9.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 909.114257] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8f7e3a3b-7fcf-4243-993d-b5c0640f86b1 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.139418] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-da2b4843-0a70-4411-bbe6-e53b261f691c tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: 9103303b-fb64-4728-892d-285dba75ac18] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] 9103303b-fb64-4728-892d-285dba75ac18/9103303b-fb64-4728-892d-285dba75ac18.vmdk or device None with type thin {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 909.143687] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dadfc7de-51c8-47ea-99f7-98ed311b4587 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.158925] env[69889]: DEBUG oslo_vmware.api [None req-bfc21d9f-297a-41a3-8fd5-fd7a391ee573 tempest-InstanceActionsNegativeTestJSON-1165517597 tempest-InstanceActionsNegativeTestJSON-1165517597-project-member] Waiting for the task: (returnval){ [ 909.158925] env[69889]: value = "task-4077344" [ 909.158925] env[69889]: _type = "Task" [ 909.158925] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.165424] env[69889]: DEBUG oslo_vmware.api [None req-da2b4843-0a70-4411-bbe6-e53b261f691c tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Waiting for the task: (returnval){ [ 909.165424] env[69889]: value = "task-4077345" [ 909.165424] env[69889]: _type = "Task" [ 909.165424] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.172936] env[69889]: DEBUG oslo_vmware.api [None req-bfc21d9f-297a-41a3-8fd5-fd7a391ee573 tempest-InstanceActionsNegativeTestJSON-1165517597 tempest-InstanceActionsNegativeTestJSON-1165517597-project-member] Task: {'id': task-4077344, 'name': Rename_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.180377] env[69889]: DEBUG oslo_vmware.api [None req-da2b4843-0a70-4411-bbe6-e53b261f691c tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Task: {'id': task-4077345, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.183938] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-327556a4-f793-4389-a06d-ff6ddc38af4c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.195050] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f7964fa-8343-415a-b4a1-1d15714b3484 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.233595] env[69889]: DEBUG nova.compute.manager [req-a8b901b4-b595-406e-9f26-8ecefa820c77 req-9ff0a0b0-f0c2-4175-b83e-d231977f2efb service nova] [instance: d2d7ec47-2dbc-4397-9999-8ab39d117876] Received event network-vif-deleted-421456d3-470d-49ee-88ca-463db2e408e3 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 909.233806] env[69889]: INFO nova.compute.manager [req-a8b901b4-b595-406e-9f26-8ecefa820c77 req-9ff0a0b0-f0c2-4175-b83e-d231977f2efb service nova] [instance: d2d7ec47-2dbc-4397-9999-8ab39d117876] Neutron deleted interface 421456d3-470d-49ee-88ca-463db2e408e3; detaching it from the instance and deleting it from the info cache [ 909.233975] env[69889]: DEBUG nova.network.neutron [req-a8b901b4-b595-406e-9f26-8ecefa820c77 req-9ff0a0b0-f0c2-4175-b83e-d231977f2efb service nova] [instance: d2d7ec47-2dbc-4397-9999-8ab39d117876] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.235617] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51b76993-261f-44a3-8b1e-d3fbd9e0222e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.247115] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-812e9f6c-1828-4385-9f33-88c330866bb9 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.264179] env[69889]: DEBUG nova.compute.provider_tree [None req-6ee4a828-deea-49a6-97c0-dfc0236fad31 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 909.327967] env[69889]: DEBUG nova.network.neutron [-] [instance: d2d7ec47-2dbc-4397-9999-8ab39d117876] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.462049] env[69889]: DEBUG nova.compute.manager [None req-03c7b563-a589-43d5-b14f-a3444818efbc tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: 68d7b291-3a3f-4ba0-9b9a-31407b0a43db] Start spawning the instance on the hypervisor. {{(pid=69889) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 909.475512] env[69889]: DEBUG oslo_vmware.api [None req-3691ad57-8f86-4128-b5c0-cba6d2a4f938 tempest-VolumesAssistedSnapshotsTest-912369420 tempest-VolumesAssistedSnapshotsTest-912369420-project-admin] Task: {'id': task-4077342, 'name': ReconfigVM_Task, 'duration_secs': 0.717836} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.481385] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-3691ad57-8f86-4128-b5c0-cba6d2a4f938 tempest-VolumesAssistedSnapshotsTest-912369420 tempest-VolumesAssistedSnapshotsTest-912369420-project-admin] [instance: 7f014d2a-1340-4715-8ab0-42df2c7d9f36] Reconfigured VM instance instance-0000000d to attach disk [datastore1] volume-3065440b-017d-47fd-858e-7e8f1e494c50/volume-3065440b-017d-47fd-858e-7e8f1e494c50.vmdk or device None with type thin {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 909.485718] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3857bc4-98e4-4858-94c1-1b0aac48fe86 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.504990] env[69889]: DEBUG nova.virt.hardware [None req-03c7b563-a589-43d5-b14f-a3444818efbc tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 909.505257] env[69889]: DEBUG nova.virt.hardware [None req-03c7b563-a589-43d5-b14f-a3444818efbc tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 909.505411] env[69889]: DEBUG nova.virt.hardware [None req-03c7b563-a589-43d5-b14f-a3444818efbc tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 909.505598] env[69889]: DEBUG nova.virt.hardware [None req-03c7b563-a589-43d5-b14f-a3444818efbc tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 909.505769] env[69889]: DEBUG nova.virt.hardware [None req-03c7b563-a589-43d5-b14f-a3444818efbc tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 909.505922] env[69889]: DEBUG nova.virt.hardware [None req-03c7b563-a589-43d5-b14f-a3444818efbc tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 909.506146] env[69889]: DEBUG nova.virt.hardware [None req-03c7b563-a589-43d5-b14f-a3444818efbc tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 909.506334] env[69889]: DEBUG nova.virt.hardware [None req-03c7b563-a589-43d5-b14f-a3444818efbc tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 909.506466] env[69889]: DEBUG nova.virt.hardware [None req-03c7b563-a589-43d5-b14f-a3444818efbc tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 909.506628] env[69889]: DEBUG nova.virt.hardware [None req-03c7b563-a589-43d5-b14f-a3444818efbc tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 909.506799] env[69889]: DEBUG nova.virt.hardware [None req-03c7b563-a589-43d5-b14f-a3444818efbc tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 909.507729] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-000d1e24-dace-43d9-9390-755dfeb6d7cf {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.514330] env[69889]: DEBUG oslo_vmware.api [None req-3691ad57-8f86-4128-b5c0-cba6d2a4f938 tempest-VolumesAssistedSnapshotsTest-912369420 tempest-VolumesAssistedSnapshotsTest-912369420-project-admin] Waiting for the task: (returnval){ [ 909.514330] env[69889]: value = "task-4077347" [ 909.514330] env[69889]: _type = "Task" [ 909.514330] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.524086] env[69889]: DEBUG nova.virt.hardware [None req-21125203-f240-42ad-a91e-433698325fb5 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 909.525315] env[69889]: DEBUG nova.virt.hardware [None req-21125203-f240-42ad-a91e-433698325fb5 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 909.525315] env[69889]: DEBUG nova.virt.hardware [None req-21125203-f240-42ad-a91e-433698325fb5 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 909.525315] env[69889]: DEBUG nova.virt.hardware [None req-21125203-f240-42ad-a91e-433698325fb5 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 909.525315] env[69889]: DEBUG nova.virt.hardware [None req-21125203-f240-42ad-a91e-433698325fb5 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 909.525315] env[69889]: DEBUG nova.virt.hardware [None req-21125203-f240-42ad-a91e-433698325fb5 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 909.525315] env[69889]: DEBUG nova.virt.hardware [None req-21125203-f240-42ad-a91e-433698325fb5 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 909.525315] env[69889]: DEBUG nova.virt.hardware [None req-21125203-f240-42ad-a91e-433698325fb5 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 909.525646] env[69889]: DEBUG nova.virt.hardware [None req-21125203-f240-42ad-a91e-433698325fb5 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 909.525646] env[69889]: DEBUG nova.virt.hardware [None req-21125203-f240-42ad-a91e-433698325fb5 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 909.525826] env[69889]: DEBUG nova.virt.hardware [None req-21125203-f240-42ad-a91e-433698325fb5 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 909.529331] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6baf6e01-b9e4-4c7b-9f96-4557ca20ae4c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.533209] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecb918cc-da8d-47d1-854a-5aa140c9c92f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.539425] env[69889]: DEBUG oslo_vmware.api [None req-3691ad57-8f86-4128-b5c0-cba6d2a4f938 tempest-VolumesAssistedSnapshotsTest-912369420 tempest-VolumesAssistedSnapshotsTest-912369420-project-admin] Task: {'id': task-4077347, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.553816] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dda4ca3d-3874-4c8a-bfe5-73fcb65e8004 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.571347] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-21125203-f240-42ad-a91e-433698325fb5 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 50d05d43-aecd-4d90-ae1a-60a0ff086f9c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:10:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0248a27a-1d7f-4195-987b-06bfc8467347', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5983641e-43a8-49b0-a595-496f45a61b42', 'vif_model': 'vmxnet3'}] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 909.579959] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-21125203-f240-42ad-a91e-433698325fb5 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 909.580285] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50d05d43-aecd-4d90-ae1a-60a0ff086f9c] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 909.580683] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3723df16-3714-4236-bb62-df8a2ce202bf {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.600883] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 909.600883] env[69889]: value = "task-4077349" [ 909.600883] env[69889]: _type = "Task" [ 909.600883] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.611242] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077349, 'name': CreateVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.676736] env[69889]: DEBUG oslo_vmware.api [None req-bfc21d9f-297a-41a3-8fd5-fd7a391ee573 tempest-InstanceActionsNegativeTestJSON-1165517597 tempest-InstanceActionsNegativeTestJSON-1165517597-project-member] Task: {'id': task-4077344, 'name': Rename_Task, 'duration_secs': 0.178842} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.676908] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfc21d9f-297a-41a3-8fd5-fd7a391ee573 tempest-InstanceActionsNegativeTestJSON-1165517597 tempest-InstanceActionsNegativeTestJSON-1165517597-project-member] [instance: 43a79453-1511-401e-80a2-6bbdff6a78c9] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 909.677666] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9d24f9a5-4c4d-4324-82d9-65621afccecc {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.683550] env[69889]: DEBUG oslo_vmware.api [None req-da2b4843-0a70-4411-bbe6-e53b261f691c tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Task: {'id': task-4077345, 'name': ReconfigVM_Task, 'duration_secs': 0.279839} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.683867] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-da2b4843-0a70-4411-bbe6-e53b261f691c tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: 9103303b-fb64-4728-892d-285dba75ac18] Reconfigured VM instance instance-0000002c to attach disk [datastore2] 9103303b-fb64-4728-892d-285dba75ac18/9103303b-fb64-4728-892d-285dba75ac18.vmdk or device None with type thin {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 909.684244] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-da2b4843-0a70-4411-bbe6-e53b261f691c tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: 9103303b-fb64-4728-892d-285dba75ac18] Updating instance '9103303b-fb64-4728-892d-285dba75ac18' progress to 50 {{(pid=69889) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 909.689754] env[69889]: DEBUG oslo_vmware.api [None req-bfc21d9f-297a-41a3-8fd5-fd7a391ee573 tempest-InstanceActionsNegativeTestJSON-1165517597 tempest-InstanceActionsNegativeTestJSON-1165517597-project-member] Waiting for the task: (returnval){ [ 909.689754] env[69889]: value = "task-4077351" [ 909.689754] env[69889]: _type = "Task" [ 909.689754] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.698354] env[69889]: DEBUG oslo_vmware.api [None req-bfc21d9f-297a-41a3-8fd5-fd7a391ee573 tempest-InstanceActionsNegativeTestJSON-1165517597 tempest-InstanceActionsNegativeTestJSON-1165517597-project-member] Task: {'id': task-4077351, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.740602] env[69889]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-33326083-bf42-4e1a-8e08-ca00f69d3b8a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.751895] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceb492cf-0286-432c-84e3-062d6cee85bd {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.767758] env[69889]: DEBUG nova.scheduler.client.report [None req-6ee4a828-deea-49a6-97c0-dfc0236fad31 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 909.793068] env[69889]: DEBUG nova.compute.manager [req-a8b901b4-b595-406e-9f26-8ecefa820c77 req-9ff0a0b0-f0c2-4175-b83e-d231977f2efb service nova] [instance: d2d7ec47-2dbc-4397-9999-8ab39d117876] Detach interface failed, port_id=421456d3-470d-49ee-88ca-463db2e408e3, reason: Instance d2d7ec47-2dbc-4397-9999-8ab39d117876 could not be found. {{(pid=69889) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 909.818853] env[69889]: DEBUG oslo_concurrency.lockutils [None req-aa6c03f9-a699-4f56-a57c-dcb8beb8501d tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Acquiring lock "bf0636c2-b042-4181-9b86-748786c41197" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.819110] env[69889]: DEBUG oslo_concurrency.lockutils [None req-aa6c03f9-a699-4f56-a57c-dcb8beb8501d tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Lock "bf0636c2-b042-4181-9b86-748786c41197" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.830082] env[69889]: INFO nova.compute.manager [-] [instance: d2d7ec47-2dbc-4397-9999-8ab39d117876] Took 1.28 seconds to deallocate network for instance. [ 910.026820] env[69889]: DEBUG oslo_vmware.api [None req-3691ad57-8f86-4128-b5c0-cba6d2a4f938 tempest-VolumesAssistedSnapshotsTest-912369420 tempest-VolumesAssistedSnapshotsTest-912369420-project-admin] Task: {'id': task-4077347, 'name': ReconfigVM_Task, 'duration_secs': 0.269574} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.026820] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-3691ad57-8f86-4128-b5c0-cba6d2a4f938 tempest-VolumesAssistedSnapshotsTest-912369420 tempest-VolumesAssistedSnapshotsTest-912369420-project-admin] [instance: 7f014d2a-1340-4715-8ab0-42df2c7d9f36] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-807929', 'volume_id': '3065440b-017d-47fd-858e-7e8f1e494c50', 'name': 'volume-3065440b-017d-47fd-858e-7e8f1e494c50', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7f014d2a-1340-4715-8ab0-42df2c7d9f36', 'attached_at': '', 'detached_at': '', 'volume_id': '3065440b-017d-47fd-858e-7e8f1e494c50', 'serial': '3065440b-017d-47fd-858e-7e8f1e494c50'} {{(pid=69889) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 910.112257] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077349, 'name': CreateVM_Task, 'duration_secs': 0.4078} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.112491] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50d05d43-aecd-4d90-ae1a-60a0ff086f9c] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 910.113166] env[69889]: DEBUG oslo_concurrency.lockutils [None req-21125203-f240-42ad-a91e-433698325fb5 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.113337] env[69889]: DEBUG oslo_concurrency.lockutils [None req-21125203-f240-42ad-a91e-433698325fb5 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.113676] env[69889]: DEBUG oslo_concurrency.lockutils [None req-21125203-f240-42ad-a91e-433698325fb5 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.113985] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc3ce41b-eb24-4721-b123-c30feb4060f2 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.120244] env[69889]: DEBUG oslo_vmware.api [None req-21125203-f240-42ad-a91e-433698325fb5 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Waiting for the task: (returnval){ [ 910.120244] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52dfe9ab-64db-5f16-db0d-b0ead2675ef7" [ 910.120244] env[69889]: _type = "Task" [ 910.120244] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.131096] env[69889]: DEBUG oslo_vmware.api [None req-21125203-f240-42ad-a91e-433698325fb5 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52dfe9ab-64db-5f16-db0d-b0ead2675ef7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.179318] env[69889]: DEBUG nova.compute.manager [req-7d9dd71c-aa70-4c72-83d0-cab467c237b4 req-b9ac6bc7-3379-4353-97fa-c22ab06d97e0 service nova] [instance: 68d7b291-3a3f-4ba0-9b9a-31407b0a43db] Received event network-vif-plugged-ee02419e-d1ba-4b73-8997-a06c0391ab82 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 910.179670] env[69889]: DEBUG oslo_concurrency.lockutils [req-7d9dd71c-aa70-4c72-83d0-cab467c237b4 req-b9ac6bc7-3379-4353-97fa-c22ab06d97e0 service nova] Acquiring lock "68d7b291-3a3f-4ba0-9b9a-31407b0a43db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.179942] env[69889]: DEBUG oslo_concurrency.lockutils [req-7d9dd71c-aa70-4c72-83d0-cab467c237b4 req-b9ac6bc7-3379-4353-97fa-c22ab06d97e0 service nova] Lock "68d7b291-3a3f-4ba0-9b9a-31407b0a43db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.180135] env[69889]: DEBUG oslo_concurrency.lockutils [req-7d9dd71c-aa70-4c72-83d0-cab467c237b4 req-b9ac6bc7-3379-4353-97fa-c22ab06d97e0 service nova] Lock "68d7b291-3a3f-4ba0-9b9a-31407b0a43db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.180308] env[69889]: DEBUG nova.compute.manager [req-7d9dd71c-aa70-4c72-83d0-cab467c237b4 req-b9ac6bc7-3379-4353-97fa-c22ab06d97e0 service nova] [instance: 68d7b291-3a3f-4ba0-9b9a-31407b0a43db] No waiting events found dispatching network-vif-plugged-ee02419e-d1ba-4b73-8997-a06c0391ab82 {{(pid=69889) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 910.180473] env[69889]: WARNING nova.compute.manager [req-7d9dd71c-aa70-4c72-83d0-cab467c237b4 req-b9ac6bc7-3379-4353-97fa-c22ab06d97e0 service nova] [instance: 68d7b291-3a3f-4ba0-9b9a-31407b0a43db] Received unexpected event network-vif-plugged-ee02419e-d1ba-4b73-8997-a06c0391ab82 for instance with vm_state building and task_state spawning. [ 910.192748] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a4c5514-09e1-481b-9cda-9f3c64e3a875 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.206807] env[69889]: DEBUG oslo_vmware.api [None req-bfc21d9f-297a-41a3-8fd5-fd7a391ee573 tempest-InstanceActionsNegativeTestJSON-1165517597 tempest-InstanceActionsNegativeTestJSON-1165517597-project-member] Task: {'id': task-4077351, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.225778] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a526b45b-deaa-4d92-8da5-d971f098fa3d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.250864] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-da2b4843-0a70-4411-bbe6-e53b261f691c tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: 9103303b-fb64-4728-892d-285dba75ac18] Updating instance '9103303b-fb64-4728-892d-285dba75ac18' progress to 67 {{(pid=69889) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 910.274131] env[69889]: DEBUG oslo_concurrency.lockutils [None req-6ee4a828-deea-49a6-97c0-dfc0236fad31 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.846s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.274640] env[69889]: DEBUG nova.compute.manager [None req-6ee4a828-deea-49a6-97c0-dfc0236fad31 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] [instance: 25fa2007-30d6-4a2a-9498-d523988ee0ad] Start building networks asynchronously for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 910.279050] env[69889]: DEBUG oslo_concurrency.lockutils [None req-473cf4df-445a-4388-8cc1-960d29a560a5 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.844s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.279050] env[69889]: DEBUG nova.objects.instance [None req-473cf4df-445a-4388-8cc1-960d29a560a5 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Lazy-loading 'resources' on Instance uuid fb83ecfb-e4bc-4420-b9db-e13a462db3c4 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 910.341786] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5fc4c792-de74-403a-825c-dc3617287942 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.347478] env[69889]: DEBUG nova.network.neutron [None req-03c7b563-a589-43d5-b14f-a3444818efbc tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: 68d7b291-3a3f-4ba0-9b9a-31407b0a43db] Successfully updated port: ee02419e-d1ba-4b73-8997-a06c0391ab82 {{(pid=69889) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 910.633964] env[69889]: DEBUG oslo_vmware.api [None req-21125203-f240-42ad-a91e-433698325fb5 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52dfe9ab-64db-5f16-db0d-b0ead2675ef7, 'name': SearchDatastore_Task, 'duration_secs': 0.038859} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.634310] env[69889]: DEBUG oslo_concurrency.lockutils [None req-21125203-f240-42ad-a91e-433698325fb5 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.634563] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-21125203-f240-42ad-a91e-433698325fb5 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 50d05d43-aecd-4d90-ae1a-60a0ff086f9c] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 910.634827] env[69889]: DEBUG oslo_concurrency.lockutils [None req-21125203-f240-42ad-a91e-433698325fb5 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.635092] env[69889]: DEBUG oslo_concurrency.lockutils [None req-21125203-f240-42ad-a91e-433698325fb5 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.635196] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-21125203-f240-42ad-a91e-433698325fb5 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 910.635433] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a9974a19-c9d3-4fdf-8960-9749f3ffe0dc {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.645482] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-21125203-f240-42ad-a91e-433698325fb5 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 910.645752] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-21125203-f240-42ad-a91e-433698325fb5 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 910.646694] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91d24f36-777a-4fcf-96b7-1e35fa8a0933 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.653683] env[69889]: DEBUG oslo_vmware.api [None req-21125203-f240-42ad-a91e-433698325fb5 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Waiting for the task: (returnval){ [ 910.653683] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52ba5abd-a954-c433-b062-d7cc768ea54c" [ 910.653683] env[69889]: _type = "Task" [ 910.653683] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.663532] env[69889]: DEBUG oslo_vmware.api [None req-21125203-f240-42ad-a91e-433698325fb5 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52ba5abd-a954-c433-b062-d7cc768ea54c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.702066] env[69889]: DEBUG oslo_vmware.api [None req-bfc21d9f-297a-41a3-8fd5-fd7a391ee573 tempest-InstanceActionsNegativeTestJSON-1165517597 tempest-InstanceActionsNegativeTestJSON-1165517597-project-member] Task: {'id': task-4077351, 'name': PowerOnVM_Task, 'duration_secs': 0.562833} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.702243] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfc21d9f-297a-41a3-8fd5-fd7a391ee573 tempest-InstanceActionsNegativeTestJSON-1165517597 tempest-InstanceActionsNegativeTestJSON-1165517597-project-member] [instance: 43a79453-1511-401e-80a2-6bbdff6a78c9] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 910.702441] env[69889]: INFO nova.compute.manager [None req-bfc21d9f-297a-41a3-8fd5-fd7a391ee573 tempest-InstanceActionsNegativeTestJSON-1165517597 tempest-InstanceActionsNegativeTestJSON-1165517597-project-member] [instance: 43a79453-1511-401e-80a2-6bbdff6a78c9] Took 11.57 seconds to spawn the instance on the hypervisor. [ 910.702629] env[69889]: DEBUG nova.compute.manager [None req-bfc21d9f-297a-41a3-8fd5-fd7a391ee573 tempest-InstanceActionsNegativeTestJSON-1165517597 tempest-InstanceActionsNegativeTestJSON-1165517597-project-member] [instance: 43a79453-1511-401e-80a2-6bbdff6a78c9] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 910.703569] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13565835-8d6f-4806-97ae-25891372ec57 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.783811] env[69889]: DEBUG nova.compute.utils [None req-6ee4a828-deea-49a6-97c0-dfc0236fad31 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 910.785370] env[69889]: DEBUG nova.compute.manager [None req-6ee4a828-deea-49a6-97c0-dfc0236fad31 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] [instance: 25fa2007-30d6-4a2a-9498-d523988ee0ad] Allocating IP information in the background. {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 910.786167] env[69889]: DEBUG nova.network.neutron [None req-6ee4a828-deea-49a6-97c0-dfc0236fad31 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] [instance: 25fa2007-30d6-4a2a-9498-d523988ee0ad] allocate_for_instance() {{(pid=69889) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 910.812301] env[69889]: DEBUG nova.network.neutron [None req-da2b4843-0a70-4411-bbe6-e53b261f691c tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: 9103303b-fb64-4728-892d-285dba75ac18] Port 18e4b4b5-91ee-4b18-aba9-af64ba9989b3 binding to destination host cpu-1 is already ACTIVE {{(pid=69889) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 910.849136] env[69889]: DEBUG nova.policy [None req-6ee4a828-deea-49a6-97c0-dfc0236fad31 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1d26b93c96644c2aaa1c9c7186a5a462', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4beb61d797ae4515bc0973f12b515054', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69889) authorize /opt/stack/nova/nova/policy.py:192}} [ 910.851765] env[69889]: DEBUG oslo_concurrency.lockutils [None req-03c7b563-a589-43d5-b14f-a3444818efbc tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Acquiring lock "refresh_cache-68d7b291-3a3f-4ba0-9b9a-31407b0a43db" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.851914] env[69889]: DEBUG oslo_concurrency.lockutils [None req-03c7b563-a589-43d5-b14f-a3444818efbc tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Acquired lock "refresh_cache-68d7b291-3a3f-4ba0-9b9a-31407b0a43db" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.852505] env[69889]: DEBUG nova.network.neutron [None req-03c7b563-a589-43d5-b14f-a3444818efbc tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: 68d7b291-3a3f-4ba0-9b9a-31407b0a43db] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 911.082923] env[69889]: DEBUG nova.objects.instance [None req-3691ad57-8f86-4128-b5c0-cba6d2a4f938 tempest-VolumesAssistedSnapshotsTest-912369420 tempest-VolumesAssistedSnapshotsTest-912369420-project-admin] Lazy-loading 'flavor' on Instance uuid 7f014d2a-1340-4715-8ab0-42df2c7d9f36 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 911.171365] env[69889]: DEBUG oslo_vmware.api [None req-21125203-f240-42ad-a91e-433698325fb5 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52ba5abd-a954-c433-b062-d7cc768ea54c, 'name': SearchDatastore_Task, 'duration_secs': 0.023948} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.173545] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53ba3464-6077-4a66-97f5-c768f78402aa {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.183836] env[69889]: DEBUG oslo_vmware.api [None req-21125203-f240-42ad-a91e-433698325fb5 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Waiting for the task: (returnval){ [ 911.183836] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52a754dd-3fa4-dc48-3ccd-d3b93985ecfa" [ 911.183836] env[69889]: _type = "Task" [ 911.183836] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.193085] env[69889]: DEBUG oslo_vmware.api [None req-21125203-f240-42ad-a91e-433698325fb5 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52a754dd-3fa4-dc48-3ccd-d3b93985ecfa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.229375] env[69889]: INFO nova.compute.manager [None req-bfc21d9f-297a-41a3-8fd5-fd7a391ee573 tempest-InstanceActionsNegativeTestJSON-1165517597 tempest-InstanceActionsNegativeTestJSON-1165517597-project-member] [instance: 43a79453-1511-401e-80a2-6bbdff6a78c9] Took 45.68 seconds to build instance. [ 911.252890] env[69889]: DEBUG nova.network.neutron [None req-6ee4a828-deea-49a6-97c0-dfc0236fad31 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] [instance: 25fa2007-30d6-4a2a-9498-d523988ee0ad] Successfully created port: 6385e5cd-4fcd-4319-b81f-697de29e7b2d {{(pid=69889) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 911.291211] env[69889]: DEBUG nova.compute.manager [None req-6ee4a828-deea-49a6-97c0-dfc0236fad31 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] [instance: 25fa2007-30d6-4a2a-9498-d523988ee0ad] Start building block device mappings for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 911.356703] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98cffd71-e9f3-4664-a80d-280870965528 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.366298] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e56da54a-4143-4eea-b8c9-7c418ba877ab {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.410267] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef158e21-0890-4aa7-8f38-84353ef1db7f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.419509] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae1c328c-9a18-4628-aaf5-29de2dcec219 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.424517] env[69889]: DEBUG nova.network.neutron [None req-03c7b563-a589-43d5-b14f-a3444818efbc tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: 68d7b291-3a3f-4ba0-9b9a-31407b0a43db] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 911.438173] env[69889]: DEBUG nova.compute.provider_tree [None req-473cf4df-445a-4388-8cc1-960d29a560a5 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 911.589567] env[69889]: DEBUG oslo_concurrency.lockutils [None req-3691ad57-8f86-4128-b5c0-cba6d2a4f938 tempest-VolumesAssistedSnapshotsTest-912369420 tempest-VolumesAssistedSnapshotsTest-912369420-project-admin] Lock "7f014d2a-1340-4715-8ab0-42df2c7d9f36" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.934s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.610188] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c735c9c4-0d71-4d2d-bc2a-73fb6b5ec81d tempest-VolumesAssistedSnapshotsTest-912369420 tempest-VolumesAssistedSnapshotsTest-912369420-project-admin] Acquiring lock "7f014d2a-1340-4715-8ab0-42df2c7d9f36" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.610188] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c735c9c4-0d71-4d2d-bc2a-73fb6b5ec81d tempest-VolumesAssistedSnapshotsTest-912369420 tempest-VolumesAssistedSnapshotsTest-912369420-project-admin] Lock "7f014d2a-1340-4715-8ab0-42df2c7d9f36" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.697029] env[69889]: DEBUG oslo_vmware.api [None req-21125203-f240-42ad-a91e-433698325fb5 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52a754dd-3fa4-dc48-3ccd-d3b93985ecfa, 'name': SearchDatastore_Task, 'duration_secs': 0.031522} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.697029] env[69889]: DEBUG oslo_concurrency.lockutils [None req-21125203-f240-42ad-a91e-433698325fb5 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.697029] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-21125203-f240-42ad-a91e-433698325fb5 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] 50d05d43-aecd-4d90-ae1a-60a0ff086f9c/50d05d43-aecd-4d90-ae1a-60a0ff086f9c.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 911.697029] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6571daa8-104f-4d77-97f4-4749048a0fc2 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.708626] env[69889]: DEBUG oslo_vmware.api [None req-21125203-f240-42ad-a91e-433698325fb5 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Waiting for the task: (returnval){ [ 911.708626] env[69889]: value = "task-4077353" [ 911.708626] env[69889]: _type = "Task" [ 911.708626] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.708626] env[69889]: DEBUG nova.network.neutron [None req-03c7b563-a589-43d5-b14f-a3444818efbc tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: 68d7b291-3a3f-4ba0-9b9a-31407b0a43db] Updating instance_info_cache with network_info: [{"id": "ee02419e-d1ba-4b73-8997-a06c0391ab82", "address": "fa:16:3e:86:61:69", "network": {"id": "76248640-36fa-4fb5-832e-53a8d7e3936f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-540169063-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d44aab10ad824c2fb2caf2263913e054", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee02419e-d1", "ovs_interfaceid": "ee02419e-d1ba-4b73-8997-a06c0391ab82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.722374] env[69889]: DEBUG oslo_vmware.api [None req-21125203-f240-42ad-a91e-433698325fb5 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Task: {'id': task-4077353, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.733156] env[69889]: DEBUG oslo_concurrency.lockutils [None req-bfc21d9f-297a-41a3-8fd5-fd7a391ee573 tempest-InstanceActionsNegativeTestJSON-1165517597 tempest-InstanceActionsNegativeTestJSON-1165517597-project-member] Lock "43a79453-1511-401e-80a2-6bbdff6a78c9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.996s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.839031] env[69889]: DEBUG oslo_concurrency.lockutils [None req-da2b4843-0a70-4411-bbe6-e53b261f691c tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Acquiring lock "9103303b-fb64-4728-892d-285dba75ac18-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.839031] env[69889]: DEBUG oslo_concurrency.lockutils [None req-da2b4843-0a70-4411-bbe6-e53b261f691c tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Lock "9103303b-fb64-4728-892d-285dba75ac18-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.841020] env[69889]: DEBUG oslo_concurrency.lockutils [None req-da2b4843-0a70-4411-bbe6-e53b261f691c tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Lock "9103303b-fb64-4728-892d-285dba75ac18-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.942058] env[69889]: DEBUG nova.scheduler.client.report [None req-473cf4df-445a-4388-8cc1-960d29a560a5 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 912.112373] env[69889]: INFO nova.compute.manager [None req-c735c9c4-0d71-4d2d-bc2a-73fb6b5ec81d tempest-VolumesAssistedSnapshotsTest-912369420 tempest-VolumesAssistedSnapshotsTest-912369420-project-admin] [instance: 7f014d2a-1340-4715-8ab0-42df2c7d9f36] Detaching volume 3065440b-017d-47fd-858e-7e8f1e494c50 [ 912.160547] env[69889]: INFO nova.virt.block_device [None req-c735c9c4-0d71-4d2d-bc2a-73fb6b5ec81d tempest-VolumesAssistedSnapshotsTest-912369420 tempest-VolumesAssistedSnapshotsTest-912369420-project-admin] [instance: 7f014d2a-1340-4715-8ab0-42df2c7d9f36] Attempting to driver detach volume 3065440b-017d-47fd-858e-7e8f1e494c50 from mountpoint /dev/sdb [ 912.160898] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-c735c9c4-0d71-4d2d-bc2a-73fb6b5ec81d tempest-VolumesAssistedSnapshotsTest-912369420 tempest-VolumesAssistedSnapshotsTest-912369420-project-admin] [instance: 7f014d2a-1340-4715-8ab0-42df2c7d9f36] Volume detach. Driver type: vmdk {{(pid=69889) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 912.161153] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-c735c9c4-0d71-4d2d-bc2a-73fb6b5ec81d tempest-VolumesAssistedSnapshotsTest-912369420 tempest-VolumesAssistedSnapshotsTest-912369420-project-admin] [instance: 7f014d2a-1340-4715-8ab0-42df2c7d9f36] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-807929', 'volume_id': '3065440b-017d-47fd-858e-7e8f1e494c50', 'name': 'volume-3065440b-017d-47fd-858e-7e8f1e494c50', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7f014d2a-1340-4715-8ab0-42df2c7d9f36', 'attached_at': '', 'detached_at': '', 'volume_id': '3065440b-017d-47fd-858e-7e8f1e494c50', 'serial': '3065440b-017d-47fd-858e-7e8f1e494c50'} {{(pid=69889) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 912.162636] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16018afb-6f39-4c7c-93c8-5728374ca424 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.189188] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54ef1f32-af5c-41eb-8830-053cd4159ed5 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.204282] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05153e3e-1d20-4642-912d-d003bed48c15 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.235290] env[69889]: DEBUG oslo_concurrency.lockutils [None req-03c7b563-a589-43d5-b14f-a3444818efbc tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Releasing lock "refresh_cache-68d7b291-3a3f-4ba0-9b9a-31407b0a43db" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.235290] env[69889]: DEBUG nova.compute.manager [None req-03c7b563-a589-43d5-b14f-a3444818efbc tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: 68d7b291-3a3f-4ba0-9b9a-31407b0a43db] Instance network_info: |[{"id": "ee02419e-d1ba-4b73-8997-a06c0391ab82", "address": "fa:16:3e:86:61:69", "network": {"id": "76248640-36fa-4fb5-832e-53a8d7e3936f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-540169063-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d44aab10ad824c2fb2caf2263913e054", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee02419e-d1", "ovs_interfaceid": "ee02419e-d1ba-4b73-8997-a06c0391ab82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 912.236820] env[69889]: DEBUG nova.compute.manager [None req-c004e1f6-74c7-4d31-ba9f-5346fe3a77c8 tempest-ServerAddressesTestJSON-1316354804 tempest-ServerAddressesTestJSON-1316354804-project-member] [instance: e972c979-5e1c-4441-9226-c65aa10c0f7c] Starting instance... {{(pid=69889) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 912.239489] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-03c7b563-a589-43d5-b14f-a3444818efbc tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: 68d7b291-3a3f-4ba0-9b9a-31407b0a43db] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:61:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52358fcc-0d9f-45dd-8c75-db533fd992c3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ee02419e-d1ba-4b73-8997-a06c0391ab82', 'vif_model': 'vmxnet3'}] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 912.247467] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-03c7b563-a589-43d5-b14f-a3444818efbc tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Creating folder: Project (d44aab10ad824c2fb2caf2263913e054). Parent ref: group-v807779. {{(pid=69889) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 912.249939] env[69889]: DEBUG nova.compute.manager [req-f5e6c93e-061b-461f-a0eb-c118bad3aee9 req-2f499093-0e4c-4594-ae33-98825bb3c1ca service nova] [instance: 68d7b291-3a3f-4ba0-9b9a-31407b0a43db] Received event network-changed-ee02419e-d1ba-4b73-8997-a06c0391ab82 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 912.250204] env[69889]: DEBUG nova.compute.manager [req-f5e6c93e-061b-461f-a0eb-c118bad3aee9 req-2f499093-0e4c-4594-ae33-98825bb3c1ca service nova] [instance: 68d7b291-3a3f-4ba0-9b9a-31407b0a43db] Refreshing instance network info cache due to event network-changed-ee02419e-d1ba-4b73-8997-a06c0391ab82. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 912.250555] env[69889]: DEBUG oslo_concurrency.lockutils [req-f5e6c93e-061b-461f-a0eb-c118bad3aee9 req-2f499093-0e4c-4594-ae33-98825bb3c1ca service nova] Acquiring lock "refresh_cache-68d7b291-3a3f-4ba0-9b9a-31407b0a43db" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.253204] env[69889]: DEBUG oslo_concurrency.lockutils [req-f5e6c93e-061b-461f-a0eb-c118bad3aee9 req-2f499093-0e4c-4594-ae33-98825bb3c1ca service nova] Acquired lock "refresh_cache-68d7b291-3a3f-4ba0-9b9a-31407b0a43db" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.253204] env[69889]: DEBUG nova.network.neutron [req-f5e6c93e-061b-461f-a0eb-c118bad3aee9 req-2f499093-0e4c-4594-ae33-98825bb3c1ca service nova] [instance: 68d7b291-3a3f-4ba0-9b9a-31407b0a43db] Refreshing network info cache for port ee02419e-d1ba-4b73-8997-a06c0391ab82 {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 912.253819] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc610763-d3d7-43b1-9390-1108501c7a59 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.261066] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-04f2778a-3a58-4b37-bcc4-cf0119912a33 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.263541] env[69889]: DEBUG oslo_vmware.api [None req-21125203-f240-42ad-a91e-433698325fb5 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Task: {'id': task-4077353, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.548645} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.265039] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-21125203-f240-42ad-a91e-433698325fb5 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] 50d05d43-aecd-4d90-ae1a-60a0ff086f9c/50d05d43-aecd-4d90-ae1a-60a0ff086f9c.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 912.265278] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-21125203-f240-42ad-a91e-433698325fb5 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 50d05d43-aecd-4d90-ae1a-60a0ff086f9c] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 912.266137] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1984323d-245d-4041-b102-738b7871b4eb {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.280386] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-c735c9c4-0d71-4d2d-bc2a-73fb6b5ec81d tempest-VolumesAssistedSnapshotsTest-912369420 tempest-VolumesAssistedSnapshotsTest-912369420-project-admin] The volume has not been displaced from its original location: [datastore1] volume-3065440b-017d-47fd-858e-7e8f1e494c50/volume-3065440b-017d-47fd-858e-7e8f1e494c50.vmdk. No consolidation needed. {{(pid=69889) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 912.285672] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-c735c9c4-0d71-4d2d-bc2a-73fb6b5ec81d tempest-VolumesAssistedSnapshotsTest-912369420 tempest-VolumesAssistedSnapshotsTest-912369420-project-admin] [instance: 7f014d2a-1340-4715-8ab0-42df2c7d9f36] Reconfiguring VM instance instance-0000000d to detach disk 2001 {{(pid=69889) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 912.288025] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c236d4d1-f23f-4907-84aa-5af6ddf0ae97 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.302426] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-03c7b563-a589-43d5-b14f-a3444818efbc tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Created folder: Project (d44aab10ad824c2fb2caf2263913e054) in parent group-v807779. [ 912.302426] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-03c7b563-a589-43d5-b14f-a3444818efbc tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Creating folder: Instances. Parent ref: group-v807933. {{(pid=69889) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 912.304375] env[69889]: DEBUG nova.compute.manager [None req-6ee4a828-deea-49a6-97c0-dfc0236fad31 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] [instance: 25fa2007-30d6-4a2a-9498-d523988ee0ad] Start spawning the instance on the hypervisor. {{(pid=69889) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 912.309056] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-448e5199-0903-450f-a8b9-02f38e8e571d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.312167] env[69889]: DEBUG oslo_vmware.api [None req-21125203-f240-42ad-a91e-433698325fb5 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Waiting for the task: (returnval){ [ 912.312167] env[69889]: value = "task-4077355" [ 912.312167] env[69889]: _type = "Task" [ 912.312167] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.320221] env[69889]: DEBUG oslo_vmware.api [None req-c735c9c4-0d71-4d2d-bc2a-73fb6b5ec81d tempest-VolumesAssistedSnapshotsTest-912369420 tempest-VolumesAssistedSnapshotsTest-912369420-project-admin] Waiting for the task: (returnval){ [ 912.320221] env[69889]: value = "task-4077356" [ 912.320221] env[69889]: _type = "Task" [ 912.320221] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.325167] env[69889]: DEBUG oslo_vmware.api [None req-21125203-f240-42ad-a91e-433698325fb5 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Task: {'id': task-4077355, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.329679] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-03c7b563-a589-43d5-b14f-a3444818efbc tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Created folder: Instances in parent group-v807933. [ 912.330060] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-03c7b563-a589-43d5-b14f-a3444818efbc tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 912.330280] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68d7b291-3a3f-4ba0-9b9a-31407b0a43db] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 912.330913] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9ca575d7-cd28-4598-b649-5de445606e4f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.359252] env[69889]: DEBUG oslo_vmware.api [None req-c735c9c4-0d71-4d2d-bc2a-73fb6b5ec81d tempest-VolumesAssistedSnapshotsTest-912369420 tempest-VolumesAssistedSnapshotsTest-912369420-project-admin] Task: {'id': task-4077356, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.368369] env[69889]: DEBUG nova.virt.hardware [None req-6ee4a828-deea-49a6-97c0-dfc0236fad31 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 912.368739] env[69889]: DEBUG nova.virt.hardware [None req-6ee4a828-deea-49a6-97c0-dfc0236fad31 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 912.369016] env[69889]: DEBUG nova.virt.hardware [None req-6ee4a828-deea-49a6-97c0-dfc0236fad31 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 912.369317] env[69889]: DEBUG nova.virt.hardware [None req-6ee4a828-deea-49a6-97c0-dfc0236fad31 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 912.369506] env[69889]: DEBUG nova.virt.hardware [None req-6ee4a828-deea-49a6-97c0-dfc0236fad31 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 912.369749] env[69889]: DEBUG nova.virt.hardware [None req-6ee4a828-deea-49a6-97c0-dfc0236fad31 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 912.370110] env[69889]: DEBUG nova.virt.hardware [None req-6ee4a828-deea-49a6-97c0-dfc0236fad31 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 912.370287] env[69889]: DEBUG nova.virt.hardware [None req-6ee4a828-deea-49a6-97c0-dfc0236fad31 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 912.370482] env[69889]: DEBUG nova.virt.hardware [None req-6ee4a828-deea-49a6-97c0-dfc0236fad31 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 912.370730] env[69889]: DEBUG nova.virt.hardware [None req-6ee4a828-deea-49a6-97c0-dfc0236fad31 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 912.371037] env[69889]: DEBUG nova.virt.hardware [None req-6ee4a828-deea-49a6-97c0-dfc0236fad31 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 912.373471] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-714bdee9-acb4-4557-a897-3c6a4673bbbe {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.376438] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 912.376438] env[69889]: value = "task-4077358" [ 912.376438] env[69889]: _type = "Task" [ 912.376438] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.386836] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6bc5174-d476-4fe7-913a-39d1e943907c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.395326] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077358, 'name': CreateVM_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.448061] env[69889]: DEBUG oslo_concurrency.lockutils [None req-473cf4df-445a-4388-8cc1-960d29a560a5 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.171s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.452028] env[69889]: DEBUG oslo_concurrency.lockutils [None req-6ab4eb90-07a8-4504-9ebf-7c26bcc24fe9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 24.171s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.452028] env[69889]: DEBUG nova.objects.instance [None req-6ab4eb90-07a8-4504-9ebf-7c26bcc24fe9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] [instance: b4d9b431-14b5-46c9-9691-f5bfc012d8ca] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69889) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 912.480286] env[69889]: INFO nova.scheduler.client.report [None req-473cf4df-445a-4388-8cc1-960d29a560a5 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Deleted allocations for instance fb83ecfb-e4bc-4420-b9db-e13a462db3c4 [ 912.698050] env[69889]: DEBUG oslo_concurrency.lockutils [None req-4a994948-6b41-43fa-ba36-13dfb4d0aadf tempest-InstanceActionsNegativeTestJSON-1165517597 tempest-InstanceActionsNegativeTestJSON-1165517597-project-member] Acquiring lock "43a79453-1511-401e-80a2-6bbdff6a78c9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.698458] env[69889]: DEBUG oslo_concurrency.lockutils [None req-4a994948-6b41-43fa-ba36-13dfb4d0aadf tempest-InstanceActionsNegativeTestJSON-1165517597 tempest-InstanceActionsNegativeTestJSON-1165517597-project-member] Lock "43a79453-1511-401e-80a2-6bbdff6a78c9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.698779] env[69889]: DEBUG oslo_concurrency.lockutils [None req-4a994948-6b41-43fa-ba36-13dfb4d0aadf tempest-InstanceActionsNegativeTestJSON-1165517597 tempest-InstanceActionsNegativeTestJSON-1165517597-project-member] Acquiring lock "43a79453-1511-401e-80a2-6bbdff6a78c9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.699161] env[69889]: DEBUG oslo_concurrency.lockutils [None req-4a994948-6b41-43fa-ba36-13dfb4d0aadf tempest-InstanceActionsNegativeTestJSON-1165517597 tempest-InstanceActionsNegativeTestJSON-1165517597-project-member] Lock "43a79453-1511-401e-80a2-6bbdff6a78c9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.699390] env[69889]: DEBUG oslo_concurrency.lockutils [None req-4a994948-6b41-43fa-ba36-13dfb4d0aadf tempest-InstanceActionsNegativeTestJSON-1165517597 tempest-InstanceActionsNegativeTestJSON-1165517597-project-member] Lock "43a79453-1511-401e-80a2-6bbdff6a78c9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.701881] env[69889]: INFO nova.compute.manager [None req-4a994948-6b41-43fa-ba36-13dfb4d0aadf tempest-InstanceActionsNegativeTestJSON-1165517597 tempest-InstanceActionsNegativeTestJSON-1165517597-project-member] [instance: 43a79453-1511-401e-80a2-6bbdff6a78c9] Terminating instance [ 912.736042] env[69889]: DEBUG nova.compute.manager [req-d1c7acc7-1d42-4dc8-bb97-2e3f942d16c7 req-81b7d360-cca6-46c1-a1fa-4ec059592606 service nova] [instance: 25fa2007-30d6-4a2a-9498-d523988ee0ad] Received event network-vif-plugged-6385e5cd-4fcd-4319-b81f-697de29e7b2d {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 912.736042] env[69889]: DEBUG oslo_concurrency.lockutils [req-d1c7acc7-1d42-4dc8-bb97-2e3f942d16c7 req-81b7d360-cca6-46c1-a1fa-4ec059592606 service nova] Acquiring lock "25fa2007-30d6-4a2a-9498-d523988ee0ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.736370] env[69889]: DEBUG oslo_concurrency.lockutils [req-d1c7acc7-1d42-4dc8-bb97-2e3f942d16c7 req-81b7d360-cca6-46c1-a1fa-4ec059592606 service nova] Lock "25fa2007-30d6-4a2a-9498-d523988ee0ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.736570] env[69889]: DEBUG oslo_concurrency.lockutils [req-d1c7acc7-1d42-4dc8-bb97-2e3f942d16c7 req-81b7d360-cca6-46c1-a1fa-4ec059592606 service nova] Lock "25fa2007-30d6-4a2a-9498-d523988ee0ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.736818] env[69889]: DEBUG nova.compute.manager [req-d1c7acc7-1d42-4dc8-bb97-2e3f942d16c7 req-81b7d360-cca6-46c1-a1fa-4ec059592606 service nova] [instance: 25fa2007-30d6-4a2a-9498-d523988ee0ad] No waiting events found dispatching network-vif-plugged-6385e5cd-4fcd-4319-b81f-697de29e7b2d {{(pid=69889) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 912.737083] env[69889]: WARNING nova.compute.manager [req-d1c7acc7-1d42-4dc8-bb97-2e3f942d16c7 req-81b7d360-cca6-46c1-a1fa-4ec059592606 service nova] [instance: 25fa2007-30d6-4a2a-9498-d523988ee0ad] Received unexpected event network-vif-plugged-6385e5cd-4fcd-4319-b81f-697de29e7b2d for instance with vm_state building and task_state spawning. [ 912.780870] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c004e1f6-74c7-4d31-ba9f-5346fe3a77c8 tempest-ServerAddressesTestJSON-1316354804 tempest-ServerAddressesTestJSON-1316354804-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.830808] env[69889]: DEBUG oslo_vmware.api [None req-21125203-f240-42ad-a91e-433698325fb5 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Task: {'id': task-4077355, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090726} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.831058] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-21125203-f240-42ad-a91e-433698325fb5 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 50d05d43-aecd-4d90-ae1a-60a0ff086f9c] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 912.832226] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40194c9c-b50d-4277-866b-aac164d0c4f2 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.838072] env[69889]: DEBUG oslo_vmware.api [None req-c735c9c4-0d71-4d2d-bc2a-73fb6b5ec81d tempest-VolumesAssistedSnapshotsTest-912369420 tempest-VolumesAssistedSnapshotsTest-912369420-project-admin] Task: {'id': task-4077356, 'name': ReconfigVM_Task, 'duration_secs': 0.330822} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.838718] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-c735c9c4-0d71-4d2d-bc2a-73fb6b5ec81d tempest-VolumesAssistedSnapshotsTest-912369420 tempest-VolumesAssistedSnapshotsTest-912369420-project-admin] [instance: 7f014d2a-1340-4715-8ab0-42df2c7d9f36] Reconfigured VM instance instance-0000000d to detach disk 2001 {{(pid=69889) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 912.845051] env[69889]: DEBUG nova.network.neutron [None req-6ee4a828-deea-49a6-97c0-dfc0236fad31 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] [instance: 25fa2007-30d6-4a2a-9498-d523988ee0ad] Successfully updated port: 6385e5cd-4fcd-4319-b81f-697de29e7b2d {{(pid=69889) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 912.856130] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2bc942f0-78e3-43d0-bbec-a78332da2f11 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.875927] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-21125203-f240-42ad-a91e-433698325fb5 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 50d05d43-aecd-4d90-ae1a-60a0ff086f9c] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] 50d05d43-aecd-4d90-ae1a-60a0ff086f9c/50d05d43-aecd-4d90-ae1a-60a0ff086f9c.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 912.877762] env[69889]: DEBUG oslo_concurrency.lockutils [None req-6ee4a828-deea-49a6-97c0-dfc0236fad31 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Acquiring lock "refresh_cache-25fa2007-30d6-4a2a-9498-d523988ee0ad" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.877762] env[69889]: DEBUG oslo_concurrency.lockutils [None req-6ee4a828-deea-49a6-97c0-dfc0236fad31 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Acquired lock "refresh_cache-25fa2007-30d6-4a2a-9498-d523988ee0ad" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.877762] env[69889]: DEBUG nova.network.neutron [None req-6ee4a828-deea-49a6-97c0-dfc0236fad31 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] [instance: 25fa2007-30d6-4a2a-9498-d523988ee0ad] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 912.890095] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1cbc884-dbde-4676-8f09-48e0feb28113 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.919032] env[69889]: DEBUG oslo_vmware.api [None req-c735c9c4-0d71-4d2d-bc2a-73fb6b5ec81d tempest-VolumesAssistedSnapshotsTest-912369420 tempest-VolumesAssistedSnapshotsTest-912369420-project-admin] Waiting for the task: (returnval){ [ 912.919032] env[69889]: value = "task-4077359" [ 912.919032] env[69889]: _type = "Task" [ 912.919032] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.924700] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077358, 'name': CreateVM_Task, 'duration_secs': 0.400629} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.925020] env[69889]: DEBUG oslo_vmware.api [None req-21125203-f240-42ad-a91e-433698325fb5 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Waiting for the task: (returnval){ [ 912.925020] env[69889]: value = "task-4077360" [ 912.925020] env[69889]: _type = "Task" [ 912.925020] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.925753] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68d7b291-3a3f-4ba0-9b9a-31407b0a43db] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 912.926633] env[69889]: DEBUG oslo_concurrency.lockutils [None req-03c7b563-a589-43d5-b14f-a3444818efbc tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.926813] env[69889]: DEBUG oslo_concurrency.lockutils [None req-03c7b563-a589-43d5-b14f-a3444818efbc tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.927166] env[69889]: DEBUG oslo_concurrency.lockutils [None req-03c7b563-a589-43d5-b14f-a3444818efbc tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.935519] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1c20c04-422d-4692-9c67-e4931e02dfd8 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.938512] env[69889]: DEBUG oslo_vmware.api [None req-c735c9c4-0d71-4d2d-bc2a-73fb6b5ec81d tempest-VolumesAssistedSnapshotsTest-912369420 tempest-VolumesAssistedSnapshotsTest-912369420-project-admin] Task: {'id': task-4077359, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.945798] env[69889]: DEBUG oslo_vmware.api [None req-21125203-f240-42ad-a91e-433698325fb5 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Task: {'id': task-4077360, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.950058] env[69889]: DEBUG oslo_vmware.api [None req-03c7b563-a589-43d5-b14f-a3444818efbc tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Waiting for the task: (returnval){ [ 912.950058] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52dd3fa3-cead-b23d-6588-7096646be869" [ 912.950058] env[69889]: _type = "Task" [ 912.950058] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.962458] env[69889]: DEBUG oslo_vmware.api [None req-03c7b563-a589-43d5-b14f-a3444818efbc tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52dd3fa3-cead-b23d-6588-7096646be869, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.964507] env[69889]: DEBUG oslo_concurrency.lockutils [None req-da2b4843-0a70-4411-bbe6-e53b261f691c tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Acquiring lock "refresh_cache-9103303b-fb64-4728-892d-285dba75ac18" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.964687] env[69889]: DEBUG oslo_concurrency.lockutils [None req-da2b4843-0a70-4411-bbe6-e53b261f691c tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Acquired lock "refresh_cache-9103303b-fb64-4728-892d-285dba75ac18" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.964876] env[69889]: DEBUG nova.network.neutron [None req-da2b4843-0a70-4411-bbe6-e53b261f691c tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: 9103303b-fb64-4728-892d-285dba75ac18] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 912.971024] env[69889]: DEBUG nova.network.neutron [None req-6ee4a828-deea-49a6-97c0-dfc0236fad31 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] [instance: 25fa2007-30d6-4a2a-9498-d523988ee0ad] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 912.998020] env[69889]: DEBUG oslo_concurrency.lockutils [None req-473cf4df-445a-4388-8cc1-960d29a560a5 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Lock "fb83ecfb-e4bc-4420-b9db-e13a462db3c4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.091s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.131997] env[69889]: DEBUG nova.network.neutron [None req-6ee4a828-deea-49a6-97c0-dfc0236fad31 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] [instance: 25fa2007-30d6-4a2a-9498-d523988ee0ad] Updating instance_info_cache with network_info: [{"id": "6385e5cd-4fcd-4319-b81f-697de29e7b2d", "address": "fa:16:3e:54:f0:6b", "network": {"id": "f9341188-47f9-41e2-bae7-5eb6406f3899", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.147", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b7973ea41bcd4363abc2e9339dec4d77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6385e5cd-4f", "ovs_interfaceid": "6385e5cd-4fcd-4319-b81f-697de29e7b2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.174942] env[69889]: DEBUG nova.network.neutron [req-f5e6c93e-061b-461f-a0eb-c118bad3aee9 req-2f499093-0e4c-4594-ae33-98825bb3c1ca service nova] [instance: 68d7b291-3a3f-4ba0-9b9a-31407b0a43db] Updated VIF entry in instance network info cache for port ee02419e-d1ba-4b73-8997-a06c0391ab82. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 913.175333] env[69889]: DEBUG nova.network.neutron [req-f5e6c93e-061b-461f-a0eb-c118bad3aee9 req-2f499093-0e4c-4594-ae33-98825bb3c1ca service nova] [instance: 68d7b291-3a3f-4ba0-9b9a-31407b0a43db] Updating instance_info_cache with network_info: [{"id": "ee02419e-d1ba-4b73-8997-a06c0391ab82", "address": "fa:16:3e:86:61:69", "network": {"id": "76248640-36fa-4fb5-832e-53a8d7e3936f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-540169063-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d44aab10ad824c2fb2caf2263913e054", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee02419e-d1", "ovs_interfaceid": "ee02419e-d1ba-4b73-8997-a06c0391ab82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.208982] env[69889]: DEBUG nova.compute.manager [None req-4a994948-6b41-43fa-ba36-13dfb4d0aadf tempest-InstanceActionsNegativeTestJSON-1165517597 tempest-InstanceActionsNegativeTestJSON-1165517597-project-member] [instance: 43a79453-1511-401e-80a2-6bbdff6a78c9] Start destroying the instance on the hypervisor. {{(pid=69889) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 913.208982] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-4a994948-6b41-43fa-ba36-13dfb4d0aadf tempest-InstanceActionsNegativeTestJSON-1165517597 tempest-InstanceActionsNegativeTestJSON-1165517597-project-member] [instance: 43a79453-1511-401e-80a2-6bbdff6a78c9] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 913.209188] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b82241f8-bde0-4aa0-a09f-8b4f30f6dd3d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.217728] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a994948-6b41-43fa-ba36-13dfb4d0aadf tempest-InstanceActionsNegativeTestJSON-1165517597 tempest-InstanceActionsNegativeTestJSON-1165517597-project-member] [instance: 43a79453-1511-401e-80a2-6bbdff6a78c9] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 913.218038] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b76522e2-f0e9-4e40-9218-f444fca2192f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.225929] env[69889]: DEBUG oslo_vmware.api [None req-4a994948-6b41-43fa-ba36-13dfb4d0aadf tempest-InstanceActionsNegativeTestJSON-1165517597 tempest-InstanceActionsNegativeTestJSON-1165517597-project-member] Waiting for the task: (returnval){ [ 913.225929] env[69889]: value = "task-4077361" [ 913.225929] env[69889]: _type = "Task" [ 913.225929] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.236016] env[69889]: DEBUG oslo_vmware.api [None req-4a994948-6b41-43fa-ba36-13dfb4d0aadf tempest-InstanceActionsNegativeTestJSON-1165517597 tempest-InstanceActionsNegativeTestJSON-1165517597-project-member] Task: {'id': task-4077361, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.427975] env[69889]: DEBUG oslo_vmware.api [None req-c735c9c4-0d71-4d2d-bc2a-73fb6b5ec81d tempest-VolumesAssistedSnapshotsTest-912369420 tempest-VolumesAssistedSnapshotsTest-912369420-project-admin] Task: {'id': task-4077359, 'name': ReconfigVM_Task, 'duration_secs': 0.217942} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.431665] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-c735c9c4-0d71-4d2d-bc2a-73fb6b5ec81d tempest-VolumesAssistedSnapshotsTest-912369420 tempest-VolumesAssistedSnapshotsTest-912369420-project-admin] [instance: 7f014d2a-1340-4715-8ab0-42df2c7d9f36] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-807929', 'volume_id': '3065440b-017d-47fd-858e-7e8f1e494c50', 'name': 'volume-3065440b-017d-47fd-858e-7e8f1e494c50', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7f014d2a-1340-4715-8ab0-42df2c7d9f36', 'attached_at': '', 'detached_at': '', 'volume_id': '3065440b-017d-47fd-858e-7e8f1e494c50', 'serial': '3065440b-017d-47fd-858e-7e8f1e494c50'} {{(pid=69889) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 913.440335] env[69889]: DEBUG oslo_vmware.api [None req-21125203-f240-42ad-a91e-433698325fb5 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Task: {'id': task-4077360, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.462016] env[69889]: DEBUG oslo_vmware.api [None req-03c7b563-a589-43d5-b14f-a3444818efbc tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52dd3fa3-cead-b23d-6588-7096646be869, 'name': SearchDatastore_Task, 'duration_secs': 0.039611} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.462430] env[69889]: DEBUG oslo_concurrency.lockutils [None req-03c7b563-a589-43d5-b14f-a3444818efbc tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.462804] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-03c7b563-a589-43d5-b14f-a3444818efbc tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: 68d7b291-3a3f-4ba0-9b9a-31407b0a43db] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 913.462945] env[69889]: DEBUG oslo_concurrency.lockutils [None req-03c7b563-a589-43d5-b14f-a3444818efbc tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.463083] env[69889]: DEBUG oslo_concurrency.lockutils [None req-03c7b563-a589-43d5-b14f-a3444818efbc tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.463674] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-03c7b563-a589-43d5-b14f-a3444818efbc tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 913.466132] env[69889]: DEBUG oslo_concurrency.lockutils [None req-6ab4eb90-07a8-4504-9ebf-7c26bcc24fe9 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.467893] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6a0f840f-4555-4081-9466-5c471b6f4719 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.470257] env[69889]: DEBUG oslo_concurrency.lockutils [None req-f223fcc8-cb06-43ab-84d6-cfb2cda1f4ed tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.332s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.471788] env[69889]: INFO nova.compute.claims [None req-f223fcc8-cb06-43ab-84d6-cfb2cda1f4ed tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] [instance: fda65aea-c3b4-46f8-9f00-fc7754f5b883] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 913.486695] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-03c7b563-a589-43d5-b14f-a3444818efbc tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 913.486896] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-03c7b563-a589-43d5-b14f-a3444818efbc tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 913.487772] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c971ddfb-306f-4922-bb32-d94570e7e6cb {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.495432] env[69889]: DEBUG oslo_vmware.api [None req-03c7b563-a589-43d5-b14f-a3444818efbc tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Waiting for the task: (returnval){ [ 913.495432] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52eeb0d3-3804-9b18-16e1-13452a77a03d" [ 913.495432] env[69889]: _type = "Task" [ 913.495432] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.504846] env[69889]: DEBUG oslo_vmware.api [None req-03c7b563-a589-43d5-b14f-a3444818efbc tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52eeb0d3-3804-9b18-16e1-13452a77a03d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.635202] env[69889]: DEBUG oslo_concurrency.lockutils [None req-6ee4a828-deea-49a6-97c0-dfc0236fad31 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Releasing lock "refresh_cache-25fa2007-30d6-4a2a-9498-d523988ee0ad" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.635728] env[69889]: DEBUG nova.compute.manager [None req-6ee4a828-deea-49a6-97c0-dfc0236fad31 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] [instance: 25fa2007-30d6-4a2a-9498-d523988ee0ad] Instance network_info: |[{"id": "6385e5cd-4fcd-4319-b81f-697de29e7b2d", "address": "fa:16:3e:54:f0:6b", "network": {"id": "f9341188-47f9-41e2-bae7-5eb6406f3899", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.147", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b7973ea41bcd4363abc2e9339dec4d77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6385e5cd-4f", "ovs_interfaceid": "6385e5cd-4fcd-4319-b81f-697de29e7b2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 913.635984] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-6ee4a828-deea-49a6-97c0-dfc0236fad31 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] [instance: 25fa2007-30d6-4a2a-9498-d523988ee0ad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:f0:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1c2b89fb-df8c-47c0-83ae-44291236feb4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6385e5cd-4fcd-4319-b81f-697de29e7b2d', 'vif_model': 'vmxnet3'}] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 913.645138] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ee4a828-deea-49a6-97c0-dfc0236fad31 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Creating folder: Project (4beb61d797ae4515bc0973f12b515054). Parent ref: group-v807779. {{(pid=69889) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 913.645460] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7abb389a-61d3-4799-bf38-77f7ffa95ed3 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.658838] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-6ee4a828-deea-49a6-97c0-dfc0236fad31 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Created folder: Project (4beb61d797ae4515bc0973f12b515054) in parent group-v807779. [ 913.659037] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ee4a828-deea-49a6-97c0-dfc0236fad31 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Creating folder: Instances. Parent ref: group-v807936. {{(pid=69889) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 913.659308] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8198f108-2869-467f-8df3-d798c1aec66b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.676407] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-6ee4a828-deea-49a6-97c0-dfc0236fad31 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Created folder: Instances in parent group-v807936. [ 913.676716] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6ee4a828-deea-49a6-97c0-dfc0236fad31 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 913.676940] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25fa2007-30d6-4a2a-9498-d523988ee0ad] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 913.677192] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6d573257-82cc-489f-914c-5e34291c1ee2 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.696822] env[69889]: DEBUG oslo_concurrency.lockutils [req-f5e6c93e-061b-461f-a0eb-c118bad3aee9 req-2f499093-0e4c-4594-ae33-98825bb3c1ca service nova] Releasing lock "refresh_cache-68d7b291-3a3f-4ba0-9b9a-31407b0a43db" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.702939] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 913.702939] env[69889]: value = "task-4077364" [ 913.702939] env[69889]: _type = "Task" [ 913.702939] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.712146] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077364, 'name': CreateVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.738851] env[69889]: DEBUG oslo_vmware.api [None req-4a994948-6b41-43fa-ba36-13dfb4d0aadf tempest-InstanceActionsNegativeTestJSON-1165517597 tempest-InstanceActionsNegativeTestJSON-1165517597-project-member] Task: {'id': task-4077361, 'name': PowerOffVM_Task, 'duration_secs': 0.491926} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.739245] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a994948-6b41-43fa-ba36-13dfb4d0aadf tempest-InstanceActionsNegativeTestJSON-1165517597 tempest-InstanceActionsNegativeTestJSON-1165517597-project-member] [instance: 43a79453-1511-401e-80a2-6bbdff6a78c9] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 913.739912] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-4a994948-6b41-43fa-ba36-13dfb4d0aadf tempest-InstanceActionsNegativeTestJSON-1165517597 tempest-InstanceActionsNegativeTestJSON-1165517597-project-member] [instance: 43a79453-1511-401e-80a2-6bbdff6a78c9] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 913.739912] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2f0b2fd5-1a43-4cd8-9332-6ff4ed640583 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.750155] env[69889]: DEBUG nova.network.neutron [None req-da2b4843-0a70-4411-bbe6-e53b261f691c tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: 9103303b-fb64-4728-892d-285dba75ac18] Updating instance_info_cache with network_info: [{"id": "18e4b4b5-91ee-4b18-aba9-af64ba9989b3", "address": "fa:16:3e:32:c6:1e", "network": {"id": "f9341188-47f9-41e2-bae7-5eb6406f3899", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.113", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b7973ea41bcd4363abc2e9339dec4d77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18e4b4b5-91", "ovs_interfaceid": "18e4b4b5-91ee-4b18-aba9-af64ba9989b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.760643] env[69889]: DEBUG oslo_concurrency.lockutils [None req-f98288fe-7856-4f64-8092-4f4eb4b736dc tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Acquiring lock "ad899de6-c2d4-4cbe-a91c-1cd76f650ae4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.761010] env[69889]: DEBUG oslo_concurrency.lockutils [None req-f98288fe-7856-4f64-8092-4f4eb4b736dc tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Lock "ad899de6-c2d4-4cbe-a91c-1cd76f650ae4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.761248] env[69889]: DEBUG oslo_concurrency.lockutils [None req-f98288fe-7856-4f64-8092-4f4eb4b736dc tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Acquiring lock "ad899de6-c2d4-4cbe-a91c-1cd76f650ae4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.761445] env[69889]: DEBUG oslo_concurrency.lockutils [None req-f98288fe-7856-4f64-8092-4f4eb4b736dc tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Lock "ad899de6-c2d4-4cbe-a91c-1cd76f650ae4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.761628] env[69889]: DEBUG oslo_concurrency.lockutils [None req-f98288fe-7856-4f64-8092-4f4eb4b736dc tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Lock "ad899de6-c2d4-4cbe-a91c-1cd76f650ae4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.764363] env[69889]: INFO nova.compute.manager [None req-f98288fe-7856-4f64-8092-4f4eb4b736dc tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] [instance: ad899de6-c2d4-4cbe-a91c-1cd76f650ae4] Terminating instance [ 913.821170] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-4a994948-6b41-43fa-ba36-13dfb4d0aadf tempest-InstanceActionsNegativeTestJSON-1165517597 tempest-InstanceActionsNegativeTestJSON-1165517597-project-member] [instance: 43a79453-1511-401e-80a2-6bbdff6a78c9] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 913.821549] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-4a994948-6b41-43fa-ba36-13dfb4d0aadf tempest-InstanceActionsNegativeTestJSON-1165517597 tempest-InstanceActionsNegativeTestJSON-1165517597-project-member] [instance: 43a79453-1511-401e-80a2-6bbdff6a78c9] Deleting contents of the VM from datastore datastore1 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 913.821821] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a994948-6b41-43fa-ba36-13dfb4d0aadf tempest-InstanceActionsNegativeTestJSON-1165517597 tempest-InstanceActionsNegativeTestJSON-1165517597-project-member] Deleting the datastore file [datastore1] 43a79453-1511-401e-80a2-6bbdff6a78c9 {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 913.822366] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8b5fc151-8b76-45e5-8db1-faea4881dbf0 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.831192] env[69889]: DEBUG oslo_vmware.api [None req-4a994948-6b41-43fa-ba36-13dfb4d0aadf tempest-InstanceActionsNegativeTestJSON-1165517597 tempest-InstanceActionsNegativeTestJSON-1165517597-project-member] Waiting for the task: (returnval){ [ 913.831192] env[69889]: value = "task-4077366" [ 913.831192] env[69889]: _type = "Task" [ 913.831192] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.840050] env[69889]: DEBUG oslo_vmware.api [None req-4a994948-6b41-43fa-ba36-13dfb4d0aadf tempest-InstanceActionsNegativeTestJSON-1165517597 tempest-InstanceActionsNegativeTestJSON-1165517597-project-member] Task: {'id': task-4077366, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.939473] env[69889]: DEBUG oslo_vmware.api [None req-21125203-f240-42ad-a91e-433698325fb5 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Task: {'id': task-4077360, 'name': ReconfigVM_Task, 'duration_secs': 0.660896} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.940287] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-21125203-f240-42ad-a91e-433698325fb5 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 50d05d43-aecd-4d90-ae1a-60a0ff086f9c] Reconfigured VM instance instance-00000010 to attach disk [datastore2] 50d05d43-aecd-4d90-ae1a-60a0ff086f9c/50d05d43-aecd-4d90-ae1a-60a0ff086f9c.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 913.943019] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7f751fa5-fb66-42ce-9ab6-2ec493e42d4b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.950934] env[69889]: DEBUG oslo_vmware.api [None req-21125203-f240-42ad-a91e-433698325fb5 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Waiting for the task: (returnval){ [ 913.950934] env[69889]: value = "task-4077367" [ 913.950934] env[69889]: _type = "Task" [ 913.950934] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.962025] env[69889]: DEBUG oslo_vmware.api [None req-21125203-f240-42ad-a91e-433698325fb5 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Task: {'id': task-4077367, 'name': Rename_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.010223] env[69889]: DEBUG oslo_vmware.api [None req-03c7b563-a589-43d5-b14f-a3444818efbc tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52eeb0d3-3804-9b18-16e1-13452a77a03d, 'name': SearchDatastore_Task, 'duration_secs': 0.01565} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.011296] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c4ab126-ce01-42b1-b0dc-02a43905e3b2 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.016667] env[69889]: DEBUG nova.objects.instance [None req-c735c9c4-0d71-4d2d-bc2a-73fb6b5ec81d tempest-VolumesAssistedSnapshotsTest-912369420 tempest-VolumesAssistedSnapshotsTest-912369420-project-admin] Lazy-loading 'flavor' on Instance uuid 7f014d2a-1340-4715-8ab0-42df2c7d9f36 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 914.022809] env[69889]: DEBUG oslo_vmware.api [None req-03c7b563-a589-43d5-b14f-a3444818efbc tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Waiting for the task: (returnval){ [ 914.022809] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52a447f8-3ad7-3123-bb74-9150edd891c6" [ 914.022809] env[69889]: _type = "Task" [ 914.022809] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.033316] env[69889]: DEBUG oslo_vmware.api [None req-03c7b563-a589-43d5-b14f-a3444818efbc tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52a447f8-3ad7-3123-bb74-9150edd891c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.084789] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1debc3e-eef3-4893-8d10-a255a2d85184 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: f5e9c9c1-3038-4530-9694-0e51131cdf87] Volume attach. Driver type: vmdk {{(pid=69889) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 914.085175] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1debc3e-eef3-4893-8d10-a255a2d85184 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: f5e9c9c1-3038-4530-9694-0e51131cdf87] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-807932', 'volume_id': 'c7b4503c-d6e9-4b4b-b1f0-804beafcf51f', 'name': 'volume-c7b4503c-d6e9-4b4b-b1f0-804beafcf51f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f5e9c9c1-3038-4530-9694-0e51131cdf87', 'attached_at': '', 'detached_at': '', 'volume_id': 'c7b4503c-d6e9-4b4b-b1f0-804beafcf51f', 'serial': 'c7b4503c-d6e9-4b4b-b1f0-804beafcf51f'} {{(pid=69889) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 914.086244] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-431d6e48-fdcd-47f0-815f-436a3585f1d5 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.108724] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b74fba51-3d88-416a-a48e-ef5d6471452d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.137639] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1debc3e-eef3-4893-8d10-a255a2d85184 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: f5e9c9c1-3038-4530-9694-0e51131cdf87] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] volume-c7b4503c-d6e9-4b4b-b1f0-804beafcf51f/volume-c7b4503c-d6e9-4b4b-b1f0-804beafcf51f.vmdk or device None with type thin {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 914.138070] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b0be615-45be-4f0d-a4bd-f948a32eca51 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.157473] env[69889]: DEBUG oslo_vmware.api [None req-c1debc3e-eef3-4893-8d10-a255a2d85184 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Waiting for the task: (returnval){ [ 914.157473] env[69889]: value = "task-4077368" [ 914.157473] env[69889]: _type = "Task" [ 914.157473] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.168072] env[69889]: DEBUG oslo_vmware.api [None req-c1debc3e-eef3-4893-8d10-a255a2d85184 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4077368, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.216221] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077364, 'name': CreateVM_Task, 'duration_secs': 0.370313} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.216399] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25fa2007-30d6-4a2a-9498-d523988ee0ad] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 914.217283] env[69889]: DEBUG oslo_concurrency.lockutils [None req-6ee4a828-deea-49a6-97c0-dfc0236fad31 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.217283] env[69889]: DEBUG oslo_concurrency.lockutils [None req-6ee4a828-deea-49a6-97c0-dfc0236fad31 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.217632] env[69889]: DEBUG oslo_concurrency.lockutils [None req-6ee4a828-deea-49a6-97c0-dfc0236fad31 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.218035] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e16fd3f-f868-49ed-83a6-3f6c835a9d85 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.224514] env[69889]: DEBUG oslo_vmware.api [None req-6ee4a828-deea-49a6-97c0-dfc0236fad31 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Waiting for the task: (returnval){ [ 914.224514] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]522903db-264b-2978-a412-10fd73a5a67f" [ 914.224514] env[69889]: _type = "Task" [ 914.224514] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.234452] env[69889]: DEBUG oslo_vmware.api [None req-6ee4a828-deea-49a6-97c0-dfc0236fad31 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]522903db-264b-2978-a412-10fd73a5a67f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.253231] env[69889]: DEBUG oslo_concurrency.lockutils [None req-da2b4843-0a70-4411-bbe6-e53b261f691c tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Releasing lock "refresh_cache-9103303b-fb64-4728-892d-285dba75ac18" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.269418] env[69889]: DEBUG nova.compute.manager [None req-f98288fe-7856-4f64-8092-4f4eb4b736dc tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] [instance: ad899de6-c2d4-4cbe-a91c-1cd76f650ae4] Start destroying the instance on the hypervisor. {{(pid=69889) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 914.269635] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-f98288fe-7856-4f64-8092-4f4eb4b736dc tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] [instance: ad899de6-c2d4-4cbe-a91c-1cd76f650ae4] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 914.270620] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64eedd0b-5d1d-446e-824a-4c6e212114d2 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.278803] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-f98288fe-7856-4f64-8092-4f4eb4b736dc tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] [instance: ad899de6-c2d4-4cbe-a91c-1cd76f650ae4] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 914.279192] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-020cb898-9996-44b7-85c5-af9bd42d66b5 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.285740] env[69889]: DEBUG oslo_vmware.api [None req-f98288fe-7856-4f64-8092-4f4eb4b736dc tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Waiting for the task: (returnval){ [ 914.285740] env[69889]: value = "task-4077369" [ 914.285740] env[69889]: _type = "Task" [ 914.285740] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.296468] env[69889]: DEBUG oslo_vmware.api [None req-f98288fe-7856-4f64-8092-4f4eb4b736dc tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Task: {'id': task-4077369, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.344362] env[69889]: DEBUG oslo_vmware.api [None req-4a994948-6b41-43fa-ba36-13dfb4d0aadf tempest-InstanceActionsNegativeTestJSON-1165517597 tempest-InstanceActionsNegativeTestJSON-1165517597-project-member] Task: {'id': task-4077366, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158914} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.344768] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a994948-6b41-43fa-ba36-13dfb4d0aadf tempest-InstanceActionsNegativeTestJSON-1165517597 tempest-InstanceActionsNegativeTestJSON-1165517597-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 914.345137] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-4a994948-6b41-43fa-ba36-13dfb4d0aadf tempest-InstanceActionsNegativeTestJSON-1165517597 tempest-InstanceActionsNegativeTestJSON-1165517597-project-member] [instance: 43a79453-1511-401e-80a2-6bbdff6a78c9] Deleted contents of the VM from datastore datastore1 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 914.345426] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-4a994948-6b41-43fa-ba36-13dfb4d0aadf tempest-InstanceActionsNegativeTestJSON-1165517597 tempest-InstanceActionsNegativeTestJSON-1165517597-project-member] [instance: 43a79453-1511-401e-80a2-6bbdff6a78c9] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 914.345667] env[69889]: INFO nova.compute.manager [None req-4a994948-6b41-43fa-ba36-13dfb4d0aadf tempest-InstanceActionsNegativeTestJSON-1165517597 tempest-InstanceActionsNegativeTestJSON-1165517597-project-member] [instance: 43a79453-1511-401e-80a2-6bbdff6a78c9] Took 1.14 seconds to destroy the instance on the hypervisor. [ 914.346024] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4a994948-6b41-43fa-ba36-13dfb4d0aadf tempest-InstanceActionsNegativeTestJSON-1165517597 tempest-InstanceActionsNegativeTestJSON-1165517597-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 914.346253] env[69889]: DEBUG nova.compute.manager [-] [instance: 43a79453-1511-401e-80a2-6bbdff6a78c9] Deallocating network for instance {{(pid=69889) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 914.346349] env[69889]: DEBUG nova.network.neutron [-] [instance: 43a79453-1511-401e-80a2-6bbdff6a78c9] deallocate_for_instance() {{(pid=69889) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 914.466435] env[69889]: DEBUG oslo_vmware.api [None req-21125203-f240-42ad-a91e-433698325fb5 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Task: {'id': task-4077367, 'name': Rename_Task, 'duration_secs': 0.262222} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.468271] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-21125203-f240-42ad-a91e-433698325fb5 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 50d05d43-aecd-4d90-ae1a-60a0ff086f9c] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 914.468271] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-40b4b707-e47e-4af3-ab60-288ab4afbb12 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.473973] env[69889]: DEBUG oslo_vmware.api [None req-21125203-f240-42ad-a91e-433698325fb5 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Waiting for the task: (returnval){ [ 914.473973] env[69889]: value = "task-4077370" [ 914.473973] env[69889]: _type = "Task" [ 914.473973] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.487671] env[69889]: DEBUG oslo_vmware.api [None req-21125203-f240-42ad-a91e-433698325fb5 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Task: {'id': task-4077370, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.534023] env[69889]: DEBUG oslo_vmware.api [None req-03c7b563-a589-43d5-b14f-a3444818efbc tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52a447f8-3ad7-3123-bb74-9150edd891c6, 'name': SearchDatastore_Task, 'duration_secs': 0.016705} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.535050] env[69889]: DEBUG oslo_concurrency.lockutils [None req-03c7b563-a589-43d5-b14f-a3444818efbc tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.535796] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-03c7b563-a589-43d5-b14f-a3444818efbc tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] 68d7b291-3a3f-4ba0-9b9a-31407b0a43db/68d7b291-3a3f-4ba0-9b9a-31407b0a43db.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 914.536446] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-647e5a27-1953-492c-a59f-2ccc3a74613f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.547431] env[69889]: DEBUG oslo_vmware.api [None req-03c7b563-a589-43d5-b14f-a3444818efbc tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Waiting for the task: (returnval){ [ 914.547431] env[69889]: value = "task-4077371" [ 914.547431] env[69889]: _type = "Task" [ 914.547431] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.561476] env[69889]: DEBUG oslo_vmware.api [None req-03c7b563-a589-43d5-b14f-a3444818efbc tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077371, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.675293] env[69889]: DEBUG oslo_vmware.api [None req-c1debc3e-eef3-4893-8d10-a255a2d85184 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4077368, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.741147] env[69889]: DEBUG oslo_vmware.api [None req-6ee4a828-deea-49a6-97c0-dfc0236fad31 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]522903db-264b-2978-a412-10fd73a5a67f, 'name': SearchDatastore_Task, 'duration_secs': 0.010362} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.744613] env[69889]: DEBUG oslo_concurrency.lockutils [None req-6ee4a828-deea-49a6-97c0-dfc0236fad31 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.744923] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-6ee4a828-deea-49a6-97c0-dfc0236fad31 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] [instance: 25fa2007-30d6-4a2a-9498-d523988ee0ad] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 914.745249] env[69889]: DEBUG oslo_concurrency.lockutils [None req-6ee4a828-deea-49a6-97c0-dfc0236fad31 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.745443] env[69889]: DEBUG oslo_concurrency.lockutils [None req-6ee4a828-deea-49a6-97c0-dfc0236fad31 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.745715] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ee4a828-deea-49a6-97c0-dfc0236fad31 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 914.746410] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-185a88f0-75ce-48a8-8361-e928306fba7c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.772359] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ee4a828-deea-49a6-97c0-dfc0236fad31 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 914.772596] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-6ee4a828-deea-49a6-97c0-dfc0236fad31 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 914.774947] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01e3e81e-1cd0-4f91-b4c1-5bba0708f912 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.783167] env[69889]: DEBUG nova.compute.manager [req-9e196199-ca3e-4853-acb5-8cff01b9bee1 req-7313e913-9c58-4229-acc1-b8c3f83c4c26 service nova] [instance: 25fa2007-30d6-4a2a-9498-d523988ee0ad] Received event network-changed-6385e5cd-4fcd-4319-b81f-697de29e7b2d {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 914.783350] env[69889]: DEBUG nova.compute.manager [req-9e196199-ca3e-4853-acb5-8cff01b9bee1 req-7313e913-9c58-4229-acc1-b8c3f83c4c26 service nova] [instance: 25fa2007-30d6-4a2a-9498-d523988ee0ad] Refreshing instance network info cache due to event network-changed-6385e5cd-4fcd-4319-b81f-697de29e7b2d. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 914.783543] env[69889]: DEBUG oslo_concurrency.lockutils [req-9e196199-ca3e-4853-acb5-8cff01b9bee1 req-7313e913-9c58-4229-acc1-b8c3f83c4c26 service nova] Acquiring lock "refresh_cache-25fa2007-30d6-4a2a-9498-d523988ee0ad" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.783705] env[69889]: DEBUG oslo_concurrency.lockutils [req-9e196199-ca3e-4853-acb5-8cff01b9bee1 req-7313e913-9c58-4229-acc1-b8c3f83c4c26 service nova] Acquired lock "refresh_cache-25fa2007-30d6-4a2a-9498-d523988ee0ad" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.783840] env[69889]: DEBUG nova.network.neutron [req-9e196199-ca3e-4853-acb5-8cff01b9bee1 req-7313e913-9c58-4229-acc1-b8c3f83c4c26 service nova] [instance: 25fa2007-30d6-4a2a-9498-d523988ee0ad] Refreshing network info cache for port 6385e5cd-4fcd-4319-b81f-697de29e7b2d {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 914.794431] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5154bb99-f270-466c-98e0-859e52fe76f8 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.799384] env[69889]: DEBUG oslo_vmware.api [None req-6ee4a828-deea-49a6-97c0-dfc0236fad31 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Waiting for the task: (returnval){ [ 914.799384] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]5297c6c5-10a4-3fef-2856-39b1e010ef6b" [ 914.799384] env[69889]: _type = "Task" [ 914.799384] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.827044] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c2bd633-e99b-4aa5-ad0f-09691c841efb {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.830534] env[69889]: DEBUG oslo_vmware.api [None req-f98288fe-7856-4f64-8092-4f4eb4b736dc tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Task: {'id': task-4077369, 'name': PowerOffVM_Task, 'duration_secs': 0.350044} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.839164] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-f98288fe-7856-4f64-8092-4f4eb4b736dc tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] [instance: ad899de6-c2d4-4cbe-a91c-1cd76f650ae4] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 914.839363] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-f98288fe-7856-4f64-8092-4f4eb4b736dc tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] [instance: ad899de6-c2d4-4cbe-a91c-1cd76f650ae4] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 914.840768] env[69889]: DEBUG oslo_vmware.api [None req-6ee4a828-deea-49a6-97c0-dfc0236fad31 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5297c6c5-10a4-3fef-2856-39b1e010ef6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.841321] env[69889]: DEBUG nova.network.neutron [-] [instance: 43a79453-1511-401e-80a2-6bbdff6a78c9] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.846859] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3aa334ef-7bc4-44c6-b041-abfc11ed20d9 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.857483] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-da2b4843-0a70-4411-bbe6-e53b261f691c tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: 9103303b-fb64-4728-892d-285dba75ac18] Updating instance '9103303b-fb64-4728-892d-285dba75ac18' progress to 83 {{(pid=69889) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 914.862517] env[69889]: DEBUG nova.compute.manager [req-9359ed13-c546-463d-a6b0-2608dd7a4d76 req-f7d596ef-3407-4e96-8ad5-87b3460d26ed service nova] [instance: 43a79453-1511-401e-80a2-6bbdff6a78c9] Received event network-vif-deleted-fc2fc68c-64ae-4492-8f28-fe866f5477d1 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 914.862815] env[69889]: INFO nova.compute.manager [req-9359ed13-c546-463d-a6b0-2608dd7a4d76 req-f7d596ef-3407-4e96-8ad5-87b3460d26ed service nova] [instance: 43a79453-1511-401e-80a2-6bbdff6a78c9] Neutron deleted interface fc2fc68c-64ae-4492-8f28-fe866f5477d1; detaching it from the instance and deleting it from the info cache [ 914.863062] env[69889]: DEBUG nova.network.neutron [req-9359ed13-c546-463d-a6b0-2608dd7a4d76 req-f7d596ef-3407-4e96-8ad5-87b3460d26ed service nova] [instance: 43a79453-1511-401e-80a2-6bbdff6a78c9] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.939393] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-f98288fe-7856-4f64-8092-4f4eb4b736dc tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] [instance: ad899de6-c2d4-4cbe-a91c-1cd76f650ae4] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 914.939638] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-f98288fe-7856-4f64-8092-4f4eb4b736dc tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] [instance: ad899de6-c2d4-4cbe-a91c-1cd76f650ae4] Deleting contents of the VM from datastore datastore1 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 914.939860] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-f98288fe-7856-4f64-8092-4f4eb4b736dc tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Deleting the datastore file [datastore1] ad899de6-c2d4-4cbe-a91c-1cd76f650ae4 {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 914.940182] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bb9ce4e4-fdf2-42a6-a2aa-aecc18161c89 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.948660] env[69889]: DEBUG oslo_vmware.api [None req-f98288fe-7856-4f64-8092-4f4eb4b736dc tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Waiting for the task: (returnval){ [ 914.948660] env[69889]: value = "task-4077373" [ 914.948660] env[69889]: _type = "Task" [ 914.948660] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.962327] env[69889]: DEBUG oslo_vmware.api [None req-f98288fe-7856-4f64-8092-4f4eb4b736dc tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Task: {'id': task-4077373, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.988840] env[69889]: DEBUG oslo_vmware.api [None req-21125203-f240-42ad-a91e-433698325fb5 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Task: {'id': task-4077370, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.026146] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c735c9c4-0d71-4d2d-bc2a-73fb6b5ec81d tempest-VolumesAssistedSnapshotsTest-912369420 tempest-VolumesAssistedSnapshotsTest-912369420-project-admin] Lock "7f014d2a-1340-4715-8ab0-42df2c7d9f36" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.415s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.063117] env[69889]: DEBUG oslo_vmware.api [None req-03c7b563-a589-43d5-b14f-a3444818efbc tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077371, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.172030] env[69889]: DEBUG oslo_vmware.api [None req-c1debc3e-eef3-4893-8d10-a255a2d85184 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4077368, 'name': ReconfigVM_Task, 'duration_secs': 0.52607} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.172372] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1debc3e-eef3-4893-8d10-a255a2d85184 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: f5e9c9c1-3038-4530-9694-0e51131cdf87] Reconfigured VM instance instance-00000035 to attach disk [datastore2] volume-c7b4503c-d6e9-4b4b-b1f0-804beafcf51f/volume-c7b4503c-d6e9-4b4b-b1f0-804beafcf51f.vmdk or device None with type thin {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 915.179817] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e750c65c-3d6d-447d-a28c-9ad21f1bb9b2 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.190386] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3317065-aab0-43ff-9f47-52970f13d00c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.199116] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b2bb2f3-fb28-4b19-a0f3-385b68037bac {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.204881] env[69889]: DEBUG oslo_vmware.api [None req-c1debc3e-eef3-4893-8d10-a255a2d85184 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Waiting for the task: (returnval){ [ 915.204881] env[69889]: value = "task-4077374" [ 915.204881] env[69889]: _type = "Task" [ 915.204881] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.243644] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78e38402-2efd-4355-8518-d2b9ed1daa13 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.252353] env[69889]: DEBUG oslo_vmware.api [None req-c1debc3e-eef3-4893-8d10-a255a2d85184 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4077374, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.259246] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dc7a372-2669-4043-8d3d-3a120a32a040 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.274901] env[69889]: DEBUG nova.compute.provider_tree [None req-f223fcc8-cb06-43ab-84d6-cfb2cda1f4ed tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 915.312942] env[69889]: DEBUG oslo_vmware.api [None req-6ee4a828-deea-49a6-97c0-dfc0236fad31 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5297c6c5-10a4-3fef-2856-39b1e010ef6b, 'name': SearchDatastore_Task, 'duration_secs': 0.054014} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.314199] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19f0c02e-029a-41dd-b5c5-e9c9e92a7596 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.322519] env[69889]: DEBUG oslo_vmware.api [None req-6ee4a828-deea-49a6-97c0-dfc0236fad31 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Waiting for the task: (returnval){ [ 915.322519] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]521df3b0-0ca3-ff80-2fdd-62ca8a6cf852" [ 915.322519] env[69889]: _type = "Task" [ 915.322519] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.338713] env[69889]: DEBUG oslo_vmware.api [None req-6ee4a828-deea-49a6-97c0-dfc0236fad31 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]521df3b0-0ca3-ff80-2fdd-62ca8a6cf852, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.356547] env[69889]: INFO nova.compute.manager [-] [instance: 43a79453-1511-401e-80a2-6bbdff6a78c9] Took 1.01 seconds to deallocate network for instance. [ 915.367334] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-da2b4843-0a70-4411-bbe6-e53b261f691c tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: 9103303b-fb64-4728-892d-285dba75ac18] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 915.367846] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e62830ee-0ae6-4245-8ef9-1d3bb855ff5b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.369998] env[69889]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3cc0c63e-5cfa-4599-a652-500a3c1f1805 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.380052] env[69889]: DEBUG oslo_vmware.api [None req-da2b4843-0a70-4411-bbe6-e53b261f691c tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Waiting for the task: (returnval){ [ 915.380052] env[69889]: value = "task-4077375" [ 915.380052] env[69889]: _type = "Task" [ 915.380052] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.383522] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41c2aabd-90f1-4503-93ef-5a7e0fa91eae {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.406867] env[69889]: DEBUG oslo_vmware.api [None req-da2b4843-0a70-4411-bbe6-e53b261f691c tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Task: {'id': task-4077375, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.429811] env[69889]: DEBUG nova.compute.manager [req-9359ed13-c546-463d-a6b0-2608dd7a4d76 req-f7d596ef-3407-4e96-8ad5-87b3460d26ed service nova] [instance: 43a79453-1511-401e-80a2-6bbdff6a78c9] Detach interface failed, port_id=fc2fc68c-64ae-4492-8f28-fe866f5477d1, reason: Instance 43a79453-1511-401e-80a2-6bbdff6a78c9 could not be found. {{(pid=69889) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 915.460756] env[69889]: DEBUG oslo_vmware.api [None req-f98288fe-7856-4f64-8092-4f4eb4b736dc tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Task: {'id': task-4077373, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.364495} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.460932] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-f98288fe-7856-4f64-8092-4f4eb4b736dc tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 915.461114] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-f98288fe-7856-4f64-8092-4f4eb4b736dc tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] [instance: ad899de6-c2d4-4cbe-a91c-1cd76f650ae4] Deleted contents of the VM from datastore datastore1 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 915.461292] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-f98288fe-7856-4f64-8092-4f4eb4b736dc tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] [instance: ad899de6-c2d4-4cbe-a91c-1cd76f650ae4] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 915.461467] env[69889]: INFO nova.compute.manager [None req-f98288fe-7856-4f64-8092-4f4eb4b736dc tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] [instance: ad899de6-c2d4-4cbe-a91c-1cd76f650ae4] Took 1.19 seconds to destroy the instance on the hypervisor. [ 915.461707] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f98288fe-7856-4f64-8092-4f4eb4b736dc tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 915.461906] env[69889]: DEBUG nova.compute.manager [-] [instance: ad899de6-c2d4-4cbe-a91c-1cd76f650ae4] Deallocating network for instance {{(pid=69889) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 915.461993] env[69889]: DEBUG nova.network.neutron [-] [instance: ad899de6-c2d4-4cbe-a91c-1cd76f650ae4] deallocate_for_instance() {{(pid=69889) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 915.487954] env[69889]: DEBUG oslo_vmware.api [None req-21125203-f240-42ad-a91e-433698325fb5 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Task: {'id': task-4077370, 'name': PowerOnVM_Task, 'duration_secs': 0.816441} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.487954] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-21125203-f240-42ad-a91e-433698325fb5 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 50d05d43-aecd-4d90-ae1a-60a0ff086f9c] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 915.488232] env[69889]: DEBUG nova.compute.manager [None req-21125203-f240-42ad-a91e-433698325fb5 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 50d05d43-aecd-4d90-ae1a-60a0ff086f9c] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 915.489179] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7538ec27-ed16-4a66-8d93-b8c53c662a7c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.561871] env[69889]: DEBUG oslo_vmware.api [None req-03c7b563-a589-43d5-b14f-a3444818efbc tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077371, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.552794} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.562166] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-03c7b563-a589-43d5-b14f-a3444818efbc tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] 68d7b291-3a3f-4ba0-9b9a-31407b0a43db/68d7b291-3a3f-4ba0-9b9a-31407b0a43db.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 915.562390] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-03c7b563-a589-43d5-b14f-a3444818efbc tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: 68d7b291-3a3f-4ba0-9b9a-31407b0a43db] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 915.564990] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a99a6ffc-1046-49ed-86a5-467b648f8652 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.572680] env[69889]: DEBUG oslo_vmware.api [None req-03c7b563-a589-43d5-b14f-a3444818efbc tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Waiting for the task: (returnval){ [ 915.572680] env[69889]: value = "task-4077377" [ 915.572680] env[69889]: _type = "Task" [ 915.572680] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.584056] env[69889]: DEBUG oslo_vmware.api [None req-03c7b563-a589-43d5-b14f-a3444818efbc tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077377, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.633689] env[69889]: DEBUG nova.network.neutron [req-9e196199-ca3e-4853-acb5-8cff01b9bee1 req-7313e913-9c58-4229-acc1-b8c3f83c4c26 service nova] [instance: 25fa2007-30d6-4a2a-9498-d523988ee0ad] Updated VIF entry in instance network info cache for port 6385e5cd-4fcd-4319-b81f-697de29e7b2d. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 915.634651] env[69889]: DEBUG nova.network.neutron [req-9e196199-ca3e-4853-acb5-8cff01b9bee1 req-7313e913-9c58-4229-acc1-b8c3f83c4c26 service nova] [instance: 25fa2007-30d6-4a2a-9498-d523988ee0ad] Updating instance_info_cache with network_info: [{"id": "6385e5cd-4fcd-4319-b81f-697de29e7b2d", "address": "fa:16:3e:54:f0:6b", "network": {"id": "f9341188-47f9-41e2-bae7-5eb6406f3899", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.147", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b7973ea41bcd4363abc2e9339dec4d77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6385e5cd-4f", "ovs_interfaceid": "6385e5cd-4fcd-4319-b81f-697de29e7b2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.717234] env[69889]: DEBUG oslo_vmware.api [None req-c1debc3e-eef3-4893-8d10-a255a2d85184 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4077374, 'name': ReconfigVM_Task, 'duration_secs': 0.184245} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.717572] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1debc3e-eef3-4893-8d10-a255a2d85184 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: f5e9c9c1-3038-4530-9694-0e51131cdf87] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-807932', 'volume_id': 'c7b4503c-d6e9-4b4b-b1f0-804beafcf51f', 'name': 'volume-c7b4503c-d6e9-4b4b-b1f0-804beafcf51f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f5e9c9c1-3038-4530-9694-0e51131cdf87', 'attached_at': '', 'detached_at': '', 'volume_id': 'c7b4503c-d6e9-4b4b-b1f0-804beafcf51f', 'serial': 'c7b4503c-d6e9-4b4b-b1f0-804beafcf51f'} {{(pid=69889) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 915.779889] env[69889]: DEBUG nova.scheduler.client.report [None req-f223fcc8-cb06-43ab-84d6-cfb2cda1f4ed tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 915.838256] env[69889]: DEBUG oslo_vmware.api [None req-6ee4a828-deea-49a6-97c0-dfc0236fad31 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]521df3b0-0ca3-ff80-2fdd-62ca8a6cf852, 'name': SearchDatastore_Task, 'duration_secs': 0.017787} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.838561] env[69889]: DEBUG oslo_concurrency.lockutils [None req-6ee4a828-deea-49a6-97c0-dfc0236fad31 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.838877] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ee4a828-deea-49a6-97c0-dfc0236fad31 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] 25fa2007-30d6-4a2a-9498-d523988ee0ad/25fa2007-30d6-4a2a-9498-d523988ee0ad.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 915.839185] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-31391275-2a43-49d5-9a29-a86da19e34eb {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.847102] env[69889]: DEBUG oslo_vmware.api [None req-6ee4a828-deea-49a6-97c0-dfc0236fad31 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Waiting for the task: (returnval){ [ 915.847102] env[69889]: value = "task-4077378" [ 915.847102] env[69889]: _type = "Task" [ 915.847102] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.857400] env[69889]: DEBUG oslo_vmware.api [None req-6ee4a828-deea-49a6-97c0-dfc0236fad31 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Task: {'id': task-4077378, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.863624] env[69889]: DEBUG oslo_concurrency.lockutils [None req-4a994948-6b41-43fa-ba36-13dfb4d0aadf tempest-InstanceActionsNegativeTestJSON-1165517597 tempest-InstanceActionsNegativeTestJSON-1165517597-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.906926] env[69889]: DEBUG oslo_vmware.api [None req-da2b4843-0a70-4411-bbe6-e53b261f691c tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Task: {'id': task-4077375, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.012633] env[69889]: DEBUG oslo_concurrency.lockutils [None req-21125203-f240-42ad-a91e-433698325fb5 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.083122] env[69889]: DEBUG oslo_vmware.api [None req-03c7b563-a589-43d5-b14f-a3444818efbc tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077377, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.235145} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.083420] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-03c7b563-a589-43d5-b14f-a3444818efbc tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: 68d7b291-3a3f-4ba0-9b9a-31407b0a43db] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 916.084351] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d7877f0-95fb-4555-8f4b-69b6182b79ec {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.107391] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-03c7b563-a589-43d5-b14f-a3444818efbc tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: 68d7b291-3a3f-4ba0-9b9a-31407b0a43db] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] 68d7b291-3a3f-4ba0-9b9a-31407b0a43db/68d7b291-3a3f-4ba0-9b9a-31407b0a43db.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 916.107826] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08db9bd7-1534-42c3-8204-13eb772eecfa {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.128399] env[69889]: DEBUG oslo_vmware.api [None req-03c7b563-a589-43d5-b14f-a3444818efbc tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Waiting for the task: (returnval){ [ 916.128399] env[69889]: value = "task-4077379" [ 916.128399] env[69889]: _type = "Task" [ 916.128399] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.137354] env[69889]: DEBUG oslo_vmware.api [None req-03c7b563-a589-43d5-b14f-a3444818efbc tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077379, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.141032] env[69889]: DEBUG oslo_concurrency.lockutils [req-9e196199-ca3e-4853-acb5-8cff01b9bee1 req-7313e913-9c58-4229-acc1-b8c3f83c4c26 service nova] Releasing lock "refresh_cache-25fa2007-30d6-4a2a-9498-d523988ee0ad" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.289204] env[69889]: DEBUG oslo_concurrency.lockutils [None req-f223fcc8-cb06-43ab-84d6-cfb2cda1f4ed tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.819s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.290064] env[69889]: DEBUG nova.compute.manager [None req-f223fcc8-cb06-43ab-84d6-cfb2cda1f4ed tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] [instance: fda65aea-c3b4-46f8-9f00-fc7754f5b883] Start building networks asynchronously for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 916.292158] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 26.245s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.292325] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.292477] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69889) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 916.292754] env[69889]: DEBUG oslo_concurrency.lockutils [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.439s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.294637] env[69889]: INFO nova.compute.claims [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: 1ff86d69-e1bb-4998-9a5b-6b798772f9e3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 916.297852] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74903377-fecc-4c1c-ae1c-85fbe0e5b4bb {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.307432] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8ee80d3-328b-4119-8221-2855fc703911 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.325787] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70bc7991-4f0c-47ba-a83f-526333d5d0b5 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.334856] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24869d59-3820-44d1-8c26-01be85ea5238 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.370689] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=177914MB free_disk=19GB free_vcpus=48 pci_devices=None {{(pid=69889) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 916.371923] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.381016] env[69889]: DEBUG oslo_vmware.api [None req-6ee4a828-deea-49a6-97c0-dfc0236fad31 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Task: {'id': task-4077378, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.410618] env[69889]: DEBUG oslo_vmware.api [None req-da2b4843-0a70-4411-bbe6-e53b261f691c tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Task: {'id': task-4077375, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.509754] env[69889]: DEBUG nova.network.neutron [-] [instance: ad899de6-c2d4-4cbe-a91c-1cd76f650ae4] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.640483] env[69889]: DEBUG oslo_vmware.api [None req-03c7b563-a589-43d5-b14f-a3444818efbc tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077379, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.758399] env[69889]: DEBUG nova.objects.instance [None req-c1debc3e-eef3-4893-8d10-a255a2d85184 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Lazy-loading 'flavor' on Instance uuid f5e9c9c1-3038-4530-9694-0e51131cdf87 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 916.799542] env[69889]: DEBUG nova.compute.utils [None req-f223fcc8-cb06-43ab-84d6-cfb2cda1f4ed tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 916.804181] env[69889]: DEBUG nova.compute.manager [None req-f223fcc8-cb06-43ab-84d6-cfb2cda1f4ed tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] [instance: fda65aea-c3b4-46f8-9f00-fc7754f5b883] Allocating IP information in the background. {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 916.804403] env[69889]: DEBUG nova.network.neutron [None req-f223fcc8-cb06-43ab-84d6-cfb2cda1f4ed tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] [instance: fda65aea-c3b4-46f8-9f00-fc7754f5b883] allocate_for_instance() {{(pid=69889) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 916.860940] env[69889]: DEBUG nova.policy [None req-f223fcc8-cb06-43ab-84d6-cfb2cda1f4ed tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1d26b93c96644c2aaa1c9c7186a5a462', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4beb61d797ae4515bc0973f12b515054', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69889) authorize /opt/stack/nova/nova/policy.py:192}} [ 916.886020] env[69889]: DEBUG nova.compute.manager [req-4e1ae0fc-8fae-4e5a-9005-def6eb772366 req-c3929434-1ee0-4918-8808-c57f36e0e253 service nova] [instance: ad899de6-c2d4-4cbe-a91c-1cd76f650ae4] Received event network-vif-deleted-dd5c7315-2411-4af0-af60-e79288b7863d {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 916.890488] env[69889]: DEBUG oslo_vmware.api [None req-6ee4a828-deea-49a6-97c0-dfc0236fad31 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Task: {'id': task-4077378, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.908814] env[69889]: DEBUG oslo_vmware.api [None req-da2b4843-0a70-4411-bbe6-e53b261f691c tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Task: {'id': task-4077375, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.013542] env[69889]: INFO nova.compute.manager [-] [instance: ad899de6-c2d4-4cbe-a91c-1cd76f650ae4] Took 1.55 seconds to deallocate network for instance. [ 917.139320] env[69889]: DEBUG oslo_vmware.api [None req-03c7b563-a589-43d5-b14f-a3444818efbc tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077379, 'name': ReconfigVM_Task, 'duration_secs': 0.734043} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.139573] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-03c7b563-a589-43d5-b14f-a3444818efbc tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: 68d7b291-3a3f-4ba0-9b9a-31407b0a43db] Reconfigured VM instance instance-00000037 to attach disk [datastore2] 68d7b291-3a3f-4ba0-9b9a-31407b0a43db/68d7b291-3a3f-4ba0-9b9a-31407b0a43db.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 917.140651] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4701c35e-a718-42cb-b141-325f4f0da74a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.148220] env[69889]: DEBUG oslo_vmware.api [None req-03c7b563-a589-43d5-b14f-a3444818efbc tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Waiting for the task: (returnval){ [ 917.148220] env[69889]: value = "task-4077380" [ 917.148220] env[69889]: _type = "Task" [ 917.148220] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.157742] env[69889]: DEBUG oslo_vmware.api [None req-03c7b563-a589-43d5-b14f-a3444818efbc tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077380, 'name': Rename_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.167519] env[69889]: DEBUG nova.network.neutron [None req-f223fcc8-cb06-43ab-84d6-cfb2cda1f4ed tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] [instance: fda65aea-c3b4-46f8-9f00-fc7754f5b883] Successfully created port: ff4e77f5-3f58-4869-a355-ac606b99c30a {{(pid=69889) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 917.267022] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c1debc3e-eef3-4893-8d10-a255a2d85184 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Lock "f5e9c9c1-3038-4530-9694-0e51131cdf87" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.325s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.305050] env[69889]: DEBUG nova.compute.manager [None req-f223fcc8-cb06-43ab-84d6-cfb2cda1f4ed tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] [instance: fda65aea-c3b4-46f8-9f00-fc7754f5b883] Start building block device mappings for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 917.385207] env[69889]: INFO nova.compute.manager [None req-def22c36-8b30-4d1e-a183-7311fd21c8aa tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 50d05d43-aecd-4d90-ae1a-60a0ff086f9c] Rebuilding instance [ 917.394612] env[69889]: DEBUG oslo_vmware.api [None req-6ee4a828-deea-49a6-97c0-dfc0236fad31 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Task: {'id': task-4077378, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.415675] env[69889]: DEBUG oslo_vmware.api [None req-da2b4843-0a70-4411-bbe6-e53b261f691c tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Task: {'id': task-4077375, 'name': PowerOnVM_Task, 'duration_secs': 1.751903} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.416887] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-da2b4843-0a70-4411-bbe6-e53b261f691c tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: 9103303b-fb64-4728-892d-285dba75ac18] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 917.416887] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-da2b4843-0a70-4411-bbe6-e53b261f691c tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: 9103303b-fb64-4728-892d-285dba75ac18] Updating instance '9103303b-fb64-4728-892d-285dba75ac18' progress to 100 {{(pid=69889) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 917.456598] env[69889]: DEBUG nova.compute.manager [None req-def22c36-8b30-4d1e-a183-7311fd21c8aa tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 50d05d43-aecd-4d90-ae1a-60a0ff086f9c] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 917.457812] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ff473bd-b284-4393-bf91-b6515a061e88 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.524958] env[69889]: DEBUG oslo_concurrency.lockutils [None req-f98288fe-7856-4f64-8092-4f4eb4b736dc tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.661568] env[69889]: DEBUG oslo_vmware.api [None req-03c7b563-a589-43d5-b14f-a3444818efbc tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077380, 'name': Rename_Task, 'duration_secs': 0.270377} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.661911] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-03c7b563-a589-43d5-b14f-a3444818efbc tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: 68d7b291-3a3f-4ba0-9b9a-31407b0a43db] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 917.662190] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-916bd998-a4a6-4e30-a6e1-6f8d36deb45a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.670965] env[69889]: DEBUG oslo_vmware.api [None req-03c7b563-a589-43d5-b14f-a3444818efbc tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Waiting for the task: (returnval){ [ 917.670965] env[69889]: value = "task-4077381" [ 917.670965] env[69889]: _type = "Task" [ 917.670965] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.680812] env[69889]: DEBUG oslo_vmware.api [None req-03c7b563-a589-43d5-b14f-a3444818efbc tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077381, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.846367] env[69889]: DEBUG oslo_concurrency.lockutils [None req-861d5027-b792-4485-8d84-ade0b463b858 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Acquiring lock "f5e9c9c1-3038-4530-9694-0e51131cdf87" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.846620] env[69889]: DEBUG oslo_concurrency.lockutils [None req-861d5027-b792-4485-8d84-ade0b463b858 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Lock "f5e9c9c1-3038-4530-9694-0e51131cdf87" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.846829] env[69889]: DEBUG oslo_concurrency.lockutils [None req-861d5027-b792-4485-8d84-ade0b463b858 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Acquiring lock "f5e9c9c1-3038-4530-9694-0e51131cdf87-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.846946] env[69889]: DEBUG oslo_concurrency.lockutils [None req-861d5027-b792-4485-8d84-ade0b463b858 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Lock "f5e9c9c1-3038-4530-9694-0e51131cdf87-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.847059] env[69889]: DEBUG oslo_concurrency.lockutils [None req-861d5027-b792-4485-8d84-ade0b463b858 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Lock "f5e9c9c1-3038-4530-9694-0e51131cdf87-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.852398] env[69889]: INFO nova.compute.manager [None req-861d5027-b792-4485-8d84-ade0b463b858 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: f5e9c9c1-3038-4530-9694-0e51131cdf87] Terminating instance [ 917.884443] env[69889]: DEBUG oslo_vmware.api [None req-6ee4a828-deea-49a6-97c0-dfc0236fad31 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Task: {'id': task-4077378, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.722776} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.884744] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ee4a828-deea-49a6-97c0-dfc0236fad31 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] 25fa2007-30d6-4a2a-9498-d523988ee0ad/25fa2007-30d6-4a2a-9498-d523988ee0ad.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 917.884988] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-6ee4a828-deea-49a6-97c0-dfc0236fad31 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] [instance: 25fa2007-30d6-4a2a-9498-d523988ee0ad] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 917.885296] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e5c25ce6-0f2e-4eb2-84b0-584630f5b41d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.895355] env[69889]: DEBUG oslo_vmware.api [None req-6ee4a828-deea-49a6-97c0-dfc0236fad31 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Waiting for the task: (returnval){ [ 917.895355] env[69889]: value = "task-4077382" [ 917.895355] env[69889]: _type = "Task" [ 917.895355] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.905633] env[69889]: DEBUG oslo_vmware.api [None req-6ee4a828-deea-49a6-97c0-dfc0236fad31 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Task: {'id': task-4077382, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.907763] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe1d39fa-7e93-47c4-be2c-0371903a99a3 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.917080] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc11ef6b-b1a7-4e22-bd2e-5f042e75f0f4 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.959027] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19ebaedd-267d-488e-bbdc-3ddfc6a214bf {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.971050] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15d7414f-bbb7-4a69-a935-fd4c3ab6ba00 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.991350] env[69889]: DEBUG nova.compute.provider_tree [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 918.181105] env[69889]: DEBUG oslo_vmware.api [None req-03c7b563-a589-43d5-b14f-a3444818efbc tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077381, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.318735] env[69889]: DEBUG nova.compute.manager [None req-f223fcc8-cb06-43ab-84d6-cfb2cda1f4ed tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] [instance: fda65aea-c3b4-46f8-9f00-fc7754f5b883] Start spawning the instance on the hypervisor. {{(pid=69889) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 918.340789] env[69889]: DEBUG nova.virt.hardware [None req-f223fcc8-cb06-43ab-84d6-cfb2cda1f4ed tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 918.341039] env[69889]: DEBUG nova.virt.hardware [None req-f223fcc8-cb06-43ab-84d6-cfb2cda1f4ed tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 918.341204] env[69889]: DEBUG nova.virt.hardware [None req-f223fcc8-cb06-43ab-84d6-cfb2cda1f4ed tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 918.341386] env[69889]: DEBUG nova.virt.hardware [None req-f223fcc8-cb06-43ab-84d6-cfb2cda1f4ed tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 918.341552] env[69889]: DEBUG nova.virt.hardware [None req-f223fcc8-cb06-43ab-84d6-cfb2cda1f4ed tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 918.341710] env[69889]: DEBUG nova.virt.hardware [None req-f223fcc8-cb06-43ab-84d6-cfb2cda1f4ed tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 918.341919] env[69889]: DEBUG nova.virt.hardware [None req-f223fcc8-cb06-43ab-84d6-cfb2cda1f4ed tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 918.342088] env[69889]: DEBUG nova.virt.hardware [None req-f223fcc8-cb06-43ab-84d6-cfb2cda1f4ed tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 918.342278] env[69889]: DEBUG nova.virt.hardware [None req-f223fcc8-cb06-43ab-84d6-cfb2cda1f4ed tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 918.342447] env[69889]: DEBUG nova.virt.hardware [None req-f223fcc8-cb06-43ab-84d6-cfb2cda1f4ed tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 918.342598] env[69889]: DEBUG nova.virt.hardware [None req-f223fcc8-cb06-43ab-84d6-cfb2cda1f4ed tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 918.343580] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d42a5ff-b2ce-48e5-9ff9-77914b922a10 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.352288] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c1eaf31-8035-4d11-b377-33ee1257c5a9 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.357257] env[69889]: DEBUG nova.compute.manager [None req-861d5027-b792-4485-8d84-ade0b463b858 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: f5e9c9c1-3038-4530-9694-0e51131cdf87] Start destroying the instance on the hypervisor. {{(pid=69889) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 918.357492] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-861d5027-b792-4485-8d84-ade0b463b858 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: f5e9c9c1-3038-4530-9694-0e51131cdf87] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 918.357822] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-15c9bb14-c583-457d-b195-df4ce9934b2e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.373513] env[69889]: DEBUG oslo_vmware.api [None req-861d5027-b792-4485-8d84-ade0b463b858 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Waiting for the task: (returnval){ [ 918.373513] env[69889]: value = "task-4077383" [ 918.373513] env[69889]: _type = "Task" [ 918.373513] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.384755] env[69889]: DEBUG oslo_vmware.api [None req-861d5027-b792-4485-8d84-ade0b463b858 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4077383, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.406527] env[69889]: DEBUG oslo_vmware.api [None req-6ee4a828-deea-49a6-97c0-dfc0236fad31 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Task: {'id': task-4077382, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07578} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.406796] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-6ee4a828-deea-49a6-97c0-dfc0236fad31 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] [instance: 25fa2007-30d6-4a2a-9498-d523988ee0ad] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 918.407590] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d73a53a3-eea8-41c0-bfdb-2f0ab1ed4529 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.430626] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ee4a828-deea-49a6-97c0-dfc0236fad31 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] [instance: 25fa2007-30d6-4a2a-9498-d523988ee0ad] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] 25fa2007-30d6-4a2a-9498-d523988ee0ad/25fa2007-30d6-4a2a-9498-d523988ee0ad.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 918.430935] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6af37e30-af52-4ddd-9a51-d2c54bda3705 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.452950] env[69889]: DEBUG oslo_vmware.api [None req-6ee4a828-deea-49a6-97c0-dfc0236fad31 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Waiting for the task: (returnval){ [ 918.452950] env[69889]: value = "task-4077384" [ 918.452950] env[69889]: _type = "Task" [ 918.452950] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.468060] env[69889]: DEBUG oslo_vmware.api [None req-6ee4a828-deea-49a6-97c0-dfc0236fad31 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Task: {'id': task-4077384, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.481174] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-def22c36-8b30-4d1e-a183-7311fd21c8aa tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 50d05d43-aecd-4d90-ae1a-60a0ff086f9c] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 918.481649] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aca72dbd-8a09-46be-aeab-c53a323acc21 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.492361] env[69889]: DEBUG oslo_vmware.api [None req-def22c36-8b30-4d1e-a183-7311fd21c8aa tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Waiting for the task: (returnval){ [ 918.492361] env[69889]: value = "task-4077385" [ 918.492361] env[69889]: _type = "Task" [ 918.492361] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.497055] env[69889]: DEBUG nova.scheduler.client.report [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 918.508403] env[69889]: DEBUG oslo_vmware.api [None req-def22c36-8b30-4d1e-a183-7311fd21c8aa tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Task: {'id': task-4077385, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.690499] env[69889]: DEBUG oslo_vmware.api [None req-03c7b563-a589-43d5-b14f-a3444818efbc tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077381, 'name': PowerOnVM_Task, 'duration_secs': 0.581064} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.690859] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-03c7b563-a589-43d5-b14f-a3444818efbc tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: 68d7b291-3a3f-4ba0-9b9a-31407b0a43db] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 918.691101] env[69889]: INFO nova.compute.manager [None req-03c7b563-a589-43d5-b14f-a3444818efbc tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: 68d7b291-3a3f-4ba0-9b9a-31407b0a43db] Took 9.23 seconds to spawn the instance on the hypervisor. [ 918.691357] env[69889]: DEBUG nova.compute.manager [None req-03c7b563-a589-43d5-b14f-a3444818efbc tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: 68d7b291-3a3f-4ba0-9b9a-31407b0a43db] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 918.692233] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbd788fe-8346-4858-82bc-a35e14c2a705 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.865063] env[69889]: DEBUG nova.network.neutron [None req-f223fcc8-cb06-43ab-84d6-cfb2cda1f4ed tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] [instance: fda65aea-c3b4-46f8-9f00-fc7754f5b883] Successfully updated port: ff4e77f5-3f58-4869-a355-ac606b99c30a {{(pid=69889) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 918.884571] env[69889]: DEBUG oslo_vmware.api [None req-861d5027-b792-4485-8d84-ade0b463b858 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4077383, 'name': PowerOffVM_Task, 'duration_secs': 0.292484} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.884860] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-861d5027-b792-4485-8d84-ade0b463b858 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: f5e9c9c1-3038-4530-9694-0e51131cdf87] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 918.885079] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-861d5027-b792-4485-8d84-ade0b463b858 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: f5e9c9c1-3038-4530-9694-0e51131cdf87] Volume detach. Driver type: vmdk {{(pid=69889) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 918.885278] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-861d5027-b792-4485-8d84-ade0b463b858 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: f5e9c9c1-3038-4530-9694-0e51131cdf87] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-807932', 'volume_id': 'c7b4503c-d6e9-4b4b-b1f0-804beafcf51f', 'name': 'volume-c7b4503c-d6e9-4b4b-b1f0-804beafcf51f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f5e9c9c1-3038-4530-9694-0e51131cdf87', 'attached_at': '', 'detached_at': '', 'volume_id': 'c7b4503c-d6e9-4b4b-b1f0-804beafcf51f', 'serial': 'c7b4503c-d6e9-4b4b-b1f0-804beafcf51f'} {{(pid=69889) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 918.886124] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6910995f-7cdb-453c-8be3-18acf26f7828 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.909473] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4c9afeb-fbe1-4595-8c3f-ac9ac203162e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.919232] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bc8ad06-b10a-4231-a95c-d6991e2c1f0a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.942320] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0fd687e-8585-4f0b-bd62-e2800d80ef73 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.966619] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-861d5027-b792-4485-8d84-ade0b463b858 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] The volume has not been displaced from its original location: [datastore2] volume-c7b4503c-d6e9-4b4b-b1f0-804beafcf51f/volume-c7b4503c-d6e9-4b4b-b1f0-804beafcf51f.vmdk. No consolidation needed. {{(pid=69889) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 918.968824] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-861d5027-b792-4485-8d84-ade0b463b858 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: f5e9c9c1-3038-4530-9694-0e51131cdf87] Reconfiguring VM instance instance-00000035 to detach disk 2001 {{(pid=69889) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 918.978085] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a804efd-ace3-4a6a-b275-2ac462955dcd {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.008883] env[69889]: DEBUG oslo_concurrency.lockutils [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.716s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.009426] env[69889]: DEBUG nova.compute.manager [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: 1ff86d69-e1bb-4998-9a5b-6b798772f9e3] Start building networks asynchronously for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 919.011963] env[69889]: DEBUG oslo_vmware.api [None req-6ee4a828-deea-49a6-97c0-dfc0236fad31 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Task: {'id': task-4077384, 'name': ReconfigVM_Task, 'duration_secs': 0.349592} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.014153] env[69889]: DEBUG oslo_concurrency.lockutils [None req-cd7fb708-2963-436a-86c8-78a92f852be4 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 26.577s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.015991] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ee4a828-deea-49a6-97c0-dfc0236fad31 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] [instance: 25fa2007-30d6-4a2a-9498-d523988ee0ad] Reconfigured VM instance instance-00000038 to attach disk [datastore2] 25fa2007-30d6-4a2a-9498-d523988ee0ad/25fa2007-30d6-4a2a-9498-d523988ee0ad.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 919.020084] env[69889]: DEBUG oslo_vmware.api [None req-861d5027-b792-4485-8d84-ade0b463b858 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Waiting for the task: (returnval){ [ 919.020084] env[69889]: value = "task-4077386" [ 919.020084] env[69889]: _type = "Task" [ 919.020084] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.020084] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8af05785-a753-4b52-9d91-ce307a580226 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.028068] env[69889]: DEBUG nova.compute.manager [req-3ed384f7-7e65-4be7-b441-7707f3b6fa85 req-0e6aefa1-2ce8-433c-bb01-1966ced0895e service nova] [instance: fda65aea-c3b4-46f8-9f00-fc7754f5b883] Received event network-vif-plugged-ff4e77f5-3f58-4869-a355-ac606b99c30a {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 919.028290] env[69889]: DEBUG oslo_concurrency.lockutils [req-3ed384f7-7e65-4be7-b441-7707f3b6fa85 req-0e6aefa1-2ce8-433c-bb01-1966ced0895e service nova] Acquiring lock "fda65aea-c3b4-46f8-9f00-fc7754f5b883-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.028508] env[69889]: DEBUG oslo_concurrency.lockutils [req-3ed384f7-7e65-4be7-b441-7707f3b6fa85 req-0e6aefa1-2ce8-433c-bb01-1966ced0895e service nova] Lock "fda65aea-c3b4-46f8-9f00-fc7754f5b883-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.028670] env[69889]: DEBUG oslo_concurrency.lockutils [req-3ed384f7-7e65-4be7-b441-7707f3b6fa85 req-0e6aefa1-2ce8-433c-bb01-1966ced0895e service nova] Lock "fda65aea-c3b4-46f8-9f00-fc7754f5b883-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.028839] env[69889]: DEBUG nova.compute.manager [req-3ed384f7-7e65-4be7-b441-7707f3b6fa85 req-0e6aefa1-2ce8-433c-bb01-1966ced0895e service nova] [instance: fda65aea-c3b4-46f8-9f00-fc7754f5b883] No waiting events found dispatching network-vif-plugged-ff4e77f5-3f58-4869-a355-ac606b99c30a {{(pid=69889) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 919.029082] env[69889]: WARNING nova.compute.manager [req-3ed384f7-7e65-4be7-b441-7707f3b6fa85 req-0e6aefa1-2ce8-433c-bb01-1966ced0895e service nova] [instance: fda65aea-c3b4-46f8-9f00-fc7754f5b883] Received unexpected event network-vif-plugged-ff4e77f5-3f58-4869-a355-ac606b99c30a for instance with vm_state building and task_state spawning. [ 919.029281] env[69889]: DEBUG nova.compute.manager [req-3ed384f7-7e65-4be7-b441-7707f3b6fa85 req-0e6aefa1-2ce8-433c-bb01-1966ced0895e service nova] [instance: fda65aea-c3b4-46f8-9f00-fc7754f5b883] Received event network-changed-ff4e77f5-3f58-4869-a355-ac606b99c30a {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 919.029438] env[69889]: DEBUG nova.compute.manager [req-3ed384f7-7e65-4be7-b441-7707f3b6fa85 req-0e6aefa1-2ce8-433c-bb01-1966ced0895e service nova] [instance: fda65aea-c3b4-46f8-9f00-fc7754f5b883] Refreshing instance network info cache due to event network-changed-ff4e77f5-3f58-4869-a355-ac606b99c30a. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 919.029625] env[69889]: DEBUG oslo_concurrency.lockutils [req-3ed384f7-7e65-4be7-b441-7707f3b6fa85 req-0e6aefa1-2ce8-433c-bb01-1966ced0895e service nova] Acquiring lock "refresh_cache-fda65aea-c3b4-46f8-9f00-fc7754f5b883" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.029766] env[69889]: DEBUG oslo_concurrency.lockutils [req-3ed384f7-7e65-4be7-b441-7707f3b6fa85 req-0e6aefa1-2ce8-433c-bb01-1966ced0895e service nova] Acquired lock "refresh_cache-fda65aea-c3b4-46f8-9f00-fc7754f5b883" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.030314] env[69889]: DEBUG nova.network.neutron [req-3ed384f7-7e65-4be7-b441-7707f3b6fa85 req-0e6aefa1-2ce8-433c-bb01-1966ced0895e service nova] [instance: fda65aea-c3b4-46f8-9f00-fc7754f5b883] Refreshing network info cache for port ff4e77f5-3f58-4869-a355-ac606b99c30a {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 919.034268] env[69889]: DEBUG oslo_vmware.api [None req-def22c36-8b30-4d1e-a183-7311fd21c8aa tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Task: {'id': task-4077385, 'name': PowerOffVM_Task, 'duration_secs': 0.262877} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.034268] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-def22c36-8b30-4d1e-a183-7311fd21c8aa tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 50d05d43-aecd-4d90-ae1a-60a0ff086f9c] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 919.034268] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-def22c36-8b30-4d1e-a183-7311fd21c8aa tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 50d05d43-aecd-4d90-ae1a-60a0ff086f9c] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 919.034487] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-325ddb19-ec74-4d87-ac71-7ea749b7bac8 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.043899] env[69889]: DEBUG oslo_vmware.api [None req-6ee4a828-deea-49a6-97c0-dfc0236fad31 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Waiting for the task: (returnval){ [ 919.043899] env[69889]: value = "task-4077387" [ 919.043899] env[69889]: _type = "Task" [ 919.043899] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.044384] env[69889]: DEBUG oslo_vmware.api [None req-861d5027-b792-4485-8d84-ade0b463b858 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4077386, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.052474] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-def22c36-8b30-4d1e-a183-7311fd21c8aa tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 50d05d43-aecd-4d90-ae1a-60a0ff086f9c] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 919.053071] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-edefba84-a851-407f-86b6-4d36f60190ea {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.059300] env[69889]: DEBUG oslo_vmware.api [None req-6ee4a828-deea-49a6-97c0-dfc0236fad31 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Task: {'id': task-4077387, 'name': Rename_Task} progress is 10%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.132489] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-def22c36-8b30-4d1e-a183-7311fd21c8aa tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 50d05d43-aecd-4d90-ae1a-60a0ff086f9c] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 919.132489] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-def22c36-8b30-4d1e-a183-7311fd21c8aa tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 50d05d43-aecd-4d90-ae1a-60a0ff086f9c] Deleting contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 919.132489] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-def22c36-8b30-4d1e-a183-7311fd21c8aa tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Deleting the datastore file [datastore2] 50d05d43-aecd-4d90-ae1a-60a0ff086f9c {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 919.132816] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5f5c5dd2-09fb-44f1-8ff1-70336e8a118c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.139835] env[69889]: DEBUG oslo_vmware.api [None req-def22c36-8b30-4d1e-a183-7311fd21c8aa tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Waiting for the task: (returnval){ [ 919.139835] env[69889]: value = "task-4077389" [ 919.139835] env[69889]: _type = "Task" [ 919.139835] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.148731] env[69889]: DEBUG oslo_vmware.api [None req-def22c36-8b30-4d1e-a183-7311fd21c8aa tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Task: {'id': task-4077389, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.217616] env[69889]: INFO nova.compute.manager [None req-03c7b563-a589-43d5-b14f-a3444818efbc tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: 68d7b291-3a3f-4ba0-9b9a-31407b0a43db] Took 45.50 seconds to build instance. [ 919.230747] env[69889]: DEBUG oslo_concurrency.lockutils [None req-257c8110-98e5-4d7a-860a-b55b8c41e928 tempest-VolumesAssistedSnapshotsTest-1139004312 tempest-VolumesAssistedSnapshotsTest-1139004312-project-member] Acquiring lock "7f014d2a-1340-4715-8ab0-42df2c7d9f36" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.231032] env[69889]: DEBUG oslo_concurrency.lockutils [None req-257c8110-98e5-4d7a-860a-b55b8c41e928 tempest-VolumesAssistedSnapshotsTest-1139004312 tempest-VolumesAssistedSnapshotsTest-1139004312-project-member] Lock "7f014d2a-1340-4715-8ab0-42df2c7d9f36" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.231255] env[69889]: DEBUG oslo_concurrency.lockutils [None req-257c8110-98e5-4d7a-860a-b55b8c41e928 tempest-VolumesAssistedSnapshotsTest-1139004312 tempest-VolumesAssistedSnapshotsTest-1139004312-project-member] Acquiring lock "7f014d2a-1340-4715-8ab0-42df2c7d9f36-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.231445] env[69889]: DEBUG oslo_concurrency.lockutils [None req-257c8110-98e5-4d7a-860a-b55b8c41e928 tempest-VolumesAssistedSnapshotsTest-1139004312 tempest-VolumesAssistedSnapshotsTest-1139004312-project-member] Lock "7f014d2a-1340-4715-8ab0-42df2c7d9f36-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.231617] env[69889]: DEBUG oslo_concurrency.lockutils [None req-257c8110-98e5-4d7a-860a-b55b8c41e928 tempest-VolumesAssistedSnapshotsTest-1139004312 tempest-VolumesAssistedSnapshotsTest-1139004312-project-member] Lock "7f014d2a-1340-4715-8ab0-42df2c7d9f36-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.234191] env[69889]: INFO nova.compute.manager [None req-257c8110-98e5-4d7a-860a-b55b8c41e928 tempest-VolumesAssistedSnapshotsTest-1139004312 tempest-VolumesAssistedSnapshotsTest-1139004312-project-member] [instance: 7f014d2a-1340-4715-8ab0-42df2c7d9f36] Terminating instance [ 919.368891] env[69889]: DEBUG oslo_concurrency.lockutils [None req-f223fcc8-cb06-43ab-84d6-cfb2cda1f4ed tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Acquiring lock "refresh_cache-fda65aea-c3b4-46f8-9f00-fc7754f5b883" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.516288] env[69889]: DEBUG nova.compute.utils [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 919.517752] env[69889]: DEBUG nova.compute.manager [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: 1ff86d69-e1bb-4998-9a5b-6b798772f9e3] Allocating IP information in the background. {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 919.518018] env[69889]: DEBUG nova.network.neutron [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: 1ff86d69-e1bb-4998-9a5b-6b798772f9e3] allocate_for_instance() {{(pid=69889) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 919.527040] env[69889]: INFO nova.compute.claims [None req-cd7fb708-2963-436a-86c8-78a92f852be4 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 919.544625] env[69889]: DEBUG oslo_vmware.api [None req-861d5027-b792-4485-8d84-ade0b463b858 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4077386, 'name': ReconfigVM_Task, 'duration_secs': 0.253822} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.545248] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-861d5027-b792-4485-8d84-ade0b463b858 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: f5e9c9c1-3038-4530-9694-0e51131cdf87] Reconfigured VM instance instance-00000035 to detach disk 2001 {{(pid=69889) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 919.552582] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3e05b2b-ecca-4592-a008-8d196496f1f7 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.570644] env[69889]: DEBUG oslo_vmware.api [None req-6ee4a828-deea-49a6-97c0-dfc0236fad31 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Task: {'id': task-4077387, 'name': Rename_Task, 'duration_secs': 0.266523} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.572289] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ee4a828-deea-49a6-97c0-dfc0236fad31 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] [instance: 25fa2007-30d6-4a2a-9498-d523988ee0ad] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 919.574413] env[69889]: DEBUG oslo_vmware.api [None req-861d5027-b792-4485-8d84-ade0b463b858 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Waiting for the task: (returnval){ [ 919.574413] env[69889]: value = "task-4077390" [ 919.574413] env[69889]: _type = "Task" [ 919.574413] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.574413] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b880bf59-d0a6-4f41-8bd1-f48d5aa56a08 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.585045] env[69889]: DEBUG oslo_vmware.api [None req-861d5027-b792-4485-8d84-ade0b463b858 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4077390, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.586312] env[69889]: DEBUG oslo_vmware.api [None req-6ee4a828-deea-49a6-97c0-dfc0236fad31 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Waiting for the task: (returnval){ [ 919.586312] env[69889]: value = "task-4077391" [ 919.586312] env[69889]: _type = "Task" [ 919.586312] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.595887] env[69889]: DEBUG oslo_vmware.api [None req-6ee4a828-deea-49a6-97c0-dfc0236fad31 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Task: {'id': task-4077391, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.597023] env[69889]: DEBUG nova.policy [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '868020437a58403aadb52639029ea21d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '45b72304ac214e328bf767dbca9b17b9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69889) authorize /opt/stack/nova/nova/policy.py:192}} [ 919.599282] env[69889]: DEBUG nova.network.neutron [req-3ed384f7-7e65-4be7-b441-7707f3b6fa85 req-0e6aefa1-2ce8-433c-bb01-1966ced0895e service nova] [instance: fda65aea-c3b4-46f8-9f00-fc7754f5b883] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 919.652924] env[69889]: DEBUG oslo_vmware.api [None req-def22c36-8b30-4d1e-a183-7311fd21c8aa tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Task: {'id': task-4077389, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195092} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.652924] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-def22c36-8b30-4d1e-a183-7311fd21c8aa tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 919.652924] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-def22c36-8b30-4d1e-a183-7311fd21c8aa tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 50d05d43-aecd-4d90-ae1a-60a0ff086f9c] Deleted contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 919.652924] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-def22c36-8b30-4d1e-a183-7311fd21c8aa tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 50d05d43-aecd-4d90-ae1a-60a0ff086f9c] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 919.693139] env[69889]: DEBUG nova.network.neutron [req-3ed384f7-7e65-4be7-b441-7707f3b6fa85 req-0e6aefa1-2ce8-433c-bb01-1966ced0895e service nova] [instance: fda65aea-c3b4-46f8-9f00-fc7754f5b883] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.720441] env[69889]: DEBUG oslo_concurrency.lockutils [None req-03c7b563-a589-43d5-b14f-a3444818efbc tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Lock "68d7b291-3a3f-4ba0-9b9a-31407b0a43db" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.800s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.738516] env[69889]: DEBUG nova.compute.manager [None req-257c8110-98e5-4d7a-860a-b55b8c41e928 tempest-VolumesAssistedSnapshotsTest-1139004312 tempest-VolumesAssistedSnapshotsTest-1139004312-project-member] [instance: 7f014d2a-1340-4715-8ab0-42df2c7d9f36] Start destroying the instance on the hypervisor. {{(pid=69889) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 919.739503] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-257c8110-98e5-4d7a-860a-b55b8c41e928 tempest-VolumesAssistedSnapshotsTest-1139004312 tempest-VolumesAssistedSnapshotsTest-1139004312-project-member] [instance: 7f014d2a-1340-4715-8ab0-42df2c7d9f36] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 919.743516] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1ae192d-7a46-4b49-a780-e02a094f39df {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.753251] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-257c8110-98e5-4d7a-860a-b55b8c41e928 tempest-VolumesAssistedSnapshotsTest-1139004312 tempest-VolumesAssistedSnapshotsTest-1139004312-project-member] [instance: 7f014d2a-1340-4715-8ab0-42df2c7d9f36] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 919.753251] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f339e379-e83f-4d65-b6d7-dba3cc8fa0db {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.762015] env[69889]: DEBUG oslo_vmware.api [None req-257c8110-98e5-4d7a-860a-b55b8c41e928 tempest-VolumesAssistedSnapshotsTest-1139004312 tempest-VolumesAssistedSnapshotsTest-1139004312-project-member] Waiting for the task: (returnval){ [ 919.762015] env[69889]: value = "task-4077392" [ 919.762015] env[69889]: _type = "Task" [ 919.762015] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.774938] env[69889]: DEBUG oslo_vmware.api [None req-257c8110-98e5-4d7a-860a-b55b8c41e928 tempest-VolumesAssistedSnapshotsTest-1139004312 tempest-VolumesAssistedSnapshotsTest-1139004312-project-member] Task: {'id': task-4077392, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.961211] env[69889]: DEBUG nova.network.neutron [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: 1ff86d69-e1bb-4998-9a5b-6b798772f9e3] Successfully created port: 677b567f-a598-4fec-8b55-5d58c0e3cd11 {{(pid=69889) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 919.998366] env[69889]: DEBUG nova.network.neutron [None req-a921b86c-2147-4ea1-918e-baacc80425ab tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: 9103303b-fb64-4728-892d-285dba75ac18] Port 18e4b4b5-91ee-4b18-aba9-af64ba9989b3 binding to destination host cpu-1 is already ACTIVE {{(pid=69889) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 919.998366] env[69889]: DEBUG oslo_concurrency.lockutils [None req-a921b86c-2147-4ea1-918e-baacc80425ab tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Acquiring lock "refresh_cache-9103303b-fb64-4728-892d-285dba75ac18" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.998366] env[69889]: DEBUG oslo_concurrency.lockutils [None req-a921b86c-2147-4ea1-918e-baacc80425ab tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Acquired lock "refresh_cache-9103303b-fb64-4728-892d-285dba75ac18" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.998366] env[69889]: DEBUG nova.network.neutron [None req-a921b86c-2147-4ea1-918e-baacc80425ab tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: 9103303b-fb64-4728-892d-285dba75ac18] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 920.032991] env[69889]: DEBUG nova.compute.manager [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: 1ff86d69-e1bb-4998-9a5b-6b798772f9e3] Start building block device mappings for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 920.036872] env[69889]: INFO nova.compute.resource_tracker [None req-cd7fb708-2963-436a-86c8-78a92f852be4 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] Updating resource usage from migration 43627179-a949-4b6a-92ba-e0b7134d45d0 [ 920.089428] env[69889]: DEBUG oslo_vmware.api [None req-861d5027-b792-4485-8d84-ade0b463b858 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4077390, 'name': ReconfigVM_Task, 'duration_secs': 0.304737} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.093022] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-861d5027-b792-4485-8d84-ade0b463b858 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: f5e9c9c1-3038-4530-9694-0e51131cdf87] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-807932', 'volume_id': 'c7b4503c-d6e9-4b4b-b1f0-804beafcf51f', 'name': 'volume-c7b4503c-d6e9-4b4b-b1f0-804beafcf51f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f5e9c9c1-3038-4530-9694-0e51131cdf87', 'attached_at': '', 'detached_at': '', 'volume_id': 'c7b4503c-d6e9-4b4b-b1f0-804beafcf51f', 'serial': 'c7b4503c-d6e9-4b4b-b1f0-804beafcf51f'} {{(pid=69889) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 920.093438] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-861d5027-b792-4485-8d84-ade0b463b858 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: f5e9c9c1-3038-4530-9694-0e51131cdf87] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 920.094484] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2aa9f6f-83d3-4e2b-aec4-56ead93ffecf {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.105854] env[69889]: DEBUG oslo_vmware.api [None req-6ee4a828-deea-49a6-97c0-dfc0236fad31 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Task: {'id': task-4077391, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.108047] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-861d5027-b792-4485-8d84-ade0b463b858 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: f5e9c9c1-3038-4530-9694-0e51131cdf87] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 920.108304] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-863eb073-5d55-480b-85a3-7e6cd8cfa7a8 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.183293] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-861d5027-b792-4485-8d84-ade0b463b858 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: f5e9c9c1-3038-4530-9694-0e51131cdf87] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 920.183293] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-861d5027-b792-4485-8d84-ade0b463b858 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: f5e9c9c1-3038-4530-9694-0e51131cdf87] Deleting contents of the VM from datastore datastore1 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 920.183293] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-861d5027-b792-4485-8d84-ade0b463b858 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Deleting the datastore file [datastore1] f5e9c9c1-3038-4530-9694-0e51131cdf87 {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 920.183293] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1aacd632-930f-426b-8dba-4bf20756c56e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.191450] env[69889]: DEBUG oslo_vmware.api [None req-861d5027-b792-4485-8d84-ade0b463b858 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Waiting for the task: (returnval){ [ 920.191450] env[69889]: value = "task-4077394" [ 920.191450] env[69889]: _type = "Task" [ 920.191450] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.195395] env[69889]: DEBUG oslo_concurrency.lockutils [req-3ed384f7-7e65-4be7-b441-7707f3b6fa85 req-0e6aefa1-2ce8-433c-bb01-1966ced0895e service nova] Releasing lock "refresh_cache-fda65aea-c3b4-46f8-9f00-fc7754f5b883" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.196219] env[69889]: DEBUG oslo_concurrency.lockutils [None req-f223fcc8-cb06-43ab-84d6-cfb2cda1f4ed tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Acquired lock "refresh_cache-fda65aea-c3b4-46f8-9f00-fc7754f5b883" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.196369] env[69889]: DEBUG nova.network.neutron [None req-f223fcc8-cb06-43ab-84d6-cfb2cda1f4ed tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] [instance: fda65aea-c3b4-46f8-9f00-fc7754f5b883] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 920.201177] env[69889]: DEBUG oslo_vmware.api [None req-861d5027-b792-4485-8d84-ade0b463b858 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4077394, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.226149] env[69889]: DEBUG nova.compute.manager [None req-aa6c03f9-a699-4f56-a57c-dcb8beb8501d tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] [instance: bf0636c2-b042-4181-9b86-748786c41197] Starting instance... {{(pid=69889) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 920.276647] env[69889]: DEBUG oslo_vmware.api [None req-257c8110-98e5-4d7a-860a-b55b8c41e928 tempest-VolumesAssistedSnapshotsTest-1139004312 tempest-VolumesAssistedSnapshotsTest-1139004312-project-member] Task: {'id': task-4077392, 'name': PowerOffVM_Task, 'duration_secs': 0.262957} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.277279] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-257c8110-98e5-4d7a-860a-b55b8c41e928 tempest-VolumesAssistedSnapshotsTest-1139004312 tempest-VolumesAssistedSnapshotsTest-1139004312-project-member] [instance: 7f014d2a-1340-4715-8ab0-42df2c7d9f36] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 920.277279] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-257c8110-98e5-4d7a-860a-b55b8c41e928 tempest-VolumesAssistedSnapshotsTest-1139004312 tempest-VolumesAssistedSnapshotsTest-1139004312-project-member] [instance: 7f014d2a-1340-4715-8ab0-42df2c7d9f36] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 920.277396] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-acbf9331-0a69-488b-b941-fa3e54f2751d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.365284] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-257c8110-98e5-4d7a-860a-b55b8c41e928 tempest-VolumesAssistedSnapshotsTest-1139004312 tempest-VolumesAssistedSnapshotsTest-1139004312-project-member] [instance: 7f014d2a-1340-4715-8ab0-42df2c7d9f36] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 920.365284] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-257c8110-98e5-4d7a-860a-b55b8c41e928 tempest-VolumesAssistedSnapshotsTest-1139004312 tempest-VolumesAssistedSnapshotsTest-1139004312-project-member] [instance: 7f014d2a-1340-4715-8ab0-42df2c7d9f36] Deleting contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 920.365284] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-257c8110-98e5-4d7a-860a-b55b8c41e928 tempest-VolumesAssistedSnapshotsTest-1139004312 tempest-VolumesAssistedSnapshotsTest-1139004312-project-member] Deleting the datastore file [datastore2] 7f014d2a-1340-4715-8ab0-42df2c7d9f36 {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 920.365284] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7aa3bd27-0faf-4ad5-b912-f7204f74b514 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.371845] env[69889]: DEBUG oslo_vmware.api [None req-257c8110-98e5-4d7a-860a-b55b8c41e928 tempest-VolumesAssistedSnapshotsTest-1139004312 tempest-VolumesAssistedSnapshotsTest-1139004312-project-member] Waiting for the task: (returnval){ [ 920.371845] env[69889]: value = "task-4077396" [ 920.371845] env[69889]: _type = "Task" [ 920.371845] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.387078] env[69889]: DEBUG oslo_vmware.api [None req-257c8110-98e5-4d7a-860a-b55b8c41e928 tempest-VolumesAssistedSnapshotsTest-1139004312 tempest-VolumesAssistedSnapshotsTest-1139004312-project-member] Task: {'id': task-4077396, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.394612] env[69889]: DEBUG oslo_concurrency.lockutils [None req-6dad1f09-ce87-4784-a9b7-7f03c7b9189f tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Acquiring lock "68d7b291-3a3f-4ba0-9b9a-31407b0a43db" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.394612] env[69889]: DEBUG oslo_concurrency.lockutils [None req-6dad1f09-ce87-4784-a9b7-7f03c7b9189f tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Lock "68d7b291-3a3f-4ba0-9b9a-31407b0a43db" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.394612] env[69889]: DEBUG nova.compute.manager [None req-6dad1f09-ce87-4784-a9b7-7f03c7b9189f tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: 68d7b291-3a3f-4ba0-9b9a-31407b0a43db] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 920.395778] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f9ba7b6-f1dd-41f4-8722-2ed93f7af6ca {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.406645] env[69889]: DEBUG nova.compute.manager [None req-6dad1f09-ce87-4784-a9b7-7f03c7b9189f tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: 68d7b291-3a3f-4ba0-9b9a-31407b0a43db] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69889) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 920.407336] env[69889]: DEBUG nova.objects.instance [None req-6dad1f09-ce87-4784-a9b7-7f03c7b9189f tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Lazy-loading 'flavor' on Instance uuid 68d7b291-3a3f-4ba0-9b9a-31407b0a43db {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 920.604981] env[69889]: DEBUG oslo_vmware.api [None req-6ee4a828-deea-49a6-97c0-dfc0236fad31 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Task: {'id': task-4077391, 'name': PowerOnVM_Task, 'duration_secs': 0.832397} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.605252] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ee4a828-deea-49a6-97c0-dfc0236fad31 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] [instance: 25fa2007-30d6-4a2a-9498-d523988ee0ad] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 920.605467] env[69889]: INFO nova.compute.manager [None req-6ee4a828-deea-49a6-97c0-dfc0236fad31 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] [instance: 25fa2007-30d6-4a2a-9498-d523988ee0ad] Took 8.30 seconds to spawn the instance on the hypervisor. [ 920.606242] env[69889]: DEBUG nova.compute.manager [None req-6ee4a828-deea-49a6-97c0-dfc0236fad31 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] [instance: 25fa2007-30d6-4a2a-9498-d523988ee0ad] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 920.606894] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c52e586f-68ff-45fe-9849-445e200788f4 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.660668] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f578163f-7771-4a09-801d-feff3e21ff20 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.673589] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcc77435-14ae-4474-a75b-1907bc35b051 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.715309] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ae3fc27-8cdc-45c2-97c3-44b118ab1172 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.724839] env[69889]: DEBUG nova.virt.hardware [None req-def22c36-8b30-4d1e-a183-7311fd21c8aa tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 920.725091] env[69889]: DEBUG nova.virt.hardware [None req-def22c36-8b30-4d1e-a183-7311fd21c8aa tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 920.725255] env[69889]: DEBUG nova.virt.hardware [None req-def22c36-8b30-4d1e-a183-7311fd21c8aa tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 920.725468] env[69889]: DEBUG nova.virt.hardware [None req-def22c36-8b30-4d1e-a183-7311fd21c8aa tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 920.725597] env[69889]: DEBUG nova.virt.hardware [None req-def22c36-8b30-4d1e-a183-7311fd21c8aa tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 920.725838] env[69889]: DEBUG nova.virt.hardware [None req-def22c36-8b30-4d1e-a183-7311fd21c8aa tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 920.725970] env[69889]: DEBUG nova.virt.hardware [None req-def22c36-8b30-4d1e-a183-7311fd21c8aa tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 920.726147] env[69889]: DEBUG nova.virt.hardware [None req-def22c36-8b30-4d1e-a183-7311fd21c8aa tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 920.726319] env[69889]: DEBUG nova.virt.hardware [None req-def22c36-8b30-4d1e-a183-7311fd21c8aa tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 920.726484] env[69889]: DEBUG nova.virt.hardware [None req-def22c36-8b30-4d1e-a183-7311fd21c8aa tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 920.726657] env[69889]: DEBUG nova.virt.hardware [None req-def22c36-8b30-4d1e-a183-7311fd21c8aa tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 920.727868] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce2df9a1-3727-47fb-8aa8-1aba9ff5a93b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.737623] env[69889]: DEBUG oslo_vmware.api [None req-861d5027-b792-4485-8d84-ade0b463b858 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4077394, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16545} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.739302] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38bfdbcd-2af5-448e-837a-7141f82b4263 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.743791] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-861d5027-b792-4485-8d84-ade0b463b858 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 920.744009] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-861d5027-b792-4485-8d84-ade0b463b858 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: f5e9c9c1-3038-4530-9694-0e51131cdf87] Deleted contents of the VM from datastore datastore1 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 920.744211] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-861d5027-b792-4485-8d84-ade0b463b858 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: f5e9c9c1-3038-4530-9694-0e51131cdf87] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 920.744390] env[69889]: INFO nova.compute.manager [None req-861d5027-b792-4485-8d84-ade0b463b858 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: f5e9c9c1-3038-4530-9694-0e51131cdf87] Took 2.39 seconds to destroy the instance on the hypervisor. [ 920.744638] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-861d5027-b792-4485-8d84-ade0b463b858 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 920.749185] env[69889]: DEBUG nova.compute.manager [-] [instance: f5e9c9c1-3038-4530-9694-0e51131cdf87] Deallocating network for instance {{(pid=69889) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 920.749185] env[69889]: DEBUG nova.network.neutron [-] [instance: f5e9c9c1-3038-4530-9694-0e51131cdf87] deallocate_for_instance() {{(pid=69889) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 920.752380] env[69889]: DEBUG nova.network.neutron [None req-f223fcc8-cb06-43ab-84d6-cfb2cda1f4ed tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] [instance: fda65aea-c3b4-46f8-9f00-fc7754f5b883] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 920.755517] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bfa14d4-b029-4009-9302-159f3df21948 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.767880] env[69889]: DEBUG nova.compute.provider_tree [None req-cd7fb708-2963-436a-86c8-78a92f852be4 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 920.769993] env[69889]: DEBUG oslo_concurrency.lockutils [None req-aa6c03f9-a699-4f56-a57c-dcb8beb8501d tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.782612] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-def22c36-8b30-4d1e-a183-7311fd21c8aa tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 50d05d43-aecd-4d90-ae1a-60a0ff086f9c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:10:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0248a27a-1d7f-4195-987b-06bfc8467347', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5983641e-43a8-49b0-a595-496f45a61b42', 'vif_model': 'vmxnet3'}] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 920.790455] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-def22c36-8b30-4d1e-a183-7311fd21c8aa tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 920.791443] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50d05d43-aecd-4d90-ae1a-60a0ff086f9c] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 920.791686] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1d4b3aa9-f1b3-429c-af83-805b8ed9963b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.815256] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 920.815256] env[69889]: value = "task-4077397" [ 920.815256] env[69889]: _type = "Task" [ 920.815256] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.826230] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077397, 'name': CreateVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.884562] env[69889]: DEBUG oslo_vmware.api [None req-257c8110-98e5-4d7a-860a-b55b8c41e928 tempest-VolumesAssistedSnapshotsTest-1139004312 tempest-VolumesAssistedSnapshotsTest-1139004312-project-member] Task: {'id': task-4077396, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184244} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.885763] env[69889]: DEBUG nova.network.neutron [None req-a921b86c-2147-4ea1-918e-baacc80425ab tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: 9103303b-fb64-4728-892d-285dba75ac18] Updating instance_info_cache with network_info: [{"id": "18e4b4b5-91ee-4b18-aba9-af64ba9989b3", "address": "fa:16:3e:32:c6:1e", "network": {"id": "f9341188-47f9-41e2-bae7-5eb6406f3899", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.113", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b7973ea41bcd4363abc2e9339dec4d77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18e4b4b5-91", "ovs_interfaceid": "18e4b4b5-91ee-4b18-aba9-af64ba9989b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.889705] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-257c8110-98e5-4d7a-860a-b55b8c41e928 tempest-VolumesAssistedSnapshotsTest-1139004312 tempest-VolumesAssistedSnapshotsTest-1139004312-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 920.889915] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-257c8110-98e5-4d7a-860a-b55b8c41e928 tempest-VolumesAssistedSnapshotsTest-1139004312 tempest-VolumesAssistedSnapshotsTest-1139004312-project-member] [instance: 7f014d2a-1340-4715-8ab0-42df2c7d9f36] Deleted contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 920.890152] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-257c8110-98e5-4d7a-860a-b55b8c41e928 tempest-VolumesAssistedSnapshotsTest-1139004312 tempest-VolumesAssistedSnapshotsTest-1139004312-project-member] [instance: 7f014d2a-1340-4715-8ab0-42df2c7d9f36] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 920.890351] env[69889]: INFO nova.compute.manager [None req-257c8110-98e5-4d7a-860a-b55b8c41e928 tempest-VolumesAssistedSnapshotsTest-1139004312 tempest-VolumesAssistedSnapshotsTest-1139004312-project-member] [instance: 7f014d2a-1340-4715-8ab0-42df2c7d9f36] Took 1.15 seconds to destroy the instance on the hypervisor. [ 920.890599] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-257c8110-98e5-4d7a-860a-b55b8c41e928 tempest-VolumesAssistedSnapshotsTest-1139004312 tempest-VolumesAssistedSnapshotsTest-1139004312-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 920.891103] env[69889]: DEBUG nova.compute.manager [-] [instance: 7f014d2a-1340-4715-8ab0-42df2c7d9f36] Deallocating network for instance {{(pid=69889) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 920.891203] env[69889]: DEBUG nova.network.neutron [-] [instance: 7f014d2a-1340-4715-8ab0-42df2c7d9f36] deallocate_for_instance() {{(pid=69889) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 921.023911] env[69889]: DEBUG nova.network.neutron [None req-f223fcc8-cb06-43ab-84d6-cfb2cda1f4ed tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] [instance: fda65aea-c3b4-46f8-9f00-fc7754f5b883] Updating instance_info_cache with network_info: [{"id": "ff4e77f5-3f58-4869-a355-ac606b99c30a", "address": "fa:16:3e:c8:aa:a4", "network": {"id": "f9341188-47f9-41e2-bae7-5eb6406f3899", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.251", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b7973ea41bcd4363abc2e9339dec4d77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff4e77f5-3f", "ovs_interfaceid": "ff4e77f5-3f58-4869-a355-ac606b99c30a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.049785] env[69889]: DEBUG nova.compute.manager [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: 1ff86d69-e1bb-4998-9a5b-6b798772f9e3] Start spawning the instance on the hypervisor. {{(pid=69889) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 921.083114] env[69889]: DEBUG nova.virt.hardware [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 921.083387] env[69889]: DEBUG nova.virt.hardware [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 921.083690] env[69889]: DEBUG nova.virt.hardware [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 921.083899] env[69889]: DEBUG nova.virt.hardware [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 921.084081] env[69889]: DEBUG nova.virt.hardware [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 921.084248] env[69889]: DEBUG nova.virt.hardware [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 921.084464] env[69889]: DEBUG nova.virt.hardware [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 921.084643] env[69889]: DEBUG nova.virt.hardware [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 921.084825] env[69889]: DEBUG nova.virt.hardware [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 921.084982] env[69889]: DEBUG nova.virt.hardware [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 921.085207] env[69889]: DEBUG nova.virt.hardware [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 921.086667] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02eecee9-bf56-466d-9ab4-b091abdaabdb {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.096480] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5658e624-b01d-4af1-a5a1-188667d3df14 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.139115] env[69889]: INFO nova.compute.manager [None req-6ee4a828-deea-49a6-97c0-dfc0236fad31 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] [instance: 25fa2007-30d6-4a2a-9498-d523988ee0ad] Took 43.84 seconds to build instance. [ 921.272188] env[69889]: DEBUG nova.scheduler.client.report [None req-cd7fb708-2963-436a-86c8-78a92f852be4 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 921.327911] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077397, 'name': CreateVM_Task, 'duration_secs': 0.442658} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.328114] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50d05d43-aecd-4d90-ae1a-60a0ff086f9c] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 921.328898] env[69889]: DEBUG oslo_concurrency.lockutils [None req-def22c36-8b30-4d1e-a183-7311fd21c8aa tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.329097] env[69889]: DEBUG oslo_concurrency.lockutils [None req-def22c36-8b30-4d1e-a183-7311fd21c8aa tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.329457] env[69889]: DEBUG oslo_concurrency.lockutils [None req-def22c36-8b30-4d1e-a183-7311fd21c8aa tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.329731] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c465d051-d934-4060-afa3-fce799f3f944 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.336800] env[69889]: DEBUG oslo_vmware.api [None req-def22c36-8b30-4d1e-a183-7311fd21c8aa tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Waiting for the task: (returnval){ [ 921.336800] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]521585ba-a450-6bc3-3f4e-954936f47ba8" [ 921.336800] env[69889]: _type = "Task" [ 921.336800] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.346609] env[69889]: DEBUG oslo_vmware.api [None req-def22c36-8b30-4d1e-a183-7311fd21c8aa tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]521585ba-a450-6bc3-3f4e-954936f47ba8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.392238] env[69889]: DEBUG oslo_concurrency.lockutils [None req-a921b86c-2147-4ea1-918e-baacc80425ab tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Releasing lock "refresh_cache-9103303b-fb64-4728-892d-285dba75ac18" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.400719] env[69889]: DEBUG nova.compute.manager [req-2865fa5e-909a-400f-b8d6-d07ec49f94e8 req-97bc7150-9ada-4f6a-adad-5c2e19d280d2 service nova] [instance: f5e9c9c1-3038-4530-9694-0e51131cdf87] Received event network-vif-deleted-027242a1-c02e-4efb-93c3-caddeeba7bac {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 921.401095] env[69889]: INFO nova.compute.manager [req-2865fa5e-909a-400f-b8d6-d07ec49f94e8 req-97bc7150-9ada-4f6a-adad-5c2e19d280d2 service nova] [instance: f5e9c9c1-3038-4530-9694-0e51131cdf87] Neutron deleted interface 027242a1-c02e-4efb-93c3-caddeeba7bac; detaching it from the instance and deleting it from the info cache [ 921.401329] env[69889]: DEBUG nova.network.neutron [req-2865fa5e-909a-400f-b8d6-d07ec49f94e8 req-97bc7150-9ada-4f6a-adad-5c2e19d280d2 service nova] [instance: f5e9c9c1-3038-4530-9694-0e51131cdf87] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.422490] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dad1f09-ce87-4784-a9b7-7f03c7b9189f tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: 68d7b291-3a3f-4ba0-9b9a-31407b0a43db] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 921.422792] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ff66bd7d-9642-4f01-b1c4-de603e62ca68 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.430872] env[69889]: DEBUG oslo_vmware.api [None req-6dad1f09-ce87-4784-a9b7-7f03c7b9189f tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Waiting for the task: (returnval){ [ 921.430872] env[69889]: value = "task-4077398" [ 921.430872] env[69889]: _type = "Task" [ 921.430872] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.444228] env[69889]: DEBUG oslo_vmware.api [None req-6dad1f09-ce87-4784-a9b7-7f03c7b9189f tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077398, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.524811] env[69889]: DEBUG nova.network.neutron [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: 1ff86d69-e1bb-4998-9a5b-6b798772f9e3] Successfully updated port: 677b567f-a598-4fec-8b55-5d58c0e3cd11 {{(pid=69889) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 921.526401] env[69889]: DEBUG oslo_concurrency.lockutils [None req-f223fcc8-cb06-43ab-84d6-cfb2cda1f4ed tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Releasing lock "refresh_cache-fda65aea-c3b4-46f8-9f00-fc7754f5b883" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.526915] env[69889]: DEBUG nova.compute.manager [None req-f223fcc8-cb06-43ab-84d6-cfb2cda1f4ed tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] [instance: fda65aea-c3b4-46f8-9f00-fc7754f5b883] Instance network_info: |[{"id": "ff4e77f5-3f58-4869-a355-ac606b99c30a", "address": "fa:16:3e:c8:aa:a4", "network": {"id": "f9341188-47f9-41e2-bae7-5eb6406f3899", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.251", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b7973ea41bcd4363abc2e9339dec4d77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff4e77f5-3f", "ovs_interfaceid": "ff4e77f5-3f58-4869-a355-ac606b99c30a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 921.528784] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-f223fcc8-cb06-43ab-84d6-cfb2cda1f4ed tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] [instance: fda65aea-c3b4-46f8-9f00-fc7754f5b883] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:aa:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1c2b89fb-df8c-47c0-83ae-44291236feb4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ff4e77f5-3f58-4869-a355-ac606b99c30a', 'vif_model': 'vmxnet3'}] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 921.541256] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f223fcc8-cb06-43ab-84d6-cfb2cda1f4ed tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 921.542423] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fda65aea-c3b4-46f8-9f00-fc7754f5b883] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 921.543824] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ae595a36-42fe-4eb3-a505-acf4474042b0 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.569051] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 921.569051] env[69889]: value = "task-4077399" [ 921.569051] env[69889]: _type = "Task" [ 921.569051] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.580835] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077399, 'name': CreateVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.642627] env[69889]: DEBUG oslo_concurrency.lockutils [None req-6ee4a828-deea-49a6-97c0-dfc0236fad31 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Lock "25fa2007-30d6-4a2a-9498-d523988ee0ad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.715s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.685367] env[69889]: DEBUG nova.network.neutron [-] [instance: f5e9c9c1-3038-4530-9694-0e51131cdf87] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.778476] env[69889]: DEBUG oslo_concurrency.lockutils [None req-cd7fb708-2963-436a-86c8-78a92f852be4 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.764s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.781023] env[69889]: INFO nova.compute.manager [None req-cd7fb708-2963-436a-86c8-78a92f852be4 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] Migrating [ 921.789817] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5464d4e7-d2d8-4ad8-b91c-bb14ee03c876 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.519s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.790468] env[69889]: DEBUG nova.objects.instance [None req-5464d4e7-d2d8-4ad8-b91c-bb14ee03c876 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Lazy-loading 'resources' on Instance uuid b4d9b431-14b5-46c9-9691-f5bfc012d8ca {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 921.849838] env[69889]: DEBUG oslo_vmware.api [None req-def22c36-8b30-4d1e-a183-7311fd21c8aa tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]521585ba-a450-6bc3-3f4e-954936f47ba8, 'name': SearchDatastore_Task, 'duration_secs': 0.018197} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.850915] env[69889]: DEBUG oslo_concurrency.lockutils [None req-def22c36-8b30-4d1e-a183-7311fd21c8aa tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.851376] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-def22c36-8b30-4d1e-a183-7311fd21c8aa tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 50d05d43-aecd-4d90-ae1a-60a0ff086f9c] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 921.851789] env[69889]: DEBUG oslo_concurrency.lockutils [None req-def22c36-8b30-4d1e-a183-7311fd21c8aa tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.852111] env[69889]: DEBUG oslo_concurrency.lockutils [None req-def22c36-8b30-4d1e-a183-7311fd21c8aa tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.852432] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-def22c36-8b30-4d1e-a183-7311fd21c8aa tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 921.852828] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8ccd6930-b307-41ec-bbfc-697cfecf406d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.865034] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-def22c36-8b30-4d1e-a183-7311fd21c8aa tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 921.865034] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-def22c36-8b30-4d1e-a183-7311fd21c8aa tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 921.865034] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b21751e-064e-4368-b88f-267ddd31e961 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.871053] env[69889]: DEBUG oslo_vmware.api [None req-def22c36-8b30-4d1e-a183-7311fd21c8aa tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Waiting for the task: (returnval){ [ 921.871053] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]525b6d71-9d3f-d184-0f23-3b5d235331ab" [ 921.871053] env[69889]: _type = "Task" [ 921.871053] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.881039] env[69889]: DEBUG oslo_vmware.api [None req-def22c36-8b30-4d1e-a183-7311fd21c8aa tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]525b6d71-9d3f-d184-0f23-3b5d235331ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.899415] env[69889]: DEBUG nova.compute.manager [None req-a921b86c-2147-4ea1-918e-baacc80425ab tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: 9103303b-fb64-4728-892d-285dba75ac18] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69889) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:900}} [ 921.899415] env[69889]: DEBUG oslo_concurrency.lockutils [None req-a921b86c-2147-4ea1-918e-baacc80425ab tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.906532] env[69889]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f8de2651-6b95-451c-bed2-75cda3ccfb34 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.915406] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92dca342-41ff-4d0e-a66c-0539aecffdb6 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.941952] env[69889]: DEBUG oslo_vmware.api [None req-6dad1f09-ce87-4784-a9b7-7f03c7b9189f tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077398, 'name': PowerOffVM_Task, 'duration_secs': 0.326924} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.956160] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dad1f09-ce87-4784-a9b7-7f03c7b9189f tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: 68d7b291-3a3f-4ba0-9b9a-31407b0a43db] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 921.956753] env[69889]: DEBUG nova.compute.manager [None req-6dad1f09-ce87-4784-a9b7-7f03c7b9189f tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: 68d7b291-3a3f-4ba0-9b9a-31407b0a43db] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 921.957646] env[69889]: DEBUG nova.compute.manager [req-2865fa5e-909a-400f-b8d6-d07ec49f94e8 req-97bc7150-9ada-4f6a-adad-5c2e19d280d2 service nova] [instance: f5e9c9c1-3038-4530-9694-0e51131cdf87] Detach interface failed, port_id=027242a1-c02e-4efb-93c3-caddeeba7bac, reason: Instance f5e9c9c1-3038-4530-9694-0e51131cdf87 could not be found. {{(pid=69889) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 921.958777] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cad9c424-2d85-43a8-be53-3a1e5be9f6a9 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.044474] env[69889]: DEBUG oslo_concurrency.lockutils [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Acquiring lock "refresh_cache-1ff86d69-e1bb-4998-9a5b-6b798772f9e3" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.044474] env[69889]: DEBUG oslo_concurrency.lockutils [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Acquired lock "refresh_cache-1ff86d69-e1bb-4998-9a5b-6b798772f9e3" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.044474] env[69889]: DEBUG nova.network.neutron [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: 1ff86d69-e1bb-4998-9a5b-6b798772f9e3] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 922.079912] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077399, 'name': CreateVM_Task} progress is 99%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.190923] env[69889]: INFO nova.compute.manager [-] [instance: f5e9c9c1-3038-4530-9694-0e51131cdf87] Took 1.44 seconds to deallocate network for instance. [ 922.304467] env[69889]: DEBUG oslo_concurrency.lockutils [None req-cd7fb708-2963-436a-86c8-78a92f852be4 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Acquiring lock "refresh_cache-0c73213b-c2e1-42cb-a8f4-e3109adfd354" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.304685] env[69889]: DEBUG oslo_concurrency.lockutils [None req-cd7fb708-2963-436a-86c8-78a92f852be4 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Acquired lock "refresh_cache-0c73213b-c2e1-42cb-a8f4-e3109adfd354" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.304872] env[69889]: DEBUG nova.network.neutron [None req-cd7fb708-2963-436a-86c8-78a92f852be4 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 922.391034] env[69889]: DEBUG oslo_vmware.api [None req-def22c36-8b30-4d1e-a183-7311fd21c8aa tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]525b6d71-9d3f-d184-0f23-3b5d235331ab, 'name': SearchDatastore_Task, 'duration_secs': 0.010363} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.391034] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8a1a0ba-c546-4bb0-b525-2ed9d2c5520b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.401138] env[69889]: DEBUG oslo_vmware.api [None req-def22c36-8b30-4d1e-a183-7311fd21c8aa tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Waiting for the task: (returnval){ [ 922.401138] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52a52944-0935-6ded-30be-0ea40cdea5f6" [ 922.401138] env[69889]: _type = "Task" [ 922.401138] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.413032] env[69889]: DEBUG oslo_vmware.api [None req-def22c36-8b30-4d1e-a183-7311fd21c8aa tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52a52944-0935-6ded-30be-0ea40cdea5f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.465851] env[69889]: DEBUG nova.compute.manager [req-55c58526-0c36-4ace-88f8-740c17d66267 req-c3189596-c9fa-406e-8e03-d9521b841d83 service nova] [instance: 7f014d2a-1340-4715-8ab0-42df2c7d9f36] Received event network-vif-deleted-4a619d16-c2ac-442d-9735-fd3d845eeafe {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 922.466142] env[69889]: INFO nova.compute.manager [req-55c58526-0c36-4ace-88f8-740c17d66267 req-c3189596-c9fa-406e-8e03-d9521b841d83 service nova] [instance: 7f014d2a-1340-4715-8ab0-42df2c7d9f36] Neutron deleted interface 4a619d16-c2ac-442d-9735-fd3d845eeafe; detaching it from the instance and deleting it from the info cache [ 922.466265] env[69889]: DEBUG nova.network.neutron [req-55c58526-0c36-4ace-88f8-740c17d66267 req-c3189596-c9fa-406e-8e03-d9521b841d83 service nova] [instance: 7f014d2a-1340-4715-8ab0-42df2c7d9f36] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.471024] env[69889]: DEBUG oslo_concurrency.lockutils [None req-6dad1f09-ce87-4784-a9b7-7f03c7b9189f tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Lock "68d7b291-3a3f-4ba0-9b9a-31407b0a43db" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.077s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.548817] env[69889]: DEBUG nova.network.neutron [-] [instance: 7f014d2a-1340-4715-8ab0-42df2c7d9f36] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.590018] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077399, 'name': CreateVM_Task, 'duration_secs': 0.637576} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.590018] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fda65aea-c3b4-46f8-9f00-fc7754f5b883] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 922.590018] env[69889]: DEBUG oslo_concurrency.lockutils [None req-f223fcc8-cb06-43ab-84d6-cfb2cda1f4ed tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.590018] env[69889]: DEBUG oslo_concurrency.lockutils [None req-f223fcc8-cb06-43ab-84d6-cfb2cda1f4ed tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.590018] env[69889]: DEBUG oslo_concurrency.lockutils [None req-f223fcc8-cb06-43ab-84d6-cfb2cda1f4ed tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.592611] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-527be35a-f188-4b5a-8886-ce51bd6805f1 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.602083] env[69889]: DEBUG oslo_vmware.api [None req-f223fcc8-cb06-43ab-84d6-cfb2cda1f4ed tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Waiting for the task: (returnval){ [ 922.602083] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]520dbba3-43e6-cd9b-3ddd-482ce3496a52" [ 922.602083] env[69889]: _type = "Task" [ 922.602083] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.613977] env[69889]: DEBUG nova.network.neutron [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: 1ff86d69-e1bb-4998-9a5b-6b798772f9e3] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 922.632591] env[69889]: DEBUG oslo_vmware.api [None req-f223fcc8-cb06-43ab-84d6-cfb2cda1f4ed tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]520dbba3-43e6-cd9b-3ddd-482ce3496a52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.773625] env[69889]: INFO nova.compute.manager [None req-861d5027-b792-4485-8d84-ade0b463b858 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: f5e9c9c1-3038-4530-9694-0e51131cdf87] Took 0.58 seconds to detach 1 volumes for instance. [ 922.915813] env[69889]: DEBUG oslo_vmware.api [None req-def22c36-8b30-4d1e-a183-7311fd21c8aa tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52a52944-0935-6ded-30be-0ea40cdea5f6, 'name': SearchDatastore_Task, 'duration_secs': 0.011192} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.916132] env[69889]: DEBUG oslo_concurrency.lockutils [None req-def22c36-8b30-4d1e-a183-7311fd21c8aa tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.916404] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-def22c36-8b30-4d1e-a183-7311fd21c8aa tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore1] 50d05d43-aecd-4d90-ae1a-60a0ff086f9c/50d05d43-aecd-4d90-ae1a-60a0ff086f9c.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 922.916681] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a2fbf30b-7719-4f84-80a5-0928f43c1ba3 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.925903] env[69889]: DEBUG oslo_vmware.api [None req-def22c36-8b30-4d1e-a183-7311fd21c8aa tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Waiting for the task: (returnval){ [ 922.925903] env[69889]: value = "task-4077400" [ 922.925903] env[69889]: _type = "Task" [ 922.925903] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.939996] env[69889]: DEBUG oslo_vmware.api [None req-def22c36-8b30-4d1e-a183-7311fd21c8aa tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Task: {'id': task-4077400, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.950136] env[69889]: DEBUG nova.network.neutron [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: 1ff86d69-e1bb-4998-9a5b-6b798772f9e3] Updating instance_info_cache with network_info: [{"id": "677b567f-a598-4fec-8b55-5d58c0e3cd11", "address": "fa:16:3e:89:41:60", "network": {"id": "7e20b97c-fec4-44cd-889e-bc998859e92c", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1186423575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45b72304ac214e328bf767dbca9b17b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap677b567f-a5", "ovs_interfaceid": "677b567f-a598-4fec-8b55-5d58c0e3cd11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.972370] env[69889]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-07ee5062-d3bd-47b9-aa49-0b5d77dc4185 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.982363] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3054e9c9-c883-49b3-bd7d-d954757b6f5c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.991594] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5804ec25-accb-483d-aea4-3bdec7af5a95 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.009069] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d1c61f8-2ed1-42ce-811d-734909b6a7ca {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.067253] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a1cb846-8073-43fa-952f-870fb07d0c3f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.070149] env[69889]: INFO nova.compute.manager [-] [instance: 7f014d2a-1340-4715-8ab0-42df2c7d9f36] Took 2.18 seconds to deallocate network for instance. [ 923.070559] env[69889]: DEBUG nova.compute.manager [req-55c58526-0c36-4ace-88f8-740c17d66267 req-c3189596-c9fa-406e-8e03-d9521b841d83 service nova] [instance: 7f014d2a-1340-4715-8ab0-42df2c7d9f36] Detach interface failed, port_id=4a619d16-c2ac-442d-9735-fd3d845eeafe, reason: Instance 7f014d2a-1340-4715-8ab0-42df2c7d9f36 could not be found. {{(pid=69889) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 923.083510] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53c04e63-d994-4e72-8cd7-37c99e441587 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.099136] env[69889]: DEBUG nova.compute.provider_tree [None req-5464d4e7-d2d8-4ad8-b91c-bb14ee03c876 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 923.116834] env[69889]: DEBUG oslo_vmware.api [None req-f223fcc8-cb06-43ab-84d6-cfb2cda1f4ed tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]520dbba3-43e6-cd9b-3ddd-482ce3496a52, 'name': SearchDatastore_Task, 'duration_secs': 0.028658} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.117432] env[69889]: DEBUG oslo_concurrency.lockutils [None req-f223fcc8-cb06-43ab-84d6-cfb2cda1f4ed tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.118775] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-f223fcc8-cb06-43ab-84d6-cfb2cda1f4ed tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] [instance: fda65aea-c3b4-46f8-9f00-fc7754f5b883] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 923.118775] env[69889]: DEBUG oslo_concurrency.lockutils [None req-f223fcc8-cb06-43ab-84d6-cfb2cda1f4ed tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.118775] env[69889]: DEBUG oslo_concurrency.lockutils [None req-f223fcc8-cb06-43ab-84d6-cfb2cda1f4ed tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.118775] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-f223fcc8-cb06-43ab-84d6-cfb2cda1f4ed tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 923.119235] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fc230350-a3e1-4a75-bf53-de80ed43ef1f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.129620] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-f223fcc8-cb06-43ab-84d6-cfb2cda1f4ed tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 923.130198] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-f223fcc8-cb06-43ab-84d6-cfb2cda1f4ed tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 923.130681] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db8dd86d-57ce-4771-8a6a-bb6e6426c031 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.137528] env[69889]: DEBUG oslo_vmware.api [None req-f223fcc8-cb06-43ab-84d6-cfb2cda1f4ed tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Waiting for the task: (returnval){ [ 923.137528] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52e779b3-7052-64e9-0fab-fccbbf0ff0ba" [ 923.137528] env[69889]: _type = "Task" [ 923.137528] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.147537] env[69889]: DEBUG oslo_vmware.api [None req-f223fcc8-cb06-43ab-84d6-cfb2cda1f4ed tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52e779b3-7052-64e9-0fab-fccbbf0ff0ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.150750] env[69889]: DEBUG nova.network.neutron [None req-cd7fb708-2963-436a-86c8-78a92f852be4 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] Updating instance_info_cache with network_info: [{"id": "9f07f034-4136-49cb-ab32-4feb5aac7b58", "address": "fa:16:3e:06:e7:9e", "network": {"id": "1b12c1c8-daca-4fb2-8ab1-a5e673ba07eb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-532849496-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7255cdff151a40df83da7bf6356a4e13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f07f034-41", "ovs_interfaceid": "9f07f034-4136-49cb-ab32-4feb5aac7b58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.283679] env[69889]: DEBUG oslo_concurrency.lockutils [None req-861d5027-b792-4485-8d84-ade0b463b858 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.441720] env[69889]: DEBUG oslo_vmware.api [None req-def22c36-8b30-4d1e-a183-7311fd21c8aa tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Task: {'id': task-4077400, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.453521] env[69889]: DEBUG oslo_concurrency.lockutils [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Releasing lock "refresh_cache-1ff86d69-e1bb-4998-9a5b-6b798772f9e3" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.453870] env[69889]: DEBUG nova.compute.manager [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: 1ff86d69-e1bb-4998-9a5b-6b798772f9e3] Instance network_info: |[{"id": "677b567f-a598-4fec-8b55-5d58c0e3cd11", "address": "fa:16:3e:89:41:60", "network": {"id": "7e20b97c-fec4-44cd-889e-bc998859e92c", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1186423575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45b72304ac214e328bf767dbca9b17b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap677b567f-a5", "ovs_interfaceid": "677b567f-a598-4fec-8b55-5d58c0e3cd11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 923.454344] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: 1ff86d69-e1bb-4998-9a5b-6b798772f9e3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:41:60', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '043ca97b-0fca-4b54-8be6-027123fa76d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '677b567f-a598-4fec-8b55-5d58c0e3cd11', 'vif_model': 'vmxnet3'}] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 923.463705] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 923.464098] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ff86d69-e1bb-4998-9a5b-6b798772f9e3] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 923.464459] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a589f613-31b9-471c-95e0-4378bc03d762 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.487526] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 923.487526] env[69889]: value = "task-4077401" [ 923.487526] env[69889]: _type = "Task" [ 923.487526] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.496830] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077401, 'name': CreateVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.578214] env[69889]: DEBUG oslo_concurrency.lockutils [None req-257c8110-98e5-4d7a-860a-b55b8c41e928 tempest-VolumesAssistedSnapshotsTest-1139004312 tempest-VolumesAssistedSnapshotsTest-1139004312-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.602630] env[69889]: DEBUG nova.scheduler.client.report [None req-5464d4e7-d2d8-4ad8-b91c-bb14ee03c876 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 923.649776] env[69889]: DEBUG oslo_vmware.api [None req-f223fcc8-cb06-43ab-84d6-cfb2cda1f4ed tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52e779b3-7052-64e9-0fab-fccbbf0ff0ba, 'name': SearchDatastore_Task, 'duration_secs': 0.066347} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.650729] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7eb0db1b-1bdb-4343-838b-53956d0c03a9 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.656528] env[69889]: DEBUG oslo_concurrency.lockutils [None req-cd7fb708-2963-436a-86c8-78a92f852be4 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Releasing lock "refresh_cache-0c73213b-c2e1-42cb-a8f4-e3109adfd354" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.659362] env[69889]: DEBUG oslo_vmware.api [None req-f223fcc8-cb06-43ab-84d6-cfb2cda1f4ed tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Waiting for the task: (returnval){ [ 923.659362] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]524cf35a-4a68-c421-9120-b012ca1dfebd" [ 923.659362] env[69889]: _type = "Task" [ 923.659362] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.669503] env[69889]: DEBUG oslo_vmware.api [None req-f223fcc8-cb06-43ab-84d6-cfb2cda1f4ed tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]524cf35a-4a68-c421-9120-b012ca1dfebd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.797414] env[69889]: DEBUG nova.compute.manager [req-8902cfa6-58b1-450f-ac3b-4cf85acbe678 req-651b2a1d-ddca-414f-8c7e-8bd422999a65 service nova] [instance: 1ff86d69-e1bb-4998-9a5b-6b798772f9e3] Received event network-vif-plugged-677b567f-a598-4fec-8b55-5d58c0e3cd11 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 923.798022] env[69889]: DEBUG oslo_concurrency.lockutils [req-8902cfa6-58b1-450f-ac3b-4cf85acbe678 req-651b2a1d-ddca-414f-8c7e-8bd422999a65 service nova] Acquiring lock "1ff86d69-e1bb-4998-9a5b-6b798772f9e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.798022] env[69889]: DEBUG oslo_concurrency.lockutils [req-8902cfa6-58b1-450f-ac3b-4cf85acbe678 req-651b2a1d-ddca-414f-8c7e-8bd422999a65 service nova] Lock "1ff86d69-e1bb-4998-9a5b-6b798772f9e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.798320] env[69889]: DEBUG oslo_concurrency.lockutils [req-8902cfa6-58b1-450f-ac3b-4cf85acbe678 req-651b2a1d-ddca-414f-8c7e-8bd422999a65 service nova] Lock "1ff86d69-e1bb-4998-9a5b-6b798772f9e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.798477] env[69889]: DEBUG nova.compute.manager [req-8902cfa6-58b1-450f-ac3b-4cf85acbe678 req-651b2a1d-ddca-414f-8c7e-8bd422999a65 service nova] [instance: 1ff86d69-e1bb-4998-9a5b-6b798772f9e3] No waiting events found dispatching network-vif-plugged-677b567f-a598-4fec-8b55-5d58c0e3cd11 {{(pid=69889) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 923.799108] env[69889]: WARNING nova.compute.manager [req-8902cfa6-58b1-450f-ac3b-4cf85acbe678 req-651b2a1d-ddca-414f-8c7e-8bd422999a65 service nova] [instance: 1ff86d69-e1bb-4998-9a5b-6b798772f9e3] Received unexpected event network-vif-plugged-677b567f-a598-4fec-8b55-5d58c0e3cd11 for instance with vm_state building and task_state spawning. [ 923.799108] env[69889]: DEBUG nova.compute.manager [req-8902cfa6-58b1-450f-ac3b-4cf85acbe678 req-651b2a1d-ddca-414f-8c7e-8bd422999a65 service nova] [instance: 1ff86d69-e1bb-4998-9a5b-6b798772f9e3] Received event network-changed-677b567f-a598-4fec-8b55-5d58c0e3cd11 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 923.799198] env[69889]: DEBUG nova.compute.manager [req-8902cfa6-58b1-450f-ac3b-4cf85acbe678 req-651b2a1d-ddca-414f-8c7e-8bd422999a65 service nova] [instance: 1ff86d69-e1bb-4998-9a5b-6b798772f9e3] Refreshing instance network info cache due to event network-changed-677b567f-a598-4fec-8b55-5d58c0e3cd11. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 923.799484] env[69889]: DEBUG oslo_concurrency.lockutils [req-8902cfa6-58b1-450f-ac3b-4cf85acbe678 req-651b2a1d-ddca-414f-8c7e-8bd422999a65 service nova] Acquiring lock "refresh_cache-1ff86d69-e1bb-4998-9a5b-6b798772f9e3" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.799646] env[69889]: DEBUG oslo_concurrency.lockutils [req-8902cfa6-58b1-450f-ac3b-4cf85acbe678 req-651b2a1d-ddca-414f-8c7e-8bd422999a65 service nova] Acquired lock "refresh_cache-1ff86d69-e1bb-4998-9a5b-6b798772f9e3" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.799705] env[69889]: DEBUG nova.network.neutron [req-8902cfa6-58b1-450f-ac3b-4cf85acbe678 req-651b2a1d-ddca-414f-8c7e-8bd422999a65 service nova] [instance: 1ff86d69-e1bb-4998-9a5b-6b798772f9e3] Refreshing network info cache for port 677b567f-a598-4fec-8b55-5d58c0e3cd11 {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 923.948276] env[69889]: DEBUG oslo_vmware.api [None req-def22c36-8b30-4d1e-a183-7311fd21c8aa tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Task: {'id': task-4077400, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.545375} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.948556] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-def22c36-8b30-4d1e-a183-7311fd21c8aa tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore1] 50d05d43-aecd-4d90-ae1a-60a0ff086f9c/50d05d43-aecd-4d90-ae1a-60a0ff086f9c.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 923.948767] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-def22c36-8b30-4d1e-a183-7311fd21c8aa tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 50d05d43-aecd-4d90-ae1a-60a0ff086f9c] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 923.949107] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-51769585-cbda-4b34-85b0-58a759ae071f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.957502] env[69889]: DEBUG oslo_vmware.api [None req-def22c36-8b30-4d1e-a183-7311fd21c8aa tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Waiting for the task: (returnval){ [ 923.957502] env[69889]: value = "task-4077402" [ 923.957502] env[69889]: _type = "Task" [ 923.957502] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.970253] env[69889]: DEBUG oslo_vmware.api [None req-def22c36-8b30-4d1e-a183-7311fd21c8aa tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Task: {'id': task-4077402, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.000058] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077401, 'name': CreateVM_Task} progress is 99%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.109735] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5464d4e7-d2d8-4ad8-b91c-bb14ee03c876 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.320s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.112712] env[69889]: DEBUG oslo_concurrency.lockutils [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.702s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.114258] env[69889]: INFO nova.compute.claims [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: 017df34e-1102-4414-b63e-614ee9db8060] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 924.144169] env[69889]: INFO nova.scheduler.client.report [None req-5464d4e7-d2d8-4ad8-b91c-bb14ee03c876 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Deleted allocations for instance b4d9b431-14b5-46c9-9691-f5bfc012d8ca [ 924.177372] env[69889]: DEBUG oslo_vmware.api [None req-f223fcc8-cb06-43ab-84d6-cfb2cda1f4ed tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]524cf35a-4a68-c421-9120-b012ca1dfebd, 'name': SearchDatastore_Task, 'duration_secs': 0.015629} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.178196] env[69889]: DEBUG oslo_concurrency.lockutils [None req-f223fcc8-cb06-43ab-84d6-cfb2cda1f4ed tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.178196] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-f223fcc8-cb06-43ab-84d6-cfb2cda1f4ed tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore1] fda65aea-c3b4-46f8-9f00-fc7754f5b883/fda65aea-c3b4-46f8-9f00-fc7754f5b883.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 924.178351] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-95a17b92-723a-4245-bcff-bdb6ac5f98bf {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.186874] env[69889]: DEBUG oslo_vmware.api [None req-f223fcc8-cb06-43ab-84d6-cfb2cda1f4ed tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Waiting for the task: (returnval){ [ 924.186874] env[69889]: value = "task-4077403" [ 924.186874] env[69889]: _type = "Task" [ 924.186874] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.196843] env[69889]: DEBUG oslo_vmware.api [None req-f223fcc8-cb06-43ab-84d6-cfb2cda1f4ed tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Task: {'id': task-4077403, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.235679] env[69889]: DEBUG oslo_concurrency.lockutils [None req-66a02c98-c238-423c-9f8c-b0fa633ed6c8 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Acquiring lock "1b8036ed-2b5c-457d-9ef5-50d9ec77f656" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.235679] env[69889]: DEBUG oslo_concurrency.lockutils [None req-66a02c98-c238-423c-9f8c-b0fa633ed6c8 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Lock "1b8036ed-2b5c-457d-9ef5-50d9ec77f656" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.442516] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5ebcf66f-2151-493d-9188-cee4cbd72df0 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Acquiring lock "5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.442833] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5ebcf66f-2151-493d-9188-cee4cbd72df0 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Lock "5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.442974] env[69889]: DEBUG nova.compute.manager [None req-5ebcf66f-2151-493d-9188-cee4cbd72df0 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 924.444016] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d40ca76f-8e5e-4324-aa43-8e1fd60a8276 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.454502] env[69889]: DEBUG nova.compute.manager [None req-5ebcf66f-2151-493d-9188-cee4cbd72df0 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69889) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 924.455157] env[69889]: DEBUG nova.objects.instance [None req-5ebcf66f-2151-493d-9188-cee4cbd72df0 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Lazy-loading 'flavor' on Instance uuid 5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 924.469598] env[69889]: DEBUG oslo_vmware.api [None req-def22c36-8b30-4d1e-a183-7311fd21c8aa tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Task: {'id': task-4077402, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.182214} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.469886] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-def22c36-8b30-4d1e-a183-7311fd21c8aa tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 50d05d43-aecd-4d90-ae1a-60a0ff086f9c] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 924.470734] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a64f09a-3565-4f6f-8e76-40953b2aa719 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.498533] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-def22c36-8b30-4d1e-a183-7311fd21c8aa tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 50d05d43-aecd-4d90-ae1a-60a0ff086f9c] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] 50d05d43-aecd-4d90-ae1a-60a0ff086f9c/50d05d43-aecd-4d90-ae1a-60a0ff086f9c.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 924.505815] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-666e928e-f5e9-4ab4-a67e-3732df888e95 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.529387] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077401, 'name': CreateVM_Task, 'duration_secs': 0.889008} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.530955] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ff86d69-e1bb-4998-9a5b-6b798772f9e3] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 924.531325] env[69889]: DEBUG oslo_vmware.api [None req-def22c36-8b30-4d1e-a183-7311fd21c8aa tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Waiting for the task: (returnval){ [ 924.531325] env[69889]: value = "task-4077404" [ 924.531325] env[69889]: _type = "Task" [ 924.531325] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.531987] env[69889]: DEBUG oslo_concurrency.lockutils [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.532169] env[69889]: DEBUG oslo_concurrency.lockutils [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.533491] env[69889]: DEBUG oslo_concurrency.lockutils [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.533491] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28feb4f1-0e0a-4ae1-965b-ded46444bcdf {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.539765] env[69889]: DEBUG nova.compute.manager [None req-2f704b6f-df58-4ac2-a049-edf7d5e67843 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: 68d7b291-3a3f-4ba0-9b9a-31407b0a43db] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 924.540414] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fa5ac94-dfb2-4048-ab6b-f89280199bfe {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.547731] env[69889]: DEBUG oslo_vmware.api [None req-def22c36-8b30-4d1e-a183-7311fd21c8aa tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Task: {'id': task-4077404, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.548130] env[69889]: DEBUG oslo_vmware.api [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Waiting for the task: (returnval){ [ 924.548130] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52402585-20f4-262d-bdac-ea4585261d75" [ 924.548130] env[69889]: _type = "Task" [ 924.548130] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.565720] env[69889]: DEBUG oslo_vmware.api [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52402585-20f4-262d-bdac-ea4585261d75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.603311] env[69889]: DEBUG nova.network.neutron [req-8902cfa6-58b1-450f-ac3b-4cf85acbe678 req-651b2a1d-ddca-414f-8c7e-8bd422999a65 service nova] [instance: 1ff86d69-e1bb-4998-9a5b-6b798772f9e3] Updated VIF entry in instance network info cache for port 677b567f-a598-4fec-8b55-5d58c0e3cd11. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 924.603698] env[69889]: DEBUG nova.network.neutron [req-8902cfa6-58b1-450f-ac3b-4cf85acbe678 req-651b2a1d-ddca-414f-8c7e-8bd422999a65 service nova] [instance: 1ff86d69-e1bb-4998-9a5b-6b798772f9e3] Updating instance_info_cache with network_info: [{"id": "677b567f-a598-4fec-8b55-5d58c0e3cd11", "address": "fa:16:3e:89:41:60", "network": {"id": "7e20b97c-fec4-44cd-889e-bc998859e92c", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1186423575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45b72304ac214e328bf767dbca9b17b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap677b567f-a5", "ovs_interfaceid": "677b567f-a598-4fec-8b55-5d58c0e3cd11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.653283] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5464d4e7-d2d8-4ad8-b91c-bb14ee03c876 tempest-ServersListShow298Test-1763803247 tempest-ServersListShow298Test-1763803247-project-member] Lock "b4d9b431-14b5-46c9-9691-f5bfc012d8ca" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.717s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.701583] env[69889]: DEBUG oslo_vmware.api [None req-f223fcc8-cb06-43ab-84d6-cfb2cda1f4ed tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Task: {'id': task-4077403, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.741510] env[69889]: DEBUG nova.compute.utils [None req-66a02c98-c238-423c-9f8c-b0fa633ed6c8 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 925.043557] env[69889]: DEBUG oslo_vmware.api [None req-def22c36-8b30-4d1e-a183-7311fd21c8aa tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Task: {'id': task-4077404, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.058992] env[69889]: INFO nova.compute.manager [None req-2f704b6f-df58-4ac2-a049-edf7d5e67843 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: 68d7b291-3a3f-4ba0-9b9a-31407b0a43db] instance snapshotting [ 925.059306] env[69889]: WARNING nova.compute.manager [None req-2f704b6f-df58-4ac2-a049-edf7d5e67843 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: 68d7b291-3a3f-4ba0-9b9a-31407b0a43db] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 925.061059] env[69889]: DEBUG oslo_vmware.api [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52402585-20f4-262d-bdac-ea4585261d75, 'name': SearchDatastore_Task, 'duration_secs': 0.058152} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.061643] env[69889]: DEBUG oslo_concurrency.lockutils [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.061868] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: 1ff86d69-e1bb-4998-9a5b-6b798772f9e3] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 925.062151] env[69889]: DEBUG oslo_concurrency.lockutils [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.062310] env[69889]: DEBUG oslo_concurrency.lockutils [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.062495] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 925.063282] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99e9e2e6-9316-40d7-8c39-4b729a8256fd {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.066483] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2e05702f-3493-4b10-adab-cae760d8d92f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.094881] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2be1db9b-c283-485b-99f2-b0c3c807354d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.098628] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 925.098899] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 925.099682] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18fc3ca8-b28b-4a0c-a49b-2c2047752d8c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.107229] env[69889]: DEBUG oslo_concurrency.lockutils [req-8902cfa6-58b1-450f-ac3b-4cf85acbe678 req-651b2a1d-ddca-414f-8c7e-8bd422999a65 service nova] Releasing lock "refresh_cache-1ff86d69-e1bb-4998-9a5b-6b798772f9e3" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.114040] env[69889]: DEBUG oslo_vmware.api [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Waiting for the task: (returnval){ [ 925.114040] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]525e115b-f978-8168-4749-6fb8b946c8f3" [ 925.114040] env[69889]: _type = "Task" [ 925.114040] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.120527] env[69889]: DEBUG oslo_vmware.api [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]525e115b-f978-8168-4749-6fb8b946c8f3, 'name': SearchDatastore_Task, 'duration_secs': 0.010387} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.125875] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43f8aca4-5f66-4db6-a909-1362a79ab423 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.132901] env[69889]: DEBUG oslo_vmware.api [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Waiting for the task: (returnval){ [ 925.132901] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]529735c4-0747-a1e4-a435-7c1ddfe6db4a" [ 925.132901] env[69889]: _type = "Task" [ 925.132901] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.141653] env[69889]: DEBUG oslo_vmware.api [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]529735c4-0747-a1e4-a435-7c1ddfe6db4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.178658] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-267a77f0-2222-4e9b-96d8-5f8588636ec6 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.200539] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-cd7fb708-2963-436a-86c8-78a92f852be4 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] Updating instance '0c73213b-c2e1-42cb-a8f4-e3109adfd354' progress to 0 {{(pid=69889) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 925.216367] env[69889]: DEBUG oslo_vmware.api [None req-f223fcc8-cb06-43ab-84d6-cfb2cda1f4ed tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Task: {'id': task-4077403, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.55984} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.216646] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-f223fcc8-cb06-43ab-84d6-cfb2cda1f4ed tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore1] fda65aea-c3b4-46f8-9f00-fc7754f5b883/fda65aea-c3b4-46f8-9f00-fc7754f5b883.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 925.216866] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-f223fcc8-cb06-43ab-84d6-cfb2cda1f4ed tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] [instance: fda65aea-c3b4-46f8-9f00-fc7754f5b883] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 925.217357] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4a55db11-3aa2-4212-ab25-9e2c1e81968c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.225399] env[69889]: DEBUG oslo_vmware.api [None req-f223fcc8-cb06-43ab-84d6-cfb2cda1f4ed tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Waiting for the task: (returnval){ [ 925.225399] env[69889]: value = "task-4077405" [ 925.225399] env[69889]: _type = "Task" [ 925.225399] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.236164] env[69889]: DEBUG oslo_vmware.api [None req-f223fcc8-cb06-43ab-84d6-cfb2cda1f4ed tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Task: {'id': task-4077405, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.244417] env[69889]: DEBUG oslo_concurrency.lockutils [None req-66a02c98-c238-423c-9f8c-b0fa633ed6c8 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Lock "1b8036ed-2b5c-457d-9ef5-50d9ec77f656" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.463164] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ebcf66f-2151-493d-9188-cee4cbd72df0 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 925.463628] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b0a12a94-854b-4e16-963f-d95a2aaaab4f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.471038] env[69889]: DEBUG oslo_vmware.api [None req-5ebcf66f-2151-493d-9188-cee4cbd72df0 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Waiting for the task: (returnval){ [ 925.471038] env[69889]: value = "task-4077406" [ 925.471038] env[69889]: _type = "Task" [ 925.471038] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.484215] env[69889]: DEBUG oslo_vmware.api [None req-5ebcf66f-2151-493d-9188-cee4cbd72df0 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': task-4077406, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.543997] env[69889]: DEBUG oslo_vmware.api [None req-def22c36-8b30-4d1e-a183-7311fd21c8aa tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Task: {'id': task-4077404, 'name': ReconfigVM_Task, 'duration_secs': 0.837349} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.547022] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-def22c36-8b30-4d1e-a183-7311fd21c8aa tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 50d05d43-aecd-4d90-ae1a-60a0ff086f9c] Reconfigured VM instance instance-00000010 to attach disk [datastore1] 50d05d43-aecd-4d90-ae1a-60a0ff086f9c/50d05d43-aecd-4d90-ae1a-60a0ff086f9c.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 925.548043] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ccb57bc8-31db-49cc-95af-90d146e7854e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.556554] env[69889]: DEBUG oslo_vmware.api [None req-def22c36-8b30-4d1e-a183-7311fd21c8aa tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Waiting for the task: (returnval){ [ 925.556554] env[69889]: value = "task-4077407" [ 925.556554] env[69889]: _type = "Task" [ 925.556554] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.570427] env[69889]: DEBUG oslo_vmware.api [None req-def22c36-8b30-4d1e-a183-7311fd21c8aa tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Task: {'id': task-4077407, 'name': Rename_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.613058] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-2f704b6f-df58-4ac2-a049-edf7d5e67843 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: 68d7b291-3a3f-4ba0-9b9a-31407b0a43db] Creating Snapshot of the VM instance {{(pid=69889) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 925.613458] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d18270c8-3040-4060-89e1-a4f9867b23a2 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.625873] env[69889]: DEBUG oslo_vmware.api [None req-2f704b6f-df58-4ac2-a049-edf7d5e67843 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Waiting for the task: (returnval){ [ 925.625873] env[69889]: value = "task-4077408" [ 925.625873] env[69889]: _type = "Task" [ 925.625873] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.636145] env[69889]: DEBUG oslo_vmware.api [None req-2f704b6f-df58-4ac2-a049-edf7d5e67843 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077408, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.653011] env[69889]: DEBUG oslo_vmware.api [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]529735c4-0747-a1e4-a435-7c1ddfe6db4a, 'name': SearchDatastore_Task, 'duration_secs': 0.011918} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.653277] env[69889]: DEBUG oslo_concurrency.lockutils [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.653880] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore1] 1ff86d69-e1bb-4998-9a5b-6b798772f9e3/1ff86d69-e1bb-4998-9a5b-6b798772f9e3.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 925.653880] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f7b52d23-1bf7-4bde-a08a-fe4881c048b0 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.666655] env[69889]: DEBUG oslo_vmware.api [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Waiting for the task: (returnval){ [ 925.666655] env[69889]: value = "task-4077409" [ 925.666655] env[69889]: _type = "Task" [ 925.666655] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.679373] env[69889]: DEBUG oslo_vmware.api [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Task: {'id': task-4077409, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.713066] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd7fb708-2963-436a-86c8-78a92f852be4 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 925.713428] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-36024387-dfd6-4710-a991-2ecfa8df111f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.722415] env[69889]: DEBUG oslo_vmware.api [None req-cd7fb708-2963-436a-86c8-78a92f852be4 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Waiting for the task: (returnval){ [ 925.722415] env[69889]: value = "task-4077410" [ 925.722415] env[69889]: _type = "Task" [ 925.722415] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.751535] env[69889]: DEBUG oslo_vmware.api [None req-f223fcc8-cb06-43ab-84d6-cfb2cda1f4ed tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Task: {'id': task-4077405, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0793} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.751871] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd7fb708-2963-436a-86c8-78a92f852be4 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] VM already powered off {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 925.752106] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-cd7fb708-2963-436a-86c8-78a92f852be4 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] Updating instance '0c73213b-c2e1-42cb-a8f4-e3109adfd354' progress to 17 {{(pid=69889) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 925.755877] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-f223fcc8-cb06-43ab-84d6-cfb2cda1f4ed tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] [instance: fda65aea-c3b4-46f8-9f00-fc7754f5b883] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 925.761696] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dea9e78-3090-44f8-ad1e-14d6187c5c93 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.799869] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-f223fcc8-cb06-43ab-84d6-cfb2cda1f4ed tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] [instance: fda65aea-c3b4-46f8-9f00-fc7754f5b883] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] fda65aea-c3b4-46f8-9f00-fc7754f5b883/fda65aea-c3b4-46f8-9f00-fc7754f5b883.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 925.803987] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c57d794-b111-4746-b457-9a1613a54254 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.831203] env[69889]: DEBUG oslo_vmware.api [None req-f223fcc8-cb06-43ab-84d6-cfb2cda1f4ed tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Waiting for the task: (returnval){ [ 925.831203] env[69889]: value = "task-4077411" [ 925.831203] env[69889]: _type = "Task" [ 925.831203] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.846387] env[69889]: DEBUG oslo_vmware.api [None req-f223fcc8-cb06-43ab-84d6-cfb2cda1f4ed tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Task: {'id': task-4077411, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.870709] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c293e70-9c1b-4222-81ea-928772eea87a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.880361] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10cf3c3f-2175-4e73-b118-b7be9f5a56f1 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.915296] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fce64d4-cb7c-4fd6-bb17-5e8fbf8e07d0 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.925422] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-716a0afb-0b11-4164-9c31-43272c5bc7db {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.942225] env[69889]: DEBUG nova.compute.provider_tree [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 925.984318] env[69889]: DEBUG oslo_vmware.api [None req-5ebcf66f-2151-493d-9188-cee4cbd72df0 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': task-4077406, 'name': PowerOffVM_Task, 'duration_secs': 0.486207} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.984675] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ebcf66f-2151-493d-9188-cee4cbd72df0 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 925.984924] env[69889]: DEBUG nova.compute.manager [None req-5ebcf66f-2151-493d-9188-cee4cbd72df0 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 925.985908] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d30c21a-3f6e-47f3-8781-1d163f17f2fa {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.071026] env[69889]: DEBUG oslo_vmware.api [None req-def22c36-8b30-4d1e-a183-7311fd21c8aa tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Task: {'id': task-4077407, 'name': Rename_Task, 'duration_secs': 0.215191} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.071026] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-def22c36-8b30-4d1e-a183-7311fd21c8aa tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 50d05d43-aecd-4d90-ae1a-60a0ff086f9c] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 926.071271] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f8a1f0e0-d31a-4ffe-b10f-84fa58909594 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.081315] env[69889]: DEBUG oslo_vmware.api [None req-def22c36-8b30-4d1e-a183-7311fd21c8aa tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Waiting for the task: (returnval){ [ 926.081315] env[69889]: value = "task-4077412" [ 926.081315] env[69889]: _type = "Task" [ 926.081315] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.092024] env[69889]: DEBUG oslo_vmware.api [None req-def22c36-8b30-4d1e-a183-7311fd21c8aa tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Task: {'id': task-4077412, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.141735] env[69889]: DEBUG oslo_vmware.api [None req-2f704b6f-df58-4ac2-a049-edf7d5e67843 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077408, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.182429] env[69889]: DEBUG oslo_vmware.api [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Task: {'id': task-4077409, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.264534] env[69889]: DEBUG nova.virt.hardware [None req-cd7fb708-2963-436a-86c8-78a92f852be4 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 926.264970] env[69889]: DEBUG nova.virt.hardware [None req-cd7fb708-2963-436a-86c8-78a92f852be4 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 926.265085] env[69889]: DEBUG nova.virt.hardware [None req-cd7fb708-2963-436a-86c8-78a92f852be4 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 926.265726] env[69889]: DEBUG nova.virt.hardware [None req-cd7fb708-2963-436a-86c8-78a92f852be4 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 926.265726] env[69889]: DEBUG nova.virt.hardware [None req-cd7fb708-2963-436a-86c8-78a92f852be4 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 926.265726] env[69889]: DEBUG nova.virt.hardware [None req-cd7fb708-2963-436a-86c8-78a92f852be4 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 926.265873] env[69889]: DEBUG nova.virt.hardware [None req-cd7fb708-2963-436a-86c8-78a92f852be4 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 926.265914] env[69889]: DEBUG nova.virt.hardware [None req-cd7fb708-2963-436a-86c8-78a92f852be4 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 926.266096] env[69889]: DEBUG nova.virt.hardware [None req-cd7fb708-2963-436a-86c8-78a92f852be4 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 926.266288] env[69889]: DEBUG nova.virt.hardware [None req-cd7fb708-2963-436a-86c8-78a92f852be4 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 926.266534] env[69889]: DEBUG nova.virt.hardware [None req-cd7fb708-2963-436a-86c8-78a92f852be4 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 926.273577] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de06e837-b823-4190-9206-adb48f1be025 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.291889] env[69889]: DEBUG oslo_vmware.api [None req-cd7fb708-2963-436a-86c8-78a92f852be4 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Waiting for the task: (returnval){ [ 926.291889] env[69889]: value = "task-4077413" [ 926.291889] env[69889]: _type = "Task" [ 926.291889] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.302354] env[69889]: DEBUG oslo_vmware.api [None req-cd7fb708-2963-436a-86c8-78a92f852be4 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4077413, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.342014] env[69889]: DEBUG oslo_vmware.api [None req-f223fcc8-cb06-43ab-84d6-cfb2cda1f4ed tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Task: {'id': task-4077411, 'name': ReconfigVM_Task, 'duration_secs': 0.423708} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.342987] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-f223fcc8-cb06-43ab-84d6-cfb2cda1f4ed tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] [instance: fda65aea-c3b4-46f8-9f00-fc7754f5b883] Reconfigured VM instance instance-00000039 to attach disk [datastore1] fda65aea-c3b4-46f8-9f00-fc7754f5b883/fda65aea-c3b4-46f8-9f00-fc7754f5b883.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 926.343219] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-10a835c5-d2eb-4b11-a171-2c51791b488e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.348398] env[69889]: DEBUG oslo_concurrency.lockutils [None req-66a02c98-c238-423c-9f8c-b0fa633ed6c8 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Acquiring lock "1b8036ed-2b5c-457d-9ef5-50d9ec77f656" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.348398] env[69889]: DEBUG oslo_concurrency.lockutils [None req-66a02c98-c238-423c-9f8c-b0fa633ed6c8 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Lock "1b8036ed-2b5c-457d-9ef5-50d9ec77f656" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.348668] env[69889]: INFO nova.compute.manager [None req-66a02c98-c238-423c-9f8c-b0fa633ed6c8 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: 1b8036ed-2b5c-457d-9ef5-50d9ec77f656] Attaching volume 349e5027-5f59-44e4-80c6-e91d731b3685 to /dev/sdb [ 926.351867] env[69889]: DEBUG oslo_vmware.api [None req-f223fcc8-cb06-43ab-84d6-cfb2cda1f4ed tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Waiting for the task: (returnval){ [ 926.351867] env[69889]: value = "task-4077414" [ 926.351867] env[69889]: _type = "Task" [ 926.351867] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.363977] env[69889]: DEBUG oslo_vmware.api [None req-f223fcc8-cb06-43ab-84d6-cfb2cda1f4ed tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Task: {'id': task-4077414, 'name': Rename_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.388647] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b86cae32-a714-4f3a-9335-3954d4a1e1f0 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.397560] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57b1e325-1e1d-49b0-8601-87e29bc695ef {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.413883] env[69889]: DEBUG nova.virt.block_device [None req-66a02c98-c238-423c-9f8c-b0fa633ed6c8 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: 1b8036ed-2b5c-457d-9ef5-50d9ec77f656] Updating existing volume attachment record: 005b8189-d789-44f4-b3de-79905497e5a1 {{(pid=69889) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 926.447643] env[69889]: DEBUG nova.scheduler.client.report [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 926.501111] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5ebcf66f-2151-493d-9188-cee4cbd72df0 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Lock "5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.058s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.593373] env[69889]: DEBUG oslo_vmware.api [None req-def22c36-8b30-4d1e-a183-7311fd21c8aa tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Task: {'id': task-4077412, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.638886] env[69889]: DEBUG oslo_vmware.api [None req-2f704b6f-df58-4ac2-a049-edf7d5e67843 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077408, 'name': CreateSnapshot_Task, 'duration_secs': 0.67512} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.639234] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-2f704b6f-df58-4ac2-a049-edf7d5e67843 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: 68d7b291-3a3f-4ba0-9b9a-31407b0a43db] Created Snapshot of the VM instance {{(pid=69889) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 926.640164] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a1fb523-b1a4-4141-926a-f39e9adf28aa {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.680184] env[69889]: DEBUG oslo_vmware.api [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Task: {'id': task-4077409, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.557057} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.681582] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore1] 1ff86d69-e1bb-4998-9a5b-6b798772f9e3/1ff86d69-e1bb-4998-9a5b-6b798772f9e3.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 926.681582] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: 1ff86d69-e1bb-4998-9a5b-6b798772f9e3] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 926.681710] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2cababbf-cca5-44e6-bd34-d720d89e6c1f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.690295] env[69889]: DEBUG oslo_vmware.api [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Waiting for the task: (returnval){ [ 926.690295] env[69889]: value = "task-4077418" [ 926.690295] env[69889]: _type = "Task" [ 926.690295] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.702467] env[69889]: DEBUG oslo_vmware.api [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Task: {'id': task-4077418, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.804394] env[69889]: DEBUG oslo_vmware.api [None req-cd7fb708-2963-436a-86c8-78a92f852be4 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4077413, 'name': ReconfigVM_Task, 'duration_secs': 0.272979} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.804827] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-cd7fb708-2963-436a-86c8-78a92f852be4 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] Updating instance '0c73213b-c2e1-42cb-a8f4-e3109adfd354' progress to 33 {{(pid=69889) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 926.863915] env[69889]: DEBUG oslo_vmware.api [None req-f223fcc8-cb06-43ab-84d6-cfb2cda1f4ed tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Task: {'id': task-4077414, 'name': Rename_Task, 'duration_secs': 0.176114} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.864396] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-f223fcc8-cb06-43ab-84d6-cfb2cda1f4ed tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] [instance: fda65aea-c3b4-46f8-9f00-fc7754f5b883] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 926.864396] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c949942c-c346-4b2b-b943-819855b19d27 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.871977] env[69889]: DEBUG oslo_vmware.api [None req-f223fcc8-cb06-43ab-84d6-cfb2cda1f4ed tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Waiting for the task: (returnval){ [ 926.871977] env[69889]: value = "task-4077419" [ 926.871977] env[69889]: _type = "Task" [ 926.871977] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.881622] env[69889]: DEBUG oslo_vmware.api [None req-f223fcc8-cb06-43ab-84d6-cfb2cda1f4ed tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Task: {'id': task-4077419, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.954068] env[69889]: DEBUG oslo_concurrency.lockutils [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.841s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.954523] env[69889]: DEBUG nova.compute.manager [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: 017df34e-1102-4414-b63e-614ee9db8060] Start building networks asynchronously for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 926.962196] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7e392b72-7dfc-4d6d-a735-77e1f1ac88a0 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.970s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.967019] env[69889]: INFO nova.compute.claims [None req-7e392b72-7dfc-4d6d-a735-77e1f1ac88a0 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] [instance: a31565fb-fb1f-4fb9-a60d-06e32458efa2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 927.094393] env[69889]: DEBUG oslo_vmware.api [None req-def22c36-8b30-4d1e-a183-7311fd21c8aa tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Task: {'id': task-4077412, 'name': PowerOnVM_Task, 'duration_secs': 0.604381} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.094786] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-def22c36-8b30-4d1e-a183-7311fd21c8aa tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 50d05d43-aecd-4d90-ae1a-60a0ff086f9c] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 927.094948] env[69889]: DEBUG nova.compute.manager [None req-def22c36-8b30-4d1e-a183-7311fd21c8aa tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 50d05d43-aecd-4d90-ae1a-60a0ff086f9c] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 927.095780] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20606783-d99d-4206-98e9-b6236f2f7214 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.160822] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-2f704b6f-df58-4ac2-a049-edf7d5e67843 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: 68d7b291-3a3f-4ba0-9b9a-31407b0a43db] Creating linked-clone VM from snapshot {{(pid=69889) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 927.161174] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4e04cdac-e859-430f-8bf9-33ae442d45b0 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.169096] env[69889]: DEBUG nova.objects.instance [None req-429eb53c-df33-4cdb-aa32-659287d7931d tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Lazy-loading 'flavor' on Instance uuid 5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 927.171848] env[69889]: DEBUG oslo_vmware.api [None req-2f704b6f-df58-4ac2-a049-edf7d5e67843 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Waiting for the task: (returnval){ [ 927.171848] env[69889]: value = "task-4077420" [ 927.171848] env[69889]: _type = "Task" [ 927.171848] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.184418] env[69889]: DEBUG oslo_vmware.api [None req-2f704b6f-df58-4ac2-a049-edf7d5e67843 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077420, 'name': CloneVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.200630] env[69889]: DEBUG oslo_vmware.api [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Task: {'id': task-4077418, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.124948} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.200922] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: 1ff86d69-e1bb-4998-9a5b-6b798772f9e3] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 927.202716] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0964718-2073-4e29-b733-e5e75278f495 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.225710] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: 1ff86d69-e1bb-4998-9a5b-6b798772f9e3] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] 1ff86d69-e1bb-4998-9a5b-6b798772f9e3/1ff86d69-e1bb-4998-9a5b-6b798772f9e3.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 927.226492] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e51020d9-103e-406c-95ef-939ccb329283 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.247970] env[69889]: DEBUG oslo_vmware.api [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Waiting for the task: (returnval){ [ 927.247970] env[69889]: value = "task-4077421" [ 927.247970] env[69889]: _type = "Task" [ 927.247970] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.257945] env[69889]: DEBUG oslo_vmware.api [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Task: {'id': task-4077421, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.315017] env[69889]: DEBUG nova.virt.hardware [None req-cd7fb708-2963-436a-86c8-78a92f852be4 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 927.315017] env[69889]: DEBUG nova.virt.hardware [None req-cd7fb708-2963-436a-86c8-78a92f852be4 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 927.315017] env[69889]: DEBUG nova.virt.hardware [None req-cd7fb708-2963-436a-86c8-78a92f852be4 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 927.315437] env[69889]: DEBUG nova.virt.hardware [None req-cd7fb708-2963-436a-86c8-78a92f852be4 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 927.315593] env[69889]: DEBUG nova.virt.hardware [None req-cd7fb708-2963-436a-86c8-78a92f852be4 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 927.315868] env[69889]: DEBUG nova.virt.hardware [None req-cd7fb708-2963-436a-86c8-78a92f852be4 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 927.316157] env[69889]: DEBUG nova.virt.hardware [None req-cd7fb708-2963-436a-86c8-78a92f852be4 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 927.316346] env[69889]: DEBUG nova.virt.hardware [None req-cd7fb708-2963-436a-86c8-78a92f852be4 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 927.316524] env[69889]: DEBUG nova.virt.hardware [None req-cd7fb708-2963-436a-86c8-78a92f852be4 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 927.316689] env[69889]: DEBUG nova.virt.hardware [None req-cd7fb708-2963-436a-86c8-78a92f852be4 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 927.317117] env[69889]: DEBUG nova.virt.hardware [None req-cd7fb708-2963-436a-86c8-78a92f852be4 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 927.323318] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd7fb708-2963-436a-86c8-78a92f852be4 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] Reconfiguring VM instance instance-00000015 to detach disk 2000 {{(pid=69889) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 927.324058] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-248fa184-c3ef-4459-84ab-fc986a37977e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.345681] env[69889]: DEBUG oslo_vmware.api [None req-cd7fb708-2963-436a-86c8-78a92f852be4 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Waiting for the task: (returnval){ [ 927.345681] env[69889]: value = "task-4077422" [ 927.345681] env[69889]: _type = "Task" [ 927.345681] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.358370] env[69889]: DEBUG oslo_vmware.api [None req-cd7fb708-2963-436a-86c8-78a92f852be4 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4077422, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.385303] env[69889]: DEBUG oslo_vmware.api [None req-f223fcc8-cb06-43ab-84d6-cfb2cda1f4ed tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Task: {'id': task-4077419, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.464106] env[69889]: DEBUG nova.compute.utils [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 927.465832] env[69889]: DEBUG nova.compute.manager [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: 017df34e-1102-4414-b63e-614ee9db8060] Allocating IP information in the background. {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 927.466278] env[69889]: DEBUG nova.network.neutron [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: 017df34e-1102-4414-b63e-614ee9db8060] allocate_for_instance() {{(pid=69889) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 927.526527] env[69889]: DEBUG nova.policy [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '868020437a58403aadb52639029ea21d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '45b72304ac214e328bf767dbca9b17b9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69889) authorize /opt/stack/nova/nova/policy.py:192}} [ 927.616317] env[69889]: DEBUG oslo_concurrency.lockutils [None req-def22c36-8b30-4d1e-a183-7311fd21c8aa tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.681395] env[69889]: DEBUG oslo_concurrency.lockutils [None req-429eb53c-df33-4cdb-aa32-659287d7931d tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Acquiring lock "refresh_cache-5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.681565] env[69889]: DEBUG oslo_concurrency.lockutils [None req-429eb53c-df33-4cdb-aa32-659287d7931d tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Acquired lock "refresh_cache-5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.681838] env[69889]: DEBUG nova.network.neutron [None req-429eb53c-df33-4cdb-aa32-659287d7931d tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 927.682108] env[69889]: DEBUG nova.objects.instance [None req-429eb53c-df33-4cdb-aa32-659287d7931d tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Lazy-loading 'info_cache' on Instance uuid 5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 927.692540] env[69889]: DEBUG oslo_vmware.api [None req-2f704b6f-df58-4ac2-a049-edf7d5e67843 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077420, 'name': CloneVM_Task} progress is 94%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.759036] env[69889]: DEBUG oslo_vmware.api [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Task: {'id': task-4077421, 'name': ReconfigVM_Task, 'duration_secs': 0.372896} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.759036] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: 1ff86d69-e1bb-4998-9a5b-6b798772f9e3] Reconfigured VM instance instance-0000003a to attach disk [datastore1] 1ff86d69-e1bb-4998-9a5b-6b798772f9e3/1ff86d69-e1bb-4998-9a5b-6b798772f9e3.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 927.760044] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5b2d3c71-1389-4969-9f4f-99b103b15ccb {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.768538] env[69889]: DEBUG oslo_vmware.api [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Waiting for the task: (returnval){ [ 927.768538] env[69889]: value = "task-4077423" [ 927.768538] env[69889]: _type = "Task" [ 927.768538] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.781056] env[69889]: DEBUG oslo_vmware.api [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Task: {'id': task-4077423, 'name': Rename_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.859058] env[69889]: DEBUG oslo_vmware.api [None req-cd7fb708-2963-436a-86c8-78a92f852be4 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4077422, 'name': ReconfigVM_Task, 'duration_secs': 0.199301} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.859533] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd7fb708-2963-436a-86c8-78a92f852be4 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] Reconfigured VM instance instance-00000015 to detach disk 2000 {{(pid=69889) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 927.861158] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-461fc11b-f4fb-4965-b286-5c7a6c480690 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.887544] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd7fb708-2963-436a-86c8-78a92f852be4 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] 0c73213b-c2e1-42cb-a8f4-e3109adfd354/0c73213b-c2e1-42cb-a8f4-e3109adfd354.vmdk or device None with type thin {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 927.891443] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54e583fb-d676-46b9-a232-9c24791935c5 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.908243] env[69889]: DEBUG nova.network.neutron [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: 017df34e-1102-4414-b63e-614ee9db8060] Successfully created port: 55c73fc1-a8a9-4e32-ac3a-dce1f4adff2f {{(pid=69889) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 927.917582] env[69889]: DEBUG oslo_vmware.api [None req-f223fcc8-cb06-43ab-84d6-cfb2cda1f4ed tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Task: {'id': task-4077419, 'name': PowerOnVM_Task, 'duration_secs': 0.923215} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.919418] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-f223fcc8-cb06-43ab-84d6-cfb2cda1f4ed tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] [instance: fda65aea-c3b4-46f8-9f00-fc7754f5b883] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 927.919687] env[69889]: INFO nova.compute.manager [None req-f223fcc8-cb06-43ab-84d6-cfb2cda1f4ed tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] [instance: fda65aea-c3b4-46f8-9f00-fc7754f5b883] Took 9.60 seconds to spawn the instance on the hypervisor. [ 927.919999] env[69889]: DEBUG nova.compute.manager [None req-f223fcc8-cb06-43ab-84d6-cfb2cda1f4ed tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] [instance: fda65aea-c3b4-46f8-9f00-fc7754f5b883] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 927.920486] env[69889]: DEBUG oslo_vmware.api [None req-cd7fb708-2963-436a-86c8-78a92f852be4 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Waiting for the task: (returnval){ [ 927.920486] env[69889]: value = "task-4077424" [ 927.920486] env[69889]: _type = "Task" [ 927.920486] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.921825] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc5c581f-71b4-464f-a3f5-035fe034bb72 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.934618] env[69889]: DEBUG oslo_vmware.api [None req-cd7fb708-2963-436a-86c8-78a92f852be4 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4077424, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.970548] env[69889]: DEBUG nova.compute.manager [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: 017df34e-1102-4414-b63e-614ee9db8060] Start building block device mappings for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 928.188813] env[69889]: DEBUG nova.objects.base [None req-429eb53c-df33-4cdb-aa32-659287d7931d tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Object Instance<5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4> lazy-loaded attributes: flavor,info_cache {{(pid=69889) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 928.190083] env[69889]: DEBUG oslo_vmware.api [None req-2f704b6f-df58-4ac2-a049-edf7d5e67843 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077420, 'name': CloneVM_Task} progress is 95%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.282038] env[69889]: DEBUG oslo_vmware.api [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Task: {'id': task-4077423, 'name': Rename_Task, 'duration_secs': 0.203517} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.282355] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: 1ff86d69-e1bb-4998-9a5b-6b798772f9e3] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 928.282607] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-76c3e6c0-6ed1-4b5e-aa76-94720ce5a724 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.290480] env[69889]: DEBUG oslo_vmware.api [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Waiting for the task: (returnval){ [ 928.290480] env[69889]: value = "task-4077425" [ 928.290480] env[69889]: _type = "Task" [ 928.290480] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.299877] env[69889]: DEBUG oslo_vmware.api [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Task: {'id': task-4077425, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.436794] env[69889]: DEBUG oslo_vmware.api [None req-cd7fb708-2963-436a-86c8-78a92f852be4 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4077424, 'name': ReconfigVM_Task, 'duration_secs': 0.473146} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.437104] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd7fb708-2963-436a-86c8-78a92f852be4 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] Reconfigured VM instance instance-00000015 to attach disk [datastore2] 0c73213b-c2e1-42cb-a8f4-e3109adfd354/0c73213b-c2e1-42cb-a8f4-e3109adfd354.vmdk or device None with type thin {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 928.437390] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-cd7fb708-2963-436a-86c8-78a92f852be4 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] Updating instance '0c73213b-c2e1-42cb-a8f4-e3109adfd354' progress to 50 {{(pid=69889) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 928.452495] env[69889]: INFO nova.compute.manager [None req-f223fcc8-cb06-43ab-84d6-cfb2cda1f4ed tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] [instance: fda65aea-c3b4-46f8-9f00-fc7754f5b883] Took 39.33 seconds to build instance. [ 928.555322] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb4313d8-2303-4446-9aaa-7b99bade2a51 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.565257] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16fb8885-8e13-4b34-a4ee-2bec2cbcb3dd {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.599685] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88f7baaa-02ea-49c4-8706-c8c04b3cfbce {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.609147] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b086c61-95cb-4b84-9523-07dedfcae80b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.626551] env[69889]: DEBUG nova.compute.provider_tree [None req-7e392b72-7dfc-4d6d-a735-77e1f1ac88a0 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 928.683640] env[69889]: DEBUG oslo_vmware.api [None req-2f704b6f-df58-4ac2-a049-edf7d5e67843 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077420, 'name': CloneVM_Task, 'duration_secs': 1.160164} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.683923] env[69889]: INFO nova.virt.vmwareapi.vmops [None req-2f704b6f-df58-4ac2-a049-edf7d5e67843 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: 68d7b291-3a3f-4ba0-9b9a-31407b0a43db] Created linked-clone VM from snapshot [ 928.684814] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfdc5cdd-b32c-4e96-8940-0ad6d30c1063 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.697626] env[69889]: DEBUG nova.virt.vmwareapi.images [None req-2f704b6f-df58-4ac2-a049-edf7d5e67843 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: 68d7b291-3a3f-4ba0-9b9a-31407b0a43db] Uploading image bb1e39b4-3409-4531-b7a8-b560036ad9a0 {{(pid=69889) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 928.722249] env[69889]: DEBUG oslo_vmware.rw_handles [None req-2f704b6f-df58-4ac2-a049-edf7d5e67843 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 928.722249] env[69889]: value = "vm-807945" [ 928.722249] env[69889]: _type = "VirtualMachine" [ 928.722249] env[69889]: }. {{(pid=69889) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 928.722249] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e3717f5b-9eb0-4131-83dc-654e6c4d8dc5 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.729405] env[69889]: DEBUG oslo_vmware.rw_handles [None req-2f704b6f-df58-4ac2-a049-edf7d5e67843 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Lease: (returnval){ [ 928.729405] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]5290b5bf-b9e2-2649-7785-8b75e030df7f" [ 928.729405] env[69889]: _type = "HttpNfcLease" [ 928.729405] env[69889]: } obtained for exporting VM: (result){ [ 928.729405] env[69889]: value = "vm-807945" [ 928.729405] env[69889]: _type = "VirtualMachine" [ 928.729405] env[69889]: }. {{(pid=69889) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 928.729692] env[69889]: DEBUG oslo_vmware.api [None req-2f704b6f-df58-4ac2-a049-edf7d5e67843 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Waiting for the lease: (returnval){ [ 928.729692] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]5290b5bf-b9e2-2649-7785-8b75e030df7f" [ 928.729692] env[69889]: _type = "HttpNfcLease" [ 928.729692] env[69889]: } to be ready. {{(pid=69889) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 928.738890] env[69889]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 928.738890] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]5290b5bf-b9e2-2649-7785-8b75e030df7f" [ 928.738890] env[69889]: _type = "HttpNfcLease" [ 928.738890] env[69889]: } is initializing. {{(pid=69889) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 928.802870] env[69889]: DEBUG oslo_vmware.api [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Task: {'id': task-4077425, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.948709] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70d9496e-2295-47ca-beea-ef5211dd5a28 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.955230] env[69889]: DEBUG oslo_concurrency.lockutils [None req-f223fcc8-cb06-43ab-84d6-cfb2cda1f4ed tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Lock "fda65aea-c3b4-46f8-9f00-fc7754f5b883" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.902s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.972463] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d3053707-6a98-45fd-adcd-2d6fae54248a tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Acquiring lock "72912814-7e55-405f-a878-7102dcdfc7d1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.972745] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d3053707-6a98-45fd-adcd-2d6fae54248a tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Lock "72912814-7e55-405f-a878-7102dcdfc7d1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.972951] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d3053707-6a98-45fd-adcd-2d6fae54248a tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Acquiring lock "72912814-7e55-405f-a878-7102dcdfc7d1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.973154] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d3053707-6a98-45fd-adcd-2d6fae54248a tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Lock "72912814-7e55-405f-a878-7102dcdfc7d1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.973329] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d3053707-6a98-45fd-adcd-2d6fae54248a tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Lock "72912814-7e55-405f-a878-7102dcdfc7d1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.975641] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2fa2c66-d088-495e-ad81-531a5dda07cc {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.978578] env[69889]: INFO nova.compute.manager [None req-d3053707-6a98-45fd-adcd-2d6fae54248a tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 72912814-7e55-405f-a878-7102dcdfc7d1] Terminating instance [ 929.007031] env[69889]: DEBUG nova.compute.manager [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: 017df34e-1102-4414-b63e-614ee9db8060] Start spawning the instance on the hypervisor. {{(pid=69889) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 929.009063] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-cd7fb708-2963-436a-86c8-78a92f852be4 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] Updating instance '0c73213b-c2e1-42cb-a8f4-e3109adfd354' progress to 67 {{(pid=69889) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 929.042483] env[69889]: DEBUG nova.virt.hardware [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 929.042811] env[69889]: DEBUG nova.virt.hardware [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 929.043020] env[69889]: DEBUG nova.virt.hardware [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 929.043251] env[69889]: DEBUG nova.virt.hardware [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 929.043444] env[69889]: DEBUG nova.virt.hardware [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 929.043657] env[69889]: DEBUG nova.virt.hardware [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 929.043914] env[69889]: DEBUG nova.virt.hardware [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 929.044139] env[69889]: DEBUG nova.virt.hardware [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 929.044352] env[69889]: DEBUG nova.virt.hardware [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 929.044687] env[69889]: DEBUG nova.virt.hardware [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 929.044951] env[69889]: DEBUG nova.virt.hardware [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 929.046298] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-909a0145-0c9c-46f4-b59d-25a926f47212 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.058365] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c2c3d36-c315-4c4c-99aa-794b929c392f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.130731] env[69889]: DEBUG nova.scheduler.client.report [None req-7e392b72-7dfc-4d6d-a735-77e1f1ac88a0 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 929.152623] env[69889]: DEBUG oslo_concurrency.lockutils [None req-702057f9-2695-4701-9c80-4edfd16504eb tempest-ServersV294TestFqdnHostnames-533393004 tempest-ServersV294TestFqdnHostnames-533393004-project-member] Acquiring lock "4cdcfc6f-7d4f-4b81-b0a1-425c842fe20b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.153063] env[69889]: DEBUG oslo_concurrency.lockutils [None req-702057f9-2695-4701-9c80-4edfd16504eb tempest-ServersV294TestFqdnHostnames-533393004 tempest-ServersV294TestFqdnHostnames-533393004-project-member] Lock "4cdcfc6f-7d4f-4b81-b0a1-425c842fe20b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.153346] env[69889]: DEBUG oslo_concurrency.lockutils [None req-702057f9-2695-4701-9c80-4edfd16504eb tempest-ServersV294TestFqdnHostnames-533393004 tempest-ServersV294TestFqdnHostnames-533393004-project-member] Acquiring lock "4cdcfc6f-7d4f-4b81-b0a1-425c842fe20b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.153492] env[69889]: DEBUG oslo_concurrency.lockutils [None req-702057f9-2695-4701-9c80-4edfd16504eb tempest-ServersV294TestFqdnHostnames-533393004 tempest-ServersV294TestFqdnHostnames-533393004-project-member] Lock "4cdcfc6f-7d4f-4b81-b0a1-425c842fe20b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.153660] env[69889]: DEBUG oslo_concurrency.lockutils [None req-702057f9-2695-4701-9c80-4edfd16504eb tempest-ServersV294TestFqdnHostnames-533393004 tempest-ServersV294TestFqdnHostnames-533393004-project-member] Lock "4cdcfc6f-7d4f-4b81-b0a1-425c842fe20b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.155883] env[69889]: INFO nova.compute.manager [None req-702057f9-2695-4701-9c80-4edfd16504eb tempest-ServersV294TestFqdnHostnames-533393004 tempest-ServersV294TestFqdnHostnames-533393004-project-member] [instance: 4cdcfc6f-7d4f-4b81-b0a1-425c842fe20b] Terminating instance [ 929.169520] env[69889]: DEBUG nova.network.neutron [None req-429eb53c-df33-4cdb-aa32-659287d7931d tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4] Updating instance_info_cache with network_info: [{"id": "a701b1ab-efb1-43ae-9133-40a45b94e51e", "address": "fa:16:3e:26:1d:87", "network": {"id": "c607a821-3d63-41af-abaf-0611e2141a9c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-453181546-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8917847ce0c4465198a89a1c5551fb59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15165046-2de9-4ada-9e99-0126e20854a9", "external-id": "nsx-vlan-transportzone-974", "segmentation_id": 974, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa701b1ab-ef", "ovs_interfaceid": "a701b1ab-efb1-43ae-9133-40a45b94e51e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.239918] env[69889]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 929.239918] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]5290b5bf-b9e2-2649-7785-8b75e030df7f" [ 929.239918] env[69889]: _type = "HttpNfcLease" [ 929.239918] env[69889]: } is ready. {{(pid=69889) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 929.240285] env[69889]: DEBUG oslo_vmware.rw_handles [None req-2f704b6f-df58-4ac2-a049-edf7d5e67843 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 929.240285] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]5290b5bf-b9e2-2649-7785-8b75e030df7f" [ 929.240285] env[69889]: _type = "HttpNfcLease" [ 929.240285] env[69889]: }. {{(pid=69889) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 929.241027] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8cf1ad0-a577-46a5-9158-04c51fd028dc {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.250129] env[69889]: DEBUG oslo_vmware.rw_handles [None req-2f704b6f-df58-4ac2-a049-edf7d5e67843 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5296d0ab-b5a0-09cd-234d-b4565e72803e/disk-0.vmdk from lease info. {{(pid=69889) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 929.250340] env[69889]: DEBUG oslo_vmware.rw_handles [None req-2f704b6f-df58-4ac2-a049-edf7d5e67843 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5296d0ab-b5a0-09cd-234d-b4565e72803e/disk-0.vmdk for reading. {{(pid=69889) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 929.332046] env[69889]: DEBUG oslo_vmware.api [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Task: {'id': task-4077425, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.376465] env[69889]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-eb3d81fc-e8ed-4e6d-b9a4-a6b5c968fbe5 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.487031] env[69889]: DEBUG nova.compute.manager [None req-d3053707-6a98-45fd-adcd-2d6fae54248a tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 72912814-7e55-405f-a878-7102dcdfc7d1] Start destroying the instance on the hypervisor. {{(pid=69889) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 929.487031] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-d3053707-6a98-45fd-adcd-2d6fae54248a tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 72912814-7e55-405f-a878-7102dcdfc7d1] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 929.487031] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78ea9eec-3c6a-4be9-b954-0afef397430b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.499125] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3053707-6a98-45fd-adcd-2d6fae54248a tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 72912814-7e55-405f-a878-7102dcdfc7d1] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 929.500778] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6fbf1651-e1cb-43d1-b178-4413fdb8e271 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.509672] env[69889]: DEBUG oslo_vmware.api [None req-d3053707-6a98-45fd-adcd-2d6fae54248a tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Waiting for the task: (returnval){ [ 929.509672] env[69889]: value = "task-4077428" [ 929.509672] env[69889]: _type = "Task" [ 929.509672] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.528945] env[69889]: DEBUG oslo_vmware.api [None req-d3053707-6a98-45fd-adcd-2d6fae54248a tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Task: {'id': task-4077428, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.575037] env[69889]: DEBUG nova.network.neutron [None req-cd7fb708-2963-436a-86c8-78a92f852be4 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] Port 9f07f034-4136-49cb-ab32-4feb5aac7b58 binding to destination host cpu-1 is already ACTIVE {{(pid=69889) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 929.582342] env[69889]: DEBUG nova.network.neutron [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: 017df34e-1102-4414-b63e-614ee9db8060] Successfully updated port: 55c73fc1-a8a9-4e32-ac3a-dce1f4adff2f {{(pid=69889) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 929.637357] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7e392b72-7dfc-4d6d-a735-77e1f1ac88a0 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.675s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.638017] env[69889]: DEBUG nova.compute.manager [None req-7e392b72-7dfc-4d6d-a735-77e1f1ac88a0 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] [instance: a31565fb-fb1f-4fb9-a60d-06e32458efa2] Start building networks asynchronously for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 929.645027] env[69889]: DEBUG nova.compute.manager [req-7f93df00-4559-4ab3-9de4-6146616d9269 req-f527d25c-89b6-40a8-b3c2-eaeffce4939a service nova] [instance: 017df34e-1102-4414-b63e-614ee9db8060] Received event network-vif-plugged-55c73fc1-a8a9-4e32-ac3a-dce1f4adff2f {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 929.645027] env[69889]: DEBUG oslo_concurrency.lockutils [req-7f93df00-4559-4ab3-9de4-6146616d9269 req-f527d25c-89b6-40a8-b3c2-eaeffce4939a service nova] Acquiring lock "017df34e-1102-4414-b63e-614ee9db8060-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.645027] env[69889]: DEBUG oslo_concurrency.lockutils [req-7f93df00-4559-4ab3-9de4-6146616d9269 req-f527d25c-89b6-40a8-b3c2-eaeffce4939a service nova] Lock "017df34e-1102-4414-b63e-614ee9db8060-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.645027] env[69889]: DEBUG oslo_concurrency.lockutils [req-7f93df00-4559-4ab3-9de4-6146616d9269 req-f527d25c-89b6-40a8-b3c2-eaeffce4939a service nova] Lock "017df34e-1102-4414-b63e-614ee9db8060-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.645027] env[69889]: DEBUG nova.compute.manager [req-7f93df00-4559-4ab3-9de4-6146616d9269 req-f527d25c-89b6-40a8-b3c2-eaeffce4939a service nova] [instance: 017df34e-1102-4414-b63e-614ee9db8060] No waiting events found dispatching network-vif-plugged-55c73fc1-a8a9-4e32-ac3a-dce1f4adff2f {{(pid=69889) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 929.645027] env[69889]: WARNING nova.compute.manager [req-7f93df00-4559-4ab3-9de4-6146616d9269 req-f527d25c-89b6-40a8-b3c2-eaeffce4939a service nova] [instance: 017df34e-1102-4414-b63e-614ee9db8060] Received unexpected event network-vif-plugged-55c73fc1-a8a9-4e32-ac3a-dce1f4adff2f for instance with vm_state building and task_state spawning. [ 929.645027] env[69889]: DEBUG oslo_concurrency.lockutils [None req-6bdf5254-997a-4267-9e5f-002f2cb840f0 tempest-ServerMetadataTestJSON-21317979 tempest-ServerMetadataTestJSON-21317979-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.576s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.645027] env[69889]: DEBUG nova.objects.instance [None req-6bdf5254-997a-4267-9e5f-002f2cb840f0 tempest-ServerMetadataTestJSON-21317979 tempest-ServerMetadataTestJSON-21317979-project-member] Lazy-loading 'resources' on Instance uuid 37c0c047-a9c0-4e1e-8794-9ad3b6efc875 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 929.663997] env[69889]: DEBUG nova.compute.manager [None req-702057f9-2695-4701-9c80-4edfd16504eb tempest-ServersV294TestFqdnHostnames-533393004 tempest-ServersV294TestFqdnHostnames-533393004-project-member] [instance: 4cdcfc6f-7d4f-4b81-b0a1-425c842fe20b] Start destroying the instance on the hypervisor. {{(pid=69889) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 929.664258] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-702057f9-2695-4701-9c80-4edfd16504eb tempest-ServersV294TestFqdnHostnames-533393004 tempest-ServersV294TestFqdnHostnames-533393004-project-member] [instance: 4cdcfc6f-7d4f-4b81-b0a1-425c842fe20b] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 929.665317] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e56858d7-f876-48ae-90c4-86a0ad77662d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.672237] env[69889]: DEBUG oslo_concurrency.lockutils [None req-429eb53c-df33-4cdb-aa32-659287d7931d tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Releasing lock "refresh_cache-5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.682522] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-702057f9-2695-4701-9c80-4edfd16504eb tempest-ServersV294TestFqdnHostnames-533393004 tempest-ServersV294TestFqdnHostnames-533393004-project-member] [instance: 4cdcfc6f-7d4f-4b81-b0a1-425c842fe20b] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 929.683029] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e2be512-10e2-4ee6-affa-92771c160a7f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.695219] env[69889]: DEBUG oslo_vmware.api [None req-702057f9-2695-4701-9c80-4edfd16504eb tempest-ServersV294TestFqdnHostnames-533393004 tempest-ServersV294TestFqdnHostnames-533393004-project-member] Waiting for the task: (returnval){ [ 929.695219] env[69889]: value = "task-4077429" [ 929.695219] env[69889]: _type = "Task" [ 929.695219] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.707837] env[69889]: DEBUG oslo_vmware.api [None req-702057f9-2695-4701-9c80-4edfd16504eb tempest-ServersV294TestFqdnHostnames-533393004 tempest-ServersV294TestFqdnHostnames-533393004-project-member] Task: {'id': task-4077429, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.829196] env[69889]: DEBUG oslo_vmware.api [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Task: {'id': task-4077425, 'name': PowerOnVM_Task, 'duration_secs': 1.092954} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.829760] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: 1ff86d69-e1bb-4998-9a5b-6b798772f9e3] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 929.829950] env[69889]: INFO nova.compute.manager [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: 1ff86d69-e1bb-4998-9a5b-6b798772f9e3] Took 8.78 seconds to spawn the instance on the hypervisor. [ 929.830348] env[69889]: DEBUG nova.compute.manager [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: 1ff86d69-e1bb-4998-9a5b-6b798772f9e3] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 929.831860] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ea82cfd-1e3f-4387-bb60-9041f832f156 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.021904] env[69889]: DEBUG oslo_vmware.api [None req-d3053707-6a98-45fd-adcd-2d6fae54248a tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Task: {'id': task-4077428, 'name': PowerOffVM_Task, 'duration_secs': 0.222068} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.022073] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3053707-6a98-45fd-adcd-2d6fae54248a tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 72912814-7e55-405f-a878-7102dcdfc7d1] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 930.022310] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-d3053707-6a98-45fd-adcd-2d6fae54248a tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 72912814-7e55-405f-a878-7102dcdfc7d1] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 930.022848] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-648d0a13-5f36-43b2-8e42-023fe4db93bc {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.088269] env[69889]: DEBUG oslo_concurrency.lockutils [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Acquiring lock "refresh_cache-017df34e-1102-4414-b63e-614ee9db8060" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.088501] env[69889]: DEBUG oslo_concurrency.lockutils [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Acquired lock "refresh_cache-017df34e-1102-4414-b63e-614ee9db8060" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.089895] env[69889]: DEBUG nova.network.neutron [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: 017df34e-1102-4414-b63e-614ee9db8060] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 930.110059] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-d3053707-6a98-45fd-adcd-2d6fae54248a tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 72912814-7e55-405f-a878-7102dcdfc7d1] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 930.110059] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-d3053707-6a98-45fd-adcd-2d6fae54248a tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 72912814-7e55-405f-a878-7102dcdfc7d1] Deleting contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 930.110059] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3053707-6a98-45fd-adcd-2d6fae54248a tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Deleting the datastore file [datastore2] 72912814-7e55-405f-a878-7102dcdfc7d1 {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 930.111041] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4d079940-dd4a-4ba0-89d8-0637dedddcb7 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.120215] env[69889]: DEBUG oslo_vmware.api [None req-d3053707-6a98-45fd-adcd-2d6fae54248a tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Waiting for the task: (returnval){ [ 930.120215] env[69889]: value = "task-4077431" [ 930.120215] env[69889]: _type = "Task" [ 930.120215] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.130500] env[69889]: DEBUG oslo_vmware.api [None req-d3053707-6a98-45fd-adcd-2d6fae54248a tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Task: {'id': task-4077431, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.145464] env[69889]: DEBUG nova.compute.utils [None req-7e392b72-7dfc-4d6d-a735-77e1f1ac88a0 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 930.147511] env[69889]: DEBUG nova.compute.manager [None req-7e392b72-7dfc-4d6d-a735-77e1f1ac88a0 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] [instance: a31565fb-fb1f-4fb9-a60d-06e32458efa2] Allocating IP information in the background. {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 930.147657] env[69889]: DEBUG nova.network.neutron [None req-7e392b72-7dfc-4d6d-a735-77e1f1ac88a0 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] [instance: a31565fb-fb1f-4fb9-a60d-06e32458efa2] allocate_for_instance() {{(pid=69889) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 930.208966] env[69889]: DEBUG oslo_vmware.api [None req-702057f9-2695-4701-9c80-4edfd16504eb tempest-ServersV294TestFqdnHostnames-533393004 tempest-ServersV294TestFqdnHostnames-533393004-project-member] Task: {'id': task-4077429, 'name': PowerOffVM_Task, 'duration_secs': 0.227558} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.209324] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-702057f9-2695-4701-9c80-4edfd16504eb tempest-ServersV294TestFqdnHostnames-533393004 tempest-ServersV294TestFqdnHostnames-533393004-project-member] [instance: 4cdcfc6f-7d4f-4b81-b0a1-425c842fe20b] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 930.209505] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-702057f9-2695-4701-9c80-4edfd16504eb tempest-ServersV294TestFqdnHostnames-533393004 tempest-ServersV294TestFqdnHostnames-533393004-project-member] [instance: 4cdcfc6f-7d4f-4b81-b0a1-425c842fe20b] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 930.210389] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0d421e43-1854-4eb2-b0ac-56aad0532c54 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.226543] env[69889]: DEBUG nova.policy [None req-7e392b72-7dfc-4d6d-a735-77e1f1ac88a0 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '393386cf8e8442cd9e1bacc9c5be3493', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4078f9e442cf4282ae5a028f3b8b0e9f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69889) authorize /opt/stack/nova/nova/policy.py:192}} [ 930.298937] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-702057f9-2695-4701-9c80-4edfd16504eb tempest-ServersV294TestFqdnHostnames-533393004 tempest-ServersV294TestFqdnHostnames-533393004-project-member] [instance: 4cdcfc6f-7d4f-4b81-b0a1-425c842fe20b] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 930.299322] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-702057f9-2695-4701-9c80-4edfd16504eb tempest-ServersV294TestFqdnHostnames-533393004 tempest-ServersV294TestFqdnHostnames-533393004-project-member] [instance: 4cdcfc6f-7d4f-4b81-b0a1-425c842fe20b] Deleting contents of the VM from datastore datastore1 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 930.299747] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-702057f9-2695-4701-9c80-4edfd16504eb tempest-ServersV294TestFqdnHostnames-533393004 tempest-ServersV294TestFqdnHostnames-533393004-project-member] Deleting the datastore file [datastore1] 4cdcfc6f-7d4f-4b81-b0a1-425c842fe20b {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 930.300195] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e9ceaaa9-6068-4b16-a2c7-0ed5d7b70979 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.310039] env[69889]: DEBUG oslo_vmware.api [None req-702057f9-2695-4701-9c80-4edfd16504eb tempest-ServersV294TestFqdnHostnames-533393004 tempest-ServersV294TestFqdnHostnames-533393004-project-member] Waiting for the task: (returnval){ [ 930.310039] env[69889]: value = "task-4077433" [ 930.310039] env[69889]: _type = "Task" [ 930.310039] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.331181] env[69889]: DEBUG oslo_vmware.api [None req-702057f9-2695-4701-9c80-4edfd16504eb tempest-ServersV294TestFqdnHostnames-533393004 tempest-ServersV294TestFqdnHostnames-533393004-project-member] Task: {'id': task-4077433, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.355104] env[69889]: INFO nova.compute.manager [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: 1ff86d69-e1bb-4998-9a5b-6b798772f9e3] Took 39.52 seconds to build instance. [ 930.617960] env[69889]: DEBUG oslo_concurrency.lockutils [None req-cd7fb708-2963-436a-86c8-78a92f852be4 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Acquiring lock "0c73213b-c2e1-42cb-a8f4-e3109adfd354-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.617960] env[69889]: DEBUG oslo_concurrency.lockutils [None req-cd7fb708-2963-436a-86c8-78a92f852be4 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Lock "0c73213b-c2e1-42cb-a8f4-e3109adfd354-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.617960] env[69889]: DEBUG oslo_concurrency.lockutils [None req-cd7fb708-2963-436a-86c8-78a92f852be4 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Lock "0c73213b-c2e1-42cb-a8f4-e3109adfd354-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.634893] env[69889]: DEBUG oslo_vmware.api [None req-d3053707-6a98-45fd-adcd-2d6fae54248a tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Task: {'id': task-4077431, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.25714} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.640048] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3053707-6a98-45fd-adcd-2d6fae54248a tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 930.640048] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-d3053707-6a98-45fd-adcd-2d6fae54248a tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 72912814-7e55-405f-a878-7102dcdfc7d1] Deleted contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 930.640445] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-d3053707-6a98-45fd-adcd-2d6fae54248a tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 72912814-7e55-405f-a878-7102dcdfc7d1] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 930.640445] env[69889]: INFO nova.compute.manager [None req-d3053707-6a98-45fd-adcd-2d6fae54248a tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 72912814-7e55-405f-a878-7102dcdfc7d1] Took 1.16 seconds to destroy the instance on the hypervisor. [ 930.640687] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d3053707-6a98-45fd-adcd-2d6fae54248a tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 930.642301] env[69889]: DEBUG nova.compute.manager [-] [instance: 72912814-7e55-405f-a878-7102dcdfc7d1] Deallocating network for instance {{(pid=69889) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 930.642463] env[69889]: DEBUG nova.network.neutron [-] [instance: 72912814-7e55-405f-a878-7102dcdfc7d1] deallocate_for_instance() {{(pid=69889) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 930.656752] env[69889]: DEBUG nova.compute.manager [None req-7e392b72-7dfc-4d6d-a735-77e1f1ac88a0 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] [instance: a31565fb-fb1f-4fb9-a60d-06e32458efa2] Start building block device mappings for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 930.679341] env[69889]: DEBUG nova.network.neutron [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: 017df34e-1102-4414-b63e-614ee9db8060] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 930.684049] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-429eb53c-df33-4cdb-aa32-659287d7931d tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 930.687858] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-177e7ee4-655f-43d7-b2bf-ada6bacc1c5d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.696981] env[69889]: DEBUG oslo_vmware.api [None req-429eb53c-df33-4cdb-aa32-659287d7931d tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Waiting for the task: (returnval){ [ 930.696981] env[69889]: value = "task-4077434" [ 930.696981] env[69889]: _type = "Task" [ 930.696981] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.707333] env[69889]: DEBUG oslo_vmware.api [None req-429eb53c-df33-4cdb-aa32-659287d7931d tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': task-4077434, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.712785] env[69889]: DEBUG nova.network.neutron [None req-7e392b72-7dfc-4d6d-a735-77e1f1ac88a0 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] [instance: a31565fb-fb1f-4fb9-a60d-06e32458efa2] Successfully created port: a8ff257d-f8ff-43e0-a575-2713af946b61 {{(pid=69889) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 930.825897] env[69889]: DEBUG oslo_vmware.api [None req-702057f9-2695-4701-9c80-4edfd16504eb tempest-ServersV294TestFqdnHostnames-533393004 tempest-ServersV294TestFqdnHostnames-533393004-project-member] Task: {'id': task-4077433, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.242892} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.829449] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-702057f9-2695-4701-9c80-4edfd16504eb tempest-ServersV294TestFqdnHostnames-533393004 tempest-ServersV294TestFqdnHostnames-533393004-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 930.829705] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-702057f9-2695-4701-9c80-4edfd16504eb tempest-ServersV294TestFqdnHostnames-533393004 tempest-ServersV294TestFqdnHostnames-533393004-project-member] [instance: 4cdcfc6f-7d4f-4b81-b0a1-425c842fe20b] Deleted contents of the VM from datastore datastore1 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 930.829927] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-702057f9-2695-4701-9c80-4edfd16504eb tempest-ServersV294TestFqdnHostnames-533393004 tempest-ServersV294TestFqdnHostnames-533393004-project-member] [instance: 4cdcfc6f-7d4f-4b81-b0a1-425c842fe20b] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 930.830169] env[69889]: INFO nova.compute.manager [None req-702057f9-2695-4701-9c80-4edfd16504eb tempest-ServersV294TestFqdnHostnames-533393004 tempest-ServersV294TestFqdnHostnames-533393004-project-member] [instance: 4cdcfc6f-7d4f-4b81-b0a1-425c842fe20b] Took 1.17 seconds to destroy the instance on the hypervisor. [ 930.831409] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-702057f9-2695-4701-9c80-4edfd16504eb tempest-ServersV294TestFqdnHostnames-533393004 tempest-ServersV294TestFqdnHostnames-533393004-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 930.831955] env[69889]: DEBUG nova.compute.manager [-] [instance: 4cdcfc6f-7d4f-4b81-b0a1-425c842fe20b] Deallocating network for instance {{(pid=69889) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 930.832111] env[69889]: DEBUG nova.network.neutron [-] [instance: 4cdcfc6f-7d4f-4b81-b0a1-425c842fe20b] deallocate_for_instance() {{(pid=69889) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 930.857070] env[69889]: DEBUG oslo_concurrency.lockutils [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Lock "1ff86d69-e1bb-4998-9a5b-6b798772f9e3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.749s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.915023] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f38ad3a-2956-43c5-8687-4221a6e7be29 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.923474] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e69088-1c35-451f-a439-1e7312f011f2 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.963758] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-922d01a6-6e7b-4b65-82ae-df89c1cb56bf {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.974621] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-66a02c98-c238-423c-9f8c-b0fa633ed6c8 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: 1b8036ed-2b5c-457d-9ef5-50d9ec77f656] Volume attach. Driver type: vmdk {{(pid=69889) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 930.974883] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-66a02c98-c238-423c-9f8c-b0fa633ed6c8 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: 1b8036ed-2b5c-457d-9ef5-50d9ec77f656] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-807944', 'volume_id': '349e5027-5f59-44e4-80c6-e91d731b3685', 'name': 'volume-349e5027-5f59-44e4-80c6-e91d731b3685', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1b8036ed-2b5c-457d-9ef5-50d9ec77f656', 'attached_at': '', 'detached_at': '', 'volume_id': '349e5027-5f59-44e4-80c6-e91d731b3685', 'serial': '349e5027-5f59-44e4-80c6-e91d731b3685'} {{(pid=69889) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 930.976208] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32b1cb4b-b0ae-47be-929c-01a1ac418198 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.981216] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7dee252-c07f-4b7a-8bab-af9f948fdd1b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.013668] env[69889]: DEBUG nova.compute.provider_tree [None req-6bdf5254-997a-4267-9e5f-002f2cb840f0 tempest-ServerMetadataTestJSON-21317979 tempest-ServerMetadataTestJSON-21317979-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 931.015979] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-affa2b81-73df-485d-943e-c2714cbf5c2e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.045073] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-66a02c98-c238-423c-9f8c-b0fa633ed6c8 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: 1b8036ed-2b5c-457d-9ef5-50d9ec77f656] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] volume-349e5027-5f59-44e4-80c6-e91d731b3685/volume-349e5027-5f59-44e4-80c6-e91d731b3685.vmdk or device None with type thin {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 931.046443] env[69889]: DEBUG nova.network.neutron [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: 017df34e-1102-4414-b63e-614ee9db8060] Updating instance_info_cache with network_info: [{"id": "55c73fc1-a8a9-4e32-ac3a-dce1f4adff2f", "address": "fa:16:3e:7c:64:7c", "network": {"id": "7e20b97c-fec4-44cd-889e-bc998859e92c", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1186423575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45b72304ac214e328bf767dbca9b17b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55c73fc1-a8", "ovs_interfaceid": "55c73fc1-a8a9-4e32-ac3a-dce1f4adff2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.048482] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee1345da-89a0-40bf-bf83-c61bec89bf18 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.065308] env[69889]: DEBUG nova.compute.manager [None req-3a44dde8-1292-4ffa-9439-ca982b4d7d39 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] [instance: 25fa2007-30d6-4a2a-9498-d523988ee0ad] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 931.066370] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb64ab0b-5f65-46db-8ebe-8f85dd6d0cf0 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.079413] env[69889]: DEBUG oslo_vmware.api [None req-66a02c98-c238-423c-9f8c-b0fa633ed6c8 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Waiting for the task: (returnval){ [ 931.079413] env[69889]: value = "task-4077435" [ 931.079413] env[69889]: _type = "Task" [ 931.079413] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.092113] env[69889]: DEBUG oslo_vmware.api [None req-66a02c98-c238-423c-9f8c-b0fa633ed6c8 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Task: {'id': task-4077435, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.209796] env[69889]: DEBUG oslo_vmware.api [None req-429eb53c-df33-4cdb-aa32-659287d7931d tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': task-4077434, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.521214] env[69889]: DEBUG nova.scheduler.client.report [None req-6bdf5254-997a-4267-9e5f-002f2cb840f0 tempest-ServerMetadataTestJSON-21317979 tempest-ServerMetadataTestJSON-21317979-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 931.565103] env[69889]: DEBUG oslo_concurrency.lockutils [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Releasing lock "refresh_cache-017df34e-1102-4414-b63e-614ee9db8060" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.565545] env[69889]: DEBUG nova.compute.manager [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: 017df34e-1102-4414-b63e-614ee9db8060] Instance network_info: |[{"id": "55c73fc1-a8a9-4e32-ac3a-dce1f4adff2f", "address": "fa:16:3e:7c:64:7c", "network": {"id": "7e20b97c-fec4-44cd-889e-bc998859e92c", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1186423575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45b72304ac214e328bf767dbca9b17b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55c73fc1-a8", "ovs_interfaceid": "55c73fc1-a8a9-4e32-ac3a-dce1f4adff2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 931.566161] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: 017df34e-1102-4414-b63e-614ee9db8060] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7c:64:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '043ca97b-0fca-4b54-8be6-027123fa76d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '55c73fc1-a8a9-4e32-ac3a-dce1f4adff2f', 'vif_model': 'vmxnet3'}] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 931.577937] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 931.577937] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 017df34e-1102-4414-b63e-614ee9db8060] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 931.577937] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3e090246-a7c6-44ba-87ee-eb1fa49463c0 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.603300] env[69889]: INFO nova.compute.manager [None req-3a44dde8-1292-4ffa-9439-ca982b4d7d39 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] [instance: 25fa2007-30d6-4a2a-9498-d523988ee0ad] instance snapshotting [ 931.612687] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e4a95be-849e-4a3a-8d06-e79954807b4e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.619391] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 931.619391] env[69889]: value = "task-4077436" [ 931.619391] env[69889]: _type = "Task" [ 931.619391] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.651253] env[69889]: DEBUG oslo_vmware.api [None req-66a02c98-c238-423c-9f8c-b0fa633ed6c8 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Task: {'id': task-4077435, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.655155] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4323a5e1-0338-4712-9e95-3504b8f48e25 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.663438] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077436, 'name': CreateVM_Task} progress is 15%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.667945] env[69889]: DEBUG nova.compute.manager [None req-7e392b72-7dfc-4d6d-a735-77e1f1ac88a0 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] [instance: a31565fb-fb1f-4fb9-a60d-06e32458efa2] Start spawning the instance on the hypervisor. {{(pid=69889) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 931.702575] env[69889]: DEBUG nova.virt.hardware [None req-7e392b72-7dfc-4d6d-a735-77e1f1ac88a0 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 931.704836] env[69889]: DEBUG nova.virt.hardware [None req-7e392b72-7dfc-4d6d-a735-77e1f1ac88a0 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 931.704836] env[69889]: DEBUG nova.virt.hardware [None req-7e392b72-7dfc-4d6d-a735-77e1f1ac88a0 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 931.704836] env[69889]: DEBUG nova.virt.hardware [None req-7e392b72-7dfc-4d6d-a735-77e1f1ac88a0 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 931.704836] env[69889]: DEBUG nova.virt.hardware [None req-7e392b72-7dfc-4d6d-a735-77e1f1ac88a0 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 931.704836] env[69889]: DEBUG nova.virt.hardware [None req-7e392b72-7dfc-4d6d-a735-77e1f1ac88a0 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 931.704836] env[69889]: DEBUG nova.virt.hardware [None req-7e392b72-7dfc-4d6d-a735-77e1f1ac88a0 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 931.704836] env[69889]: DEBUG nova.virt.hardware [None req-7e392b72-7dfc-4d6d-a735-77e1f1ac88a0 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 931.704836] env[69889]: DEBUG nova.virt.hardware [None req-7e392b72-7dfc-4d6d-a735-77e1f1ac88a0 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 931.704836] env[69889]: DEBUG nova.virt.hardware [None req-7e392b72-7dfc-4d6d-a735-77e1f1ac88a0 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 931.705388] env[69889]: DEBUG nova.virt.hardware [None req-7e392b72-7dfc-4d6d-a735-77e1f1ac88a0 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 931.709454] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40a46d4d-0635-4158-9980-09289862e3b0 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.712167] env[69889]: DEBUG oslo_concurrency.lockutils [None req-cd7fb708-2963-436a-86c8-78a92f852be4 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Acquiring lock "refresh_cache-0c73213b-c2e1-42cb-a8f4-e3109adfd354" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.712496] env[69889]: DEBUG oslo_concurrency.lockutils [None req-cd7fb708-2963-436a-86c8-78a92f852be4 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Acquired lock "refresh_cache-0c73213b-c2e1-42cb-a8f4-e3109adfd354" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.712776] env[69889]: DEBUG nova.network.neutron [None req-cd7fb708-2963-436a-86c8-78a92f852be4 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 931.734788] env[69889]: DEBUG oslo_vmware.api [None req-429eb53c-df33-4cdb-aa32-659287d7931d tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': task-4077434, 'name': PowerOnVM_Task, 'duration_secs': 0.58687} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.735307] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-429eb53c-df33-4cdb-aa32-659287d7931d tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 931.735694] env[69889]: DEBUG nova.compute.manager [None req-429eb53c-df33-4cdb-aa32-659287d7931d tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 931.737621] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01b70078-f185-454b-9019-6341f8d87b3a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.743459] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9de0aea-c366-443f-adf0-7c4c8f0a79ac {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.768026] env[69889]: DEBUG nova.network.neutron [-] [instance: 72912814-7e55-405f-a878-7102dcdfc7d1] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.862996] env[69889]: DEBUG nova.compute.manager [req-b7561112-6010-4cb9-9f99-cb05a6d16114 req-e735da0d-ab7b-4fd8-8a28-b0e983669c50 service nova] [instance: 017df34e-1102-4414-b63e-614ee9db8060] Received event network-changed-55c73fc1-a8a9-4e32-ac3a-dce1f4adff2f {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 931.863340] env[69889]: DEBUG nova.compute.manager [req-b7561112-6010-4cb9-9f99-cb05a6d16114 req-e735da0d-ab7b-4fd8-8a28-b0e983669c50 service nova] [instance: 017df34e-1102-4414-b63e-614ee9db8060] Refreshing instance network info cache due to event network-changed-55c73fc1-a8a9-4e32-ac3a-dce1f4adff2f. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 931.863756] env[69889]: DEBUG oslo_concurrency.lockutils [req-b7561112-6010-4cb9-9f99-cb05a6d16114 req-e735da0d-ab7b-4fd8-8a28-b0e983669c50 service nova] Acquiring lock "refresh_cache-017df34e-1102-4414-b63e-614ee9db8060" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.863936] env[69889]: DEBUG oslo_concurrency.lockutils [req-b7561112-6010-4cb9-9f99-cb05a6d16114 req-e735da0d-ab7b-4fd8-8a28-b0e983669c50 service nova] Acquired lock "refresh_cache-017df34e-1102-4414-b63e-614ee9db8060" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.864250] env[69889]: DEBUG nova.network.neutron [req-b7561112-6010-4cb9-9f99-cb05a6d16114 req-e735da0d-ab7b-4fd8-8a28-b0e983669c50 service nova] [instance: 017df34e-1102-4414-b63e-614ee9db8060] Refreshing network info cache for port 55c73fc1-a8a9-4e32-ac3a-dce1f4adff2f {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 932.026703] env[69889]: DEBUG oslo_concurrency.lockutils [None req-6bdf5254-997a-4267-9e5f-002f2cb840f0 tempest-ServerMetadataTestJSON-21317979 tempest-ServerMetadataTestJSON-21317979-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.383s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.031293] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d13d7da7-6c66-4b70-9df3-0e742434affd tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.881s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.033659] env[69889]: INFO nova.compute.claims [None req-d13d7da7-6c66-4b70-9df3-0e742434affd tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] [instance: 2aee774c-aa5d-42f0-82a4-26e0fa1fe069] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 932.062977] env[69889]: INFO nova.scheduler.client.report [None req-6bdf5254-997a-4267-9e5f-002f2cb840f0 tempest-ServerMetadataTestJSON-21317979 tempest-ServerMetadataTestJSON-21317979-project-member] Deleted allocations for instance 37c0c047-a9c0-4e1e-8794-9ad3b6efc875 [ 932.116720] env[69889]: DEBUG oslo_vmware.api [None req-66a02c98-c238-423c-9f8c-b0fa633ed6c8 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Task: {'id': task-4077435, 'name': ReconfigVM_Task, 'duration_secs': 0.738263} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.117259] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-66a02c98-c238-423c-9f8c-b0fa633ed6c8 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: 1b8036ed-2b5c-457d-9ef5-50d9ec77f656] Reconfigured VM instance instance-0000002d to attach disk [datastore1] volume-349e5027-5f59-44e4-80c6-e91d731b3685/volume-349e5027-5f59-44e4-80c6-e91d731b3685.vmdk or device None with type thin {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 932.127361] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88495efa-d112-40c6-ac38-ec8893a13e5a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.152044] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077436, 'name': CreateVM_Task} progress is 99%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.152044] env[69889]: DEBUG oslo_vmware.api [None req-66a02c98-c238-423c-9f8c-b0fa633ed6c8 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Waiting for the task: (returnval){ [ 932.152044] env[69889]: value = "task-4077437" [ 932.152044] env[69889]: _type = "Task" [ 932.152044] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.163786] env[69889]: DEBUG nova.network.neutron [-] [instance: 4cdcfc6f-7d4f-4b81-b0a1-425c842fe20b] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.167239] env[69889]: DEBUG oslo_vmware.api [None req-66a02c98-c238-423c-9f8c-b0fa633ed6c8 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Task: {'id': task-4077437, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.178294] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-3a44dde8-1292-4ffa-9439-ca982b4d7d39 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] [instance: 25fa2007-30d6-4a2a-9498-d523988ee0ad] Creating Snapshot of the VM instance {{(pid=69889) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 932.178449] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3d4e4dae-8e6b-405b-8e39-e9411f2aa1fc {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.188612] env[69889]: DEBUG oslo_vmware.api [None req-3a44dde8-1292-4ffa-9439-ca982b4d7d39 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Waiting for the task: (returnval){ [ 932.188612] env[69889]: value = "task-4077438" [ 932.188612] env[69889]: _type = "Task" [ 932.188612] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.202128] env[69889]: DEBUG oslo_vmware.api [None req-3a44dde8-1292-4ffa-9439-ca982b4d7d39 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Task: {'id': task-4077438, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.271133] env[69889]: INFO nova.compute.manager [-] [instance: 72912814-7e55-405f-a878-7102dcdfc7d1] Took 1.63 seconds to deallocate network for instance. [ 932.573599] env[69889]: DEBUG oslo_concurrency.lockutils [None req-6bdf5254-997a-4267-9e5f-002f2cb840f0 tempest-ServerMetadataTestJSON-21317979 tempest-ServerMetadataTestJSON-21317979-project-member] Lock "37c0c047-a9c0-4e1e-8794-9ad3b6efc875" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.216s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.640000] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077436, 'name': CreateVM_Task, 'duration_secs': 0.568923} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.641604] env[69889]: DEBUG nova.network.neutron [None req-cd7fb708-2963-436a-86c8-78a92f852be4 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] Updating instance_info_cache with network_info: [{"id": "9f07f034-4136-49cb-ab32-4feb5aac7b58", "address": "fa:16:3e:06:e7:9e", "network": {"id": "1b12c1c8-daca-4fb2-8ab1-a5e673ba07eb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-532849496-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7255cdff151a40df83da7bf6356a4e13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f07f034-41", "ovs_interfaceid": "9f07f034-4136-49cb-ab32-4feb5aac7b58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.649345] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 017df34e-1102-4414-b63e-614ee9db8060] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 932.649345] env[69889]: DEBUG oslo_concurrency.lockutils [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.649345] env[69889]: DEBUG oslo_concurrency.lockutils [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.649345] env[69889]: DEBUG oslo_concurrency.lockutils [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.649345] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4952c14-a3f7-4cbd-9721-5bdc950ca927 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.661071] env[69889]: DEBUG oslo_vmware.api [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Waiting for the task: (returnval){ [ 932.661071] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52ad0580-ad3b-e845-7d8b-78507bff3180" [ 932.661071] env[69889]: _type = "Task" [ 932.661071] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.670928] env[69889]: INFO nova.compute.manager [-] [instance: 4cdcfc6f-7d4f-4b81-b0a1-425c842fe20b] Took 1.84 seconds to deallocate network for instance. [ 932.671617] env[69889]: DEBUG oslo_vmware.api [None req-66a02c98-c238-423c-9f8c-b0fa633ed6c8 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Task: {'id': task-4077437, 'name': ReconfigVM_Task, 'duration_secs': 0.194741} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.674294] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-66a02c98-c238-423c-9f8c-b0fa633ed6c8 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: 1b8036ed-2b5c-457d-9ef5-50d9ec77f656] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-807944', 'volume_id': '349e5027-5f59-44e4-80c6-e91d731b3685', 'name': 'volume-349e5027-5f59-44e4-80c6-e91d731b3685', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1b8036ed-2b5c-457d-9ef5-50d9ec77f656', 'attached_at': '', 'detached_at': '', 'volume_id': '349e5027-5f59-44e4-80c6-e91d731b3685', 'serial': '349e5027-5f59-44e4-80c6-e91d731b3685'} {{(pid=69889) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 932.683912] env[69889]: DEBUG oslo_vmware.api [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52ad0580-ad3b-e845-7d8b-78507bff3180, 'name': SearchDatastore_Task, 'duration_secs': 0.018801} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.684946] env[69889]: DEBUG oslo_concurrency.lockutils [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.685402] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: 017df34e-1102-4414-b63e-614ee9db8060] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 932.685818] env[69889]: DEBUG oslo_concurrency.lockutils [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.686108] env[69889]: DEBUG oslo_concurrency.lockutils [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.686402] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 932.686807] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2ede64c1-5065-4b94-831b-94c57de4ffcc {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.708751] env[69889]: DEBUG oslo_vmware.api [None req-3a44dde8-1292-4ffa-9439-ca982b4d7d39 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Task: {'id': task-4077438, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.712754] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 932.712974] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 932.717811] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7659d09-2b1e-4951-b8d5-709fc95289ab {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.725228] env[69889]: DEBUG oslo_vmware.api [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Waiting for the task: (returnval){ [ 932.725228] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]524b04e2-f42c-66ef-ec6a-209a08b8abb3" [ 932.725228] env[69889]: _type = "Task" [ 932.725228] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.736465] env[69889]: DEBUG oslo_vmware.api [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]524b04e2-f42c-66ef-ec6a-209a08b8abb3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.780667] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d3053707-6a98-45fd-adcd-2d6fae54248a tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.909083] env[69889]: DEBUG nova.network.neutron [req-b7561112-6010-4cb9-9f99-cb05a6d16114 req-e735da0d-ab7b-4fd8-8a28-b0e983669c50 service nova] [instance: 017df34e-1102-4414-b63e-614ee9db8060] Updated VIF entry in instance network info cache for port 55c73fc1-a8a9-4e32-ac3a-dce1f4adff2f. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 932.909470] env[69889]: DEBUG nova.network.neutron [req-b7561112-6010-4cb9-9f99-cb05a6d16114 req-e735da0d-ab7b-4fd8-8a28-b0e983669c50 service nova] [instance: 017df34e-1102-4414-b63e-614ee9db8060] Updating instance_info_cache with network_info: [{"id": "55c73fc1-a8a9-4e32-ac3a-dce1f4adff2f", "address": "fa:16:3e:7c:64:7c", "network": {"id": "7e20b97c-fec4-44cd-889e-bc998859e92c", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1186423575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45b72304ac214e328bf767dbca9b17b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55c73fc1-a8", "ovs_interfaceid": "55c73fc1-a8a9-4e32-ac3a-dce1f4adff2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.072225] env[69889]: DEBUG nova.network.neutron [None req-7e392b72-7dfc-4d6d-a735-77e1f1ac88a0 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] [instance: a31565fb-fb1f-4fb9-a60d-06e32458efa2] Successfully updated port: a8ff257d-f8ff-43e0-a575-2713af946b61 {{(pid=69889) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 933.152499] env[69889]: DEBUG oslo_concurrency.lockutils [None req-cd7fb708-2963-436a-86c8-78a92f852be4 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Releasing lock "refresh_cache-0c73213b-c2e1-42cb-a8f4-e3109adfd354" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.187258] env[69889]: DEBUG oslo_concurrency.lockutils [None req-702057f9-2695-4701-9c80-4edfd16504eb tempest-ServersV294TestFqdnHostnames-533393004 tempest-ServersV294TestFqdnHostnames-533393004-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.210783] env[69889]: DEBUG oslo_vmware.api [None req-3a44dde8-1292-4ffa-9439-ca982b4d7d39 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Task: {'id': task-4077438, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.243512] env[69889]: DEBUG oslo_vmware.api [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]524b04e2-f42c-66ef-ec6a-209a08b8abb3, 'name': SearchDatastore_Task, 'duration_secs': 0.020751} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.247208] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-085661ed-021e-4d2e-8c72-190fc0dcfb21 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.257877] env[69889]: DEBUG oslo_vmware.api [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Waiting for the task: (returnval){ [ 933.257877] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]528a8121-f49b-bd12-f3eb-f20f0f7616ae" [ 933.257877] env[69889]: _type = "Task" [ 933.257877] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.269883] env[69889]: DEBUG oslo_vmware.api [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]528a8121-f49b-bd12-f3eb-f20f0f7616ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.412558] env[69889]: DEBUG oslo_concurrency.lockutils [req-b7561112-6010-4cb9-9f99-cb05a6d16114 req-e735da0d-ab7b-4fd8-8a28-b0e983669c50 service nova] Releasing lock "refresh_cache-017df34e-1102-4414-b63e-614ee9db8060" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.412999] env[69889]: DEBUG nova.compute.manager [req-b7561112-6010-4cb9-9f99-cb05a6d16114 req-e735da0d-ab7b-4fd8-8a28-b0e983669c50 service nova] [instance: 72912814-7e55-405f-a878-7102dcdfc7d1] Received event network-vif-deleted-440590e0-b686-4fe9-a456-51a725d59ee7 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 933.413302] env[69889]: DEBUG nova.compute.manager [req-b7561112-6010-4cb9-9f99-cb05a6d16114 req-e735da0d-ab7b-4fd8-8a28-b0e983669c50 service nova] [instance: 4cdcfc6f-7d4f-4b81-b0a1-425c842fe20b] Received event network-vif-deleted-235a3ac9-41ef-4113-9dfe-d862dbeea2de {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 933.413703] env[69889]: INFO nova.compute.manager [req-b7561112-6010-4cb9-9f99-cb05a6d16114 req-e735da0d-ab7b-4fd8-8a28-b0e983669c50 service nova] [instance: 4cdcfc6f-7d4f-4b81-b0a1-425c842fe20b] Neutron deleted interface 235a3ac9-41ef-4113-9dfe-d862dbeea2de; detaching it from the instance and deleting it from the info cache [ 933.414070] env[69889]: DEBUG nova.network.neutron [req-b7561112-6010-4cb9-9f99-cb05a6d16114 req-e735da0d-ab7b-4fd8-8a28-b0e983669c50 service nova] [instance: 4cdcfc6f-7d4f-4b81-b0a1-425c842fe20b] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.576837] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7e392b72-7dfc-4d6d-a735-77e1f1ac88a0 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Acquiring lock "refresh_cache-a31565fb-fb1f-4fb9-a60d-06e32458efa2" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.577036] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7e392b72-7dfc-4d6d-a735-77e1f1ac88a0 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Acquired lock "refresh_cache-a31565fb-fb1f-4fb9-a60d-06e32458efa2" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.577230] env[69889]: DEBUG nova.network.neutron [None req-7e392b72-7dfc-4d6d-a735-77e1f1ac88a0 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] [instance: a31565fb-fb1f-4fb9-a60d-06e32458efa2] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 933.692910] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7809e4aa-ac91-4699-8df1-12fafbb1111d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.722011] env[69889]: DEBUG oslo_vmware.api [None req-3a44dde8-1292-4ffa-9439-ca982b4d7d39 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Task: {'id': task-4077438, 'name': CreateSnapshot_Task, 'duration_secs': 1.021097} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.737577] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-3a44dde8-1292-4ffa-9439-ca982b4d7d39 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] [instance: 25fa2007-30d6-4a2a-9498-d523988ee0ad] Created Snapshot of the VM instance {{(pid=69889) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 933.741940] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cda84976-6f53-423d-99d5-0d8fd5cff831 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.745277] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3c98a63-6768-4b70-9ebc-c61470fbf372 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.754025] env[69889]: DEBUG nova.objects.instance [None req-66a02c98-c238-423c-9f8c-b0fa633ed6c8 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Lazy-loading 'flavor' on Instance uuid 1b8036ed-2b5c-457d-9ef5-50d9ec77f656 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 933.763762] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-cd7fb708-2963-436a-86c8-78a92f852be4 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] Updating instance '0c73213b-c2e1-42cb-a8f4-e3109adfd354' progress to 83 {{(pid=69889) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 933.776520] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1ab0ddd-7bd7-46bf-a5ec-e9284558708d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.784116] env[69889]: DEBUG oslo_vmware.api [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]528a8121-f49b-bd12-f3eb-f20f0f7616ae, 'name': SearchDatastore_Task, 'duration_secs': 0.014766} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.784852] env[69889]: DEBUG oslo_concurrency.lockutils [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.785270] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] 017df34e-1102-4414-b63e-614ee9db8060/017df34e-1102-4414-b63e-614ee9db8060.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 933.785683] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-121aa0d0-825a-4c56-826c-38dfc23ae741 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.825684] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e637e5ca-89e2-45c3-a5d2-d6f62bc421b2 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.825684] env[69889]: DEBUG oslo_vmware.api [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Waiting for the task: (returnval){ [ 933.825684] env[69889]: value = "task-4077439" [ 933.825684] env[69889]: _type = "Task" [ 933.825684] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.834086] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3136dc93-6ffc-40da-8794-5f2f18234e57 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.840841] env[69889]: DEBUG oslo_vmware.api [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Task: {'id': task-4077439, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.850504] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73b75ca9-e832-4b3c-987b-7e367c422a61 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.867663] env[69889]: DEBUG nova.compute.provider_tree [None req-d13d7da7-6c66-4b70-9df3-0e742434affd tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 933.913526] env[69889]: DEBUG nova.compute.manager [req-17fe89a7-87e7-4520-8b30-b27c5585cb95 req-51a227cf-c797-4d56-933f-2794b4e5fab5 service nova] [instance: a31565fb-fb1f-4fb9-a60d-06e32458efa2] Received event network-vif-plugged-a8ff257d-f8ff-43e0-a575-2713af946b61 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 933.913742] env[69889]: DEBUG oslo_concurrency.lockutils [req-17fe89a7-87e7-4520-8b30-b27c5585cb95 req-51a227cf-c797-4d56-933f-2794b4e5fab5 service nova] Acquiring lock "a31565fb-fb1f-4fb9-a60d-06e32458efa2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.914056] env[69889]: DEBUG oslo_concurrency.lockutils [req-17fe89a7-87e7-4520-8b30-b27c5585cb95 req-51a227cf-c797-4d56-933f-2794b4e5fab5 service nova] Lock "a31565fb-fb1f-4fb9-a60d-06e32458efa2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.914301] env[69889]: DEBUG oslo_concurrency.lockutils [req-17fe89a7-87e7-4520-8b30-b27c5585cb95 req-51a227cf-c797-4d56-933f-2794b4e5fab5 service nova] Lock "a31565fb-fb1f-4fb9-a60d-06e32458efa2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.914451] env[69889]: DEBUG nova.compute.manager [req-17fe89a7-87e7-4520-8b30-b27c5585cb95 req-51a227cf-c797-4d56-933f-2794b4e5fab5 service nova] [instance: a31565fb-fb1f-4fb9-a60d-06e32458efa2] No waiting events found dispatching network-vif-plugged-a8ff257d-f8ff-43e0-a575-2713af946b61 {{(pid=69889) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 933.914587] env[69889]: WARNING nova.compute.manager [req-17fe89a7-87e7-4520-8b30-b27c5585cb95 req-51a227cf-c797-4d56-933f-2794b4e5fab5 service nova] [instance: a31565fb-fb1f-4fb9-a60d-06e32458efa2] Received unexpected event network-vif-plugged-a8ff257d-f8ff-43e0-a575-2713af946b61 for instance with vm_state building and task_state spawning. [ 933.914726] env[69889]: DEBUG nova.compute.manager [req-17fe89a7-87e7-4520-8b30-b27c5585cb95 req-51a227cf-c797-4d56-933f-2794b4e5fab5 service nova] [instance: a31565fb-fb1f-4fb9-a60d-06e32458efa2] Received event network-changed-a8ff257d-f8ff-43e0-a575-2713af946b61 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 933.915015] env[69889]: DEBUG nova.compute.manager [req-17fe89a7-87e7-4520-8b30-b27c5585cb95 req-51a227cf-c797-4d56-933f-2794b4e5fab5 service nova] [instance: a31565fb-fb1f-4fb9-a60d-06e32458efa2] Refreshing instance network info cache due to event network-changed-a8ff257d-f8ff-43e0-a575-2713af946b61. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 933.915075] env[69889]: DEBUG oslo_concurrency.lockutils [req-17fe89a7-87e7-4520-8b30-b27c5585cb95 req-51a227cf-c797-4d56-933f-2794b4e5fab5 service nova] Acquiring lock "refresh_cache-a31565fb-fb1f-4fb9-a60d-06e32458efa2" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.922749] env[69889]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-08ef9e7b-a673-4696-94ba-d733a63d9e95 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.933306] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74a04c07-cea7-443c-bd44-781fbef719ca {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.971176] env[69889]: DEBUG nova.compute.manager [req-b7561112-6010-4cb9-9f99-cb05a6d16114 req-e735da0d-ab7b-4fd8-8a28-b0e983669c50 service nova] [instance: 4cdcfc6f-7d4f-4b81-b0a1-425c842fe20b] Detach interface failed, port_id=235a3ac9-41ef-4113-9dfe-d862dbeea2de, reason: Instance 4cdcfc6f-7d4f-4b81-b0a1-425c842fe20b could not be found. {{(pid=69889) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 934.135022] env[69889]: DEBUG nova.network.neutron [None req-7e392b72-7dfc-4d6d-a735-77e1f1ac88a0 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] [instance: a31565fb-fb1f-4fb9-a60d-06e32458efa2] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 934.271493] env[69889]: DEBUG oslo_concurrency.lockutils [None req-66a02c98-c238-423c-9f8c-b0fa633ed6c8 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Lock "1b8036ed-2b5c-457d-9ef5-50d9ec77f656" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.923s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.279657] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-3a44dde8-1292-4ffa-9439-ca982b4d7d39 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] [instance: 25fa2007-30d6-4a2a-9498-d523988ee0ad] Creating linked-clone VM from snapshot {{(pid=69889) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 934.285903] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-cd7fb708-2963-436a-86c8-78a92f852be4 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] Updating instance '0c73213b-c2e1-42cb-a8f4-e3109adfd354' progress to 100 {{(pid=69889) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 934.291179] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ef14381a-adea-44b5-a0ca-a063c713bb2d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.303257] env[69889]: DEBUG oslo_vmware.api [None req-3a44dde8-1292-4ffa-9439-ca982b4d7d39 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Waiting for the task: (returnval){ [ 934.303257] env[69889]: value = "task-4077440" [ 934.303257] env[69889]: _type = "Task" [ 934.303257] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.315631] env[69889]: DEBUG oslo_vmware.api [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Task: {'id': task-4077439, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.316953] env[69889]: DEBUG oslo_vmware.api [None req-3a44dde8-1292-4ffa-9439-ca982b4d7d39 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Task: {'id': task-4077440, 'name': CloneVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.373331] env[69889]: DEBUG nova.scheduler.client.report [None req-d13d7da7-6c66-4b70-9df3-0e742434affd tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 934.382162] env[69889]: DEBUG nova.network.neutron [None req-7e392b72-7dfc-4d6d-a735-77e1f1ac88a0 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] [instance: a31565fb-fb1f-4fb9-a60d-06e32458efa2] Updating instance_info_cache with network_info: [{"id": "a8ff257d-f8ff-43e0-a575-2713af946b61", "address": "fa:16:3e:ab:43:d6", "network": {"id": "51020b66-d21a-4027-b352-b86bec25aebe", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1228751700-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "4078f9e442cf4282ae5a028f3b8b0e9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8ff257d-f8", "ovs_interfaceid": "a8ff257d-f8ff-43e0-a575-2713af946b61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.821314] env[69889]: DEBUG oslo_vmware.api [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Task: {'id': task-4077439, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.823908] env[69889]: DEBUG oslo_vmware.api [None req-3a44dde8-1292-4ffa-9439-ca982b4d7d39 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Task: {'id': task-4077440, 'name': CloneVM_Task} progress is 94%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.883305] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d13d7da7-6c66-4b70-9df3-0e742434affd tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.852s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.885038] env[69889]: DEBUG nova.compute.manager [None req-d13d7da7-6c66-4b70-9df3-0e742434affd tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] [instance: 2aee774c-aa5d-42f0-82a4-26e0fa1fe069] Start building networks asynchronously for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 934.890431] env[69889]: DEBUG oslo_concurrency.lockutils [None req-3615a3e3-b337-48b6-b007-ad2e23440234 tempest-ServerPasswordTestJSON-589325170 tempest-ServerPasswordTestJSON-589325170-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.390s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.890770] env[69889]: DEBUG nova.objects.instance [None req-3615a3e3-b337-48b6-b007-ad2e23440234 tempest-ServerPasswordTestJSON-589325170 tempest-ServerPasswordTestJSON-589325170-project-member] Lazy-loading 'resources' on Instance uuid a7c1b811-fede-428b-b4f9-a4df09e7968d {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 934.895362] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7e392b72-7dfc-4d6d-a735-77e1f1ac88a0 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Releasing lock "refresh_cache-a31565fb-fb1f-4fb9-a60d-06e32458efa2" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.895804] env[69889]: DEBUG nova.compute.manager [None req-7e392b72-7dfc-4d6d-a735-77e1f1ac88a0 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] [instance: a31565fb-fb1f-4fb9-a60d-06e32458efa2] Instance network_info: |[{"id": "a8ff257d-f8ff-43e0-a575-2713af946b61", "address": "fa:16:3e:ab:43:d6", "network": {"id": "51020b66-d21a-4027-b352-b86bec25aebe", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1228751700-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "4078f9e442cf4282ae5a028f3b8b0e9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8ff257d-f8", "ovs_interfaceid": "a8ff257d-f8ff-43e0-a575-2713af946b61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 934.898078] env[69889]: DEBUG oslo_concurrency.lockutils [req-17fe89a7-87e7-4520-8b30-b27c5585cb95 req-51a227cf-c797-4d56-933f-2794b4e5fab5 service nova] Acquired lock "refresh_cache-a31565fb-fb1f-4fb9-a60d-06e32458efa2" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.898321] env[69889]: DEBUG nova.network.neutron [req-17fe89a7-87e7-4520-8b30-b27c5585cb95 req-51a227cf-c797-4d56-933f-2794b4e5fab5 service nova] [instance: a31565fb-fb1f-4fb9-a60d-06e32458efa2] Refreshing network info cache for port a8ff257d-f8ff-43e0-a575-2713af946b61 {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 934.899687] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-7e392b72-7dfc-4d6d-a735-77e1f1ac88a0 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] [instance: a31565fb-fb1f-4fb9-a60d-06e32458efa2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:43:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '001929c7-0dc4-4b73-a9f1-d672f8377985', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a8ff257d-f8ff-43e0-a575-2713af946b61', 'vif_model': 'vmxnet3'}] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 934.909368] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e392b72-7dfc-4d6d-a735-77e1f1ac88a0 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Creating folder: Project (4078f9e442cf4282ae5a028f3b8b0e9f). Parent ref: group-v807779. {{(pid=69889) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 934.911430] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b7eb27a5-29ee-490c-bae7-c0a0470863c6 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.926778] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-7e392b72-7dfc-4d6d-a735-77e1f1ac88a0 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Created folder: Project (4078f9e442cf4282ae5a028f3b8b0e9f) in parent group-v807779. [ 934.927009] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e392b72-7dfc-4d6d-a735-77e1f1ac88a0 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Creating folder: Instances. Parent ref: group-v807949. {{(pid=69889) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 934.927311] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f7610bb0-83b8-450d-b67b-3d7af4c179c7 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.939204] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-7e392b72-7dfc-4d6d-a735-77e1f1ac88a0 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Created folder: Instances in parent group-v807949. [ 934.939510] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7e392b72-7dfc-4d6d-a735-77e1f1ac88a0 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 934.940132] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a31565fb-fb1f-4fb9-a60d-06e32458efa2] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 934.940381] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0fc1f339-318b-49fb-a280-8299e6b0748b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.964418] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 934.964418] env[69889]: value = "task-4077443" [ 934.964418] env[69889]: _type = "Task" [ 934.964418] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.976947] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077443, 'name': CreateVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.322122] env[69889]: DEBUG oslo_vmware.api [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Task: {'id': task-4077439, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.328911] env[69889]: DEBUG oslo_vmware.api [None req-3a44dde8-1292-4ffa-9439-ca982b4d7d39 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Task: {'id': task-4077440, 'name': CloneVM_Task} progress is 94%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.402385] env[69889]: DEBUG nova.compute.utils [None req-d13d7da7-6c66-4b70-9df3-0e742434affd tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 935.406098] env[69889]: DEBUG nova.compute.manager [None req-d13d7da7-6c66-4b70-9df3-0e742434affd tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] [instance: 2aee774c-aa5d-42f0-82a4-26e0fa1fe069] Allocating IP information in the background. {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 935.409038] env[69889]: DEBUG nova.network.neutron [None req-d13d7da7-6c66-4b70-9df3-0e742434affd tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] [instance: 2aee774c-aa5d-42f0-82a4-26e0fa1fe069] allocate_for_instance() {{(pid=69889) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 935.483470] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077443, 'name': CreateVM_Task} progress is 99%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.508639] env[69889]: DEBUG nova.policy [None req-d13d7da7-6c66-4b70-9df3-0e742434affd tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '67116ddc23364818af80943b6367242e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '350955194e35449281e90bd62aae8ed2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69889) authorize /opt/stack/nova/nova/policy.py:192}} [ 935.809060] env[69889]: DEBUG nova.network.neutron [req-17fe89a7-87e7-4520-8b30-b27c5585cb95 req-51a227cf-c797-4d56-933f-2794b4e5fab5 service nova] [instance: a31565fb-fb1f-4fb9-a60d-06e32458efa2] Updated VIF entry in instance network info cache for port a8ff257d-f8ff-43e0-a575-2713af946b61. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 935.809982] env[69889]: DEBUG nova.network.neutron [req-17fe89a7-87e7-4520-8b30-b27c5585cb95 req-51a227cf-c797-4d56-933f-2794b4e5fab5 service nova] [instance: a31565fb-fb1f-4fb9-a60d-06e32458efa2] Updating instance_info_cache with network_info: [{"id": "a8ff257d-f8ff-43e0-a575-2713af946b61", "address": "fa:16:3e:ab:43:d6", "network": {"id": "51020b66-d21a-4027-b352-b86bec25aebe", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1228751700-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "4078f9e442cf4282ae5a028f3b8b0e9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8ff257d-f8", "ovs_interfaceid": "a8ff257d-f8ff-43e0-a575-2713af946b61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.830415] env[69889]: DEBUG oslo_vmware.api [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Task: {'id': task-4077439, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.642164} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.837845] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] 017df34e-1102-4414-b63e-614ee9db8060/017df34e-1102-4414-b63e-614ee9db8060.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 935.838191] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: 017df34e-1102-4414-b63e-614ee9db8060] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 935.840238] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d26df861-5304-4274-a249-d39db7043242 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.857735] env[69889]: DEBUG oslo_vmware.api [None req-3a44dde8-1292-4ffa-9439-ca982b4d7d39 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Task: {'id': task-4077440, 'name': CloneVM_Task} progress is 94%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.860265] env[69889]: DEBUG oslo_vmware.api [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Waiting for the task: (returnval){ [ 935.860265] env[69889]: value = "task-4077444" [ 935.860265] env[69889]: _type = "Task" [ 935.860265] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.874019] env[69889]: DEBUG oslo_vmware.api [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Task: {'id': task-4077444, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.909800] env[69889]: DEBUG nova.compute.manager [None req-d13d7da7-6c66-4b70-9df3-0e742434affd tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] [instance: 2aee774c-aa5d-42f0-82a4-26e0fa1fe069] Start building block device mappings for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 935.980440] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077443, 'name': CreateVM_Task, 'duration_secs': 0.537063} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.980440] env[69889]: DEBUG nova.network.neutron [None req-d13d7da7-6c66-4b70-9df3-0e742434affd tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] [instance: 2aee774c-aa5d-42f0-82a4-26e0fa1fe069] Successfully created port: 01eefff7-2ff2-4444-8cb7-44ba88980110 {{(pid=69889) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 935.981764] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a31565fb-fb1f-4fb9-a60d-06e32458efa2] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 935.982559] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7e392b72-7dfc-4d6d-a735-77e1f1ac88a0 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.982722] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7e392b72-7dfc-4d6d-a735-77e1f1ac88a0 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.984736] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7e392b72-7dfc-4d6d-a735-77e1f1ac88a0 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.984736] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4130fbd4-29f8-460e-ab1e-ba2570b0c247 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.992314] env[69889]: DEBUG oslo_vmware.api [None req-7e392b72-7dfc-4d6d-a735-77e1f1ac88a0 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Waiting for the task: (returnval){ [ 935.992314] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]5261f4ff-2701-e3b2-0311-4ddbc516a9b1" [ 935.992314] env[69889]: _type = "Task" [ 935.992314] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.003713] env[69889]: DEBUG oslo_vmware.api [None req-7e392b72-7dfc-4d6d-a735-77e1f1ac88a0 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5261f4ff-2701-e3b2-0311-4ddbc516a9b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.116621] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc2a8595-7d2a-463a-b01c-d0bae51f9aed {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.125268] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccc24ac4-62a3-40a4-8f59-11ecc5ca01bd {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.157995] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-100b1efa-86c7-4811-9044-b6ee3822d009 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.167401] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a00bec7-953d-4f4f-bff6-29fd1c3bf415 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.186504] env[69889]: DEBUG nova.compute.provider_tree [None req-3615a3e3-b337-48b6-b007-ad2e23440234 tempest-ServerPasswordTestJSON-589325170 tempest-ServerPasswordTestJSON-589325170-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 936.323794] env[69889]: DEBUG oslo_concurrency.lockutils [req-17fe89a7-87e7-4520-8b30-b27c5585cb95 req-51a227cf-c797-4d56-933f-2794b4e5fab5 service nova] Releasing lock "refresh_cache-a31565fb-fb1f-4fb9-a60d-06e32458efa2" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.336017] env[69889]: DEBUG oslo_vmware.api [None req-3a44dde8-1292-4ffa-9439-ca982b4d7d39 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Task: {'id': task-4077440, 'name': CloneVM_Task} progress is 100%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.372866] env[69889]: DEBUG oslo_vmware.api [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Task: {'id': task-4077444, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073281} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.373195] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: 017df34e-1102-4414-b63e-614ee9db8060] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 936.374138] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52155267-e7a4-469c-bbf6-d69515b98188 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.403585] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: 017df34e-1102-4414-b63e-614ee9db8060] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] 017df34e-1102-4414-b63e-614ee9db8060/017df34e-1102-4414-b63e-614ee9db8060.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 936.403974] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae88b935-8269-4063-833b-152079c6b36b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.433639] env[69889]: DEBUG oslo_vmware.api [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Waiting for the task: (returnval){ [ 936.433639] env[69889]: value = "task-4077445" [ 936.433639] env[69889]: _type = "Task" [ 936.433639] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.442971] env[69889]: DEBUG oslo_vmware.api [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Task: {'id': task-4077445, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.503266] env[69889]: DEBUG oslo_vmware.api [None req-7e392b72-7dfc-4d6d-a735-77e1f1ac88a0 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5261f4ff-2701-e3b2-0311-4ddbc516a9b1, 'name': SearchDatastore_Task, 'duration_secs': 0.022128} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.503577] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7e392b72-7dfc-4d6d-a735-77e1f1ac88a0 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.503816] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-7e392b72-7dfc-4d6d-a735-77e1f1ac88a0 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] [instance: a31565fb-fb1f-4fb9-a60d-06e32458efa2] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 936.504074] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7e392b72-7dfc-4d6d-a735-77e1f1ac88a0 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.504224] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7e392b72-7dfc-4d6d-a735-77e1f1ac88a0 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.504401] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e392b72-7dfc-4d6d-a735-77e1f1ac88a0 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 936.504672] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0155c6f5-9dc2-4dda-9fd6-8531d92f02b7 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.515804] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e392b72-7dfc-4d6d-a735-77e1f1ac88a0 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 936.516057] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-7e392b72-7dfc-4d6d-a735-77e1f1ac88a0 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 936.516870] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eef9f91a-429b-462a-8177-f8718b743f6b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.523105] env[69889]: DEBUG oslo_vmware.api [None req-7e392b72-7dfc-4d6d-a735-77e1f1ac88a0 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Waiting for the task: (returnval){ [ 936.523105] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]5249b5b9-3d3c-7dc5-63e2-b2e3892a0152" [ 936.523105] env[69889]: _type = "Task" [ 936.523105] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.531744] env[69889]: DEBUG oslo_vmware.api [None req-7e392b72-7dfc-4d6d-a735-77e1f1ac88a0 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5249b5b9-3d3c-7dc5-63e2-b2e3892a0152, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.692189] env[69889]: DEBUG nova.scheduler.client.report [None req-3615a3e3-b337-48b6-b007-ad2e23440234 tempest-ServerPasswordTestJSON-589325170 tempest-ServerPasswordTestJSON-589325170-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 936.836199] env[69889]: DEBUG oslo_vmware.api [None req-3a44dde8-1292-4ffa-9439-ca982b4d7d39 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Task: {'id': task-4077440, 'name': CloneVM_Task, 'duration_secs': 2.034274} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.836628] env[69889]: INFO nova.virt.vmwareapi.vmops [None req-3a44dde8-1292-4ffa-9439-ca982b4d7d39 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] [instance: 25fa2007-30d6-4a2a-9498-d523988ee0ad] Created linked-clone VM from snapshot [ 936.837617] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-628b942f-f8b8-41c3-8a1c-e4e5fa9a7563 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.846968] env[69889]: DEBUG nova.virt.vmwareapi.images [None req-3a44dde8-1292-4ffa-9439-ca982b4d7d39 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] [instance: 25fa2007-30d6-4a2a-9498-d523988ee0ad] Uploading image 7472b2a0-047c-4417-a661-3237d5e03130 {{(pid=69889) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 936.873572] env[69889]: DEBUG oslo_vmware.rw_handles [None req-3a44dde8-1292-4ffa-9439-ca982b4d7d39 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 936.873572] env[69889]: value = "vm-807948" [ 936.873572] env[69889]: _type = "VirtualMachine" [ 936.873572] env[69889]: }. {{(pid=69889) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 936.874395] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d0894527-2bba-4300-aa3e-db92378da0b5 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.885425] env[69889]: DEBUG oslo_vmware.rw_handles [None req-3a44dde8-1292-4ffa-9439-ca982b4d7d39 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Lease: (returnval){ [ 936.885425] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]5294fa00-200a-19fe-96b1-ce404c04dea7" [ 936.885425] env[69889]: _type = "HttpNfcLease" [ 936.885425] env[69889]: } obtained for exporting VM: (result){ [ 936.885425] env[69889]: value = "vm-807948" [ 936.885425] env[69889]: _type = "VirtualMachine" [ 936.885425] env[69889]: }. {{(pid=69889) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 936.885924] env[69889]: DEBUG oslo_vmware.api [None req-3a44dde8-1292-4ffa-9439-ca982b4d7d39 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Waiting for the lease: (returnval){ [ 936.885924] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]5294fa00-200a-19fe-96b1-ce404c04dea7" [ 936.885924] env[69889]: _type = "HttpNfcLease" [ 936.885924] env[69889]: } to be ready. {{(pid=69889) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 936.895292] env[69889]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 936.895292] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]5294fa00-200a-19fe-96b1-ce404c04dea7" [ 936.895292] env[69889]: _type = "HttpNfcLease" [ 936.895292] env[69889]: } is initializing. {{(pid=69889) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 936.929946] env[69889]: DEBUG nova.compute.manager [None req-d13d7da7-6c66-4b70-9df3-0e742434affd tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] [instance: 2aee774c-aa5d-42f0-82a4-26e0fa1fe069] Start spawning the instance on the hypervisor. {{(pid=69889) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 936.947556] env[69889]: DEBUG oslo_vmware.api [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Task: {'id': task-4077445, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.970419] env[69889]: DEBUG nova.virt.hardware [None req-d13d7da7-6c66-4b70-9df3-0e742434affd tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 936.970669] env[69889]: DEBUG nova.virt.hardware [None req-d13d7da7-6c66-4b70-9df3-0e742434affd tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 936.970823] env[69889]: DEBUG nova.virt.hardware [None req-d13d7da7-6c66-4b70-9df3-0e742434affd tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 936.971013] env[69889]: DEBUG nova.virt.hardware [None req-d13d7da7-6c66-4b70-9df3-0e742434affd tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 936.971169] env[69889]: DEBUG nova.virt.hardware [None req-d13d7da7-6c66-4b70-9df3-0e742434affd tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 936.971317] env[69889]: DEBUG nova.virt.hardware [None req-d13d7da7-6c66-4b70-9df3-0e742434affd tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 936.971532] env[69889]: DEBUG nova.virt.hardware [None req-d13d7da7-6c66-4b70-9df3-0e742434affd tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 936.971702] env[69889]: DEBUG nova.virt.hardware [None req-d13d7da7-6c66-4b70-9df3-0e742434affd tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 936.971869] env[69889]: DEBUG nova.virt.hardware [None req-d13d7da7-6c66-4b70-9df3-0e742434affd tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 936.972044] env[69889]: DEBUG nova.virt.hardware [None req-d13d7da7-6c66-4b70-9df3-0e742434affd tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 936.972224] env[69889]: DEBUG nova.virt.hardware [None req-d13d7da7-6c66-4b70-9df3-0e742434affd tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 936.973477] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8cafb10-867c-46d1-9d01-ca18c7d20bcb {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.983338] env[69889]: DEBUG oslo_concurrency.lockutils [None req-06abb433-2668-477b-af69-584e9a370b98 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Acquiring lock "ed01a7a5-1df0-4cca-b924-ad79f688ed68" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.983623] env[69889]: DEBUG oslo_concurrency.lockutils [None req-06abb433-2668-477b-af69-584e9a370b98 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Lock "ed01a7a5-1df0-4cca-b924-ad79f688ed68" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.986706] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45646f6a-3ddc-4873-aa99-7f22c7d5a167 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.034556] env[69889]: DEBUG oslo_vmware.api [None req-7e392b72-7dfc-4d6d-a735-77e1f1ac88a0 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5249b5b9-3d3c-7dc5-63e2-b2e3892a0152, 'name': SearchDatastore_Task, 'duration_secs': 0.026552} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.035466] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-237b03a9-5a39-43f2-afa2-9d82bf653019 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.041860] env[69889]: DEBUG oslo_vmware.api [None req-7e392b72-7dfc-4d6d-a735-77e1f1ac88a0 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Waiting for the task: (returnval){ [ 937.041860] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]527b5e0d-0fe5-474c-091d-94f1daaacf31" [ 937.041860] env[69889]: _type = "Task" [ 937.041860] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.052823] env[69889]: DEBUG oslo_vmware.api [None req-7e392b72-7dfc-4d6d-a735-77e1f1ac88a0 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]527b5e0d-0fe5-474c-091d-94f1daaacf31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.110693] env[69889]: DEBUG oslo_concurrency.lockutils [None req-71e23815-ec16-4f12-9720-dc6b88c2666e tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Acquiring lock "0c73213b-c2e1-42cb-a8f4-e3109adfd354" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.110864] env[69889]: DEBUG oslo_concurrency.lockutils [None req-71e23815-ec16-4f12-9720-dc6b88c2666e tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Lock "0c73213b-c2e1-42cb-a8f4-e3109adfd354" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.111074] env[69889]: DEBUG nova.compute.manager [None req-71e23815-ec16-4f12-9720-dc6b88c2666e tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] Going to confirm migration 3 {{(pid=69889) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 937.198034] env[69889]: DEBUG oslo_concurrency.lockutils [None req-3615a3e3-b337-48b6-b007-ad2e23440234 tempest-ServerPasswordTestJSON-589325170 tempest-ServerPasswordTestJSON-589325170-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.308s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.200435] env[69889]: DEBUG oslo_concurrency.lockutils [None req-df322c9e-d14a-4f5c-a383-53007e6b1c6e tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.774s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.200667] env[69889]: DEBUG nova.objects.instance [None req-df322c9e-d14a-4f5c-a383-53007e6b1c6e tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Lazy-loading 'resources' on Instance uuid 035a867b-5707-43b4-b743-3e32775063ea {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 937.342580] env[69889]: INFO nova.scheduler.client.report [None req-3615a3e3-b337-48b6-b007-ad2e23440234 tempest-ServerPasswordTestJSON-589325170 tempest-ServerPasswordTestJSON-589325170-project-member] Deleted allocations for instance a7c1b811-fede-428b-b4f9-a4df09e7968d [ 937.401420] env[69889]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 937.401420] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]5294fa00-200a-19fe-96b1-ce404c04dea7" [ 937.401420] env[69889]: _type = "HttpNfcLease" [ 937.401420] env[69889]: } is ready. {{(pid=69889) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 937.401420] env[69889]: DEBUG oslo_vmware.rw_handles [None req-3a44dde8-1292-4ffa-9439-ca982b4d7d39 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 937.401420] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]5294fa00-200a-19fe-96b1-ce404c04dea7" [ 937.401420] env[69889]: _type = "HttpNfcLease" [ 937.401420] env[69889]: }. {{(pid=69889) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 937.403775] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8af7e199-c67b-4d09-b905-95665db7a396 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.418335] env[69889]: DEBUG oslo_vmware.rw_handles [None req-3a44dde8-1292-4ffa-9439-ca982b4d7d39 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a20bb6-2f19-ecdd-008a-7197e2d19b10/disk-0.vmdk from lease info. {{(pid=69889) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 937.418710] env[69889]: DEBUG oslo_vmware.rw_handles [None req-3a44dde8-1292-4ffa-9439-ca982b4d7d39 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a20bb6-2f19-ecdd-008a-7197e2d19b10/disk-0.vmdk for reading. {{(pid=69889) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 937.484651] env[69889]: DEBUG nova.compute.manager [req-c380420c-af2f-4d4c-b874-0a002e6df66e req-e152be31-6ff8-4ebe-8ea3-4f1e468f1d7e service nova] [instance: 2aee774c-aa5d-42f0-82a4-26e0fa1fe069] Received event network-vif-plugged-01eefff7-2ff2-4444-8cb7-44ba88980110 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 937.485065] env[69889]: DEBUG oslo_concurrency.lockutils [req-c380420c-af2f-4d4c-b874-0a002e6df66e req-e152be31-6ff8-4ebe-8ea3-4f1e468f1d7e service nova] Acquiring lock "2aee774c-aa5d-42f0-82a4-26e0fa1fe069-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.485352] env[69889]: DEBUG oslo_concurrency.lockutils [req-c380420c-af2f-4d4c-b874-0a002e6df66e req-e152be31-6ff8-4ebe-8ea3-4f1e468f1d7e service nova] Lock "2aee774c-aa5d-42f0-82a4-26e0fa1fe069-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.485632] env[69889]: DEBUG oslo_concurrency.lockutils [req-c380420c-af2f-4d4c-b874-0a002e6df66e req-e152be31-6ff8-4ebe-8ea3-4f1e468f1d7e service nova] Lock "2aee774c-aa5d-42f0-82a4-26e0fa1fe069-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.485876] env[69889]: DEBUG nova.compute.manager [req-c380420c-af2f-4d4c-b874-0a002e6df66e req-e152be31-6ff8-4ebe-8ea3-4f1e468f1d7e service nova] [instance: 2aee774c-aa5d-42f0-82a4-26e0fa1fe069] No waiting events found dispatching network-vif-plugged-01eefff7-2ff2-4444-8cb7-44ba88980110 {{(pid=69889) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 937.486250] env[69889]: WARNING nova.compute.manager [req-c380420c-af2f-4d4c-b874-0a002e6df66e req-e152be31-6ff8-4ebe-8ea3-4f1e468f1d7e service nova] [instance: 2aee774c-aa5d-42f0-82a4-26e0fa1fe069] Received unexpected event network-vif-plugged-01eefff7-2ff2-4444-8cb7-44ba88980110 for instance with vm_state building and task_state spawning. [ 937.488965] env[69889]: DEBUG nova.compute.manager [None req-06abb433-2668-477b-af69-584e9a370b98 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: ed01a7a5-1df0-4cca-b924-ad79f688ed68] Starting instance... {{(pid=69889) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 937.498733] env[69889]: DEBUG oslo_vmware.api [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Task: {'id': task-4077445, 'name': ReconfigVM_Task, 'duration_secs': 0.651663} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.499167] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: 017df34e-1102-4414-b63e-614ee9db8060] Reconfigured VM instance instance-0000003b to attach disk [datastore2] 017df34e-1102-4414-b63e-614ee9db8060/017df34e-1102-4414-b63e-614ee9db8060.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 937.499924] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6e1c5fc7-8826-4fb1-8f09-b53af8d27ef0 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.509080] env[69889]: DEBUG oslo_vmware.api [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Waiting for the task: (returnval){ [ 937.509080] env[69889]: value = "task-4077447" [ 937.509080] env[69889]: _type = "Task" [ 937.509080] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.519756] env[69889]: DEBUG oslo_vmware.api [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Task: {'id': task-4077447, 'name': Rename_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.545112] env[69889]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b7308b57-c68a-43c6-80bd-f5f8a306ca53 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.559288] env[69889]: DEBUG oslo_vmware.api [None req-7e392b72-7dfc-4d6d-a735-77e1f1ac88a0 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]527b5e0d-0fe5-474c-091d-94f1daaacf31, 'name': SearchDatastore_Task, 'duration_secs': 0.01163} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.562338] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7e392b72-7dfc-4d6d-a735-77e1f1ac88a0 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.562658] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e392b72-7dfc-4d6d-a735-77e1f1ac88a0 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] a31565fb-fb1f-4fb9-a60d-06e32458efa2/a31565fb-fb1f-4fb9-a60d-06e32458efa2.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 937.563239] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a74333bf-23c0-4be4-b7e4-087ecc256188 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.570605] env[69889]: DEBUG oslo_vmware.api [None req-7e392b72-7dfc-4d6d-a735-77e1f1ac88a0 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Waiting for the task: (returnval){ [ 937.570605] env[69889]: value = "task-4077448" [ 937.570605] env[69889]: _type = "Task" [ 937.570605] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.577926] env[69889]: DEBUG nova.network.neutron [None req-d13d7da7-6c66-4b70-9df3-0e742434affd tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] [instance: 2aee774c-aa5d-42f0-82a4-26e0fa1fe069] Successfully updated port: 01eefff7-2ff2-4444-8cb7-44ba88980110 {{(pid=69889) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 937.590179] env[69889]: DEBUG oslo_vmware.api [None req-7e392b72-7dfc-4d6d-a735-77e1f1ac88a0 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Task: {'id': task-4077448, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.728844] env[69889]: DEBUG oslo_concurrency.lockutils [None req-71e23815-ec16-4f12-9720-dc6b88c2666e tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Acquiring lock "refresh_cache-0c73213b-c2e1-42cb-a8f4-e3109adfd354" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.728844] env[69889]: DEBUG oslo_concurrency.lockutils [None req-71e23815-ec16-4f12-9720-dc6b88c2666e tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Acquired lock "refresh_cache-0c73213b-c2e1-42cb-a8f4-e3109adfd354" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.728844] env[69889]: DEBUG nova.network.neutron [None req-71e23815-ec16-4f12-9720-dc6b88c2666e tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 937.728844] env[69889]: DEBUG nova.objects.instance [None req-71e23815-ec16-4f12-9720-dc6b88c2666e tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Lazy-loading 'info_cache' on Instance uuid 0c73213b-c2e1-42cb-a8f4-e3109adfd354 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 937.860481] env[69889]: DEBUG oslo_concurrency.lockutils [None req-3615a3e3-b337-48b6-b007-ad2e23440234 tempest-ServerPasswordTestJSON-589325170 tempest-ServerPasswordTestJSON-589325170-project-member] Lock "a7c1b811-fede-428b-b4f9-a4df09e7968d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.489s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.011807] env[69889]: DEBUG oslo_concurrency.lockutils [None req-06abb433-2668-477b-af69-584e9a370b98 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.022945] env[69889]: DEBUG oslo_vmware.api [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Task: {'id': task-4077447, 'name': Rename_Task, 'duration_secs': 0.239662} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.026361] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: 017df34e-1102-4414-b63e-614ee9db8060] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 938.026924] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4e57c8ce-0e2b-41aa-b82f-a87fa7bc580d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.041432] env[69889]: DEBUG oslo_vmware.api [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Waiting for the task: (returnval){ [ 938.041432] env[69889]: value = "task-4077449" [ 938.041432] env[69889]: _type = "Task" [ 938.041432] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.051445] env[69889]: DEBUG oslo_vmware.api [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Task: {'id': task-4077449, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.081184] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d13d7da7-6c66-4b70-9df3-0e742434affd tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Acquiring lock "refresh_cache-2aee774c-aa5d-42f0-82a4-26e0fa1fe069" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.081385] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d13d7da7-6c66-4b70-9df3-0e742434affd tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Acquired lock "refresh_cache-2aee774c-aa5d-42f0-82a4-26e0fa1fe069" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.081574] env[69889]: DEBUG nova.network.neutron [None req-d13d7da7-6c66-4b70-9df3-0e742434affd tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] [instance: 2aee774c-aa5d-42f0-82a4-26e0fa1fe069] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 938.082899] env[69889]: DEBUG oslo_vmware.api [None req-7e392b72-7dfc-4d6d-a735-77e1f1ac88a0 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Task: {'id': task-4077448, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.346334] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0d9f0c9-a766-47d1-8583-84115215d051 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.355295] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e33b9bb6-a315-4d5d-9580-b48bd977c623 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.396312] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c750b8a1-dca4-43af-b21b-d114f7407a1b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.406514] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a84fe722-27d9-4cf6-bcf8-a6c7a9a1490c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.422141] env[69889]: DEBUG nova.compute.provider_tree [None req-df322c9e-d14a-4f5c-a383-53007e6b1c6e tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 938.478636] env[69889]: DEBUG oslo_vmware.rw_handles [None req-2f704b6f-df58-4ac2-a049-edf7d5e67843 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5296d0ab-b5a0-09cd-234d-b4565e72803e/disk-0.vmdk. {{(pid=69889) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 938.479672] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95ae9b9f-3dc1-4358-96be-1a791a103e38 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.488506] env[69889]: DEBUG oslo_vmware.rw_handles [None req-2f704b6f-df58-4ac2-a049-edf7d5e67843 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5296d0ab-b5a0-09cd-234d-b4565e72803e/disk-0.vmdk is in state: ready. {{(pid=69889) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 938.491486] env[69889]: ERROR oslo_vmware.rw_handles [None req-2f704b6f-df58-4ac2-a049-edf7d5e67843 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5296d0ab-b5a0-09cd-234d-b4565e72803e/disk-0.vmdk due to incomplete transfer. [ 938.491486] env[69889]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-158d7a22-f00e-4a08-b1e8-0f1953351470 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.500566] env[69889]: DEBUG oslo_vmware.rw_handles [None req-2f704b6f-df58-4ac2-a049-edf7d5e67843 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5296d0ab-b5a0-09cd-234d-b4565e72803e/disk-0.vmdk. {{(pid=69889) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 938.501355] env[69889]: DEBUG nova.virt.vmwareapi.images [None req-2f704b6f-df58-4ac2-a049-edf7d5e67843 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: 68d7b291-3a3f-4ba0-9b9a-31407b0a43db] Uploaded image bb1e39b4-3409-4531-b7a8-b560036ad9a0 to the Glance image server {{(pid=69889) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 938.503333] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f704b6f-df58-4ac2-a049-edf7d5e67843 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: 68d7b291-3a3f-4ba0-9b9a-31407b0a43db] Destroying the VM {{(pid=69889) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 938.503864] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1f1ea99a-7cc2-4e4e-9888-295d14b6dcc0 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.511411] env[69889]: DEBUG oslo_vmware.api [None req-2f704b6f-df58-4ac2-a049-edf7d5e67843 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Waiting for the task: (returnval){ [ 938.511411] env[69889]: value = "task-4077450" [ 938.511411] env[69889]: _type = "Task" [ 938.511411] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.521216] env[69889]: DEBUG oslo_vmware.api [None req-2f704b6f-df58-4ac2-a049-edf7d5e67843 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077450, 'name': Destroy_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.555303] env[69889]: DEBUG oslo_vmware.api [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Task: {'id': task-4077449, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.584569] env[69889]: DEBUG oslo_vmware.api [None req-7e392b72-7dfc-4d6d-a735-77e1f1ac88a0 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Task: {'id': task-4077448, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.634318} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.586770] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e392b72-7dfc-4d6d-a735-77e1f1ac88a0 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] a31565fb-fb1f-4fb9-a60d-06e32458efa2/a31565fb-fb1f-4fb9-a60d-06e32458efa2.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 938.586770] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-7e392b72-7dfc-4d6d-a735-77e1f1ac88a0 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] [instance: a31565fb-fb1f-4fb9-a60d-06e32458efa2] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 938.586770] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2cc3abd9-7d87-4e09-95ed-ab86bc211336 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.597533] env[69889]: DEBUG oslo_vmware.api [None req-7e392b72-7dfc-4d6d-a735-77e1f1ac88a0 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Waiting for the task: (returnval){ [ 938.597533] env[69889]: value = "task-4077451" [ 938.597533] env[69889]: _type = "Task" [ 938.597533] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.609612] env[69889]: DEBUG oslo_vmware.api [None req-7e392b72-7dfc-4d6d-a735-77e1f1ac88a0 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Task: {'id': task-4077451, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.634922] env[69889]: DEBUG nova.network.neutron [None req-d13d7da7-6c66-4b70-9df3-0e742434affd tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] [instance: 2aee774c-aa5d-42f0-82a4-26e0fa1fe069] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 938.854248] env[69889]: DEBUG nova.network.neutron [None req-d13d7da7-6c66-4b70-9df3-0e742434affd tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] [instance: 2aee774c-aa5d-42f0-82a4-26e0fa1fe069] Updating instance_info_cache with network_info: [{"id": "01eefff7-2ff2-4444-8cb7-44ba88980110", "address": "fa:16:3e:74:be:d6", "network": {"id": "35a4da39-4e5d-4ca6-92c3-db1e7c187803", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1852867227-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "350955194e35449281e90bd62aae8ed2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5291d0-ee0f-4d70-b2ae-ab6879a67b08", "external-id": "nsx-vlan-transportzone-597", "segmentation_id": 597, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01eefff7-2f", "ovs_interfaceid": "01eefff7-2ff2-4444-8cb7-44ba88980110", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.926653] env[69889]: DEBUG nova.scheduler.client.report [None req-df322c9e-d14a-4f5c-a383-53007e6b1c6e tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 939.023611] env[69889]: DEBUG oslo_vmware.api [None req-2f704b6f-df58-4ac2-a049-edf7d5e67843 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077450, 'name': Destroy_Task, 'duration_secs': 0.36042} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.026788] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-2f704b6f-df58-4ac2-a049-edf7d5e67843 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: 68d7b291-3a3f-4ba0-9b9a-31407b0a43db] Destroyed the VM [ 939.027349] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-2f704b6f-df58-4ac2-a049-edf7d5e67843 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: 68d7b291-3a3f-4ba0-9b9a-31407b0a43db] Deleting Snapshot of the VM instance {{(pid=69889) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 939.027734] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-019a96ad-2d1e-4d07-83ba-7da093941514 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.038019] env[69889]: DEBUG oslo_vmware.api [None req-2f704b6f-df58-4ac2-a049-edf7d5e67843 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Waiting for the task: (returnval){ [ 939.038019] env[69889]: value = "task-4077452" [ 939.038019] env[69889]: _type = "Task" [ 939.038019] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.046190] env[69889]: DEBUG oslo_vmware.api [None req-2f704b6f-df58-4ac2-a049-edf7d5e67843 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077452, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.055864] env[69889]: DEBUG oslo_vmware.api [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Task: {'id': task-4077449, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.062410] env[69889]: DEBUG nova.network.neutron [None req-71e23815-ec16-4f12-9720-dc6b88c2666e tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] Updating instance_info_cache with network_info: [{"id": "9f07f034-4136-49cb-ab32-4feb5aac7b58", "address": "fa:16:3e:06:e7:9e", "network": {"id": "1b12c1c8-daca-4fb2-8ab1-a5e673ba07eb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-532849496-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7255cdff151a40df83da7bf6356a4e13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f07f034-41", "ovs_interfaceid": "9f07f034-4136-49cb-ab32-4feb5aac7b58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.106818] env[69889]: DEBUG oslo_vmware.api [None req-7e392b72-7dfc-4d6d-a735-77e1f1ac88a0 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Task: {'id': task-4077451, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078984} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.107288] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-7e392b72-7dfc-4d6d-a735-77e1f1ac88a0 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] [instance: a31565fb-fb1f-4fb9-a60d-06e32458efa2] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 939.108226] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dbf1529-f6d9-4b2f-9a10-192fd10596a6 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.133795] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e392b72-7dfc-4d6d-a735-77e1f1ac88a0 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] [instance: a31565fb-fb1f-4fb9-a60d-06e32458efa2] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] a31565fb-fb1f-4fb9-a60d-06e32458efa2/a31565fb-fb1f-4fb9-a60d-06e32458efa2.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 939.137114] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0fc2b49-94c6-439d-bf3b-9ac0d5e6d3a5 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.174032] env[69889]: DEBUG oslo_vmware.api [None req-7e392b72-7dfc-4d6d-a735-77e1f1ac88a0 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Waiting for the task: (returnval){ [ 939.174032] env[69889]: value = "task-4077453" [ 939.174032] env[69889]: _type = "Task" [ 939.174032] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.182589] env[69889]: DEBUG oslo_vmware.api [None req-7e392b72-7dfc-4d6d-a735-77e1f1ac88a0 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Task: {'id': task-4077453, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.363033] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d13d7da7-6c66-4b70-9df3-0e742434affd tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Releasing lock "refresh_cache-2aee774c-aa5d-42f0-82a4-26e0fa1fe069" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.363033] env[69889]: DEBUG nova.compute.manager [None req-d13d7da7-6c66-4b70-9df3-0e742434affd tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] [instance: 2aee774c-aa5d-42f0-82a4-26e0fa1fe069] Instance network_info: |[{"id": "01eefff7-2ff2-4444-8cb7-44ba88980110", "address": "fa:16:3e:74:be:d6", "network": {"id": "35a4da39-4e5d-4ca6-92c3-db1e7c187803", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1852867227-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "350955194e35449281e90bd62aae8ed2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5291d0-ee0f-4d70-b2ae-ab6879a67b08", "external-id": "nsx-vlan-transportzone-597", "segmentation_id": 597, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01eefff7-2f", "ovs_interfaceid": "01eefff7-2ff2-4444-8cb7-44ba88980110", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 939.363033] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-d13d7da7-6c66-4b70-9df3-0e742434affd tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] [instance: 2aee774c-aa5d-42f0-82a4-26e0fa1fe069] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:be:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b5291d0-ee0f-4d70-b2ae-ab6879a67b08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '01eefff7-2ff2-4444-8cb7-44ba88980110', 'vif_model': 'vmxnet3'}] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 939.374725] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d13d7da7-6c66-4b70-9df3-0e742434affd tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 939.375082] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2aee774c-aa5d-42f0-82a4-26e0fa1fe069] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 939.375361] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-10c3a3ad-d16a-454d-b6a7-ac0feabac5b4 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.405793] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 939.405793] env[69889]: value = "task-4077454" [ 939.405793] env[69889]: _type = "Task" [ 939.405793] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.415935] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077454, 'name': CreateVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.432459] env[69889]: DEBUG oslo_concurrency.lockutils [None req-df322c9e-d14a-4f5c-a383-53007e6b1c6e tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.232s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.437498] env[69889]: DEBUG oslo_concurrency.lockutils [None req-60409eec-1ded-49b4-b606-276d40c0dbb4 tempest-ServerGroupTestJSON-1605829277 tempest-ServerGroupTestJSON-1605829277-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.418s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.438362] env[69889]: INFO nova.compute.claims [None req-60409eec-1ded-49b4-b606-276d40c0dbb4 tempest-ServerGroupTestJSON-1605829277 tempest-ServerGroupTestJSON-1605829277-project-member] [instance: 7c0cf802-2002-48de-9d48-061bac8350b4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 939.465514] env[69889]: DEBUG oslo_concurrency.lockutils [None req-3fadc7e1-2e0d-42c8-a562-21bea63c5322 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Acquiring lock "68d7b291-3a3f-4ba0-9b9a-31407b0a43db" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.466695] env[69889]: DEBUG oslo_concurrency.lockutils [None req-3fadc7e1-2e0d-42c8-a562-21bea63c5322 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Lock "68d7b291-3a3f-4ba0-9b9a-31407b0a43db" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.466695] env[69889]: DEBUG oslo_concurrency.lockutils [None req-3fadc7e1-2e0d-42c8-a562-21bea63c5322 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Acquiring lock "68d7b291-3a3f-4ba0-9b9a-31407b0a43db-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.466878] env[69889]: DEBUG oslo_concurrency.lockutils [None req-3fadc7e1-2e0d-42c8-a562-21bea63c5322 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Lock "68d7b291-3a3f-4ba0-9b9a-31407b0a43db-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.467092] env[69889]: DEBUG oslo_concurrency.lockutils [None req-3fadc7e1-2e0d-42c8-a562-21bea63c5322 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Lock "68d7b291-3a3f-4ba0-9b9a-31407b0a43db-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.470550] env[69889]: INFO nova.compute.manager [None req-3fadc7e1-2e0d-42c8-a562-21bea63c5322 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: 68d7b291-3a3f-4ba0-9b9a-31407b0a43db] Terminating instance [ 939.473541] env[69889]: INFO nova.scheduler.client.report [None req-df322c9e-d14a-4f5c-a383-53007e6b1c6e tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Deleted allocations for instance 035a867b-5707-43b4-b743-3e32775063ea [ 939.550107] env[69889]: DEBUG oslo_vmware.api [None req-2f704b6f-df58-4ac2-a049-edf7d5e67843 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077452, 'name': RemoveSnapshot_Task, 'duration_secs': 0.387345} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.554021] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-2f704b6f-df58-4ac2-a049-edf7d5e67843 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: 68d7b291-3a3f-4ba0-9b9a-31407b0a43db] Deleted Snapshot of the VM instance {{(pid=69889) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 939.554854] env[69889]: INFO nova.compute.manager [None req-2f704b6f-df58-4ac2-a049-edf7d5e67843 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: 68d7b291-3a3f-4ba0-9b9a-31407b0a43db] Took 14.49 seconds to snapshot the instance on the hypervisor. [ 939.564120] env[69889]: DEBUG oslo_vmware.api [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Task: {'id': task-4077449, 'name': PowerOnVM_Task, 'duration_secs': 1.452897} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.564827] env[69889]: DEBUG oslo_concurrency.lockutils [None req-71e23815-ec16-4f12-9720-dc6b88c2666e tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Releasing lock "refresh_cache-0c73213b-c2e1-42cb-a8f4-e3109adfd354" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.565141] env[69889]: DEBUG nova.objects.instance [None req-71e23815-ec16-4f12-9720-dc6b88c2666e tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Lazy-loading 'migration_context' on Instance uuid 0c73213b-c2e1-42cb-a8f4-e3109adfd354 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 939.569552] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: 017df34e-1102-4414-b63e-614ee9db8060] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 939.569552] env[69889]: INFO nova.compute.manager [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: 017df34e-1102-4414-b63e-614ee9db8060] Took 10.56 seconds to spawn the instance on the hypervisor. [ 939.569552] env[69889]: DEBUG nova.compute.manager [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: 017df34e-1102-4414-b63e-614ee9db8060] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 939.569552] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb221a66-f5e1-4554-bbd7-4a0774cb58a4 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.683689] env[69889]: DEBUG oslo_vmware.api [None req-7e392b72-7dfc-4d6d-a735-77e1f1ac88a0 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Task: {'id': task-4077453, 'name': ReconfigVM_Task, 'duration_secs': 0.314816} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.687249] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e392b72-7dfc-4d6d-a735-77e1f1ac88a0 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] [instance: a31565fb-fb1f-4fb9-a60d-06e32458efa2] Reconfigured VM instance instance-0000003c to attach disk [datastore2] a31565fb-fb1f-4fb9-a60d-06e32458efa2/a31565fb-fb1f-4fb9-a60d-06e32458efa2.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 939.687249] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a461b437-453c-4f24-84af-5fbab16ba2e1 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.695020] env[69889]: DEBUG oslo_vmware.api [None req-7e392b72-7dfc-4d6d-a735-77e1f1ac88a0 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Waiting for the task: (returnval){ [ 939.695020] env[69889]: value = "task-4077455" [ 939.695020] env[69889]: _type = "Task" [ 939.695020] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.708571] env[69889]: DEBUG oslo_vmware.api [None req-7e392b72-7dfc-4d6d-a735-77e1f1ac88a0 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Task: {'id': task-4077455, 'name': Rename_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.862842] env[69889]: DEBUG nova.compute.manager [req-f5ca88bd-b902-4c03-85a1-54cbbb379906 req-748488ea-011f-4f33-8d5e-577fb6aacb86 service nova] [instance: 2aee774c-aa5d-42f0-82a4-26e0fa1fe069] Received event network-changed-01eefff7-2ff2-4444-8cb7-44ba88980110 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 939.863137] env[69889]: DEBUG nova.compute.manager [req-f5ca88bd-b902-4c03-85a1-54cbbb379906 req-748488ea-011f-4f33-8d5e-577fb6aacb86 service nova] [instance: 2aee774c-aa5d-42f0-82a4-26e0fa1fe069] Refreshing instance network info cache due to event network-changed-01eefff7-2ff2-4444-8cb7-44ba88980110. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 939.864604] env[69889]: DEBUG oslo_concurrency.lockutils [req-f5ca88bd-b902-4c03-85a1-54cbbb379906 req-748488ea-011f-4f33-8d5e-577fb6aacb86 service nova] Acquiring lock "refresh_cache-2aee774c-aa5d-42f0-82a4-26e0fa1fe069" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.864755] env[69889]: DEBUG oslo_concurrency.lockutils [req-f5ca88bd-b902-4c03-85a1-54cbbb379906 req-748488ea-011f-4f33-8d5e-577fb6aacb86 service nova] Acquired lock "refresh_cache-2aee774c-aa5d-42f0-82a4-26e0fa1fe069" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.864922] env[69889]: DEBUG nova.network.neutron [req-f5ca88bd-b902-4c03-85a1-54cbbb379906 req-748488ea-011f-4f33-8d5e-577fb6aacb86 service nova] [instance: 2aee774c-aa5d-42f0-82a4-26e0fa1fe069] Refreshing network info cache for port 01eefff7-2ff2-4444-8cb7-44ba88980110 {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 939.920073] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077454, 'name': CreateVM_Task, 'duration_secs': 0.351056} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.920073] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2aee774c-aa5d-42f0-82a4-26e0fa1fe069] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 939.920073] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d13d7da7-6c66-4b70-9df3-0e742434affd tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.920073] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d13d7da7-6c66-4b70-9df3-0e742434affd tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.920073] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d13d7da7-6c66-4b70-9df3-0e742434affd tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.920073] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea2cb1c1-584b-4beb-b3e6-453690a035a8 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.925898] env[69889]: DEBUG oslo_vmware.api [None req-d13d7da7-6c66-4b70-9df3-0e742434affd tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Waiting for the task: (returnval){ [ 939.925898] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]5260da72-ea45-e4a8-f777-9f3c0876dd0e" [ 939.925898] env[69889]: _type = "Task" [ 939.925898] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.942513] env[69889]: DEBUG oslo_vmware.api [None req-d13d7da7-6c66-4b70-9df3-0e742434affd tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5260da72-ea45-e4a8-f777-9f3c0876dd0e, 'name': SearchDatastore_Task, 'duration_secs': 0.012663} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.946654] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d13d7da7-6c66-4b70-9df3-0e742434affd tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.946980] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-d13d7da7-6c66-4b70-9df3-0e742434affd tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] [instance: 2aee774c-aa5d-42f0-82a4-26e0fa1fe069] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 939.947295] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d13d7da7-6c66-4b70-9df3-0e742434affd tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.947703] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d13d7da7-6c66-4b70-9df3-0e742434affd tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.948130] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-d13d7da7-6c66-4b70-9df3-0e742434affd tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 939.948465] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8417b68a-b116-4300-b325-17fcd8dc67c2 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.959359] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-d13d7da7-6c66-4b70-9df3-0e742434affd tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 939.959600] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-d13d7da7-6c66-4b70-9df3-0e742434affd tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 939.960626] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e03ee28-fa4a-4aca-bf9c-87f5645a638b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.968829] env[69889]: DEBUG oslo_vmware.api [None req-d13d7da7-6c66-4b70-9df3-0e742434affd tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Waiting for the task: (returnval){ [ 939.968829] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]528973ee-b5a8-ab94-f47d-30c2ccacf845" [ 939.968829] env[69889]: _type = "Task" [ 939.968829] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.979763] env[69889]: DEBUG oslo_vmware.api [None req-d13d7da7-6c66-4b70-9df3-0e742434affd tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]528973ee-b5a8-ab94-f47d-30c2ccacf845, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.983693] env[69889]: DEBUG nova.compute.manager [None req-3fadc7e1-2e0d-42c8-a562-21bea63c5322 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: 68d7b291-3a3f-4ba0-9b9a-31407b0a43db] Start destroying the instance on the hypervisor. {{(pid=69889) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 939.984172] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-3fadc7e1-2e0d-42c8-a562-21bea63c5322 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: 68d7b291-3a3f-4ba0-9b9a-31407b0a43db] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 939.984815] env[69889]: DEBUG oslo_concurrency.lockutils [None req-df322c9e-d14a-4f5c-a383-53007e6b1c6e tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Lock "035a867b-5707-43b4-b743-3e32775063ea" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.282s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.986372] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93efb8e6-926b-44c0-9e39-33d837af0b80 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.994433] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-3fadc7e1-2e0d-42c8-a562-21bea63c5322 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: 68d7b291-3a3f-4ba0-9b9a-31407b0a43db] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 939.995022] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-34f57647-9fe8-4e1e-9fea-d0c303068c74 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.059263] env[69889]: DEBUG nova.compute.manager [None req-2f704b6f-df58-4ac2-a049-edf7d5e67843 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: 68d7b291-3a3f-4ba0-9b9a-31407b0a43db] Instance disappeared during snapshot {{(pid=69889) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 940.069795] env[69889]: DEBUG nova.objects.base [None req-71e23815-ec16-4f12-9720-dc6b88c2666e tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Object Instance<0c73213b-c2e1-42cb-a8f4-e3109adfd354> lazy-loaded attributes: info_cache,migration_context {{(pid=69889) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 940.070417] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee799a64-80df-4a02-a8b3-80ab9fb524b5 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.073788] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-3fadc7e1-2e0d-42c8-a562-21bea63c5322 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: 68d7b291-3a3f-4ba0-9b9a-31407b0a43db] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 940.073986] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-3fadc7e1-2e0d-42c8-a562-21bea63c5322 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: 68d7b291-3a3f-4ba0-9b9a-31407b0a43db] Deleting contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 940.074476] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fadc7e1-2e0d-42c8-a562-21bea63c5322 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Deleting the datastore file [datastore2] 68d7b291-3a3f-4ba0-9b9a-31407b0a43db {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 940.075614] env[69889]: DEBUG nova.compute.manager [None req-2f704b6f-df58-4ac2-a049-edf7d5e67843 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Image not found during clean up bb1e39b4-3409-4531-b7a8-b560036ad9a0 {{(pid=69889) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 940.076635] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6246e5d3-559c-4d50-a425-3e4d0faebd30 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.108081] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af92c157-a717-471d-9663-35554e632e44 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.112510] env[69889]: DEBUG oslo_vmware.api [None req-3fadc7e1-2e0d-42c8-a562-21bea63c5322 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Waiting for the task: (returnval){ [ 940.112510] env[69889]: value = "task-4077457" [ 940.112510] env[69889]: _type = "Task" [ 940.112510] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.113280] env[69889]: INFO nova.compute.manager [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: 017df34e-1102-4414-b63e-614ee9db8060] Took 44.73 seconds to build instance. [ 940.124619] env[69889]: DEBUG oslo_vmware.api [None req-71e23815-ec16-4f12-9720-dc6b88c2666e tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Waiting for the task: (returnval){ [ 940.124619] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52df4caf-088a-5d40-8f6b-2f3adfc5b15e" [ 940.124619] env[69889]: _type = "Task" [ 940.124619] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.137304] env[69889]: DEBUG oslo_vmware.api [None req-3fadc7e1-2e0d-42c8-a562-21bea63c5322 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077457, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.143093] env[69889]: DEBUG oslo_vmware.api [None req-71e23815-ec16-4f12-9720-dc6b88c2666e tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52df4caf-088a-5d40-8f6b-2f3adfc5b15e, 'name': SearchDatastore_Task, 'duration_secs': 0.019178} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.143514] env[69889]: DEBUG oslo_concurrency.lockutils [None req-71e23815-ec16-4f12-9720-dc6b88c2666e tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.211298] env[69889]: DEBUG oslo_vmware.api [None req-7e392b72-7dfc-4d6d-a735-77e1f1ac88a0 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Task: {'id': task-4077455, 'name': Rename_Task, 'duration_secs': 0.174879} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.211633] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e392b72-7dfc-4d6d-a735-77e1f1ac88a0 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] [instance: a31565fb-fb1f-4fb9-a60d-06e32458efa2] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 940.211894] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4b63db8e-8898-41ad-a04a-665a0330c1e1 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.219377] env[69889]: DEBUG oslo_vmware.api [None req-7e392b72-7dfc-4d6d-a735-77e1f1ac88a0 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Waiting for the task: (returnval){ [ 940.219377] env[69889]: value = "task-4077458" [ 940.219377] env[69889]: _type = "Task" [ 940.219377] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.230782] env[69889]: DEBUG oslo_vmware.api [None req-7e392b72-7dfc-4d6d-a735-77e1f1ac88a0 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Task: {'id': task-4077458, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.422022] env[69889]: DEBUG oslo_concurrency.lockutils [None req-bd1aa068-b682-4523-91d0-58314252fcc1 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Acquiring lock "5192a5cd-713f-4348-a5a8-235f2825f1a6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.422209] env[69889]: DEBUG oslo_concurrency.lockutils [None req-bd1aa068-b682-4523-91d0-58314252fcc1 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Lock "5192a5cd-713f-4348-a5a8-235f2825f1a6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.483708] env[69889]: DEBUG oslo_vmware.api [None req-d13d7da7-6c66-4b70-9df3-0e742434affd tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]528973ee-b5a8-ab94-f47d-30c2ccacf845, 'name': SearchDatastore_Task, 'duration_secs': 0.011293} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.484641] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-362aeced-5b33-46f8-be20-ea9de3145f36 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.493688] env[69889]: DEBUG oslo_vmware.api [None req-d13d7da7-6c66-4b70-9df3-0e742434affd tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Waiting for the task: (returnval){ [ 940.493688] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]5221e0e1-bcd1-c981-a123-9559b88787c4" [ 940.493688] env[69889]: _type = "Task" [ 940.493688] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.507537] env[69889]: DEBUG oslo_vmware.api [None req-d13d7da7-6c66-4b70-9df3-0e742434affd tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5221e0e1-bcd1-c981-a123-9559b88787c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.617127] env[69889]: DEBUG oslo_concurrency.lockutils [None req-f48adb12-c3b7-48b0-af15-3e8110d44936 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Lock "017df34e-1102-4414-b63e-614ee9db8060" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.473s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.628350] env[69889]: DEBUG oslo_vmware.api [None req-3fadc7e1-2e0d-42c8-a562-21bea63c5322 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077457, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175599} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.631070] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fadc7e1-2e0d-42c8-a562-21bea63c5322 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 940.631356] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-3fadc7e1-2e0d-42c8-a562-21bea63c5322 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: 68d7b291-3a3f-4ba0-9b9a-31407b0a43db] Deleted contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 940.631593] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-3fadc7e1-2e0d-42c8-a562-21bea63c5322 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: 68d7b291-3a3f-4ba0-9b9a-31407b0a43db] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 940.631805] env[69889]: INFO nova.compute.manager [None req-3fadc7e1-2e0d-42c8-a562-21bea63c5322 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: 68d7b291-3a3f-4ba0-9b9a-31407b0a43db] Took 0.65 seconds to destroy the instance on the hypervisor. [ 940.632099] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3fadc7e1-2e0d-42c8-a562-21bea63c5322 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 940.632724] env[69889]: DEBUG nova.compute.manager [-] [instance: 68d7b291-3a3f-4ba0-9b9a-31407b0a43db] Deallocating network for instance {{(pid=69889) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 940.632875] env[69889]: DEBUG nova.network.neutron [-] [instance: 68d7b291-3a3f-4ba0-9b9a-31407b0a43db] deallocate_for_instance() {{(pid=69889) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 940.682811] env[69889]: DEBUG nova.network.neutron [req-f5ca88bd-b902-4c03-85a1-54cbbb379906 req-748488ea-011f-4f33-8d5e-577fb6aacb86 service nova] [instance: 2aee774c-aa5d-42f0-82a4-26e0fa1fe069] Updated VIF entry in instance network info cache for port 01eefff7-2ff2-4444-8cb7-44ba88980110. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 940.683376] env[69889]: DEBUG nova.network.neutron [req-f5ca88bd-b902-4c03-85a1-54cbbb379906 req-748488ea-011f-4f33-8d5e-577fb6aacb86 service nova] [instance: 2aee774c-aa5d-42f0-82a4-26e0fa1fe069] Updating instance_info_cache with network_info: [{"id": "01eefff7-2ff2-4444-8cb7-44ba88980110", "address": "fa:16:3e:74:be:d6", "network": {"id": "35a4da39-4e5d-4ca6-92c3-db1e7c187803", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1852867227-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "350955194e35449281e90bd62aae8ed2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5291d0-ee0f-4d70-b2ae-ab6879a67b08", "external-id": "nsx-vlan-transportzone-597", "segmentation_id": 597, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01eefff7-2f", "ovs_interfaceid": "01eefff7-2ff2-4444-8cb7-44ba88980110", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.735458] env[69889]: DEBUG oslo_vmware.api [None req-7e392b72-7dfc-4d6d-a735-77e1f1ac88a0 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Task: {'id': task-4077458, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.926468] env[69889]: DEBUG nova.compute.manager [None req-bd1aa068-b682-4523-91d0-58314252fcc1 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: 5192a5cd-713f-4348-a5a8-235f2825f1a6] Starting instance... {{(pid=69889) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 941.006157] env[69889]: DEBUG oslo_vmware.api [None req-d13d7da7-6c66-4b70-9df3-0e742434affd tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5221e0e1-bcd1-c981-a123-9559b88787c4, 'name': SearchDatastore_Task, 'duration_secs': 0.011763} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.009223] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d13d7da7-6c66-4b70-9df3-0e742434affd tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.009591] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-d13d7da7-6c66-4b70-9df3-0e742434affd tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] 2aee774c-aa5d-42f0-82a4-26e0fa1fe069/2aee774c-aa5d-42f0-82a4-26e0fa1fe069.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 941.010082] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6fea87ca-add2-4649-addb-cb23fc396428 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.017649] env[69889]: DEBUG oslo_vmware.api [None req-d13d7da7-6c66-4b70-9df3-0e742434affd tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Waiting for the task: (returnval){ [ 941.017649] env[69889]: value = "task-4077459" [ 941.017649] env[69889]: _type = "Task" [ 941.017649] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.031402] env[69889]: DEBUG oslo_vmware.api [None req-d13d7da7-6c66-4b70-9df3-0e742434affd tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Task: {'id': task-4077459, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.068124] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa54cf90-d947-4841-b2e4-b7751d9b27be {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.081730] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59ee5e9a-c373-4438-8a80-9a0d74f11f38 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.124853] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d755f46b-9650-4afa-8531-84ea1efefccd {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.133819] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88f6e8ed-2e19-4c92-a46d-5f8ac86dce4d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.150737] env[69889]: DEBUG nova.compute.provider_tree [None req-60409eec-1ded-49b4-b606-276d40c0dbb4 tempest-ServerGroupTestJSON-1605829277 tempest-ServerGroupTestJSON-1605829277-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 941.186676] env[69889]: DEBUG oslo_concurrency.lockutils [req-f5ca88bd-b902-4c03-85a1-54cbbb379906 req-748488ea-011f-4f33-8d5e-577fb6aacb86 service nova] Releasing lock "refresh_cache-2aee774c-aa5d-42f0-82a4-26e0fa1fe069" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.234402] env[69889]: DEBUG oslo_vmware.api [None req-7e392b72-7dfc-4d6d-a735-77e1f1ac88a0 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Task: {'id': task-4077458, 'name': PowerOnVM_Task, 'duration_secs': 0.565653} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.234402] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e392b72-7dfc-4d6d-a735-77e1f1ac88a0 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] [instance: a31565fb-fb1f-4fb9-a60d-06e32458efa2] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 941.234609] env[69889]: INFO nova.compute.manager [None req-7e392b72-7dfc-4d6d-a735-77e1f1ac88a0 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] [instance: a31565fb-fb1f-4fb9-a60d-06e32458efa2] Took 9.57 seconds to spawn the instance on the hypervisor. [ 941.234639] env[69889]: DEBUG nova.compute.manager [None req-7e392b72-7dfc-4d6d-a735-77e1f1ac88a0 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] [instance: a31565fb-fb1f-4fb9-a60d-06e32458efa2] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 941.235561] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc883aeb-bddc-4ea5-b3f9-f465f9bdcc66 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.438115] env[69889]: DEBUG nova.network.neutron [-] [instance: 68d7b291-3a3f-4ba0-9b9a-31407b0a43db] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.472170] env[69889]: DEBUG oslo_concurrency.lockutils [None req-bd1aa068-b682-4523-91d0-58314252fcc1 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.534774] env[69889]: DEBUG oslo_vmware.api [None req-d13d7da7-6c66-4b70-9df3-0e742434affd tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Task: {'id': task-4077459, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.655568] env[69889]: DEBUG nova.scheduler.client.report [None req-60409eec-1ded-49b4-b606-276d40c0dbb4 tempest-ServerGroupTestJSON-1605829277 tempest-ServerGroupTestJSON-1605829277-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 941.761776] env[69889]: INFO nova.compute.manager [None req-7e392b72-7dfc-4d6d-a735-77e1f1ac88a0 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] [instance: a31565fb-fb1f-4fb9-a60d-06e32458efa2] Took 44.79 seconds to build instance. [ 941.941742] env[69889]: INFO nova.compute.manager [-] [instance: 68d7b291-3a3f-4ba0-9b9a-31407b0a43db] Took 1.31 seconds to deallocate network for instance. [ 942.033019] env[69889]: DEBUG oslo_vmware.api [None req-d13d7da7-6c66-4b70-9df3-0e742434affd tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Task: {'id': task-4077459, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535686} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.033019] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-d13d7da7-6c66-4b70-9df3-0e742434affd tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] 2aee774c-aa5d-42f0-82a4-26e0fa1fe069/2aee774c-aa5d-42f0-82a4-26e0fa1fe069.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 942.033019] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-d13d7da7-6c66-4b70-9df3-0e742434affd tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] [instance: 2aee774c-aa5d-42f0-82a4-26e0fa1fe069] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 942.033019] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-92fedacc-b19c-48f4-8c65-e7678ab22f81 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.037335] env[69889]: DEBUG nova.compute.manager [req-54b2edc0-75d7-47b4-b2d3-bc311bf18b05 req-3e444cee-6842-4407-a709-fe67ac609acb service nova] [instance: 68d7b291-3a3f-4ba0-9b9a-31407b0a43db] Received event network-vif-deleted-ee02419e-d1ba-4b73-8997-a06c0391ab82 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 942.043487] env[69889]: DEBUG oslo_vmware.api [None req-d13d7da7-6c66-4b70-9df3-0e742434affd tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Waiting for the task: (returnval){ [ 942.043487] env[69889]: value = "task-4077460" [ 942.043487] env[69889]: _type = "Task" [ 942.043487] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.055548] env[69889]: DEBUG oslo_vmware.api [None req-d13d7da7-6c66-4b70-9df3-0e742434affd tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Task: {'id': task-4077460, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.161670] env[69889]: DEBUG oslo_concurrency.lockutils [None req-60409eec-1ded-49b4-b606-276d40c0dbb4 tempest-ServerGroupTestJSON-1605829277 tempest-ServerGroupTestJSON-1605829277-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.726s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.162998] env[69889]: DEBUG oslo_concurrency.lockutils [None req-3e773ab7-e1f6-4d68-bf0f-24dd3d411ed8 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.016s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.164543] env[69889]: INFO nova.compute.claims [None req-3e773ab7-e1f6-4d68-bf0f-24dd3d411ed8 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] [instance: e7e0219a-e539-451b-a8a8-4faf7f1ea109] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 942.266565] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7e392b72-7dfc-4d6d-a735-77e1f1ac88a0 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Lock "a31565fb-fb1f-4fb9-a60d-06e32458efa2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.435s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.299576] env[69889]: DEBUG oslo_concurrency.lockutils [None req-2a260127-d93f-42fa-b9fa-b4e385184bdb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Acquiring lock "1ff86d69-e1bb-4998-9a5b-6b798772f9e3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.299913] env[69889]: DEBUG oslo_concurrency.lockutils [None req-2a260127-d93f-42fa-b9fa-b4e385184bdb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Lock "1ff86d69-e1bb-4998-9a5b-6b798772f9e3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.300244] env[69889]: DEBUG oslo_concurrency.lockutils [None req-2a260127-d93f-42fa-b9fa-b4e385184bdb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Acquiring lock "1ff86d69-e1bb-4998-9a5b-6b798772f9e3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.300393] env[69889]: DEBUG oslo_concurrency.lockutils [None req-2a260127-d93f-42fa-b9fa-b4e385184bdb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Lock "1ff86d69-e1bb-4998-9a5b-6b798772f9e3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.300563] env[69889]: DEBUG oslo_concurrency.lockutils [None req-2a260127-d93f-42fa-b9fa-b4e385184bdb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Lock "1ff86d69-e1bb-4998-9a5b-6b798772f9e3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.303081] env[69889]: INFO nova.compute.manager [None req-2a260127-d93f-42fa-b9fa-b4e385184bdb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: 1ff86d69-e1bb-4998-9a5b-6b798772f9e3] Terminating instance [ 942.448729] env[69889]: DEBUG oslo_concurrency.lockutils [None req-3fadc7e1-2e0d-42c8-a562-21bea63c5322 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.455543] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c2cda7cf-db7e-4138-b413-011825a13023 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Acquiring lock "017df34e-1102-4414-b63e-614ee9db8060" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.455830] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c2cda7cf-db7e-4138-b413-011825a13023 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Lock "017df34e-1102-4414-b63e-614ee9db8060" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.456266] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c2cda7cf-db7e-4138-b413-011825a13023 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Acquiring lock "017df34e-1102-4414-b63e-614ee9db8060-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.456410] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c2cda7cf-db7e-4138-b413-011825a13023 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Lock "017df34e-1102-4414-b63e-614ee9db8060-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.456616] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c2cda7cf-db7e-4138-b413-011825a13023 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Lock "017df34e-1102-4414-b63e-614ee9db8060-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.459194] env[69889]: INFO nova.compute.manager [None req-c2cda7cf-db7e-4138-b413-011825a13023 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: 017df34e-1102-4414-b63e-614ee9db8060] Terminating instance [ 942.555250] env[69889]: DEBUG oslo_vmware.api [None req-d13d7da7-6c66-4b70-9df3-0e742434affd tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Task: {'id': task-4077460, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07213} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.555864] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-d13d7da7-6c66-4b70-9df3-0e742434affd tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] [instance: 2aee774c-aa5d-42f0-82a4-26e0fa1fe069] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 942.556757] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c3eb1a4-79ca-4649-a649-9d6a175edeb3 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.582749] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-d13d7da7-6c66-4b70-9df3-0e742434affd tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] [instance: 2aee774c-aa5d-42f0-82a4-26e0fa1fe069] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] 2aee774c-aa5d-42f0-82a4-26e0fa1fe069/2aee774c-aa5d-42f0-82a4-26e0fa1fe069.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 942.584287] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-faaa7493-dd59-4b90-9d4e-bc5dd6363dc0 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.610057] env[69889]: DEBUG oslo_vmware.api [None req-d13d7da7-6c66-4b70-9df3-0e742434affd tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Waiting for the task: (returnval){ [ 942.610057] env[69889]: value = "task-4077461" [ 942.610057] env[69889]: _type = "Task" [ 942.610057] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.620885] env[69889]: DEBUG oslo_vmware.api [None req-d13d7da7-6c66-4b70-9df3-0e742434affd tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Task: {'id': task-4077461, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.668837] env[69889]: DEBUG oslo_concurrency.lockutils [None req-60409eec-1ded-49b4-b606-276d40c0dbb4 tempest-ServerGroupTestJSON-1605829277 tempest-ServerGroupTestJSON-1605829277-project-member] Acquiring lock "cb6bcccb-6f64-4f48-8c7b-7af0caeed840" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.668837] env[69889]: DEBUG oslo_concurrency.lockutils [None req-60409eec-1ded-49b4-b606-276d40c0dbb4 tempest-ServerGroupTestJSON-1605829277 tempest-ServerGroupTestJSON-1605829277-project-member] Lock "cb6bcccb-6f64-4f48-8c7b-7af0caeed840" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.810021] env[69889]: DEBUG nova.compute.manager [None req-2a260127-d93f-42fa-b9fa-b4e385184bdb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: 1ff86d69-e1bb-4998-9a5b-6b798772f9e3] Start destroying the instance on the hypervisor. {{(pid=69889) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 942.810021] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-2a260127-d93f-42fa-b9fa-b4e385184bdb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: 1ff86d69-e1bb-4998-9a5b-6b798772f9e3] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 942.810021] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70450cae-5b40-4499-988d-1677614e49eb {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.821724] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a260127-d93f-42fa-b9fa-b4e385184bdb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: 1ff86d69-e1bb-4998-9a5b-6b798772f9e3] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 942.822228] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c25b1136-9da5-425b-a1db-ffe6d59772fd {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.829786] env[69889]: DEBUG oslo_vmware.api [None req-2a260127-d93f-42fa-b9fa-b4e385184bdb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Waiting for the task: (returnval){ [ 942.829786] env[69889]: value = "task-4077462" [ 942.829786] env[69889]: _type = "Task" [ 942.829786] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.841146] env[69889]: DEBUG oslo_vmware.api [None req-2a260127-d93f-42fa-b9fa-b4e385184bdb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Task: {'id': task-4077462, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.962864] env[69889]: DEBUG nova.compute.manager [None req-c2cda7cf-db7e-4138-b413-011825a13023 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: 017df34e-1102-4414-b63e-614ee9db8060] Start destroying the instance on the hypervisor. {{(pid=69889) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 942.963053] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-c2cda7cf-db7e-4138-b413-011825a13023 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: 017df34e-1102-4414-b63e-614ee9db8060] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 942.964120] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39651530-a879-45ba-8c09-83bdae2cd7ca {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.974972] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2cda7cf-db7e-4138-b413-011825a13023 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: 017df34e-1102-4414-b63e-614ee9db8060] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 942.975470] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-66d4b6c3-5df5-43ef-b860-f5c74ab25a58 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.985684] env[69889]: DEBUG oslo_vmware.api [None req-c2cda7cf-db7e-4138-b413-011825a13023 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Waiting for the task: (returnval){ [ 942.985684] env[69889]: value = "task-4077463" [ 942.985684] env[69889]: _type = "Task" [ 942.985684] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.997724] env[69889]: DEBUG oslo_vmware.api [None req-c2cda7cf-db7e-4138-b413-011825a13023 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Task: {'id': task-4077463, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.103386] env[69889]: INFO nova.compute.manager [None req-5b885299-92de-4950-b90a-4921df39a015 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] [instance: a31565fb-fb1f-4fb9-a60d-06e32458efa2] Rescuing [ 943.104700] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5b885299-92de-4950-b90a-4921df39a015 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Acquiring lock "refresh_cache-a31565fb-fb1f-4fb9-a60d-06e32458efa2" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.104700] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5b885299-92de-4950-b90a-4921df39a015 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Acquired lock "refresh_cache-a31565fb-fb1f-4fb9-a60d-06e32458efa2" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.104700] env[69889]: DEBUG nova.network.neutron [None req-5b885299-92de-4950-b90a-4921df39a015 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] [instance: a31565fb-fb1f-4fb9-a60d-06e32458efa2] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 943.123960] env[69889]: DEBUG oslo_vmware.api [None req-d13d7da7-6c66-4b70-9df3-0e742434affd tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Task: {'id': task-4077461, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.177911] env[69889]: DEBUG oslo_concurrency.lockutils [None req-60409eec-1ded-49b4-b606-276d40c0dbb4 tempest-ServerGroupTestJSON-1605829277 tempest-ServerGroupTestJSON-1605829277-project-member] Lock "cb6bcccb-6f64-4f48-8c7b-7af0caeed840" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.509s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.178406] env[69889]: DEBUG nova.compute.manager [None req-60409eec-1ded-49b4-b606-276d40c0dbb4 tempest-ServerGroupTestJSON-1605829277 tempest-ServerGroupTestJSON-1605829277-project-member] [instance: 7c0cf802-2002-48de-9d48-061bac8350b4] Start building networks asynchronously for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 943.343572] env[69889]: DEBUG oslo_vmware.api [None req-2a260127-d93f-42fa-b9fa-b4e385184bdb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Task: {'id': task-4077462, 'name': PowerOffVM_Task, 'duration_secs': 0.271419} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.349079] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a260127-d93f-42fa-b9fa-b4e385184bdb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: 1ff86d69-e1bb-4998-9a5b-6b798772f9e3] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 943.349079] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-2a260127-d93f-42fa-b9fa-b4e385184bdb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: 1ff86d69-e1bb-4998-9a5b-6b798772f9e3] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 943.349451] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a5ee227f-dbe6-49c1-aa00-807f14946eb6 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.445598] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-2a260127-d93f-42fa-b9fa-b4e385184bdb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: 1ff86d69-e1bb-4998-9a5b-6b798772f9e3] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 943.446101] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-2a260127-d93f-42fa-b9fa-b4e385184bdb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: 1ff86d69-e1bb-4998-9a5b-6b798772f9e3] Deleting contents of the VM from datastore datastore1 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 943.446434] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a260127-d93f-42fa-b9fa-b4e385184bdb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Deleting the datastore file [datastore1] 1ff86d69-e1bb-4998-9a5b-6b798772f9e3 {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 943.446843] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-50a31c22-9857-4d6b-be60-e5462076ec83 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.456435] env[69889]: DEBUG oslo_vmware.api [None req-2a260127-d93f-42fa-b9fa-b4e385184bdb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Waiting for the task: (returnval){ [ 943.456435] env[69889]: value = "task-4077465" [ 943.456435] env[69889]: _type = "Task" [ 943.456435] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.472728] env[69889]: DEBUG oslo_vmware.api [None req-2a260127-d93f-42fa-b9fa-b4e385184bdb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Task: {'id': task-4077465, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.498264] env[69889]: DEBUG oslo_vmware.api [None req-c2cda7cf-db7e-4138-b413-011825a13023 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Task: {'id': task-4077463, 'name': PowerOffVM_Task, 'duration_secs': 0.324138} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.498797] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2cda7cf-db7e-4138-b413-011825a13023 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: 017df34e-1102-4414-b63e-614ee9db8060] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 943.498941] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-c2cda7cf-db7e-4138-b413-011825a13023 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: 017df34e-1102-4414-b63e-614ee9db8060] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 943.499196] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d32a5291-c2a5-4618-ad29-428e7c397221 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.582545] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d44c8db8-db26-49a1-80a5-ebc794ae9359 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Acquiring lock "c4299beb-fd13-47db-9ad2-eaedefdaf7e9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.583553] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d44c8db8-db26-49a1-80a5-ebc794ae9359 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Lock "c4299beb-fd13-47db-9ad2-eaedefdaf7e9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.583684] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d44c8db8-db26-49a1-80a5-ebc794ae9359 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Acquiring lock "c4299beb-fd13-47db-9ad2-eaedefdaf7e9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.584154] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d44c8db8-db26-49a1-80a5-ebc794ae9359 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Lock "c4299beb-fd13-47db-9ad2-eaedefdaf7e9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.584491] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d44c8db8-db26-49a1-80a5-ebc794ae9359 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Lock "c4299beb-fd13-47db-9ad2-eaedefdaf7e9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.592234] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-c2cda7cf-db7e-4138-b413-011825a13023 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: 017df34e-1102-4414-b63e-614ee9db8060] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 943.592568] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-c2cda7cf-db7e-4138-b413-011825a13023 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: 017df34e-1102-4414-b63e-614ee9db8060] Deleting contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 943.592841] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2cda7cf-db7e-4138-b413-011825a13023 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Deleting the datastore file [datastore2] 017df34e-1102-4414-b63e-614ee9db8060 {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 943.593605] env[69889]: INFO nova.compute.manager [None req-d44c8db8-db26-49a1-80a5-ebc794ae9359 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] [instance: c4299beb-fd13-47db-9ad2-eaedefdaf7e9] Terminating instance [ 943.595806] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9fc5a154-06c6-463f-9906-9cb767b85fff {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.605305] env[69889]: DEBUG oslo_vmware.api [None req-c2cda7cf-db7e-4138-b413-011825a13023 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Waiting for the task: (returnval){ [ 943.605305] env[69889]: value = "task-4077467" [ 943.605305] env[69889]: _type = "Task" [ 943.605305] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.623590] env[69889]: DEBUG oslo_vmware.api [None req-c2cda7cf-db7e-4138-b413-011825a13023 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Task: {'id': task-4077467, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.632630] env[69889]: DEBUG oslo_vmware.api [None req-d13d7da7-6c66-4b70-9df3-0e742434affd tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Task: {'id': task-4077461, 'name': ReconfigVM_Task, 'duration_secs': 0.792004} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.632968] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-d13d7da7-6c66-4b70-9df3-0e742434affd tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] [instance: 2aee774c-aa5d-42f0-82a4-26e0fa1fe069] Reconfigured VM instance instance-0000003d to attach disk [datastore2] 2aee774c-aa5d-42f0-82a4-26e0fa1fe069/2aee774c-aa5d-42f0-82a4-26e0fa1fe069.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 943.633706] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-747c4281-2dc0-4a92-9df2-0e0c661a8708 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.641618] env[69889]: DEBUG oslo_vmware.api [None req-d13d7da7-6c66-4b70-9df3-0e742434affd tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Waiting for the task: (returnval){ [ 943.641618] env[69889]: value = "task-4077468" [ 943.641618] env[69889]: _type = "Task" [ 943.641618] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.657519] env[69889]: DEBUG oslo_vmware.api [None req-d13d7da7-6c66-4b70-9df3-0e742434affd tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Task: {'id': task-4077468, 'name': Rename_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.684015] env[69889]: DEBUG nova.compute.utils [None req-60409eec-1ded-49b4-b606-276d40c0dbb4 tempest-ServerGroupTestJSON-1605829277 tempest-ServerGroupTestJSON-1605829277-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 943.685784] env[69889]: DEBUG nova.compute.manager [None req-60409eec-1ded-49b4-b606-276d40c0dbb4 tempest-ServerGroupTestJSON-1605829277 tempest-ServerGroupTestJSON-1605829277-project-member] [instance: 7c0cf802-2002-48de-9d48-061bac8350b4] Allocating IP information in the background. {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 943.685935] env[69889]: DEBUG nova.network.neutron [None req-60409eec-1ded-49b4-b606-276d40c0dbb4 tempest-ServerGroupTestJSON-1605829277 tempest-ServerGroupTestJSON-1605829277-project-member] [instance: 7c0cf802-2002-48de-9d48-061bac8350b4] allocate_for_instance() {{(pid=69889) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 943.754395] env[69889]: DEBUG nova.policy [None req-60409eec-1ded-49b4-b606-276d40c0dbb4 tempest-ServerGroupTestJSON-1605829277 tempest-ServerGroupTestJSON-1605829277-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8e087120fbe6447db07302572c8b345e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3ec5c1e9bb634a8f8e3c96e6004a53af', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69889) authorize /opt/stack/nova/nova/policy.py:192}} [ 943.824745] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0282af3-7362-49d5-9883-591ccb79dd92 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.833113] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84ff88ba-6a03-4a6d-a0b6-9a29f7185b44 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.872383] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-656412e9-7dc2-4809-81e2-df5e01ae7191 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.881527] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3de829e4-496e-4cee-9882-dc368124ccf3 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.900941] env[69889]: DEBUG nova.compute.provider_tree [None req-3e773ab7-e1f6-4d68-bf0f-24dd3d411ed8 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 943.972561] env[69889]: DEBUG oslo_vmware.api [None req-2a260127-d93f-42fa-b9fa-b4e385184bdb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Task: {'id': task-4077465, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.227129} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.973010] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a260127-d93f-42fa-b9fa-b4e385184bdb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 943.973328] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-2a260127-d93f-42fa-b9fa-b4e385184bdb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: 1ff86d69-e1bb-4998-9a5b-6b798772f9e3] Deleted contents of the VM from datastore datastore1 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 943.973651] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-2a260127-d93f-42fa-b9fa-b4e385184bdb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: 1ff86d69-e1bb-4998-9a5b-6b798772f9e3] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 943.973933] env[69889]: INFO nova.compute.manager [None req-2a260127-d93f-42fa-b9fa-b4e385184bdb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: 1ff86d69-e1bb-4998-9a5b-6b798772f9e3] Took 1.17 seconds to destroy the instance on the hypervisor. [ 943.974297] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2a260127-d93f-42fa-b9fa-b4e385184bdb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 943.976019] env[69889]: DEBUG nova.compute.manager [-] [instance: 1ff86d69-e1bb-4998-9a5b-6b798772f9e3] Deallocating network for instance {{(pid=69889) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 943.976019] env[69889]: DEBUG nova.network.neutron [-] [instance: 1ff86d69-e1bb-4998-9a5b-6b798772f9e3] deallocate_for_instance() {{(pid=69889) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 943.986670] env[69889]: DEBUG nova.network.neutron [None req-5b885299-92de-4950-b90a-4921df39a015 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] [instance: a31565fb-fb1f-4fb9-a60d-06e32458efa2] Updating instance_info_cache with network_info: [{"id": "a8ff257d-f8ff-43e0-a575-2713af946b61", "address": "fa:16:3e:ab:43:d6", "network": {"id": "51020b66-d21a-4027-b352-b86bec25aebe", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1228751700-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "4078f9e442cf4282ae5a028f3b8b0e9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8ff257d-f8", "ovs_interfaceid": "a8ff257d-f8ff-43e0-a575-2713af946b61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.105600] env[69889]: DEBUG nova.compute.manager [None req-d44c8db8-db26-49a1-80a5-ebc794ae9359 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] [instance: c4299beb-fd13-47db-9ad2-eaedefdaf7e9] Start destroying the instance on the hypervisor. {{(pid=69889) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 944.105953] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-d44c8db8-db26-49a1-80a5-ebc794ae9359 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] [instance: c4299beb-fd13-47db-9ad2-eaedefdaf7e9] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 944.106884] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0058bd4-776e-4dcb-b046-2ea2966a560a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.125029] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-d44c8db8-db26-49a1-80a5-ebc794ae9359 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] [instance: c4299beb-fd13-47db-9ad2-eaedefdaf7e9] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 944.125679] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-69afb2af-be48-4c8f-9501-d48e3c31f4ef {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.127895] env[69889]: DEBUG oslo_vmware.api [None req-c2cda7cf-db7e-4138-b413-011825a13023 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Task: {'id': task-4077467, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.260654} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.128241] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2cda7cf-db7e-4138-b413-011825a13023 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 944.128415] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-c2cda7cf-db7e-4138-b413-011825a13023 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: 017df34e-1102-4414-b63e-614ee9db8060] Deleted contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 944.128609] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-c2cda7cf-db7e-4138-b413-011825a13023 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: 017df34e-1102-4414-b63e-614ee9db8060] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 944.128789] env[69889]: INFO nova.compute.manager [None req-c2cda7cf-db7e-4138-b413-011825a13023 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] [instance: 017df34e-1102-4414-b63e-614ee9db8060] Took 1.17 seconds to destroy the instance on the hypervisor. [ 944.129055] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c2cda7cf-db7e-4138-b413-011825a13023 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 944.130481] env[69889]: DEBUG nova.compute.manager [-] [instance: 017df34e-1102-4414-b63e-614ee9db8060] Deallocating network for instance {{(pid=69889) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 944.130481] env[69889]: DEBUG nova.network.neutron [-] [instance: 017df34e-1102-4414-b63e-614ee9db8060] deallocate_for_instance() {{(pid=69889) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 944.136035] env[69889]: DEBUG oslo_vmware.api [None req-d44c8db8-db26-49a1-80a5-ebc794ae9359 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Waiting for the task: (returnval){ [ 944.136035] env[69889]: value = "task-4077469" [ 944.136035] env[69889]: _type = "Task" [ 944.136035] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.146996] env[69889]: DEBUG oslo_vmware.api [None req-d44c8db8-db26-49a1-80a5-ebc794ae9359 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Task: {'id': task-4077469, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.156446] env[69889]: DEBUG oslo_vmware.api [None req-d13d7da7-6c66-4b70-9df3-0e742434affd tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Task: {'id': task-4077468, 'name': Rename_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.189643] env[69889]: DEBUG nova.compute.manager [None req-60409eec-1ded-49b4-b606-276d40c0dbb4 tempest-ServerGroupTestJSON-1605829277 tempest-ServerGroupTestJSON-1605829277-project-member] [instance: 7c0cf802-2002-48de-9d48-061bac8350b4] Start building block device mappings for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 944.404204] env[69889]: DEBUG nova.scheduler.client.report [None req-3e773ab7-e1f6-4d68-bf0f-24dd3d411ed8 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 944.441988] env[69889]: DEBUG nova.network.neutron [None req-60409eec-1ded-49b4-b606-276d40c0dbb4 tempest-ServerGroupTestJSON-1605829277 tempest-ServerGroupTestJSON-1605829277-project-member] [instance: 7c0cf802-2002-48de-9d48-061bac8350b4] Successfully created port: 16a6c58e-f55f-4c26-be71-8607fd1afbde {{(pid=69889) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 944.488729] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5b885299-92de-4950-b90a-4921df39a015 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Releasing lock "refresh_cache-a31565fb-fb1f-4fb9-a60d-06e32458efa2" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.648664] env[69889]: DEBUG oslo_vmware.api [None req-d44c8db8-db26-49a1-80a5-ebc794ae9359 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Task: {'id': task-4077469, 'name': PowerOffVM_Task, 'duration_secs': 0.329722} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.653797] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-d44c8db8-db26-49a1-80a5-ebc794ae9359 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] [instance: c4299beb-fd13-47db-9ad2-eaedefdaf7e9] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 944.654060] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-d44c8db8-db26-49a1-80a5-ebc794ae9359 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] [instance: c4299beb-fd13-47db-9ad2-eaedefdaf7e9] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 944.658125] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5dd1d692-e7e1-42bd-9540-1f672b64b7b3 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.663211] env[69889]: DEBUG oslo_vmware.api [None req-d13d7da7-6c66-4b70-9df3-0e742434affd tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Task: {'id': task-4077468, 'name': Rename_Task, 'duration_secs': 0.882881} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.663547] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-d13d7da7-6c66-4b70-9df3-0e742434affd tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] [instance: 2aee774c-aa5d-42f0-82a4-26e0fa1fe069] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 944.663835] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-78ef1291-4207-47da-8b37-9e318c6b0163 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.670824] env[69889]: DEBUG oslo_vmware.api [None req-d13d7da7-6c66-4b70-9df3-0e742434affd tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Waiting for the task: (returnval){ [ 944.670824] env[69889]: value = "task-4077471" [ 944.670824] env[69889]: _type = "Task" [ 944.670824] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.681319] env[69889]: DEBUG oslo_vmware.api [None req-d13d7da7-6c66-4b70-9df3-0e742434affd tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Task: {'id': task-4077471, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.741776] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-d44c8db8-db26-49a1-80a5-ebc794ae9359 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] [instance: c4299beb-fd13-47db-9ad2-eaedefdaf7e9] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 944.742078] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-d44c8db8-db26-49a1-80a5-ebc794ae9359 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] [instance: c4299beb-fd13-47db-9ad2-eaedefdaf7e9] Deleting contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 944.742288] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-d44c8db8-db26-49a1-80a5-ebc794ae9359 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Deleting the datastore file [datastore2] c4299beb-fd13-47db-9ad2-eaedefdaf7e9 {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 944.742593] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b36e6d1c-8bf1-46ec-8133-26a0f305bb26 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.754480] env[69889]: DEBUG oslo_vmware.api [None req-d44c8db8-db26-49a1-80a5-ebc794ae9359 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Waiting for the task: (returnval){ [ 944.754480] env[69889]: value = "task-4077472" [ 944.754480] env[69889]: _type = "Task" [ 944.754480] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.762048] env[69889]: DEBUG nova.compute.manager [req-a82ca619-9156-49f9-9690-9350ab20642a req-625d238d-f3ae-41ab-a565-ecdfae1eb4ba service nova] [instance: 1ff86d69-e1bb-4998-9a5b-6b798772f9e3] Received event network-vif-deleted-677b567f-a598-4fec-8b55-5d58c0e3cd11 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 944.762514] env[69889]: INFO nova.compute.manager [req-a82ca619-9156-49f9-9690-9350ab20642a req-625d238d-f3ae-41ab-a565-ecdfae1eb4ba service nova] [instance: 1ff86d69-e1bb-4998-9a5b-6b798772f9e3] Neutron deleted interface 677b567f-a598-4fec-8b55-5d58c0e3cd11; detaching it from the instance and deleting it from the info cache [ 944.762514] env[69889]: DEBUG nova.network.neutron [req-a82ca619-9156-49f9-9690-9350ab20642a req-625d238d-f3ae-41ab-a565-ecdfae1eb4ba service nova] [instance: 1ff86d69-e1bb-4998-9a5b-6b798772f9e3] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.770095] env[69889]: DEBUG oslo_vmware.api [None req-d44c8db8-db26-49a1-80a5-ebc794ae9359 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Task: {'id': task-4077472, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.911713] env[69889]: DEBUG oslo_concurrency.lockutils [None req-3e773ab7-e1f6-4d68-bf0f-24dd3d411ed8 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.749s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.912592] env[69889]: DEBUG nova.compute.manager [None req-3e773ab7-e1f6-4d68-bf0f-24dd3d411ed8 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] [instance: e7e0219a-e539-451b-a8a8-4faf7f1ea109] Start building networks asynchronously for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 944.916506] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5fc4c792-de74-403a-825c-dc3617287942 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.575s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.916785] env[69889]: DEBUG nova.objects.instance [None req-5fc4c792-de74-403a-825c-dc3617287942 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Lazy-loading 'resources' on Instance uuid d2d7ec47-2dbc-4397-9999-8ab39d117876 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 945.109982] env[69889]: DEBUG nova.network.neutron [-] [instance: 1ff86d69-e1bb-4998-9a5b-6b798772f9e3] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.181121] env[69889]: DEBUG oslo_vmware.api [None req-d13d7da7-6c66-4b70-9df3-0e742434affd tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Task: {'id': task-4077471, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.189133] env[69889]: DEBUG nova.network.neutron [-] [instance: 017df34e-1102-4414-b63e-614ee9db8060] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.201015] env[69889]: DEBUG nova.compute.manager [None req-60409eec-1ded-49b4-b606-276d40c0dbb4 tempest-ServerGroupTestJSON-1605829277 tempest-ServerGroupTestJSON-1605829277-project-member] [instance: 7c0cf802-2002-48de-9d48-061bac8350b4] Start spawning the instance on the hypervisor. {{(pid=69889) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 945.223283] env[69889]: DEBUG nova.virt.hardware [None req-60409eec-1ded-49b4-b606-276d40c0dbb4 tempest-ServerGroupTestJSON-1605829277 tempest-ServerGroupTestJSON-1605829277-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 945.223531] env[69889]: DEBUG nova.virt.hardware [None req-60409eec-1ded-49b4-b606-276d40c0dbb4 tempest-ServerGroupTestJSON-1605829277 tempest-ServerGroupTestJSON-1605829277-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 945.223682] env[69889]: DEBUG nova.virt.hardware [None req-60409eec-1ded-49b4-b606-276d40c0dbb4 tempest-ServerGroupTestJSON-1605829277 tempest-ServerGroupTestJSON-1605829277-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 945.223858] env[69889]: DEBUG nova.virt.hardware [None req-60409eec-1ded-49b4-b606-276d40c0dbb4 tempest-ServerGroupTestJSON-1605829277 tempest-ServerGroupTestJSON-1605829277-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 945.224063] env[69889]: DEBUG nova.virt.hardware [None req-60409eec-1ded-49b4-b606-276d40c0dbb4 tempest-ServerGroupTestJSON-1605829277 tempest-ServerGroupTestJSON-1605829277-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 945.224242] env[69889]: DEBUG nova.virt.hardware [None req-60409eec-1ded-49b4-b606-276d40c0dbb4 tempest-ServerGroupTestJSON-1605829277 tempest-ServerGroupTestJSON-1605829277-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 945.224468] env[69889]: DEBUG nova.virt.hardware [None req-60409eec-1ded-49b4-b606-276d40c0dbb4 tempest-ServerGroupTestJSON-1605829277 tempest-ServerGroupTestJSON-1605829277-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 945.224647] env[69889]: DEBUG nova.virt.hardware [None req-60409eec-1ded-49b4-b606-276d40c0dbb4 tempest-ServerGroupTestJSON-1605829277 tempest-ServerGroupTestJSON-1605829277-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 945.224833] env[69889]: DEBUG nova.virt.hardware [None req-60409eec-1ded-49b4-b606-276d40c0dbb4 tempest-ServerGroupTestJSON-1605829277 tempest-ServerGroupTestJSON-1605829277-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 945.225063] env[69889]: DEBUG nova.virt.hardware [None req-60409eec-1ded-49b4-b606-276d40c0dbb4 tempest-ServerGroupTestJSON-1605829277 tempest-ServerGroupTestJSON-1605829277-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 945.225187] env[69889]: DEBUG nova.virt.hardware [None req-60409eec-1ded-49b4-b606-276d40c0dbb4 tempest-ServerGroupTestJSON-1605829277 tempest-ServerGroupTestJSON-1605829277-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 945.226379] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cc35c46-4c54-4138-a777-bcf61c3f939f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.234860] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71699cce-ca55-4225-8a6a-311cc0521766 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.266240] env[69889]: DEBUG oslo_vmware.api [None req-d44c8db8-db26-49a1-80a5-ebc794ae9359 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Task: {'id': task-4077472, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.213015} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.266474] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-d44c8db8-db26-49a1-80a5-ebc794ae9359 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 945.266660] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-d44c8db8-db26-49a1-80a5-ebc794ae9359 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] [instance: c4299beb-fd13-47db-9ad2-eaedefdaf7e9] Deleted contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 945.266850] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-d44c8db8-db26-49a1-80a5-ebc794ae9359 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] [instance: c4299beb-fd13-47db-9ad2-eaedefdaf7e9] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 945.267069] env[69889]: INFO nova.compute.manager [None req-d44c8db8-db26-49a1-80a5-ebc794ae9359 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] [instance: c4299beb-fd13-47db-9ad2-eaedefdaf7e9] Took 1.16 seconds to destroy the instance on the hypervisor. [ 945.267309] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d44c8db8-db26-49a1-80a5-ebc794ae9359 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 945.267501] env[69889]: DEBUG nova.compute.manager [-] [instance: c4299beb-fd13-47db-9ad2-eaedefdaf7e9] Deallocating network for instance {{(pid=69889) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 945.267601] env[69889]: DEBUG nova.network.neutron [-] [instance: c4299beb-fd13-47db-9ad2-eaedefdaf7e9] deallocate_for_instance() {{(pid=69889) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 945.269717] env[69889]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6a2468df-3b3c-4860-b6b4-fc13e3f1df7f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.279932] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e875aeb6-4fbf-491e-a27b-ebd9574a2f25 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.318825] env[69889]: DEBUG nova.compute.manager [req-a82ca619-9156-49f9-9690-9350ab20642a req-625d238d-f3ae-41ab-a565-ecdfae1eb4ba service nova] [instance: 1ff86d69-e1bb-4998-9a5b-6b798772f9e3] Detach interface failed, port_id=677b567f-a598-4fec-8b55-5d58c0e3cd11, reason: Instance 1ff86d69-e1bb-4998-9a5b-6b798772f9e3 could not be found. {{(pid=69889) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 945.420620] env[69889]: DEBUG nova.compute.utils [None req-3e773ab7-e1f6-4d68-bf0f-24dd3d411ed8 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 945.426472] env[69889]: DEBUG nova.compute.manager [None req-3e773ab7-e1f6-4d68-bf0f-24dd3d411ed8 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] [instance: e7e0219a-e539-451b-a8a8-4faf7f1ea109] Allocating IP information in the background. {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 945.426472] env[69889]: DEBUG nova.network.neutron [None req-3e773ab7-e1f6-4d68-bf0f-24dd3d411ed8 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] [instance: e7e0219a-e539-451b-a8a8-4faf7f1ea109] allocate_for_instance() {{(pid=69889) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 945.491295] env[69889]: DEBUG nova.policy [None req-3e773ab7-e1f6-4d68-bf0f-24dd3d411ed8 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6d9bb624c0184dbcb0886da6e78e2101', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5422e0f6dc484e5e92ccebcd907abbf9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69889) authorize /opt/stack/nova/nova/policy.py:192}} [ 945.615405] env[69889]: INFO nova.compute.manager [-] [instance: 1ff86d69-e1bb-4998-9a5b-6b798772f9e3] Took 1.64 seconds to deallocate network for instance. [ 945.686362] env[69889]: DEBUG oslo_vmware.api [None req-d13d7da7-6c66-4b70-9df3-0e742434affd tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Task: {'id': task-4077471, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.693103] env[69889]: INFO nova.compute.manager [-] [instance: 017df34e-1102-4414-b63e-614ee9db8060] Took 1.56 seconds to deallocate network for instance. [ 945.854703] env[69889]: DEBUG nova.network.neutron [None req-3e773ab7-e1f6-4d68-bf0f-24dd3d411ed8 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] [instance: e7e0219a-e539-451b-a8a8-4faf7f1ea109] Successfully created port: cd5cc3fe-b29b-44f3-888c-5903a8d85e58 {{(pid=69889) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 945.929017] env[69889]: DEBUG nova.compute.manager [None req-3e773ab7-e1f6-4d68-bf0f-24dd3d411ed8 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] [instance: e7e0219a-e539-451b-a8a8-4faf7f1ea109] Start building block device mappings for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 946.028614] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b885299-92de-4950-b90a-4921df39a015 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] [instance: a31565fb-fb1f-4fb9-a60d-06e32458efa2] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 946.032099] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-73681e08-ae2c-412e-9cbf-4b629041d19c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.039958] env[69889]: DEBUG oslo_vmware.api [None req-5b885299-92de-4950-b90a-4921df39a015 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Waiting for the task: (returnval){ [ 946.039958] env[69889]: value = "task-4077473" [ 946.039958] env[69889]: _type = "Task" [ 946.039958] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.054796] env[69889]: DEBUG oslo_vmware.api [None req-5b885299-92de-4950-b90a-4921df39a015 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Task: {'id': task-4077473, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.075383] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd7c2729-caae-47b0-923d-ed3f95fa3d29 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.084209] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27dd38ac-5a82-4854-9938-2ab2ab68d09d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.116110] env[69889]: DEBUG nova.network.neutron [-] [instance: c4299beb-fd13-47db-9ad2-eaedefdaf7e9] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.118783] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6df01951-2045-4808-a461-f03818ee7de5 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.129664] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20bb9eee-1285-4fcc-ac43-5136379670ce {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.136233] env[69889]: DEBUG oslo_concurrency.lockutils [None req-2a260127-d93f-42fa-b9fa-b4e385184bdb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.150456] env[69889]: DEBUG nova.compute.provider_tree [None req-5fc4c792-de74-403a-825c-dc3617287942 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 946.183332] env[69889]: DEBUG oslo_vmware.api [None req-d13d7da7-6c66-4b70-9df3-0e742434affd tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Task: {'id': task-4077471, 'name': PowerOnVM_Task, 'duration_secs': 1.362681} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.183717] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-d13d7da7-6c66-4b70-9df3-0e742434affd tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] [instance: 2aee774c-aa5d-42f0-82a4-26e0fa1fe069] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 946.184015] env[69889]: INFO nova.compute.manager [None req-d13d7da7-6c66-4b70-9df3-0e742434affd tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] [instance: 2aee774c-aa5d-42f0-82a4-26e0fa1fe069] Took 9.25 seconds to spawn the instance on the hypervisor. [ 946.184276] env[69889]: DEBUG nova.compute.manager [None req-d13d7da7-6c66-4b70-9df3-0e742434affd tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] [instance: 2aee774c-aa5d-42f0-82a4-26e0fa1fe069] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 946.185252] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-675dff70-0863-41b3-8335-39571d6b56fd {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.202812] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c2cda7cf-db7e-4138-b413-011825a13023 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.300158] env[69889]: DEBUG nova.network.neutron [None req-60409eec-1ded-49b4-b606-276d40c0dbb4 tempest-ServerGroupTestJSON-1605829277 tempest-ServerGroupTestJSON-1605829277-project-member] [instance: 7c0cf802-2002-48de-9d48-061bac8350b4] Successfully updated port: 16a6c58e-f55f-4c26-be71-8607fd1afbde {{(pid=69889) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 946.555184] env[69889]: DEBUG oslo_vmware.api [None req-5b885299-92de-4950-b90a-4921df39a015 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Task: {'id': task-4077473, 'name': PowerOffVM_Task, 'duration_secs': 0.3855} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.555184] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b885299-92de-4950-b90a-4921df39a015 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] [instance: a31565fb-fb1f-4fb9-a60d-06e32458efa2] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 946.555184] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-053d1b3d-0130-4a66-9127-829dc9ccb7d3 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.575064] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7aa0b80-16f6-4f91-9114-a67ce31b56f0 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.609045] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b885299-92de-4950-b90a-4921df39a015 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] [instance: a31565fb-fb1f-4fb9-a60d-06e32458efa2] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 946.609379] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b2dd393d-aff3-4b99-839a-05b44a55481c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.617284] env[69889]: DEBUG oslo_vmware.api [None req-5b885299-92de-4950-b90a-4921df39a015 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Waiting for the task: (returnval){ [ 946.617284] env[69889]: value = "task-4077474" [ 946.617284] env[69889]: _type = "Task" [ 946.617284] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.620829] env[69889]: INFO nova.compute.manager [-] [instance: c4299beb-fd13-47db-9ad2-eaedefdaf7e9] Took 1.35 seconds to deallocate network for instance. [ 946.633846] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b885299-92de-4950-b90a-4921df39a015 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] [instance: a31565fb-fb1f-4fb9-a60d-06e32458efa2] VM already powered off {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 946.634143] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-5b885299-92de-4950-b90a-4921df39a015 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] [instance: a31565fb-fb1f-4fb9-a60d-06e32458efa2] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 946.634460] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5b885299-92de-4950-b90a-4921df39a015 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.634656] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5b885299-92de-4950-b90a-4921df39a015 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.635058] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b885299-92de-4950-b90a-4921df39a015 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 946.635387] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-50a0aa0c-e47f-48c8-978e-c30bb6e4216a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.647798] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b885299-92de-4950-b90a-4921df39a015 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 946.648148] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-5b885299-92de-4950-b90a-4921df39a015 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 946.648923] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dae01177-a80e-4df0-818e-aa8737f64430 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.653686] env[69889]: DEBUG nova.scheduler.client.report [None req-5fc4c792-de74-403a-825c-dc3617287942 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 946.658868] env[69889]: DEBUG oslo_vmware.api [None req-5b885299-92de-4950-b90a-4921df39a015 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Waiting for the task: (returnval){ [ 946.658868] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]521394fa-71de-d9d9-3e9d-ccc78d7d7366" [ 946.658868] env[69889]: _type = "Task" [ 946.658868] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.669019] env[69889]: DEBUG oslo_vmware.api [None req-5b885299-92de-4950-b90a-4921df39a015 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]521394fa-71de-d9d9-3e9d-ccc78d7d7366, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.707482] env[69889]: INFO nova.compute.manager [None req-d13d7da7-6c66-4b70-9df3-0e742434affd tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] [instance: 2aee774c-aa5d-42f0-82a4-26e0fa1fe069] Took 48.58 seconds to build instance. [ 946.803653] env[69889]: DEBUG oslo_concurrency.lockutils [None req-60409eec-1ded-49b4-b606-276d40c0dbb4 tempest-ServerGroupTestJSON-1605829277 tempest-ServerGroupTestJSON-1605829277-project-member] Acquiring lock "refresh_cache-7c0cf802-2002-48de-9d48-061bac8350b4" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.803851] env[69889]: DEBUG oslo_concurrency.lockutils [None req-60409eec-1ded-49b4-b606-276d40c0dbb4 tempest-ServerGroupTestJSON-1605829277 tempest-ServerGroupTestJSON-1605829277-project-member] Acquired lock "refresh_cache-7c0cf802-2002-48de-9d48-061bac8350b4" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.804054] env[69889]: DEBUG nova.network.neutron [None req-60409eec-1ded-49b4-b606-276d40c0dbb4 tempest-ServerGroupTestJSON-1605829277 tempest-ServerGroupTestJSON-1605829277-project-member] [instance: 7c0cf802-2002-48de-9d48-061bac8350b4] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 946.832855] env[69889]: DEBUG nova.compute.manager [req-fd7a1141-2a05-496d-be07-460aaf9eff54 req-16c34fcc-e125-442d-9484-09a8252b351c service nova] [instance: 017df34e-1102-4414-b63e-614ee9db8060] Received event network-vif-deleted-55c73fc1-a8a9-4e32-ac3a-dce1f4adff2f {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 946.832949] env[69889]: DEBUG nova.compute.manager [req-fd7a1141-2a05-496d-be07-460aaf9eff54 req-16c34fcc-e125-442d-9484-09a8252b351c service nova] [instance: c4299beb-fd13-47db-9ad2-eaedefdaf7e9] Received event network-vif-deleted-9f39dde6-c4fa-45be-b93b-9ee180dc48ef {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 946.833133] env[69889]: DEBUG nova.compute.manager [req-fd7a1141-2a05-496d-be07-460aaf9eff54 req-16c34fcc-e125-442d-9484-09a8252b351c service nova] [instance: 7c0cf802-2002-48de-9d48-061bac8350b4] Received event network-vif-plugged-16a6c58e-f55f-4c26-be71-8607fd1afbde {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 946.833325] env[69889]: DEBUG oslo_concurrency.lockutils [req-fd7a1141-2a05-496d-be07-460aaf9eff54 req-16c34fcc-e125-442d-9484-09a8252b351c service nova] Acquiring lock "7c0cf802-2002-48de-9d48-061bac8350b4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.833525] env[69889]: DEBUG oslo_concurrency.lockutils [req-fd7a1141-2a05-496d-be07-460aaf9eff54 req-16c34fcc-e125-442d-9484-09a8252b351c service nova] Lock "7c0cf802-2002-48de-9d48-061bac8350b4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.833688] env[69889]: DEBUG oslo_concurrency.lockutils [req-fd7a1141-2a05-496d-be07-460aaf9eff54 req-16c34fcc-e125-442d-9484-09a8252b351c service nova] Lock "7c0cf802-2002-48de-9d48-061bac8350b4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.833854] env[69889]: DEBUG nova.compute.manager [req-fd7a1141-2a05-496d-be07-460aaf9eff54 req-16c34fcc-e125-442d-9484-09a8252b351c service nova] [instance: 7c0cf802-2002-48de-9d48-061bac8350b4] No waiting events found dispatching network-vif-plugged-16a6c58e-f55f-4c26-be71-8607fd1afbde {{(pid=69889) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 946.834304] env[69889]: WARNING nova.compute.manager [req-fd7a1141-2a05-496d-be07-460aaf9eff54 req-16c34fcc-e125-442d-9484-09a8252b351c service nova] [instance: 7c0cf802-2002-48de-9d48-061bac8350b4] Received unexpected event network-vif-plugged-16a6c58e-f55f-4c26-be71-8607fd1afbde for instance with vm_state building and task_state spawning. [ 946.834304] env[69889]: DEBUG nova.compute.manager [req-fd7a1141-2a05-496d-be07-460aaf9eff54 req-16c34fcc-e125-442d-9484-09a8252b351c service nova] [instance: 7c0cf802-2002-48de-9d48-061bac8350b4] Received event network-changed-16a6c58e-f55f-4c26-be71-8607fd1afbde {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 946.834414] env[69889]: DEBUG nova.compute.manager [req-fd7a1141-2a05-496d-be07-460aaf9eff54 req-16c34fcc-e125-442d-9484-09a8252b351c service nova] [instance: 7c0cf802-2002-48de-9d48-061bac8350b4] Refreshing instance network info cache due to event network-changed-16a6c58e-f55f-4c26-be71-8607fd1afbde. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 946.834552] env[69889]: DEBUG oslo_concurrency.lockutils [req-fd7a1141-2a05-496d-be07-460aaf9eff54 req-16c34fcc-e125-442d-9484-09a8252b351c service nova] Acquiring lock "refresh_cache-7c0cf802-2002-48de-9d48-061bac8350b4" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.943691] env[69889]: DEBUG nova.compute.manager [None req-3e773ab7-e1f6-4d68-bf0f-24dd3d411ed8 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] [instance: e7e0219a-e539-451b-a8a8-4faf7f1ea109] Start spawning the instance on the hypervisor. {{(pid=69889) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 947.129096] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d44c8db8-db26-49a1-80a5-ebc794ae9359 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.161544] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5fc4c792-de74-403a-825c-dc3617287942 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.245s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.165038] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c004e1f6-74c7-4d31-ba9f-5346fe3a77c8 tempest-ServerAddressesTestJSON-1316354804 tempest-ServerAddressesTestJSON-1316354804-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.384s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.166020] env[69889]: INFO nova.compute.claims [None req-c004e1f6-74c7-4d31-ba9f-5346fe3a77c8 tempest-ServerAddressesTestJSON-1316354804 tempest-ServerAddressesTestJSON-1316354804-project-member] [instance: e972c979-5e1c-4441-9226-c65aa10c0f7c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 947.175089] env[69889]: DEBUG nova.virt.hardware [None req-3e773ab7-e1f6-4d68-bf0f-24dd3d411ed8 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 947.175380] env[69889]: DEBUG nova.virt.hardware [None req-3e773ab7-e1f6-4d68-bf0f-24dd3d411ed8 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 947.175551] env[69889]: DEBUG nova.virt.hardware [None req-3e773ab7-e1f6-4d68-bf0f-24dd3d411ed8 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 947.175755] env[69889]: DEBUG nova.virt.hardware [None req-3e773ab7-e1f6-4d68-bf0f-24dd3d411ed8 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 947.175994] env[69889]: DEBUG nova.virt.hardware [None req-3e773ab7-e1f6-4d68-bf0f-24dd3d411ed8 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 947.176168] env[69889]: DEBUG nova.virt.hardware [None req-3e773ab7-e1f6-4d68-bf0f-24dd3d411ed8 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 947.176397] env[69889]: DEBUG nova.virt.hardware [None req-3e773ab7-e1f6-4d68-bf0f-24dd3d411ed8 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 947.176579] env[69889]: DEBUG nova.virt.hardware [None req-3e773ab7-e1f6-4d68-bf0f-24dd3d411ed8 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 947.176747] env[69889]: DEBUG nova.virt.hardware [None req-3e773ab7-e1f6-4d68-bf0f-24dd3d411ed8 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 947.176927] env[69889]: DEBUG nova.virt.hardware [None req-3e773ab7-e1f6-4d68-bf0f-24dd3d411ed8 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 947.177205] env[69889]: DEBUG nova.virt.hardware [None req-3e773ab7-e1f6-4d68-bf0f-24dd3d411ed8 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 947.178333] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5f756e9-9f50-490b-8ace-7f6628fd0eec {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.190953] env[69889]: DEBUG oslo_vmware.api [None req-5b885299-92de-4950-b90a-4921df39a015 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]521394fa-71de-d9d9-3e9d-ccc78d7d7366, 'name': SearchDatastore_Task, 'duration_secs': 0.013538} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.192400] env[69889]: INFO nova.scheduler.client.report [None req-5fc4c792-de74-403a-825c-dc3617287942 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Deleted allocations for instance d2d7ec47-2dbc-4397-9999-8ab39d117876 [ 947.196170] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2bb548a-0cbb-4eba-8434-b3dabbce1fe6 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.202831] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b73bab04-f100-462b-8cd7-211c9e525abe {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.211389] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d13d7da7-6c66-4b70-9df3-0e742434affd tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Lock "2aee774c-aa5d-42f0-82a4-26e0fa1fe069" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.928s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.224618] env[69889]: DEBUG oslo_vmware.api [None req-5b885299-92de-4950-b90a-4921df39a015 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Waiting for the task: (returnval){ [ 947.224618] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]5225c232-f685-b088-ed3e-27e14f1fb69a" [ 947.224618] env[69889]: _type = "Task" [ 947.224618] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.234956] env[69889]: DEBUG oslo_vmware.api [None req-5b885299-92de-4950-b90a-4921df39a015 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5225c232-f685-b088-ed3e-27e14f1fb69a, 'name': SearchDatastore_Task, 'duration_secs': 0.012698} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.235602] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5b885299-92de-4950-b90a-4921df39a015 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.235829] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b885299-92de-4950-b90a-4921df39a015 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] a31565fb-fb1f-4fb9-a60d-06e32458efa2/fdedeb32-acda-4585-a195-4af2c3a4f070-rescue.vmdk. {{(pid=69889) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 947.236055] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-388ef277-d50b-4b98-abb7-e718f0716aea {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.243583] env[69889]: DEBUG oslo_vmware.api [None req-5b885299-92de-4950-b90a-4921df39a015 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Waiting for the task: (returnval){ [ 947.243583] env[69889]: value = "task-4077475" [ 947.243583] env[69889]: _type = "Task" [ 947.243583] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.252793] env[69889]: DEBUG oslo_vmware.api [None req-5b885299-92de-4950-b90a-4921df39a015 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Task: {'id': task-4077475, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.361841] env[69889]: DEBUG nova.network.neutron [None req-60409eec-1ded-49b4-b606-276d40c0dbb4 tempest-ServerGroupTestJSON-1605829277 tempest-ServerGroupTestJSON-1605829277-project-member] [instance: 7c0cf802-2002-48de-9d48-061bac8350b4] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 947.621412] env[69889]: DEBUG nova.network.neutron [None req-60409eec-1ded-49b4-b606-276d40c0dbb4 tempest-ServerGroupTestJSON-1605829277 tempest-ServerGroupTestJSON-1605829277-project-member] [instance: 7c0cf802-2002-48de-9d48-061bac8350b4] Updating instance_info_cache with network_info: [{"id": "16a6c58e-f55f-4c26-be71-8607fd1afbde", "address": "fa:16:3e:93:e9:0a", "network": {"id": "1910eb3f-8c8d-4ad1-8778-13126ea4b96a", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1646817699-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ec5c1e9bb634a8f8e3c96e6004a53af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16a6c58e-f5", "ovs_interfaceid": "16a6c58e-f55f-4c26-be71-8607fd1afbde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.712265] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5fc4c792-de74-403a-825c-dc3617287942 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Lock "d2d7ec47-2dbc-4397-9999-8ab39d117876" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.344s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.763612] env[69889]: DEBUG nova.network.neutron [None req-3e773ab7-e1f6-4d68-bf0f-24dd3d411ed8 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] [instance: e7e0219a-e539-451b-a8a8-4faf7f1ea109] Successfully updated port: cd5cc3fe-b29b-44f3-888c-5903a8d85e58 {{(pid=69889) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 947.764672] env[69889]: DEBUG oslo_vmware.api [None req-5b885299-92de-4950-b90a-4921df39a015 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Task: {'id': task-4077475, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.796282] env[69889]: DEBUG oslo_vmware.rw_handles [None req-3a44dde8-1292-4ffa-9439-ca982b4d7d39 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a20bb6-2f19-ecdd-008a-7197e2d19b10/disk-0.vmdk. {{(pid=69889) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 947.797353] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-484259ed-12b6-4a22-b987-51e9e048bfbb {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.805090] env[69889]: DEBUG oslo_vmware.rw_handles [None req-3a44dde8-1292-4ffa-9439-ca982b4d7d39 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a20bb6-2f19-ecdd-008a-7197e2d19b10/disk-0.vmdk is in state: ready. {{(pid=69889) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 947.806637] env[69889]: ERROR oslo_vmware.rw_handles [None req-3a44dde8-1292-4ffa-9439-ca982b4d7d39 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a20bb6-2f19-ecdd-008a-7197e2d19b10/disk-0.vmdk due to incomplete transfer. [ 947.806637] env[69889]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e8e0d8ef-48dd-40cc-b52f-51e487fd5688 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.817302] env[69889]: DEBUG oslo_vmware.rw_handles [None req-3a44dde8-1292-4ffa-9439-ca982b4d7d39 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a20bb6-2f19-ecdd-008a-7197e2d19b10/disk-0.vmdk. {{(pid=69889) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 947.817525] env[69889]: DEBUG nova.virt.vmwareapi.images [None req-3a44dde8-1292-4ffa-9439-ca982b4d7d39 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] [instance: 25fa2007-30d6-4a2a-9498-d523988ee0ad] Uploaded image 7472b2a0-047c-4417-a661-3237d5e03130 to the Glance image server {{(pid=69889) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 947.819338] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a44dde8-1292-4ffa-9439-ca982b4d7d39 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] [instance: 25fa2007-30d6-4a2a-9498-d523988ee0ad] Destroying the VM {{(pid=69889) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 947.819648] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-fe27afa3-4b46-4839-9dcd-5364ed9811ab {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.829277] env[69889]: DEBUG oslo_vmware.api [None req-3a44dde8-1292-4ffa-9439-ca982b4d7d39 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Waiting for the task: (returnval){ [ 947.829277] env[69889]: value = "task-4077476" [ 947.829277] env[69889]: _type = "Task" [ 947.829277] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.842339] env[69889]: DEBUG oslo_vmware.api [None req-3a44dde8-1292-4ffa-9439-ca982b4d7d39 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Task: {'id': task-4077476, 'name': Destroy_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.124245] env[69889]: DEBUG oslo_concurrency.lockutils [None req-60409eec-1ded-49b4-b606-276d40c0dbb4 tempest-ServerGroupTestJSON-1605829277 tempest-ServerGroupTestJSON-1605829277-project-member] Releasing lock "refresh_cache-7c0cf802-2002-48de-9d48-061bac8350b4" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.124642] env[69889]: DEBUG nova.compute.manager [None req-60409eec-1ded-49b4-b606-276d40c0dbb4 tempest-ServerGroupTestJSON-1605829277 tempest-ServerGroupTestJSON-1605829277-project-member] [instance: 7c0cf802-2002-48de-9d48-061bac8350b4] Instance network_info: |[{"id": "16a6c58e-f55f-4c26-be71-8607fd1afbde", "address": "fa:16:3e:93:e9:0a", "network": {"id": "1910eb3f-8c8d-4ad1-8778-13126ea4b96a", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1646817699-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ec5c1e9bb634a8f8e3c96e6004a53af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16a6c58e-f5", "ovs_interfaceid": "16a6c58e-f55f-4c26-be71-8607fd1afbde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 948.124983] env[69889]: DEBUG oslo_concurrency.lockutils [req-fd7a1141-2a05-496d-be07-460aaf9eff54 req-16c34fcc-e125-442d-9484-09a8252b351c service nova] Acquired lock "refresh_cache-7c0cf802-2002-48de-9d48-061bac8350b4" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.125222] env[69889]: DEBUG nova.network.neutron [req-fd7a1141-2a05-496d-be07-460aaf9eff54 req-16c34fcc-e125-442d-9484-09a8252b351c service nova] [instance: 7c0cf802-2002-48de-9d48-061bac8350b4] Refreshing network info cache for port 16a6c58e-f55f-4c26-be71-8607fd1afbde {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 948.126645] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-60409eec-1ded-49b4-b606-276d40c0dbb4 tempest-ServerGroupTestJSON-1605829277 tempest-ServerGroupTestJSON-1605829277-project-member] [instance: 7c0cf802-2002-48de-9d48-061bac8350b4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:e9:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f969bd9-e040-4b9b-85b2-7c61231584ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '16a6c58e-f55f-4c26-be71-8607fd1afbde', 'vif_model': 'vmxnet3'}] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 948.137575] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-60409eec-1ded-49b4-b606-276d40c0dbb4 tempest-ServerGroupTestJSON-1605829277 tempest-ServerGroupTestJSON-1605829277-project-member] Creating folder: Project (3ec5c1e9bb634a8f8e3c96e6004a53af). Parent ref: group-v807779. {{(pid=69889) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 948.141246] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-22a488ef-256d-43c1-9a34-db58d7405bc4 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.154919] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-60409eec-1ded-49b4-b606-276d40c0dbb4 tempest-ServerGroupTestJSON-1605829277 tempest-ServerGroupTestJSON-1605829277-project-member] Created folder: Project (3ec5c1e9bb634a8f8e3c96e6004a53af) in parent group-v807779. [ 948.155568] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-60409eec-1ded-49b4-b606-276d40c0dbb4 tempest-ServerGroupTestJSON-1605829277 tempest-ServerGroupTestJSON-1605829277-project-member] Creating folder: Instances. Parent ref: group-v807953. {{(pid=69889) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 948.155947] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9d903ca1-6a2a-4e6b-9633-d987f7052294 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.167023] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-60409eec-1ded-49b4-b606-276d40c0dbb4 tempest-ServerGroupTestJSON-1605829277 tempest-ServerGroupTestJSON-1605829277-project-member] Created folder: Instances in parent group-v807953. [ 948.167177] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-60409eec-1ded-49b4-b606-276d40c0dbb4 tempest-ServerGroupTestJSON-1605829277 tempest-ServerGroupTestJSON-1605829277-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 948.167373] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c0cf802-2002-48de-9d48-061bac8350b4] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 948.167590] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1754adfe-82bd-4e3f-a14c-0f4133f5c7ef {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.193625] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 948.193625] env[69889]: value = "task-4077479" [ 948.193625] env[69889]: _type = "Task" [ 948.193625] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.198116] env[69889]: DEBUG nova.compute.manager [None req-2d35c30e-a59b-410a-b21d-a90f588a0c1a tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] [instance: 2aee774c-aa5d-42f0-82a4-26e0fa1fe069] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 948.198884] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8274b6e0-2200-4346-87c5-efc7cd9117ef {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.209587] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077479, 'name': CreateVM_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.256463] env[69889]: DEBUG oslo_vmware.api [None req-5b885299-92de-4950-b90a-4921df39a015 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Task: {'id': task-4077475, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.643339} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.256756] env[69889]: INFO nova.virt.vmwareapi.ds_util [None req-5b885299-92de-4950-b90a-4921df39a015 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] a31565fb-fb1f-4fb9-a60d-06e32458efa2/fdedeb32-acda-4585-a195-4af2c3a4f070-rescue.vmdk. [ 948.258189] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42a95148-848d-4814-ad0d-9ec58d902c44 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.280309] env[69889]: DEBUG oslo_concurrency.lockutils [None req-3e773ab7-e1f6-4d68-bf0f-24dd3d411ed8 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Acquiring lock "refresh_cache-e7e0219a-e539-451b-a8a8-4faf7f1ea109" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.280309] env[69889]: DEBUG oslo_concurrency.lockutils [None req-3e773ab7-e1f6-4d68-bf0f-24dd3d411ed8 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Acquired lock "refresh_cache-e7e0219a-e539-451b-a8a8-4faf7f1ea109" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.280451] env[69889]: DEBUG nova.network.neutron [None req-3e773ab7-e1f6-4d68-bf0f-24dd3d411ed8 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] [instance: e7e0219a-e539-451b-a8a8-4faf7f1ea109] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 948.289253] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b885299-92de-4950-b90a-4921df39a015 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] [instance: a31565fb-fb1f-4fb9-a60d-06e32458efa2] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] a31565fb-fb1f-4fb9-a60d-06e32458efa2/fdedeb32-acda-4585-a195-4af2c3a4f070-rescue.vmdk or device None with type thin {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 948.291966] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-747b2c10-7fde-44b7-b3c9-ee2e352fdd59 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.315017] env[69889]: DEBUG oslo_vmware.api [None req-5b885299-92de-4950-b90a-4921df39a015 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Waiting for the task: (returnval){ [ 948.315017] env[69889]: value = "task-4077480" [ 948.315017] env[69889]: _type = "Task" [ 948.315017] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.324069] env[69889]: DEBUG oslo_vmware.api [None req-5b885299-92de-4950-b90a-4921df39a015 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Task: {'id': task-4077480, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.338264] env[69889]: DEBUG oslo_vmware.api [None req-3a44dde8-1292-4ffa-9439-ca982b4d7d39 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Task: {'id': task-4077476, 'name': Destroy_Task} progress is 100%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.376564] env[69889]: DEBUG oslo_concurrency.lockutils [None req-575e7f2d-12c7-4f0b-9f71-008f996b5e1b tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Acquiring lock "43761e84-3bc7-4e8a-93e9-d9426b21a6a7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.376928] env[69889]: DEBUG oslo_concurrency.lockutils [None req-575e7f2d-12c7-4f0b-9f71-008f996b5e1b tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Lock "43761e84-3bc7-4e8a-93e9-d9426b21a6a7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.377231] env[69889]: DEBUG oslo_concurrency.lockutils [None req-575e7f2d-12c7-4f0b-9f71-008f996b5e1b tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Acquiring lock "43761e84-3bc7-4e8a-93e9-d9426b21a6a7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.378808] env[69889]: DEBUG oslo_concurrency.lockutils [None req-575e7f2d-12c7-4f0b-9f71-008f996b5e1b tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Lock "43761e84-3bc7-4e8a-93e9-d9426b21a6a7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.378808] env[69889]: DEBUG oslo_concurrency.lockutils [None req-575e7f2d-12c7-4f0b-9f71-008f996b5e1b tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Lock "43761e84-3bc7-4e8a-93e9-d9426b21a6a7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.381229] env[69889]: INFO nova.compute.manager [None req-575e7f2d-12c7-4f0b-9f71-008f996b5e1b tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] [instance: 43761e84-3bc7-4e8a-93e9-d9426b21a6a7] Terminating instance [ 948.507814] env[69889]: DEBUG nova.network.neutron [None req-3e773ab7-e1f6-4d68-bf0f-24dd3d411ed8 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] [instance: e7e0219a-e539-451b-a8a8-4faf7f1ea109] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 948.699525] env[69889]: DEBUG nova.network.neutron [req-fd7a1141-2a05-496d-be07-460aaf9eff54 req-16c34fcc-e125-442d-9484-09a8252b351c service nova] [instance: 7c0cf802-2002-48de-9d48-061bac8350b4] Updated VIF entry in instance network info cache for port 16a6c58e-f55f-4c26-be71-8607fd1afbde. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 948.699976] env[69889]: DEBUG nova.network.neutron [req-fd7a1141-2a05-496d-be07-460aaf9eff54 req-16c34fcc-e125-442d-9484-09a8252b351c service nova] [instance: 7c0cf802-2002-48de-9d48-061bac8350b4] Updating instance_info_cache with network_info: [{"id": "16a6c58e-f55f-4c26-be71-8607fd1afbde", "address": "fa:16:3e:93:e9:0a", "network": {"id": "1910eb3f-8c8d-4ad1-8778-13126ea4b96a", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1646817699-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ec5c1e9bb634a8f8e3c96e6004a53af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16a6c58e-f5", "ovs_interfaceid": "16a6c58e-f55f-4c26-be71-8607fd1afbde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.710903] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077479, 'name': CreateVM_Task} progress is 25%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.719987] env[69889]: INFO nova.compute.manager [None req-2d35c30e-a59b-410a-b21d-a90f588a0c1a tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] [instance: 2aee774c-aa5d-42f0-82a4-26e0fa1fe069] instance snapshotting [ 948.723194] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ab518f7-4b43-4a67-8c74-c615ed6d13ed {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.747356] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bfa813e-b604-4ea3-b9f6-8c63a9b6b2ef {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.752251] env[69889]: DEBUG nova.network.neutron [None req-3e773ab7-e1f6-4d68-bf0f-24dd3d411ed8 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] [instance: e7e0219a-e539-451b-a8a8-4faf7f1ea109] Updating instance_info_cache with network_info: [{"id": "cd5cc3fe-b29b-44f3-888c-5903a8d85e58", "address": "fa:16:3e:5f:62:25", "network": {"id": "77f9a2f1-6a85-4b07-b1c4-7bc728bc50f3", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-112396564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5422e0f6dc484e5e92ccebcd907abbf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd5cc3fe-b2", "ovs_interfaceid": "cd5cc3fe-b29b-44f3-888c-5903a8d85e58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.794266] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44654774-6a90-4846-8469-f95bd9faf9b3 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.802932] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4717d1d7-6271-41e7-b747-2a403d4eaeb5 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.844906] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85167c6b-7f2b-405c-a6f1-499ce113087a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.854535] env[69889]: DEBUG oslo_vmware.api [None req-3a44dde8-1292-4ffa-9439-ca982b4d7d39 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Task: {'id': task-4077476, 'name': Destroy_Task} progress is 100%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.858895] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26d72327-0c49-4e6d-bea5-c992c4dd05b2 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.863527] env[69889]: DEBUG oslo_vmware.api [None req-5b885299-92de-4950-b90a-4921df39a015 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Task: {'id': task-4077480, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.865895] env[69889]: DEBUG nova.compute.manager [req-3aab6bac-d623-488e-8657-be671d3ccfb9 req-e5120fc6-6cf8-474a-9880-8072fe1a8392 service nova] [instance: e7e0219a-e539-451b-a8a8-4faf7f1ea109] Received event network-vif-plugged-cd5cc3fe-b29b-44f3-888c-5903a8d85e58 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 948.866075] env[69889]: DEBUG oslo_concurrency.lockutils [req-3aab6bac-d623-488e-8657-be671d3ccfb9 req-e5120fc6-6cf8-474a-9880-8072fe1a8392 service nova] Acquiring lock "e7e0219a-e539-451b-a8a8-4faf7f1ea109-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.866283] env[69889]: DEBUG oslo_concurrency.lockutils [req-3aab6bac-d623-488e-8657-be671d3ccfb9 req-e5120fc6-6cf8-474a-9880-8072fe1a8392 service nova] Lock "e7e0219a-e539-451b-a8a8-4faf7f1ea109-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.866446] env[69889]: DEBUG oslo_concurrency.lockutils [req-3aab6bac-d623-488e-8657-be671d3ccfb9 req-e5120fc6-6cf8-474a-9880-8072fe1a8392 service nova] Lock "e7e0219a-e539-451b-a8a8-4faf7f1ea109-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.866611] env[69889]: DEBUG nova.compute.manager [req-3aab6bac-d623-488e-8657-be671d3ccfb9 req-e5120fc6-6cf8-474a-9880-8072fe1a8392 service nova] [instance: e7e0219a-e539-451b-a8a8-4faf7f1ea109] No waiting events found dispatching network-vif-plugged-cd5cc3fe-b29b-44f3-888c-5903a8d85e58 {{(pid=69889) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 948.866774] env[69889]: WARNING nova.compute.manager [req-3aab6bac-d623-488e-8657-be671d3ccfb9 req-e5120fc6-6cf8-474a-9880-8072fe1a8392 service nova] [instance: e7e0219a-e539-451b-a8a8-4faf7f1ea109] Received unexpected event network-vif-plugged-cd5cc3fe-b29b-44f3-888c-5903a8d85e58 for instance with vm_state building and task_state spawning. [ 948.866932] env[69889]: DEBUG nova.compute.manager [req-3aab6bac-d623-488e-8657-be671d3ccfb9 req-e5120fc6-6cf8-474a-9880-8072fe1a8392 service nova] [instance: e7e0219a-e539-451b-a8a8-4faf7f1ea109] Received event network-changed-cd5cc3fe-b29b-44f3-888c-5903a8d85e58 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 948.867119] env[69889]: DEBUG nova.compute.manager [req-3aab6bac-d623-488e-8657-be671d3ccfb9 req-e5120fc6-6cf8-474a-9880-8072fe1a8392 service nova] [instance: e7e0219a-e539-451b-a8a8-4faf7f1ea109] Refreshing instance network info cache due to event network-changed-cd5cc3fe-b29b-44f3-888c-5903a8d85e58. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 948.867281] env[69889]: DEBUG oslo_concurrency.lockutils [req-3aab6bac-d623-488e-8657-be671d3ccfb9 req-e5120fc6-6cf8-474a-9880-8072fe1a8392 service nova] Acquiring lock "refresh_cache-e7e0219a-e539-451b-a8a8-4faf7f1ea109" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.878340] env[69889]: DEBUG nova.compute.provider_tree [None req-c004e1f6-74c7-4d31-ba9f-5346fe3a77c8 tempest-ServerAddressesTestJSON-1316354804 tempest-ServerAddressesTestJSON-1316354804-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 948.885111] env[69889]: DEBUG nova.compute.manager [None req-575e7f2d-12c7-4f0b-9f71-008f996b5e1b tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] [instance: 43761e84-3bc7-4e8a-93e9-d9426b21a6a7] Start destroying the instance on the hypervisor. {{(pid=69889) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 948.885338] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-575e7f2d-12c7-4f0b-9f71-008f996b5e1b tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] [instance: 43761e84-3bc7-4e8a-93e9-d9426b21a6a7] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 948.886261] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06ac16b3-a94a-4d4f-926d-1150c7bee80d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.894973] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-575e7f2d-12c7-4f0b-9f71-008f996b5e1b tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] [instance: 43761e84-3bc7-4e8a-93e9-d9426b21a6a7] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 948.895258] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6f9349c4-9dd2-4d30-af18-ebd469436223 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.902895] env[69889]: DEBUG oslo_vmware.api [None req-575e7f2d-12c7-4f0b-9f71-008f996b5e1b tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Waiting for the task: (returnval){ [ 948.902895] env[69889]: value = "task-4077481" [ 948.902895] env[69889]: _type = "Task" [ 948.902895] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.912457] env[69889]: DEBUG oslo_vmware.api [None req-575e7f2d-12c7-4f0b-9f71-008f996b5e1b tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Task: {'id': task-4077481, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.205027] env[69889]: DEBUG oslo_concurrency.lockutils [req-fd7a1141-2a05-496d-be07-460aaf9eff54 req-16c34fcc-e125-442d-9484-09a8252b351c service nova] Releasing lock "refresh_cache-7c0cf802-2002-48de-9d48-061bac8350b4" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.205363] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077479, 'name': CreateVM_Task, 'duration_secs': 0.670955} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.205502] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c0cf802-2002-48de-9d48-061bac8350b4] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 949.206263] env[69889]: DEBUG oslo_concurrency.lockutils [None req-60409eec-1ded-49b4-b606-276d40c0dbb4 tempest-ServerGroupTestJSON-1605829277 tempest-ServerGroupTestJSON-1605829277-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.206424] env[69889]: DEBUG oslo_concurrency.lockutils [None req-60409eec-1ded-49b4-b606-276d40c0dbb4 tempest-ServerGroupTestJSON-1605829277 tempest-ServerGroupTestJSON-1605829277-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.206807] env[69889]: DEBUG oslo_concurrency.lockutils [None req-60409eec-1ded-49b4-b606-276d40c0dbb4 tempest-ServerGroupTestJSON-1605829277 tempest-ServerGroupTestJSON-1605829277-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.207088] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32a1faa3-1811-43df-b321-4d96e95c3bc1 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.213043] env[69889]: DEBUG oslo_vmware.api [None req-60409eec-1ded-49b4-b606-276d40c0dbb4 tempest-ServerGroupTestJSON-1605829277 tempest-ServerGroupTestJSON-1605829277-project-member] Waiting for the task: (returnval){ [ 949.213043] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]523dd67a-0fcc-e2f6-b3f0-da13a754b1d2" [ 949.213043] env[69889]: _type = "Task" [ 949.213043] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.222037] env[69889]: DEBUG oslo_vmware.api [None req-60409eec-1ded-49b4-b606-276d40c0dbb4 tempest-ServerGroupTestJSON-1605829277 tempest-ServerGroupTestJSON-1605829277-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]523dd67a-0fcc-e2f6-b3f0-da13a754b1d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.259152] env[69889]: DEBUG oslo_concurrency.lockutils [None req-3e773ab7-e1f6-4d68-bf0f-24dd3d411ed8 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Releasing lock "refresh_cache-e7e0219a-e539-451b-a8a8-4faf7f1ea109" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.259471] env[69889]: DEBUG nova.compute.manager [None req-3e773ab7-e1f6-4d68-bf0f-24dd3d411ed8 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] [instance: e7e0219a-e539-451b-a8a8-4faf7f1ea109] Instance network_info: |[{"id": "cd5cc3fe-b29b-44f3-888c-5903a8d85e58", "address": "fa:16:3e:5f:62:25", "network": {"id": "77f9a2f1-6a85-4b07-b1c4-7bc728bc50f3", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-112396564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5422e0f6dc484e5e92ccebcd907abbf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd5cc3fe-b2", "ovs_interfaceid": "cd5cc3fe-b29b-44f3-888c-5903a8d85e58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 949.260572] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-2d35c30e-a59b-410a-b21d-a90f588a0c1a tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] [instance: 2aee774c-aa5d-42f0-82a4-26e0fa1fe069] Creating Snapshot of the VM instance {{(pid=69889) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 949.260881] env[69889]: DEBUG oslo_concurrency.lockutils [req-3aab6bac-d623-488e-8657-be671d3ccfb9 req-e5120fc6-6cf8-474a-9880-8072fe1a8392 service nova] Acquired lock "refresh_cache-e7e0219a-e539-451b-a8a8-4faf7f1ea109" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.261066] env[69889]: DEBUG nova.network.neutron [req-3aab6bac-d623-488e-8657-be671d3ccfb9 req-e5120fc6-6cf8-474a-9880-8072fe1a8392 service nova] [instance: e7e0219a-e539-451b-a8a8-4faf7f1ea109] Refreshing network info cache for port cd5cc3fe-b29b-44f3-888c-5903a8d85e58 {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 949.262355] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-3e773ab7-e1f6-4d68-bf0f-24dd3d411ed8 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] [instance: e7e0219a-e539-451b-a8a8-4faf7f1ea109] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:62:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bec1528b-3e87-477b-8ab2-02696ad47e66', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cd5cc3fe-b29b-44f3-888c-5903a8d85e58', 'vif_model': 'vmxnet3'}] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 949.271673] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e773ab7-e1f6-4d68-bf0f-24dd3d411ed8 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 949.271673] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a59b11b9-23c5-475c-b97b-9c059ce152b6 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.273684] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7e0219a-e539-451b-a8a8-4faf7f1ea109] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 949.274526] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f815666e-130f-49ba-b9f0-95a20f52e05f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.298761] env[69889]: DEBUG oslo_vmware.api [None req-2d35c30e-a59b-410a-b21d-a90f588a0c1a tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Waiting for the task: (returnval){ [ 949.298761] env[69889]: value = "task-4077482" [ 949.298761] env[69889]: _type = "Task" [ 949.298761] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.300405] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 949.300405] env[69889]: value = "task-4077483" [ 949.300405] env[69889]: _type = "Task" [ 949.300405] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.315282] env[69889]: DEBUG oslo_vmware.api [None req-2d35c30e-a59b-410a-b21d-a90f588a0c1a tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Task: {'id': task-4077482, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.318573] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077483, 'name': CreateVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.352351] env[69889]: DEBUG oslo_vmware.api [None req-3a44dde8-1292-4ffa-9439-ca982b4d7d39 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Task: {'id': task-4077476, 'name': Destroy_Task, 'duration_secs': 1.367314} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.356132] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-3a44dde8-1292-4ffa-9439-ca982b4d7d39 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] [instance: 25fa2007-30d6-4a2a-9498-d523988ee0ad] Destroyed the VM [ 949.356455] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-3a44dde8-1292-4ffa-9439-ca982b4d7d39 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] [instance: 25fa2007-30d6-4a2a-9498-d523988ee0ad] Deleting Snapshot of the VM instance {{(pid=69889) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 949.356785] env[69889]: DEBUG oslo_vmware.api [None req-5b885299-92de-4950-b90a-4921df39a015 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Task: {'id': task-4077480, 'name': ReconfigVM_Task, 'duration_secs': 0.624437} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.357093] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3462f290-3940-4940-8146-ce0acd10accb {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.360048] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b885299-92de-4950-b90a-4921df39a015 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] [instance: a31565fb-fb1f-4fb9-a60d-06e32458efa2] Reconfigured VM instance instance-0000003c to attach disk [datastore2] a31565fb-fb1f-4fb9-a60d-06e32458efa2/fdedeb32-acda-4585-a195-4af2c3a4f070-rescue.vmdk or device None with type thin {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 949.361481] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-720735ca-c6db-4f58-9b10-cdc69de5305e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.386717] env[69889]: DEBUG nova.scheduler.client.report [None req-c004e1f6-74c7-4d31-ba9f-5346fe3a77c8 tempest-ServerAddressesTestJSON-1316354804 tempest-ServerAddressesTestJSON-1316354804-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 949.398077] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8968458e-fed1-4d6b-a493-72def4dd08dd {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.411270] env[69889]: DEBUG oslo_vmware.api [None req-3a44dde8-1292-4ffa-9439-ca982b4d7d39 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Waiting for the task: (returnval){ [ 949.411270] env[69889]: value = "task-4077484" [ 949.411270] env[69889]: _type = "Task" [ 949.411270] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.423409] env[69889]: DEBUG oslo_vmware.api [None req-5b885299-92de-4950-b90a-4921df39a015 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Waiting for the task: (returnval){ [ 949.423409] env[69889]: value = "task-4077485" [ 949.423409] env[69889]: _type = "Task" [ 949.423409] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.429808] env[69889]: DEBUG oslo_vmware.api [None req-575e7f2d-12c7-4f0b-9f71-008f996b5e1b tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Task: {'id': task-4077481, 'name': PowerOffVM_Task, 'duration_secs': 0.244334} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.430426] env[69889]: DEBUG oslo_vmware.api [None req-3a44dde8-1292-4ffa-9439-ca982b4d7d39 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Task: {'id': task-4077484, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.434227] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-575e7f2d-12c7-4f0b-9f71-008f996b5e1b tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] [instance: 43761e84-3bc7-4e8a-93e9-d9426b21a6a7] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 949.434513] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-575e7f2d-12c7-4f0b-9f71-008f996b5e1b tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] [instance: 43761e84-3bc7-4e8a-93e9-d9426b21a6a7] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 949.434743] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ad84c41d-b393-44db-b836-945b64fb88f8 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.442861] env[69889]: DEBUG oslo_vmware.api [None req-5b885299-92de-4950-b90a-4921df39a015 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Task: {'id': task-4077485, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.503410] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-575e7f2d-12c7-4f0b-9f71-008f996b5e1b tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] [instance: 43761e84-3bc7-4e8a-93e9-d9426b21a6a7] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 949.503701] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-575e7f2d-12c7-4f0b-9f71-008f996b5e1b tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] [instance: 43761e84-3bc7-4e8a-93e9-d9426b21a6a7] Deleting contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 949.503920] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-575e7f2d-12c7-4f0b-9f71-008f996b5e1b tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Deleting the datastore file [datastore2] 43761e84-3bc7-4e8a-93e9-d9426b21a6a7 {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 949.504234] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-89c9441b-1cb6-4d53-95c6-be1eaabf2362 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.511702] env[69889]: DEBUG oslo_vmware.api [None req-575e7f2d-12c7-4f0b-9f71-008f996b5e1b tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Waiting for the task: (returnval){ [ 949.511702] env[69889]: value = "task-4077487" [ 949.511702] env[69889]: _type = "Task" [ 949.511702] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.521931] env[69889]: DEBUG oslo_vmware.api [None req-575e7f2d-12c7-4f0b-9f71-008f996b5e1b tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Task: {'id': task-4077487, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.724388] env[69889]: DEBUG oslo_vmware.api [None req-60409eec-1ded-49b4-b606-276d40c0dbb4 tempest-ServerGroupTestJSON-1605829277 tempest-ServerGroupTestJSON-1605829277-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]523dd67a-0fcc-e2f6-b3f0-da13a754b1d2, 'name': SearchDatastore_Task, 'duration_secs': 0.01195} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.724734] env[69889]: DEBUG oslo_concurrency.lockutils [None req-60409eec-1ded-49b4-b606-276d40c0dbb4 tempest-ServerGroupTestJSON-1605829277 tempest-ServerGroupTestJSON-1605829277-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.724978] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-60409eec-1ded-49b4-b606-276d40c0dbb4 tempest-ServerGroupTestJSON-1605829277 tempest-ServerGroupTestJSON-1605829277-project-member] [instance: 7c0cf802-2002-48de-9d48-061bac8350b4] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 949.725271] env[69889]: DEBUG oslo_concurrency.lockutils [None req-60409eec-1ded-49b4-b606-276d40c0dbb4 tempest-ServerGroupTestJSON-1605829277 tempest-ServerGroupTestJSON-1605829277-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.725470] env[69889]: DEBUG oslo_concurrency.lockutils [None req-60409eec-1ded-49b4-b606-276d40c0dbb4 tempest-ServerGroupTestJSON-1605829277 tempest-ServerGroupTestJSON-1605829277-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.725664] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-60409eec-1ded-49b4-b606-276d40c0dbb4 tempest-ServerGroupTestJSON-1605829277 tempest-ServerGroupTestJSON-1605829277-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 949.725978] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8ce9a467-0135-4314-8ca8-6fccd6b16fa6 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.736637] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-60409eec-1ded-49b4-b606-276d40c0dbb4 tempest-ServerGroupTestJSON-1605829277 tempest-ServerGroupTestJSON-1605829277-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 949.736853] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-60409eec-1ded-49b4-b606-276d40c0dbb4 tempest-ServerGroupTestJSON-1605829277 tempest-ServerGroupTestJSON-1605829277-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 949.737606] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3727978-32be-4740-916e-6f82bd179851 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.743760] env[69889]: DEBUG oslo_vmware.api [None req-60409eec-1ded-49b4-b606-276d40c0dbb4 tempest-ServerGroupTestJSON-1605829277 tempest-ServerGroupTestJSON-1605829277-project-member] Waiting for the task: (returnval){ [ 949.743760] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52735b44-f2a9-8314-44ae-a6633917e638" [ 949.743760] env[69889]: _type = "Task" [ 949.743760] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.752378] env[69889]: DEBUG oslo_vmware.api [None req-60409eec-1ded-49b4-b606-276d40c0dbb4 tempest-ServerGroupTestJSON-1605829277 tempest-ServerGroupTestJSON-1605829277-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52735b44-f2a9-8314-44ae-a6633917e638, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.817185] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077483, 'name': CreateVM_Task, 'duration_secs': 0.460067} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.819749] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7e0219a-e539-451b-a8a8-4faf7f1ea109] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 949.820071] env[69889]: DEBUG oslo_vmware.api [None req-2d35c30e-a59b-410a-b21d-a90f588a0c1a tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Task: {'id': task-4077482, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.820758] env[69889]: DEBUG oslo_concurrency.lockutils [None req-3e773ab7-e1f6-4d68-bf0f-24dd3d411ed8 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.820914] env[69889]: DEBUG oslo_concurrency.lockutils [None req-3e773ab7-e1f6-4d68-bf0f-24dd3d411ed8 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.821260] env[69889]: DEBUG oslo_concurrency.lockutils [None req-3e773ab7-e1f6-4d68-bf0f-24dd3d411ed8 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.821514] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b0aff4c-8bb7-48e6-b5a9-4ac55fc55639 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.826848] env[69889]: DEBUG oslo_vmware.api [None req-3e773ab7-e1f6-4d68-bf0f-24dd3d411ed8 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Waiting for the task: (returnval){ [ 949.826848] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]521db02a-e339-01b5-988e-07cf77608790" [ 949.826848] env[69889]: _type = "Task" [ 949.826848] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.837314] env[69889]: DEBUG oslo_vmware.api [None req-3e773ab7-e1f6-4d68-bf0f-24dd3d411ed8 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]521db02a-e339-01b5-988e-07cf77608790, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.893264] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c004e1f6-74c7-4d31-ba9f-5346fe3a77c8 tempest-ServerAddressesTestJSON-1316354804 tempest-ServerAddressesTestJSON-1316354804-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.729s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.893838] env[69889]: DEBUG nova.compute.manager [None req-c004e1f6-74c7-4d31-ba9f-5346fe3a77c8 tempest-ServerAddressesTestJSON-1316354804 tempest-ServerAddressesTestJSON-1316354804-project-member] [instance: e972c979-5e1c-4441-9226-c65aa10c0f7c] Start building networks asynchronously for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 949.896699] env[69889]: DEBUG oslo_concurrency.lockutils [None req-4a994948-6b41-43fa-ba36-13dfb4d0aadf tempest-InstanceActionsNegativeTestJSON-1165517597 tempest-InstanceActionsNegativeTestJSON-1165517597-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.033s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.897014] env[69889]: DEBUG nova.objects.instance [None req-4a994948-6b41-43fa-ba36-13dfb4d0aadf tempest-InstanceActionsNegativeTestJSON-1165517597 tempest-InstanceActionsNegativeTestJSON-1165517597-project-member] Lazy-loading 'resources' on Instance uuid 43a79453-1511-401e-80a2-6bbdff6a78c9 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 949.924171] env[69889]: DEBUG oslo_vmware.api [None req-3a44dde8-1292-4ffa-9439-ca982b4d7d39 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Task: {'id': task-4077484, 'name': RemoveSnapshot_Task} progress is 78%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.941996] env[69889]: DEBUG oslo_vmware.api [None req-5b885299-92de-4950-b90a-4921df39a015 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Task: {'id': task-4077485, 'name': ReconfigVM_Task, 'duration_secs': 0.165139} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.942097] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b885299-92de-4950-b90a-4921df39a015 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] [instance: a31565fb-fb1f-4fb9-a60d-06e32458efa2] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 949.942784] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b788129c-22ad-4911-a555-e9a34d8df0c5 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.953025] env[69889]: DEBUG oslo_vmware.api [None req-5b885299-92de-4950-b90a-4921df39a015 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Waiting for the task: (returnval){ [ 949.953025] env[69889]: value = "task-4077488" [ 949.953025] env[69889]: _type = "Task" [ 949.953025] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.960972] env[69889]: DEBUG oslo_vmware.api [None req-5b885299-92de-4950-b90a-4921df39a015 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Task: {'id': task-4077488, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.010087] env[69889]: DEBUG nova.network.neutron [req-3aab6bac-d623-488e-8657-be671d3ccfb9 req-e5120fc6-6cf8-474a-9880-8072fe1a8392 service nova] [instance: e7e0219a-e539-451b-a8a8-4faf7f1ea109] Updated VIF entry in instance network info cache for port cd5cc3fe-b29b-44f3-888c-5903a8d85e58. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 950.010727] env[69889]: DEBUG nova.network.neutron [req-3aab6bac-d623-488e-8657-be671d3ccfb9 req-e5120fc6-6cf8-474a-9880-8072fe1a8392 service nova] [instance: e7e0219a-e539-451b-a8a8-4faf7f1ea109] Updating instance_info_cache with network_info: [{"id": "cd5cc3fe-b29b-44f3-888c-5903a8d85e58", "address": "fa:16:3e:5f:62:25", "network": {"id": "77f9a2f1-6a85-4b07-b1c4-7bc728bc50f3", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-112396564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5422e0f6dc484e5e92ccebcd907abbf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd5cc3fe-b2", "ovs_interfaceid": "cd5cc3fe-b29b-44f3-888c-5903a8d85e58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.024043] env[69889]: DEBUG oslo_vmware.api [None req-575e7f2d-12c7-4f0b-9f71-008f996b5e1b tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Task: {'id': task-4077487, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.254279} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.025198] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-575e7f2d-12c7-4f0b-9f71-008f996b5e1b tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 950.025415] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-575e7f2d-12c7-4f0b-9f71-008f996b5e1b tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] [instance: 43761e84-3bc7-4e8a-93e9-d9426b21a6a7] Deleted contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 950.025607] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-575e7f2d-12c7-4f0b-9f71-008f996b5e1b tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] [instance: 43761e84-3bc7-4e8a-93e9-d9426b21a6a7] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 950.025887] env[69889]: INFO nova.compute.manager [None req-575e7f2d-12c7-4f0b-9f71-008f996b5e1b tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] [instance: 43761e84-3bc7-4e8a-93e9-d9426b21a6a7] Took 1.14 seconds to destroy the instance on the hypervisor. [ 950.026167] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-575e7f2d-12c7-4f0b-9f71-008f996b5e1b tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 950.026688] env[69889]: DEBUG nova.compute.manager [-] [instance: 43761e84-3bc7-4e8a-93e9-d9426b21a6a7] Deallocating network for instance {{(pid=69889) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 950.026795] env[69889]: DEBUG nova.network.neutron [-] [instance: 43761e84-3bc7-4e8a-93e9-d9426b21a6a7] deallocate_for_instance() {{(pid=69889) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 950.254823] env[69889]: DEBUG oslo_vmware.api [None req-60409eec-1ded-49b4-b606-276d40c0dbb4 tempest-ServerGroupTestJSON-1605829277 tempest-ServerGroupTestJSON-1605829277-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52735b44-f2a9-8314-44ae-a6633917e638, 'name': SearchDatastore_Task, 'duration_secs': 0.010093} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.255660] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b387181a-0d18-4c79-b41a-4b18498e2e9d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.261753] env[69889]: DEBUG oslo_vmware.api [None req-60409eec-1ded-49b4-b606-276d40c0dbb4 tempest-ServerGroupTestJSON-1605829277 tempest-ServerGroupTestJSON-1605829277-project-member] Waiting for the task: (returnval){ [ 950.261753] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52410468-3e5c-100b-428c-8af8cf265f52" [ 950.261753] env[69889]: _type = "Task" [ 950.261753] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.271669] env[69889]: DEBUG oslo_vmware.api [None req-60409eec-1ded-49b4-b606-276d40c0dbb4 tempest-ServerGroupTestJSON-1605829277 tempest-ServerGroupTestJSON-1605829277-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52410468-3e5c-100b-428c-8af8cf265f52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.312261] env[69889]: DEBUG oslo_vmware.api [None req-2d35c30e-a59b-410a-b21d-a90f588a0c1a tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Task: {'id': task-4077482, 'name': CreateSnapshot_Task, 'duration_secs': 0.745574} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.312547] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-2d35c30e-a59b-410a-b21d-a90f588a0c1a tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] [instance: 2aee774c-aa5d-42f0-82a4-26e0fa1fe069] Created Snapshot of the VM instance {{(pid=69889) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 950.313328] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac118d30-e1ee-4850-b671-0b9a3f7ecf4b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.340740] env[69889]: DEBUG oslo_vmware.api [None req-3e773ab7-e1f6-4d68-bf0f-24dd3d411ed8 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]521db02a-e339-01b5-988e-07cf77608790, 'name': SearchDatastore_Task, 'duration_secs': 0.011179} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.340740] env[69889]: DEBUG oslo_concurrency.lockutils [None req-3e773ab7-e1f6-4d68-bf0f-24dd3d411ed8 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.340916] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-3e773ab7-e1f6-4d68-bf0f-24dd3d411ed8 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] [instance: e7e0219a-e539-451b-a8a8-4faf7f1ea109] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 950.340986] env[69889]: DEBUG oslo_concurrency.lockutils [None req-3e773ab7-e1f6-4d68-bf0f-24dd3d411ed8 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.400532] env[69889]: DEBUG nova.compute.utils [None req-c004e1f6-74c7-4d31-ba9f-5346fe3a77c8 tempest-ServerAddressesTestJSON-1316354804 tempest-ServerAddressesTestJSON-1316354804-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 950.402429] env[69889]: DEBUG nova.compute.manager [None req-c004e1f6-74c7-4d31-ba9f-5346fe3a77c8 tempest-ServerAddressesTestJSON-1316354804 tempest-ServerAddressesTestJSON-1316354804-project-member] [instance: e972c979-5e1c-4441-9226-c65aa10c0f7c] Allocating IP information in the background. {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 950.402611] env[69889]: DEBUG nova.network.neutron [None req-c004e1f6-74c7-4d31-ba9f-5346fe3a77c8 tempest-ServerAddressesTestJSON-1316354804 tempest-ServerAddressesTestJSON-1316354804-project-member] [instance: e972c979-5e1c-4441-9226-c65aa10c0f7c] allocate_for_instance() {{(pid=69889) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 950.424858] env[69889]: DEBUG oslo_vmware.api [None req-3a44dde8-1292-4ffa-9439-ca982b4d7d39 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Task: {'id': task-4077484, 'name': RemoveSnapshot_Task, 'duration_secs': 0.704945} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.425329] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-3a44dde8-1292-4ffa-9439-ca982b4d7d39 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] [instance: 25fa2007-30d6-4a2a-9498-d523988ee0ad] Deleted Snapshot of the VM instance {{(pid=69889) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 950.425454] env[69889]: INFO nova.compute.manager [None req-3a44dde8-1292-4ffa-9439-ca982b4d7d39 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] [instance: 25fa2007-30d6-4a2a-9498-d523988ee0ad] Took 18.81 seconds to snapshot the instance on the hypervisor. [ 950.456891] env[69889]: DEBUG nova.policy [None req-c004e1f6-74c7-4d31-ba9f-5346fe3a77c8 tempest-ServerAddressesTestJSON-1316354804 tempest-ServerAddressesTestJSON-1316354804-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '53622974b5ab4e1b9e93bce601be7530', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '03089986fce547d584e4d51a2c78b998', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69889) authorize /opt/stack/nova/nova/policy.py:192}} [ 950.470048] env[69889]: DEBUG oslo_vmware.api [None req-5b885299-92de-4950-b90a-4921df39a015 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Task: {'id': task-4077488, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.515813] env[69889]: DEBUG oslo_concurrency.lockutils [req-3aab6bac-d623-488e-8657-be671d3ccfb9 req-e5120fc6-6cf8-474a-9880-8072fe1a8392 service nova] Releasing lock "refresh_cache-e7e0219a-e539-451b-a8a8-4faf7f1ea109" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.778041] env[69889]: DEBUG oslo_vmware.api [None req-60409eec-1ded-49b4-b606-276d40c0dbb4 tempest-ServerGroupTestJSON-1605829277 tempest-ServerGroupTestJSON-1605829277-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52410468-3e5c-100b-428c-8af8cf265f52, 'name': SearchDatastore_Task, 'duration_secs': 0.010856} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.779226] env[69889]: DEBUG nova.network.neutron [None req-c004e1f6-74c7-4d31-ba9f-5346fe3a77c8 tempest-ServerAddressesTestJSON-1316354804 tempest-ServerAddressesTestJSON-1316354804-project-member] [instance: e972c979-5e1c-4441-9226-c65aa10c0f7c] Successfully created port: 1fcd1161-e87f-4258-ba3f-a98941af8742 {{(pid=69889) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 950.781326] env[69889]: DEBUG oslo_concurrency.lockutils [None req-60409eec-1ded-49b4-b606-276d40c0dbb4 tempest-ServerGroupTestJSON-1605829277 tempest-ServerGroupTestJSON-1605829277-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.781620] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-60409eec-1ded-49b4-b606-276d40c0dbb4 tempest-ServerGroupTestJSON-1605829277 tempest-ServerGroupTestJSON-1605829277-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore1] 7c0cf802-2002-48de-9d48-061bac8350b4/7c0cf802-2002-48de-9d48-061bac8350b4.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 950.781926] env[69889]: DEBUG oslo_concurrency.lockutils [None req-3e773ab7-e1f6-4d68-bf0f-24dd3d411ed8 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.782138] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e773ab7-e1f6-4d68-bf0f-24dd3d411ed8 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 950.782354] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d23ad309-c6ac-45a9-812b-1c9a12b130a2 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.787670] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b5ea31ed-72d0-41d0-83aa-4e66a6bc80a2 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.800335] env[69889]: DEBUG nova.network.neutron [-] [instance: 43761e84-3bc7-4e8a-93e9-d9426b21a6a7] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.800833] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e773ab7-e1f6-4d68-bf0f-24dd3d411ed8 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 950.800983] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-3e773ab7-e1f6-4d68-bf0f-24dd3d411ed8 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 950.801833] env[69889]: DEBUG oslo_vmware.api [None req-60409eec-1ded-49b4-b606-276d40c0dbb4 tempest-ServerGroupTestJSON-1605829277 tempest-ServerGroupTestJSON-1605829277-project-member] Waiting for the task: (returnval){ [ 950.801833] env[69889]: value = "task-4077489" [ 950.801833] env[69889]: _type = "Task" [ 950.801833] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.804855] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87680a41-5a81-4b36-9415-bbd19871467b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.817238] env[69889]: DEBUG oslo_vmware.api [None req-3e773ab7-e1f6-4d68-bf0f-24dd3d411ed8 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Waiting for the task: (returnval){ [ 950.817238] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]5244f4cd-577d-0223-bffe-c45823c0acc3" [ 950.817238] env[69889]: _type = "Task" [ 950.817238] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.819019] env[69889]: DEBUG oslo_vmware.api [None req-60409eec-1ded-49b4-b606-276d40c0dbb4 tempest-ServerGroupTestJSON-1605829277 tempest-ServerGroupTestJSON-1605829277-project-member] Task: {'id': task-4077489, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.832192] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-2d35c30e-a59b-410a-b21d-a90f588a0c1a tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] [instance: 2aee774c-aa5d-42f0-82a4-26e0fa1fe069] Creating linked-clone VM from snapshot {{(pid=69889) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 950.832837] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-619719f6-112c-4ded-930e-c0c94adc5893 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.844064] env[69889]: DEBUG oslo_vmware.api [None req-3e773ab7-e1f6-4d68-bf0f-24dd3d411ed8 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5244f4cd-577d-0223-bffe-c45823c0acc3, 'name': SearchDatastore_Task, 'duration_secs': 0.012722} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.844891] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff90036d-190d-491c-91b8-664d7d36b302 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.852334] env[69889]: DEBUG oslo_vmware.api [None req-2d35c30e-a59b-410a-b21d-a90f588a0c1a tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Waiting for the task: (returnval){ [ 950.852334] env[69889]: value = "task-4077490" [ 950.852334] env[69889]: _type = "Task" [ 950.852334] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.852334] env[69889]: DEBUG oslo_vmware.api [None req-3e773ab7-e1f6-4d68-bf0f-24dd3d411ed8 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Waiting for the task: (returnval){ [ 950.852334] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52ce8ec5-f554-eb36-eecf-18478301bdc2" [ 950.852334] env[69889]: _type = "Task" [ 950.852334] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.868842] env[69889]: DEBUG oslo_vmware.api [None req-2d35c30e-a59b-410a-b21d-a90f588a0c1a tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Task: {'id': task-4077490, 'name': CloneVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.872496] env[69889]: DEBUG oslo_vmware.api [None req-3e773ab7-e1f6-4d68-bf0f-24dd3d411ed8 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52ce8ec5-f554-eb36-eecf-18478301bdc2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.909025] env[69889]: DEBUG nova.compute.manager [None req-c004e1f6-74c7-4d31-ba9f-5346fe3a77c8 tempest-ServerAddressesTestJSON-1316354804 tempest-ServerAddressesTestJSON-1316354804-project-member] [instance: e972c979-5e1c-4441-9226-c65aa10c0f7c] Start building block device mappings for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 950.963229] env[69889]: DEBUG oslo_vmware.api [None req-5b885299-92de-4950-b90a-4921df39a015 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Task: {'id': task-4077488, 'name': PowerOnVM_Task, 'duration_secs': 0.657704} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.964825] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b885299-92de-4950-b90a-4921df39a015 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] [instance: a31565fb-fb1f-4fb9-a60d-06e32458efa2] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 950.968619] env[69889]: DEBUG nova.compute.manager [None req-5b885299-92de-4950-b90a-4921df39a015 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] [instance: a31565fb-fb1f-4fb9-a60d-06e32458efa2] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 950.970402] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb9fc23f-081e-4a2c-9643-ed31811971c0 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.973880] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdd66eec-fc2c-447b-a90c-e36247729390 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.990844] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c4aea48-05dc-44c1-b589-abe16d2c809b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.029999] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e015e1a-c321-4991-99d6-e047b727823c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.045309] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67c7a128-efa3-48d2-9910-3d9b2c9e7657 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.071231] env[69889]: DEBUG nova.compute.provider_tree [None req-4a994948-6b41-43fa-ba36-13dfb4d0aadf tempest-InstanceActionsNegativeTestJSON-1165517597 tempest-InstanceActionsNegativeTestJSON-1165517597-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 951.163654] env[69889]: DEBUG nova.compute.manager [req-4c72349d-5483-47a3-85b6-c54efe7004c4 req-0a637ddf-1bad-4dc7-86c1-0c742e8a65c7 service nova] [instance: 43761e84-3bc7-4e8a-93e9-d9426b21a6a7] Received event network-vif-deleted-d61c63ea-9725-47d5-b02f-548f6a83d4bd {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 951.303373] env[69889]: INFO nova.compute.manager [-] [instance: 43761e84-3bc7-4e8a-93e9-d9426b21a6a7] Took 1.28 seconds to deallocate network for instance. [ 951.323149] env[69889]: DEBUG oslo_vmware.api [None req-60409eec-1ded-49b4-b606-276d40c0dbb4 tempest-ServerGroupTestJSON-1605829277 tempest-ServerGroupTestJSON-1605829277-project-member] Task: {'id': task-4077489, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.372664] env[69889]: DEBUG oslo_vmware.api [None req-3e773ab7-e1f6-4d68-bf0f-24dd3d411ed8 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52ce8ec5-f554-eb36-eecf-18478301bdc2, 'name': SearchDatastore_Task, 'duration_secs': 0.022019} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.373353] env[69889]: DEBUG oslo_vmware.api [None req-2d35c30e-a59b-410a-b21d-a90f588a0c1a tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Task: {'id': task-4077490, 'name': CloneVM_Task} progress is 94%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.373625] env[69889]: DEBUG oslo_concurrency.lockutils [None req-3e773ab7-e1f6-4d68-bf0f-24dd3d411ed8 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.373925] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e773ab7-e1f6-4d68-bf0f-24dd3d411ed8 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore1] e7e0219a-e539-451b-a8a8-4faf7f1ea109/e7e0219a-e539-451b-a8a8-4faf7f1ea109.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 951.374248] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1fbd12ab-19d5-42df-95e5-42782445fbdc {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.382416] env[69889]: DEBUG oslo_vmware.api [None req-3e773ab7-e1f6-4d68-bf0f-24dd3d411ed8 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Waiting for the task: (returnval){ [ 951.382416] env[69889]: value = "task-4077491" [ 951.382416] env[69889]: _type = "Task" [ 951.382416] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.394279] env[69889]: DEBUG oslo_vmware.api [None req-3e773ab7-e1f6-4d68-bf0f-24dd3d411ed8 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Task: {'id': task-4077491, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.576221] env[69889]: DEBUG nova.scheduler.client.report [None req-4a994948-6b41-43fa-ba36-13dfb4d0aadf tempest-InstanceActionsNegativeTestJSON-1165517597 tempest-InstanceActionsNegativeTestJSON-1165517597-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 951.814500] env[69889]: DEBUG oslo_concurrency.lockutils [None req-575e7f2d-12c7-4f0b-9f71-008f996b5e1b tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.822982] env[69889]: DEBUG oslo_vmware.api [None req-60409eec-1ded-49b4-b606-276d40c0dbb4 tempest-ServerGroupTestJSON-1605829277 tempest-ServerGroupTestJSON-1605829277-project-member] Task: {'id': task-4077489, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.559535} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.825047] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-60409eec-1ded-49b4-b606-276d40c0dbb4 tempest-ServerGroupTestJSON-1605829277 tempest-ServerGroupTestJSON-1605829277-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore1] 7c0cf802-2002-48de-9d48-061bac8350b4/7c0cf802-2002-48de-9d48-061bac8350b4.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 951.825047] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-60409eec-1ded-49b4-b606-276d40c0dbb4 tempest-ServerGroupTestJSON-1605829277 tempest-ServerGroupTestJSON-1605829277-project-member] [instance: 7c0cf802-2002-48de-9d48-061bac8350b4] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 951.825047] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f8db5b5d-aeca-43f8-8f8a-b9344563e6b7 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.846966] env[69889]: DEBUG oslo_vmware.api [None req-60409eec-1ded-49b4-b606-276d40c0dbb4 tempest-ServerGroupTestJSON-1605829277 tempest-ServerGroupTestJSON-1605829277-project-member] Waiting for the task: (returnval){ [ 951.846966] env[69889]: value = "task-4077492" [ 951.846966] env[69889]: _type = "Task" [ 951.846966] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.868109] env[69889]: DEBUG oslo_vmware.api [None req-60409eec-1ded-49b4-b606-276d40c0dbb4 tempest-ServerGroupTestJSON-1605829277 tempest-ServerGroupTestJSON-1605829277-project-member] Task: {'id': task-4077492, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.872066] env[69889]: DEBUG oslo_vmware.api [None req-2d35c30e-a59b-410a-b21d-a90f588a0c1a tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Task: {'id': task-4077490, 'name': CloneVM_Task} progress is 94%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.892234] env[69889]: DEBUG oslo_vmware.api [None req-3e773ab7-e1f6-4d68-bf0f-24dd3d411ed8 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Task: {'id': task-4077491, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.919550] env[69889]: DEBUG nova.compute.manager [None req-c004e1f6-74c7-4d31-ba9f-5346fe3a77c8 tempest-ServerAddressesTestJSON-1316354804 tempest-ServerAddressesTestJSON-1316354804-project-member] [instance: e972c979-5e1c-4441-9226-c65aa10c0f7c] Start spawning the instance on the hypervisor. {{(pid=69889) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 951.943098] env[69889]: DEBUG nova.virt.hardware [None req-c004e1f6-74c7-4d31-ba9f-5346fe3a77c8 tempest-ServerAddressesTestJSON-1316354804 tempest-ServerAddressesTestJSON-1316354804-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 951.943355] env[69889]: DEBUG nova.virt.hardware [None req-c004e1f6-74c7-4d31-ba9f-5346fe3a77c8 tempest-ServerAddressesTestJSON-1316354804 tempest-ServerAddressesTestJSON-1316354804-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 951.943574] env[69889]: DEBUG nova.virt.hardware [None req-c004e1f6-74c7-4d31-ba9f-5346fe3a77c8 tempest-ServerAddressesTestJSON-1316354804 tempest-ServerAddressesTestJSON-1316354804-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 951.943784] env[69889]: DEBUG nova.virt.hardware [None req-c004e1f6-74c7-4d31-ba9f-5346fe3a77c8 tempest-ServerAddressesTestJSON-1316354804 tempest-ServerAddressesTestJSON-1316354804-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 951.943931] env[69889]: DEBUG nova.virt.hardware [None req-c004e1f6-74c7-4d31-ba9f-5346fe3a77c8 tempest-ServerAddressesTestJSON-1316354804 tempest-ServerAddressesTestJSON-1316354804-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 951.944154] env[69889]: DEBUG nova.virt.hardware [None req-c004e1f6-74c7-4d31-ba9f-5346fe3a77c8 tempest-ServerAddressesTestJSON-1316354804 tempest-ServerAddressesTestJSON-1316354804-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 951.944403] env[69889]: DEBUG nova.virt.hardware [None req-c004e1f6-74c7-4d31-ba9f-5346fe3a77c8 tempest-ServerAddressesTestJSON-1316354804 tempest-ServerAddressesTestJSON-1316354804-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 951.944594] env[69889]: DEBUG nova.virt.hardware [None req-c004e1f6-74c7-4d31-ba9f-5346fe3a77c8 tempest-ServerAddressesTestJSON-1316354804 tempest-ServerAddressesTestJSON-1316354804-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 951.944763] env[69889]: DEBUG nova.virt.hardware [None req-c004e1f6-74c7-4d31-ba9f-5346fe3a77c8 tempest-ServerAddressesTestJSON-1316354804 tempest-ServerAddressesTestJSON-1316354804-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 951.944926] env[69889]: DEBUG nova.virt.hardware [None req-c004e1f6-74c7-4d31-ba9f-5346fe3a77c8 tempest-ServerAddressesTestJSON-1316354804 tempest-ServerAddressesTestJSON-1316354804-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 951.945124] env[69889]: DEBUG nova.virt.hardware [None req-c004e1f6-74c7-4d31-ba9f-5346fe3a77c8 tempest-ServerAddressesTestJSON-1316354804 tempest-ServerAddressesTestJSON-1316354804-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 951.946050] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aba29803-93c6-402c-aaa4-ab3ec9020ea1 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.954600] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ae0f9c6-8152-469b-bab9-740b337449c1 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.084192] env[69889]: DEBUG oslo_concurrency.lockutils [None req-4a994948-6b41-43fa-ba36-13dfb4d0aadf tempest-InstanceActionsNegativeTestJSON-1165517597 tempest-InstanceActionsNegativeTestJSON-1165517597-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.187s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.088068] env[69889]: DEBUG oslo_concurrency.lockutils [None req-21125203-f240-42ad-a91e-433698325fb5 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 36.074s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.088068] env[69889]: DEBUG nova.objects.instance [None req-21125203-f240-42ad-a91e-433698325fb5 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 50d05d43-aecd-4d90-ae1a-60a0ff086f9c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69889) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 952.112295] env[69889]: INFO nova.scheduler.client.report [None req-4a994948-6b41-43fa-ba36-13dfb4d0aadf tempest-InstanceActionsNegativeTestJSON-1165517597 tempest-InstanceActionsNegativeTestJSON-1165517597-project-member] Deleted allocations for instance 43a79453-1511-401e-80a2-6bbdff6a78c9 [ 952.311330] env[69889]: DEBUG nova.compute.manager [None req-dbecf695-153a-406b-96bb-03dceef0736b tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] [instance: fda65aea-c3b4-46f8-9f00-fc7754f5b883] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 952.311330] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d338b85-5c31-474b-a974-3a5ffcdca48b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.361311] env[69889]: DEBUG nova.network.neutron [None req-c004e1f6-74c7-4d31-ba9f-5346fe3a77c8 tempest-ServerAddressesTestJSON-1316354804 tempest-ServerAddressesTestJSON-1316354804-project-member] [instance: e972c979-5e1c-4441-9226-c65aa10c0f7c] Successfully updated port: 1fcd1161-e87f-4258-ba3f-a98941af8742 {{(pid=69889) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 952.373177] env[69889]: DEBUG oslo_vmware.api [None req-60409eec-1ded-49b4-b606-276d40c0dbb4 tempest-ServerGroupTestJSON-1605829277 tempest-ServerGroupTestJSON-1605829277-project-member] Task: {'id': task-4077492, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.243173} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.373411] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-60409eec-1ded-49b4-b606-276d40c0dbb4 tempest-ServerGroupTestJSON-1605829277 tempest-ServerGroupTestJSON-1605829277-project-member] [instance: 7c0cf802-2002-48de-9d48-061bac8350b4] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 952.375088] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4721f52e-9e62-43f1-9f39-aeb5d66d2f90 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.381890] env[69889]: DEBUG oslo_vmware.api [None req-2d35c30e-a59b-410a-b21d-a90f588a0c1a tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Task: {'id': task-4077490, 'name': CloneVM_Task} progress is 94%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.410151] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-60409eec-1ded-49b4-b606-276d40c0dbb4 tempest-ServerGroupTestJSON-1605829277 tempest-ServerGroupTestJSON-1605829277-project-member] [instance: 7c0cf802-2002-48de-9d48-061bac8350b4] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] 7c0cf802-2002-48de-9d48-061bac8350b4/7c0cf802-2002-48de-9d48-061bac8350b4.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 952.411809] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5892a20-0949-4354-a913-cb91db08b2be {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.431852] env[69889]: DEBUG oslo_vmware.api [None req-3e773ab7-e1f6-4d68-bf0f-24dd3d411ed8 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Task: {'id': task-4077491, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.520396} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.432599] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e773ab7-e1f6-4d68-bf0f-24dd3d411ed8 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore1] e7e0219a-e539-451b-a8a8-4faf7f1ea109/e7e0219a-e539-451b-a8a8-4faf7f1ea109.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 952.432802] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-3e773ab7-e1f6-4d68-bf0f-24dd3d411ed8 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] [instance: e7e0219a-e539-451b-a8a8-4faf7f1ea109] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 952.433101] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-917e40f2-603d-4412-b6b9-ec2a4b9b163b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.439323] env[69889]: DEBUG oslo_vmware.api [None req-60409eec-1ded-49b4-b606-276d40c0dbb4 tempest-ServerGroupTestJSON-1605829277 tempest-ServerGroupTestJSON-1605829277-project-member] Waiting for the task: (returnval){ [ 952.439323] env[69889]: value = "task-4077493" [ 952.439323] env[69889]: _type = "Task" [ 952.439323] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.443319] env[69889]: DEBUG oslo_vmware.api [None req-3e773ab7-e1f6-4d68-bf0f-24dd3d411ed8 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Waiting for the task: (returnval){ [ 952.443319] env[69889]: value = "task-4077494" [ 952.443319] env[69889]: _type = "Task" [ 952.443319] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.459508] env[69889]: DEBUG oslo_vmware.api [None req-3e773ab7-e1f6-4d68-bf0f-24dd3d411ed8 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Task: {'id': task-4077494, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.464509] env[69889]: DEBUG oslo_vmware.api [None req-60409eec-1ded-49b4-b606-276d40c0dbb4 tempest-ServerGroupTestJSON-1605829277 tempest-ServerGroupTestJSON-1605829277-project-member] Task: {'id': task-4077493, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.625937] env[69889]: DEBUG oslo_concurrency.lockutils [None req-4a994948-6b41-43fa-ba36-13dfb4d0aadf tempest-InstanceActionsNegativeTestJSON-1165517597 tempest-InstanceActionsNegativeTestJSON-1165517597-project-member] Lock "43a79453-1511-401e-80a2-6bbdff6a78c9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.927s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.823047] env[69889]: INFO nova.compute.manager [None req-dbecf695-153a-406b-96bb-03dceef0736b tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] [instance: fda65aea-c3b4-46f8-9f00-fc7754f5b883] instance snapshotting [ 952.828842] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c38563f5-6dad-45ca-ad70-e7e19643270c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.860551] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f596f674-42e3-4cae-9ceb-68119dcc4fe6 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.870804] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c004e1f6-74c7-4d31-ba9f-5346fe3a77c8 tempest-ServerAddressesTestJSON-1316354804 tempest-ServerAddressesTestJSON-1316354804-project-member] Acquiring lock "refresh_cache-e972c979-5e1c-4441-9226-c65aa10c0f7c" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.870983] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c004e1f6-74c7-4d31-ba9f-5346fe3a77c8 tempest-ServerAddressesTestJSON-1316354804 tempest-ServerAddressesTestJSON-1316354804-project-member] Acquired lock "refresh_cache-e972c979-5e1c-4441-9226-c65aa10c0f7c" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.871177] env[69889]: DEBUG nova.network.neutron [None req-c004e1f6-74c7-4d31-ba9f-5346fe3a77c8 tempest-ServerAddressesTestJSON-1316354804 tempest-ServerAddressesTestJSON-1316354804-project-member] [instance: e972c979-5e1c-4441-9226-c65aa10c0f7c] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 952.888210] env[69889]: DEBUG oslo_vmware.api [None req-2d35c30e-a59b-410a-b21d-a90f588a0c1a tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Task: {'id': task-4077490, 'name': CloneVM_Task} progress is 100%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.952376] env[69889]: DEBUG oslo_vmware.api [None req-60409eec-1ded-49b4-b606-276d40c0dbb4 tempest-ServerGroupTestJSON-1605829277 tempest-ServerGroupTestJSON-1605829277-project-member] Task: {'id': task-4077493, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.957850] env[69889]: DEBUG oslo_vmware.api [None req-3e773ab7-e1f6-4d68-bf0f-24dd3d411ed8 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Task: {'id': task-4077494, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07608} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.958186] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-3e773ab7-e1f6-4d68-bf0f-24dd3d411ed8 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] [instance: e7e0219a-e539-451b-a8a8-4faf7f1ea109] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 952.958974] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b07b5685-d03c-4583-92af-5924a7b178f4 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.983739] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e773ab7-e1f6-4d68-bf0f-24dd3d411ed8 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] [instance: e7e0219a-e539-451b-a8a8-4faf7f1ea109] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] e7e0219a-e539-451b-a8a8-4faf7f1ea109/e7e0219a-e539-451b-a8a8-4faf7f1ea109.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 952.984074] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-039e0355-d006-4c0a-af5d-5e84bd036923 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.023124] env[69889]: DEBUG oslo_vmware.api [None req-3e773ab7-e1f6-4d68-bf0f-24dd3d411ed8 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Waiting for the task: (returnval){ [ 953.023124] env[69889]: value = "task-4077495" [ 953.023124] env[69889]: _type = "Task" [ 953.023124] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.036022] env[69889]: DEBUG oslo_vmware.api [None req-3e773ab7-e1f6-4d68-bf0f-24dd3d411ed8 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Task: {'id': task-4077495, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.098436] env[69889]: DEBUG oslo_concurrency.lockutils [None req-21125203-f240-42ad-a91e-433698325fb5 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.099738] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 36.729s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.195471] env[69889]: DEBUG nova.compute.manager [req-a38680fd-430e-4da2-a092-32d3a28bbce0 req-a821d7c8-c375-49a0-884e-c4a6804d91aa service nova] [instance: a31565fb-fb1f-4fb9-a60d-06e32458efa2] Received event network-changed-a8ff257d-f8ff-43e0-a575-2713af946b61 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 953.195826] env[69889]: DEBUG nova.compute.manager [req-a38680fd-430e-4da2-a092-32d3a28bbce0 req-a821d7c8-c375-49a0-884e-c4a6804d91aa service nova] [instance: a31565fb-fb1f-4fb9-a60d-06e32458efa2] Refreshing instance network info cache due to event network-changed-a8ff257d-f8ff-43e0-a575-2713af946b61. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 953.196169] env[69889]: DEBUG oslo_concurrency.lockutils [req-a38680fd-430e-4da2-a092-32d3a28bbce0 req-a821d7c8-c375-49a0-884e-c4a6804d91aa service nova] Acquiring lock "refresh_cache-a31565fb-fb1f-4fb9-a60d-06e32458efa2" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.196325] env[69889]: DEBUG oslo_concurrency.lockutils [req-a38680fd-430e-4da2-a092-32d3a28bbce0 req-a821d7c8-c375-49a0-884e-c4a6804d91aa service nova] Acquired lock "refresh_cache-a31565fb-fb1f-4fb9-a60d-06e32458efa2" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.196495] env[69889]: DEBUG nova.network.neutron [req-a38680fd-430e-4da2-a092-32d3a28bbce0 req-a821d7c8-c375-49a0-884e-c4a6804d91aa service nova] [instance: a31565fb-fb1f-4fb9-a60d-06e32458efa2] Refreshing network info cache for port a8ff257d-f8ff-43e0-a575-2713af946b61 {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 953.378634] env[69889]: DEBUG oslo_vmware.api [None req-2d35c30e-a59b-410a-b21d-a90f588a0c1a tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Task: {'id': task-4077490, 'name': CloneVM_Task, 'duration_secs': 2.060867} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.379623] env[69889]: INFO nova.virt.vmwareapi.vmops [None req-2d35c30e-a59b-410a-b21d-a90f588a0c1a tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] [instance: 2aee774c-aa5d-42f0-82a4-26e0fa1fe069] Created linked-clone VM from snapshot [ 953.380696] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27ceff5f-9484-42df-ae96-2592f95ae920 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.386720] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-dbecf695-153a-406b-96bb-03dceef0736b tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] [instance: fda65aea-c3b4-46f8-9f00-fc7754f5b883] Creating Snapshot of the VM instance {{(pid=69889) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 953.392084] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-cbc1fb08-ade5-4243-92d8-78af95f358e5 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.395344] env[69889]: DEBUG nova.virt.vmwareapi.images [None req-2d35c30e-a59b-410a-b21d-a90f588a0c1a tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] [instance: 2aee774c-aa5d-42f0-82a4-26e0fa1fe069] Uploading image 465e93b5-b933-42b9-8a5b-fc9e9c60e059 {{(pid=69889) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 953.404015] env[69889]: DEBUG oslo_vmware.api [None req-dbecf695-153a-406b-96bb-03dceef0736b tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Waiting for the task: (returnval){ [ 953.404015] env[69889]: value = "task-4077496" [ 953.404015] env[69889]: _type = "Task" [ 953.404015] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.415584] env[69889]: DEBUG oslo_vmware.api [None req-dbecf695-153a-406b-96bb-03dceef0736b tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Task: {'id': task-4077496, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.416778] env[69889]: DEBUG nova.network.neutron [None req-c004e1f6-74c7-4d31-ba9f-5346fe3a77c8 tempest-ServerAddressesTestJSON-1316354804 tempest-ServerAddressesTestJSON-1316354804-project-member] [instance: e972c979-5e1c-4441-9226-c65aa10c0f7c] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 953.420312] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d35c30e-a59b-410a-b21d-a90f588a0c1a tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] [instance: 2aee774c-aa5d-42f0-82a4-26e0fa1fe069] Destroying the VM {{(pid=69889) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 953.420659] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4cb76cdf-04c7-4729-b923-35f41a830c13 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.429096] env[69889]: DEBUG oslo_vmware.api [None req-2d35c30e-a59b-410a-b21d-a90f588a0c1a tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Waiting for the task: (returnval){ [ 953.429096] env[69889]: value = "task-4077497" [ 953.429096] env[69889]: _type = "Task" [ 953.429096] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.439948] env[69889]: DEBUG oslo_vmware.api [None req-2d35c30e-a59b-410a-b21d-a90f588a0c1a tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Task: {'id': task-4077497, 'name': Destroy_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.454846] env[69889]: DEBUG oslo_vmware.api [None req-60409eec-1ded-49b4-b606-276d40c0dbb4 tempest-ServerGroupTestJSON-1605829277 tempest-ServerGroupTestJSON-1605829277-project-member] Task: {'id': task-4077493, 'name': ReconfigVM_Task, 'duration_secs': 0.931303} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.455214] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-60409eec-1ded-49b4-b606-276d40c0dbb4 tempest-ServerGroupTestJSON-1605829277 tempest-ServerGroupTestJSON-1605829277-project-member] [instance: 7c0cf802-2002-48de-9d48-061bac8350b4] Reconfigured VM instance instance-0000003e to attach disk [datastore1] 7c0cf802-2002-48de-9d48-061bac8350b4/7c0cf802-2002-48de-9d48-061bac8350b4.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 953.456011] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ed559852-287d-45aa-a862-68ce14279f33 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.464683] env[69889]: DEBUG oslo_vmware.api [None req-60409eec-1ded-49b4-b606-276d40c0dbb4 tempest-ServerGroupTestJSON-1605829277 tempest-ServerGroupTestJSON-1605829277-project-member] Waiting for the task: (returnval){ [ 953.464683] env[69889]: value = "task-4077498" [ 953.464683] env[69889]: _type = "Task" [ 953.464683] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.478816] env[69889]: DEBUG oslo_vmware.api [None req-60409eec-1ded-49b4-b606-276d40c0dbb4 tempest-ServerGroupTestJSON-1605829277 tempest-ServerGroupTestJSON-1605829277-project-member] Task: {'id': task-4077498, 'name': Rename_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.536399] env[69889]: DEBUG oslo_vmware.api [None req-3e773ab7-e1f6-4d68-bf0f-24dd3d411ed8 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Task: {'id': task-4077495, 'name': ReconfigVM_Task, 'duration_secs': 0.360695} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.536399] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e773ab7-e1f6-4d68-bf0f-24dd3d411ed8 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] [instance: e7e0219a-e539-451b-a8a8-4faf7f1ea109] Reconfigured VM instance instance-0000003f to attach disk [datastore1] e7e0219a-e539-451b-a8a8-4faf7f1ea109/e7e0219a-e539-451b-a8a8-4faf7f1ea109.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 953.537180] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-78139245-5537-4570-b97e-2732b5adbfed {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.544655] env[69889]: DEBUG oslo_vmware.api [None req-3e773ab7-e1f6-4d68-bf0f-24dd3d411ed8 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Waiting for the task: (returnval){ [ 953.544655] env[69889]: value = "task-4077499" [ 953.544655] env[69889]: _type = "Task" [ 953.544655] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.554216] env[69889]: DEBUG oslo_vmware.api [None req-3e773ab7-e1f6-4d68-bf0f-24dd3d411ed8 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Task: {'id': task-4077499, 'name': Rename_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.600036] env[69889]: DEBUG nova.network.neutron [None req-c004e1f6-74c7-4d31-ba9f-5346fe3a77c8 tempest-ServerAddressesTestJSON-1316354804 tempest-ServerAddressesTestJSON-1316354804-project-member] [instance: e972c979-5e1c-4441-9226-c65aa10c0f7c] Updating instance_info_cache with network_info: [{"id": "1fcd1161-e87f-4258-ba3f-a98941af8742", "address": "fa:16:3e:04:b9:b0", "network": {"id": "dc5ef02d-7dee-4e56-a0aa-a0f055cdcc24", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-2094135035-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03089986fce547d584e4d51a2c78b998", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fcd1161-e8", "ovs_interfaceid": "1fcd1161-e87f-4258-ba3f-a98941af8742", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.831854] env[69889]: DEBUG nova.compute.manager [req-3f1bc37b-21a2-4223-81c5-fb298c2d5c9d req-95d1fc94-32d1-4401-a571-1b0cf280b6a1 service nova] [instance: e972c979-5e1c-4441-9226-c65aa10c0f7c] Received event network-vif-plugged-1fcd1161-e87f-4258-ba3f-a98941af8742 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 953.832553] env[69889]: DEBUG oslo_concurrency.lockutils [req-3f1bc37b-21a2-4223-81c5-fb298c2d5c9d req-95d1fc94-32d1-4401-a571-1b0cf280b6a1 service nova] Acquiring lock "e972c979-5e1c-4441-9226-c65aa10c0f7c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.832779] env[69889]: DEBUG oslo_concurrency.lockutils [req-3f1bc37b-21a2-4223-81c5-fb298c2d5c9d req-95d1fc94-32d1-4401-a571-1b0cf280b6a1 service nova] Lock "e972c979-5e1c-4441-9226-c65aa10c0f7c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.832983] env[69889]: DEBUG oslo_concurrency.lockutils [req-3f1bc37b-21a2-4223-81c5-fb298c2d5c9d req-95d1fc94-32d1-4401-a571-1b0cf280b6a1 service nova] Lock "e972c979-5e1c-4441-9226-c65aa10c0f7c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.833140] env[69889]: DEBUG nova.compute.manager [req-3f1bc37b-21a2-4223-81c5-fb298c2d5c9d req-95d1fc94-32d1-4401-a571-1b0cf280b6a1 service nova] [instance: e972c979-5e1c-4441-9226-c65aa10c0f7c] No waiting events found dispatching network-vif-plugged-1fcd1161-e87f-4258-ba3f-a98941af8742 {{(pid=69889) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 953.833334] env[69889]: WARNING nova.compute.manager [req-3f1bc37b-21a2-4223-81c5-fb298c2d5c9d req-95d1fc94-32d1-4401-a571-1b0cf280b6a1 service nova] [instance: e972c979-5e1c-4441-9226-c65aa10c0f7c] Received unexpected event network-vif-plugged-1fcd1161-e87f-4258-ba3f-a98941af8742 for instance with vm_state building and task_state spawning. [ 953.833500] env[69889]: DEBUG nova.compute.manager [req-3f1bc37b-21a2-4223-81c5-fb298c2d5c9d req-95d1fc94-32d1-4401-a571-1b0cf280b6a1 service nova] [instance: e972c979-5e1c-4441-9226-c65aa10c0f7c] Received event network-changed-1fcd1161-e87f-4258-ba3f-a98941af8742 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 953.833656] env[69889]: DEBUG nova.compute.manager [req-3f1bc37b-21a2-4223-81c5-fb298c2d5c9d req-95d1fc94-32d1-4401-a571-1b0cf280b6a1 service nova] [instance: e972c979-5e1c-4441-9226-c65aa10c0f7c] Refreshing instance network info cache due to event network-changed-1fcd1161-e87f-4258-ba3f-a98941af8742. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 953.833826] env[69889]: DEBUG oslo_concurrency.lockutils [req-3f1bc37b-21a2-4223-81c5-fb298c2d5c9d req-95d1fc94-32d1-4401-a571-1b0cf280b6a1 service nova] Acquiring lock "refresh_cache-e972c979-5e1c-4441-9226-c65aa10c0f7c" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.906115] env[69889]: DEBUG nova.network.neutron [req-a38680fd-430e-4da2-a092-32d3a28bbce0 req-a821d7c8-c375-49a0-884e-c4a6804d91aa service nova] [instance: a31565fb-fb1f-4fb9-a60d-06e32458efa2] Updated VIF entry in instance network info cache for port a8ff257d-f8ff-43e0-a575-2713af946b61. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 953.906115] env[69889]: DEBUG nova.network.neutron [req-a38680fd-430e-4da2-a092-32d3a28bbce0 req-a821d7c8-c375-49a0-884e-c4a6804d91aa service nova] [instance: a31565fb-fb1f-4fb9-a60d-06e32458efa2] Updating instance_info_cache with network_info: [{"id": "a8ff257d-f8ff-43e0-a575-2713af946b61", "address": "fa:16:3e:ab:43:d6", "network": {"id": "51020b66-d21a-4027-b352-b86bec25aebe", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1228751700-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "4078f9e442cf4282ae5a028f3b8b0e9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8ff257d-f8", "ovs_interfaceid": "a8ff257d-f8ff-43e0-a575-2713af946b61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.916851] env[69889]: DEBUG oslo_vmware.api [None req-dbecf695-153a-406b-96bb-03dceef0736b tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Task: {'id': task-4077496, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.941221] env[69889]: DEBUG oslo_vmware.api [None req-2d35c30e-a59b-410a-b21d-a90f588a0c1a tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Task: {'id': task-4077497, 'name': Destroy_Task, 'duration_secs': 0.379548} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.941698] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-2d35c30e-a59b-410a-b21d-a90f588a0c1a tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] [instance: 2aee774c-aa5d-42f0-82a4-26e0fa1fe069] Destroyed the VM [ 953.942122] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-2d35c30e-a59b-410a-b21d-a90f588a0c1a tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] [instance: 2aee774c-aa5d-42f0-82a4-26e0fa1fe069] Deleting Snapshot of the VM instance {{(pid=69889) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 953.942516] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e6596438-1666-428d-8cb8-096def3b83ec {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.950301] env[69889]: DEBUG oslo_vmware.api [None req-2d35c30e-a59b-410a-b21d-a90f588a0c1a tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Waiting for the task: (returnval){ [ 953.950301] env[69889]: value = "task-4077500" [ 953.950301] env[69889]: _type = "Task" [ 953.950301] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.961854] env[69889]: DEBUG oslo_vmware.api [None req-2d35c30e-a59b-410a-b21d-a90f588a0c1a tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Task: {'id': task-4077500, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.974640] env[69889]: DEBUG oslo_vmware.api [None req-60409eec-1ded-49b4-b606-276d40c0dbb4 tempest-ServerGroupTestJSON-1605829277 tempest-ServerGroupTestJSON-1605829277-project-member] Task: {'id': task-4077498, 'name': Rename_Task, 'duration_secs': 0.207112} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.977481] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-60409eec-1ded-49b4-b606-276d40c0dbb4 tempest-ServerGroupTestJSON-1605829277 tempest-ServerGroupTestJSON-1605829277-project-member] [instance: 7c0cf802-2002-48de-9d48-061bac8350b4] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 953.977481] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b4ab381e-223b-4b14-b540-2cfd93de9450 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.983231] env[69889]: DEBUG oslo_vmware.api [None req-60409eec-1ded-49b4-b606-276d40c0dbb4 tempest-ServerGroupTestJSON-1605829277 tempest-ServerGroupTestJSON-1605829277-project-member] Waiting for the task: (returnval){ [ 953.983231] env[69889]: value = "task-4077501" [ 953.983231] env[69889]: _type = "Task" [ 953.983231] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.994930] env[69889]: DEBUG oslo_vmware.api [None req-60409eec-1ded-49b4-b606-276d40c0dbb4 tempest-ServerGroupTestJSON-1605829277 tempest-ServerGroupTestJSON-1605829277-project-member] Task: {'id': task-4077501, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.056996] env[69889]: DEBUG oslo_vmware.api [None req-3e773ab7-e1f6-4d68-bf0f-24dd3d411ed8 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Task: {'id': task-4077499, 'name': Rename_Task, 'duration_secs': 0.166302} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.057663] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e773ab7-e1f6-4d68-bf0f-24dd3d411ed8 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] [instance: e7e0219a-e539-451b-a8a8-4faf7f1ea109] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 954.058125] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-876aaae3-cbc9-44a7-9708-e0c3d8d580e2 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.069022] env[69889]: DEBUG oslo_vmware.api [None req-3e773ab7-e1f6-4d68-bf0f-24dd3d411ed8 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Waiting for the task: (returnval){ [ 954.069022] env[69889]: value = "task-4077502" [ 954.069022] env[69889]: _type = "Task" [ 954.069022] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.078290] env[69889]: DEBUG oslo_vmware.api [None req-3e773ab7-e1f6-4d68-bf0f-24dd3d411ed8 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Task: {'id': task-4077502, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.106031] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c004e1f6-74c7-4d31-ba9f-5346fe3a77c8 tempest-ServerAddressesTestJSON-1316354804 tempest-ServerAddressesTestJSON-1316354804-project-member] Releasing lock "refresh_cache-e972c979-5e1c-4441-9226-c65aa10c0f7c" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.106031] env[69889]: DEBUG nova.compute.manager [None req-c004e1f6-74c7-4d31-ba9f-5346fe3a77c8 tempest-ServerAddressesTestJSON-1316354804 tempest-ServerAddressesTestJSON-1316354804-project-member] [instance: e972c979-5e1c-4441-9226-c65aa10c0f7c] Instance network_info: |[{"id": "1fcd1161-e87f-4258-ba3f-a98941af8742", "address": "fa:16:3e:04:b9:b0", "network": {"id": "dc5ef02d-7dee-4e56-a0aa-a0f055cdcc24", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-2094135035-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03089986fce547d584e4d51a2c78b998", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fcd1161-e8", "ovs_interfaceid": "1fcd1161-e87f-4258-ba3f-a98941af8742", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 954.106031] env[69889]: DEBUG oslo_concurrency.lockutils [req-3f1bc37b-21a2-4223-81c5-fb298c2d5c9d req-95d1fc94-32d1-4401-a571-1b0cf280b6a1 service nova] Acquired lock "refresh_cache-e972c979-5e1c-4441-9226-c65aa10c0f7c" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.106031] env[69889]: DEBUG nova.network.neutron [req-3f1bc37b-21a2-4223-81c5-fb298c2d5c9d req-95d1fc94-32d1-4401-a571-1b0cf280b6a1 service nova] [instance: e972c979-5e1c-4441-9226-c65aa10c0f7c] Refreshing network info cache for port 1fcd1161-e87f-4258-ba3f-a98941af8742 {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 954.106031] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-c004e1f6-74c7-4d31-ba9f-5346fe3a77c8 tempest-ServerAddressesTestJSON-1316354804 tempest-ServerAddressesTestJSON-1316354804-project-member] [instance: e972c979-5e1c-4441-9226-c65aa10c0f7c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:b9:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51ae336c-12cf-406a-b1ca-54e9ce553b3e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1fcd1161-e87f-4258-ba3f-a98941af8742', 'vif_model': 'vmxnet3'}] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 954.118190] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-c004e1f6-74c7-4d31-ba9f-5346fe3a77c8 tempest-ServerAddressesTestJSON-1316354804 tempest-ServerAddressesTestJSON-1316354804-project-member] Creating folder: Project (03089986fce547d584e4d51a2c78b998). Parent ref: group-v807779. {{(pid=69889) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 954.121425] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dbb621c3-cf92-40c7-8079-6e7bace1da92 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.123193] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Applying migration context for instance 9103303b-fb64-4728-892d-285dba75ac18 as it has an incoming, in-progress migration 7431da44-0b24-4270-9f73-9bc59eb7ff82. Migration status is reverting {{(pid=69889) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 954.123662] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Applying migration context for instance 0c73213b-c2e1-42cb-a8f4-e3109adfd354 as it has an incoming, in-progress migration 43627179-a949-4b6a-92ba-e0b7134d45d0. Migration status is confirming {{(pid=69889) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 954.126344] env[69889]: INFO nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] [instance: 9103303b-fb64-4728-892d-285dba75ac18] Updating resource usage from migration 7431da44-0b24-4270-9f73-9bc59eb7ff82 [ 954.126814] env[69889]: INFO nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] Updating resource usage from migration 43627179-a949-4b6a-92ba-e0b7134d45d0 [ 954.146475] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-c004e1f6-74c7-4d31-ba9f-5346fe3a77c8 tempest-ServerAddressesTestJSON-1316354804 tempest-ServerAddressesTestJSON-1316354804-project-member] Created folder: Project (03089986fce547d584e4d51a2c78b998) in parent group-v807779. [ 954.146475] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-c004e1f6-74c7-4d31-ba9f-5346fe3a77c8 tempest-ServerAddressesTestJSON-1316354804 tempest-ServerAddressesTestJSON-1316354804-project-member] Creating folder: Instances. Parent ref: group-v807960. {{(pid=69889) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 954.146475] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8941c162-279c-4894-9267-b4a1584ab684 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.155839] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-c004e1f6-74c7-4d31-ba9f-5346fe3a77c8 tempest-ServerAddressesTestJSON-1316354804 tempest-ServerAddressesTestJSON-1316354804-project-member] Created folder: Instances in parent group-v807960. [ 954.156325] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c004e1f6-74c7-4d31-ba9f-5346fe3a77c8 tempest-ServerAddressesTestJSON-1316354804 tempest-ServerAddressesTestJSON-1316354804-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 954.156435] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e972c979-5e1c-4441-9226-c65aa10c0f7c] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 954.156567] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d297383b-9938-4a50-a63a-7483653cd0f1 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.174308] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance aad29946-4f6b-4a9b-83f0-6177bcc62dfa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 954.174871] env[69889]: WARNING nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance 7f014d2a-1340-4715-8ab0-42df2c7d9f36 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 954.174871] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance 50d05d43-aecd-4d90-ae1a-60a0ff086f9c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 954.174871] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance 54b1a963-1db6-43da-87b0-f7c9b8d7bb74 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 954.174871] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance da1de6c7-ec10-47d2-a8a9-8572cd4162f5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 954.175099] env[69889]: WARNING nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance ad899de6-c2d4-4cbe-a91c-1cd76f650ae4 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 954.175300] env[69889]: WARNING nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance c4299beb-fd13-47db-9ad2-eaedefdaf7e9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 954.175440] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance 0de8146b-f51a-4bcd-b4ef-d68e55d3d621 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 954.175602] env[69889]: WARNING nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance 43761e84-3bc7-4e8a-93e9-d9426b21a6a7 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 954.175831] env[69889]: WARNING nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance 4cdcfc6f-7d4f-4b81-b0a1-425c842fe20b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 954.176265] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance 5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 954.176265] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance 1b8036ed-2b5c-457d-9ef5-50d9ec77f656 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 954.177058] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance bbf9db25-688f-4729-9c55-0e1e1196c2f6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 954.177262] env[69889]: WARNING nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance 72912814-7e55-405f-a878-7102dcdfc7d1 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 954.178548] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance 233f5e8b-de2a-4e68-b8ca-2a548f32617f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 954.178548] env[69889]: WARNING nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance f5e9c9c1-3038-4530-9694-0e51131cdf87 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 954.178548] env[69889]: WARNING nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance 68d7b291-3a3f-4ba0-9b9a-31407b0a43db is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 954.178548] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance 25fa2007-30d6-4a2a-9498-d523988ee0ad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 954.178548] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance fda65aea-c3b4-46f8-9f00-fc7754f5b883 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 954.178548] env[69889]: WARNING nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance 1ff86d69-e1bb-4998-9a5b-6b798772f9e3 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 954.178548] env[69889]: WARNING nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance 017df34e-1102-4414-b63e-614ee9db8060 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 954.180011] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Migration 7431da44-0b24-4270-9f73-9bc59eb7ff82 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 954.180011] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance 9103303b-fb64-4728-892d-285dba75ac18 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 954.180011] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance a31565fb-fb1f-4fb9-a60d-06e32458efa2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 954.180011] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance 2aee774c-aa5d-42f0-82a4-26e0fa1fe069 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 954.180011] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance 7c0cf802-2002-48de-9d48-061bac8350b4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 954.180011] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance e7e0219a-e539-451b-a8a8-4faf7f1ea109 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 954.180011] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Migration 43627179-a949-4b6a-92ba-e0b7134d45d0 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 954.180011] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance 0c73213b-c2e1-42cb-a8f4-e3109adfd354 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 954.180423] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance e972c979-5e1c-4441-9226-c65aa10c0f7c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 954.189237] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 954.189237] env[69889]: value = "task-4077505" [ 954.189237] env[69889]: _type = "Task" [ 954.189237] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.204244] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077505, 'name': CreateVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.407447] env[69889]: DEBUG oslo_concurrency.lockutils [req-a38680fd-430e-4da2-a092-32d3a28bbce0 req-a821d7c8-c375-49a0-884e-c4a6804d91aa service nova] Releasing lock "refresh_cache-a31565fb-fb1f-4fb9-a60d-06e32458efa2" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.420449] env[69889]: DEBUG oslo_vmware.api [None req-dbecf695-153a-406b-96bb-03dceef0736b tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Task: {'id': task-4077496, 'name': CreateSnapshot_Task, 'duration_secs': 0.754978} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.421052] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-dbecf695-153a-406b-96bb-03dceef0736b tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] [instance: fda65aea-c3b4-46f8-9f00-fc7754f5b883] Created Snapshot of the VM instance {{(pid=69889) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 954.422721] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-283069d8-a6fc-49a3-be32-fc340e5f434a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.465144] env[69889]: DEBUG oslo_vmware.api [None req-2d35c30e-a59b-410a-b21d-a90f588a0c1a tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Task: {'id': task-4077500, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.501527] env[69889]: DEBUG oslo_vmware.api [None req-60409eec-1ded-49b4-b606-276d40c0dbb4 tempest-ServerGroupTestJSON-1605829277 tempest-ServerGroupTestJSON-1605829277-project-member] Task: {'id': task-4077501, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.581977] env[69889]: DEBUG oslo_vmware.api [None req-3e773ab7-e1f6-4d68-bf0f-24dd3d411ed8 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Task: {'id': task-4077502, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.685236] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance bf0636c2-b042-4181-9b86-748786c41197 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 954.702747] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077505, 'name': CreateVM_Task, 'duration_secs': 0.420318} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.702914] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e972c979-5e1c-4441-9226-c65aa10c0f7c] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 954.703709] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c004e1f6-74c7-4d31-ba9f-5346fe3a77c8 tempest-ServerAddressesTestJSON-1316354804 tempest-ServerAddressesTestJSON-1316354804-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.703861] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c004e1f6-74c7-4d31-ba9f-5346fe3a77c8 tempest-ServerAddressesTestJSON-1316354804 tempest-ServerAddressesTestJSON-1316354804-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.705255] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c004e1f6-74c7-4d31-ba9f-5346fe3a77c8 tempest-ServerAddressesTestJSON-1316354804 tempest-ServerAddressesTestJSON-1316354804-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.706705] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-598eef77-58d0-4f3b-a70b-4078df8ac0b6 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.732138] env[69889]: DEBUG oslo_vmware.api [None req-c004e1f6-74c7-4d31-ba9f-5346fe3a77c8 tempest-ServerAddressesTestJSON-1316354804 tempest-ServerAddressesTestJSON-1316354804-project-member] Waiting for the task: (returnval){ [ 954.732138] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52698c76-e591-91d7-3d2e-caa15de05e52" [ 954.732138] env[69889]: _type = "Task" [ 954.732138] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.742879] env[69889]: DEBUG oslo_vmware.api [None req-c004e1f6-74c7-4d31-ba9f-5346fe3a77c8 tempest-ServerAddressesTestJSON-1316354804 tempest-ServerAddressesTestJSON-1316354804-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52698c76-e591-91d7-3d2e-caa15de05e52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.899989] env[69889]: DEBUG nova.network.neutron [req-3f1bc37b-21a2-4223-81c5-fb298c2d5c9d req-95d1fc94-32d1-4401-a571-1b0cf280b6a1 service nova] [instance: e972c979-5e1c-4441-9226-c65aa10c0f7c] Updated VIF entry in instance network info cache for port 1fcd1161-e87f-4258-ba3f-a98941af8742. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 954.900273] env[69889]: DEBUG nova.network.neutron [req-3f1bc37b-21a2-4223-81c5-fb298c2d5c9d req-95d1fc94-32d1-4401-a571-1b0cf280b6a1 service nova] [instance: e972c979-5e1c-4441-9226-c65aa10c0f7c] Updating instance_info_cache with network_info: [{"id": "1fcd1161-e87f-4258-ba3f-a98941af8742", "address": "fa:16:3e:04:b9:b0", "network": {"id": "dc5ef02d-7dee-4e56-a0aa-a0f055cdcc24", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-2094135035-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03089986fce547d584e4d51a2c78b998", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fcd1161-e8", "ovs_interfaceid": "1fcd1161-e87f-4258-ba3f-a98941af8742", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.943347] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-dbecf695-153a-406b-96bb-03dceef0736b tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] [instance: fda65aea-c3b4-46f8-9f00-fc7754f5b883] Creating linked-clone VM from snapshot {{(pid=69889) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 954.943659] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-36a3f27a-5f68-4890-bc54-ec799ffdc502 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.953627] env[69889]: DEBUG oslo_vmware.api [None req-dbecf695-153a-406b-96bb-03dceef0736b tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Waiting for the task: (returnval){ [ 954.953627] env[69889]: value = "task-4077506" [ 954.953627] env[69889]: _type = "Task" [ 954.953627] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.967774] env[69889]: DEBUG oslo_vmware.api [None req-2d35c30e-a59b-410a-b21d-a90f588a0c1a tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Task: {'id': task-4077500, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.968028] env[69889]: DEBUG oslo_vmware.api [None req-dbecf695-153a-406b-96bb-03dceef0736b tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Task: {'id': task-4077506, 'name': CloneVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.994425] env[69889]: DEBUG oslo_vmware.api [None req-60409eec-1ded-49b4-b606-276d40c0dbb4 tempest-ServerGroupTestJSON-1605829277 tempest-ServerGroupTestJSON-1605829277-project-member] Task: {'id': task-4077501, 'name': PowerOnVM_Task, 'duration_secs': 0.599421} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.994696] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-60409eec-1ded-49b4-b606-276d40c0dbb4 tempest-ServerGroupTestJSON-1605829277 tempest-ServerGroupTestJSON-1605829277-project-member] [instance: 7c0cf802-2002-48de-9d48-061bac8350b4] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 954.994899] env[69889]: INFO nova.compute.manager [None req-60409eec-1ded-49b4-b606-276d40c0dbb4 tempest-ServerGroupTestJSON-1605829277 tempest-ServerGroupTestJSON-1605829277-project-member] [instance: 7c0cf802-2002-48de-9d48-061bac8350b4] Took 9.79 seconds to spawn the instance on the hypervisor. [ 954.995456] env[69889]: DEBUG nova.compute.manager [None req-60409eec-1ded-49b4-b606-276d40c0dbb4 tempest-ServerGroupTestJSON-1605829277 tempest-ServerGroupTestJSON-1605829277-project-member] [instance: 7c0cf802-2002-48de-9d48-061bac8350b4] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 954.996417] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9633e45-2bdf-431e-ab4f-7bb8ea4ed8ef {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.082099] env[69889]: DEBUG oslo_vmware.api [None req-3e773ab7-e1f6-4d68-bf0f-24dd3d411ed8 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Task: {'id': task-4077502, 'name': PowerOnVM_Task, 'duration_secs': 0.599594} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.082364] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e773ab7-e1f6-4d68-bf0f-24dd3d411ed8 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] [instance: e7e0219a-e539-451b-a8a8-4faf7f1ea109] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 955.082656] env[69889]: INFO nova.compute.manager [None req-3e773ab7-e1f6-4d68-bf0f-24dd3d411ed8 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] [instance: e7e0219a-e539-451b-a8a8-4faf7f1ea109] Took 8.14 seconds to spawn the instance on the hypervisor. [ 955.082901] env[69889]: DEBUG nova.compute.manager [None req-3e773ab7-e1f6-4d68-bf0f-24dd3d411ed8 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] [instance: e7e0219a-e539-451b-a8a8-4faf7f1ea109] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 955.084107] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13f3b76d-de25-46cc-9f0c-be36d9fa8752 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.191983] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance ed01a7a5-1df0-4cca-b924-ad79f688ed68 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 955.245696] env[69889]: DEBUG oslo_vmware.api [None req-c004e1f6-74c7-4d31-ba9f-5346fe3a77c8 tempest-ServerAddressesTestJSON-1316354804 tempest-ServerAddressesTestJSON-1316354804-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52698c76-e591-91d7-3d2e-caa15de05e52, 'name': SearchDatastore_Task, 'duration_secs': 0.014464} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.246193] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c004e1f6-74c7-4d31-ba9f-5346fe3a77c8 tempest-ServerAddressesTestJSON-1316354804 tempest-ServerAddressesTestJSON-1316354804-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.246548] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-c004e1f6-74c7-4d31-ba9f-5346fe3a77c8 tempest-ServerAddressesTestJSON-1316354804 tempest-ServerAddressesTestJSON-1316354804-project-member] [instance: e972c979-5e1c-4441-9226-c65aa10c0f7c] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 955.246847] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c004e1f6-74c7-4d31-ba9f-5346fe3a77c8 tempest-ServerAddressesTestJSON-1316354804 tempest-ServerAddressesTestJSON-1316354804-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.247412] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c004e1f6-74c7-4d31-ba9f-5346fe3a77c8 tempest-ServerAddressesTestJSON-1316354804 tempest-ServerAddressesTestJSON-1316354804-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.247412] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-c004e1f6-74c7-4d31-ba9f-5346fe3a77c8 tempest-ServerAddressesTestJSON-1316354804 tempest-ServerAddressesTestJSON-1316354804-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 955.247559] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5ecfd426-1dda-472f-b842-81490b0e1ce8 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.258366] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-c004e1f6-74c7-4d31-ba9f-5346fe3a77c8 tempest-ServerAddressesTestJSON-1316354804 tempest-ServerAddressesTestJSON-1316354804-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 955.259754] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-c004e1f6-74c7-4d31-ba9f-5346fe3a77c8 tempest-ServerAddressesTestJSON-1316354804 tempest-ServerAddressesTestJSON-1316354804-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 955.261237] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3edef747-b3a4-4275-8485-3e713005cd25 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.274049] env[69889]: DEBUG oslo_vmware.api [None req-c004e1f6-74c7-4d31-ba9f-5346fe3a77c8 tempest-ServerAddressesTestJSON-1316354804 tempest-ServerAddressesTestJSON-1316354804-project-member] Waiting for the task: (returnval){ [ 955.274049] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]5230687d-9619-324f-04a8-ceeff605a324" [ 955.274049] env[69889]: _type = "Task" [ 955.274049] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.283753] env[69889]: DEBUG oslo_vmware.api [None req-c004e1f6-74c7-4d31-ba9f-5346fe3a77c8 tempest-ServerAddressesTestJSON-1316354804 tempest-ServerAddressesTestJSON-1316354804-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5230687d-9619-324f-04a8-ceeff605a324, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.404783] env[69889]: DEBUG oslo_concurrency.lockutils [req-3f1bc37b-21a2-4223-81c5-fb298c2d5c9d req-95d1fc94-32d1-4401-a571-1b0cf280b6a1 service nova] Releasing lock "refresh_cache-e972c979-5e1c-4441-9226-c65aa10c0f7c" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.469455] env[69889]: DEBUG oslo_vmware.api [None req-2d35c30e-a59b-410a-b21d-a90f588a0c1a tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Task: {'id': task-4077500, 'name': RemoveSnapshot_Task, 'duration_secs': 1.332087} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.474543] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-2d35c30e-a59b-410a-b21d-a90f588a0c1a tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] [instance: 2aee774c-aa5d-42f0-82a4-26e0fa1fe069] Deleted Snapshot of the VM instance {{(pid=69889) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 955.479667] env[69889]: DEBUG oslo_vmware.api [None req-dbecf695-153a-406b-96bb-03dceef0736b tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Task: {'id': task-4077506, 'name': CloneVM_Task} progress is 94%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.523422] env[69889]: INFO nova.compute.manager [None req-60409eec-1ded-49b4-b606-276d40c0dbb4 tempest-ServerGroupTestJSON-1605829277 tempest-ServerGroupTestJSON-1605829277-project-member] [instance: 7c0cf802-2002-48de-9d48-061bac8350b4] Took 50.53 seconds to build instance. [ 955.613129] env[69889]: INFO nova.compute.manager [None req-3e773ab7-e1f6-4d68-bf0f-24dd3d411ed8 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] [instance: e7e0219a-e539-451b-a8a8-4faf7f1ea109] Took 48.49 seconds to build instance. [ 955.643207] env[69889]: DEBUG nova.compute.manager [req-69436c68-9208-4c77-9a81-e9e251f98f33 req-da5d4288-179e-43e8-8096-80b0713cbc41 service nova] [instance: a31565fb-fb1f-4fb9-a60d-06e32458efa2] Received event network-changed-a8ff257d-f8ff-43e0-a575-2713af946b61 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 955.645056] env[69889]: DEBUG nova.compute.manager [req-69436c68-9208-4c77-9a81-e9e251f98f33 req-da5d4288-179e-43e8-8096-80b0713cbc41 service nova] [instance: a31565fb-fb1f-4fb9-a60d-06e32458efa2] Refreshing instance network info cache due to event network-changed-a8ff257d-f8ff-43e0-a575-2713af946b61. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 955.645056] env[69889]: DEBUG oslo_concurrency.lockutils [req-69436c68-9208-4c77-9a81-e9e251f98f33 req-da5d4288-179e-43e8-8096-80b0713cbc41 service nova] Acquiring lock "refresh_cache-a31565fb-fb1f-4fb9-a60d-06e32458efa2" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.645056] env[69889]: DEBUG oslo_concurrency.lockutils [req-69436c68-9208-4c77-9a81-e9e251f98f33 req-da5d4288-179e-43e8-8096-80b0713cbc41 service nova] Acquired lock "refresh_cache-a31565fb-fb1f-4fb9-a60d-06e32458efa2" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.645056] env[69889]: DEBUG nova.network.neutron [req-69436c68-9208-4c77-9a81-e9e251f98f33 req-da5d4288-179e-43e8-8096-80b0713cbc41 service nova] [instance: a31565fb-fb1f-4fb9-a60d-06e32458efa2] Refreshing network info cache for port a8ff257d-f8ff-43e0-a575-2713af946b61 {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 955.695128] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance 5192a5cd-713f-4348-a5a8-235f2825f1a6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 955.695907] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Total usable vcpus: 48, total allocated vcpus: 20 {{(pid=69889) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 955.695907] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4544MB phys_disk=200GB used_disk=21GB total_vcpus=48 used_vcpus=20 pci_stats=[] {{(pid=69889) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 955.794720] env[69889]: DEBUG oslo_vmware.api [None req-c004e1f6-74c7-4d31-ba9f-5346fe3a77c8 tempest-ServerAddressesTestJSON-1316354804 tempest-ServerAddressesTestJSON-1316354804-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5230687d-9619-324f-04a8-ceeff605a324, 'name': SearchDatastore_Task, 'duration_secs': 0.011574} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.797306] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92254f30-348f-4bd3-93bd-d9e34955c1a2 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.809105] env[69889]: DEBUG oslo_vmware.api [None req-c004e1f6-74c7-4d31-ba9f-5346fe3a77c8 tempest-ServerAddressesTestJSON-1316354804 tempest-ServerAddressesTestJSON-1316354804-project-member] Waiting for the task: (returnval){ [ 955.809105] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52bf02f0-d3d5-4e53-571e-8708a8387506" [ 955.809105] env[69889]: _type = "Task" [ 955.809105] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.822095] env[69889]: DEBUG oslo_vmware.api [None req-c004e1f6-74c7-4d31-ba9f-5346fe3a77c8 tempest-ServerAddressesTestJSON-1316354804 tempest-ServerAddressesTestJSON-1316354804-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52bf02f0-d3d5-4e53-571e-8708a8387506, 'name': SearchDatastore_Task, 'duration_secs': 0.011141} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.825871] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c004e1f6-74c7-4d31-ba9f-5346fe3a77c8 tempest-ServerAddressesTestJSON-1316354804 tempest-ServerAddressesTestJSON-1316354804-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.825871] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-c004e1f6-74c7-4d31-ba9f-5346fe3a77c8 tempest-ServerAddressesTestJSON-1316354804 tempest-ServerAddressesTestJSON-1316354804-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] e972c979-5e1c-4441-9226-c65aa10c0f7c/e972c979-5e1c-4441-9226-c65aa10c0f7c.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 955.826310] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d848731e-feb5-4ca9-a849-772d8f529265 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.837309] env[69889]: DEBUG oslo_vmware.api [None req-c004e1f6-74c7-4d31-ba9f-5346fe3a77c8 tempest-ServerAddressesTestJSON-1316354804 tempest-ServerAddressesTestJSON-1316354804-project-member] Waiting for the task: (returnval){ [ 955.837309] env[69889]: value = "task-4077507" [ 955.837309] env[69889]: _type = "Task" [ 955.837309] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.846992] env[69889]: DEBUG oslo_vmware.api [None req-c004e1f6-74c7-4d31-ba9f-5346fe3a77c8 tempest-ServerAddressesTestJSON-1316354804 tempest-ServerAddressesTestJSON-1316354804-project-member] Task: {'id': task-4077507, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.970211] env[69889]: DEBUG oslo_vmware.api [None req-dbecf695-153a-406b-96bb-03dceef0736b tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Task: {'id': task-4077506, 'name': CloneVM_Task} progress is 94%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.982637] env[69889]: WARNING nova.compute.manager [None req-2d35c30e-a59b-410a-b21d-a90f588a0c1a tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] [instance: 2aee774c-aa5d-42f0-82a4-26e0fa1fe069] Image not found during snapshot: nova.exception.ImageNotFound: Image 465e93b5-b933-42b9-8a5b-fc9e9c60e059 could not be found. [ 956.024635] env[69889]: DEBUG oslo_concurrency.lockutils [None req-60409eec-1ded-49b4-b606-276d40c0dbb4 tempest-ServerGroupTestJSON-1605829277 tempest-ServerGroupTestJSON-1605829277-project-member] Lock "7c0cf802-2002-48de-9d48-061bac8350b4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.551s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.115723] env[69889]: DEBUG oslo_concurrency.lockutils [None req-3e773ab7-e1f6-4d68-bf0f-24dd3d411ed8 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Lock "e7e0219a-e539-451b-a8a8-4faf7f1ea109" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.688s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.348632] env[69889]: DEBUG oslo_vmware.api [None req-c004e1f6-74c7-4d31-ba9f-5346fe3a77c8 tempest-ServerAddressesTestJSON-1316354804 tempest-ServerAddressesTestJSON-1316354804-project-member] Task: {'id': task-4077507, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.352473] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1125670-e7ed-4b8a-981b-24104d65bd4a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.361382] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a19acc61-611b-4ab3-bbd0-9b8b7b9a44dc {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.395596] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89cf8930-3865-4152-a8cf-8458261a75ba {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.405284] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8c525d3-544d-43b7-95eb-1227c9d99e30 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.423931] env[69889]: DEBUG nova.compute.provider_tree [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 956.458414] env[69889]: DEBUG nova.network.neutron [req-69436c68-9208-4c77-9a81-e9e251f98f33 req-da5d4288-179e-43e8-8096-80b0713cbc41 service nova] [instance: a31565fb-fb1f-4fb9-a60d-06e32458efa2] Updated VIF entry in instance network info cache for port a8ff257d-f8ff-43e0-a575-2713af946b61. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 956.458877] env[69889]: DEBUG nova.network.neutron [req-69436c68-9208-4c77-9a81-e9e251f98f33 req-da5d4288-179e-43e8-8096-80b0713cbc41 service nova] [instance: a31565fb-fb1f-4fb9-a60d-06e32458efa2] Updating instance_info_cache with network_info: [{"id": "a8ff257d-f8ff-43e0-a575-2713af946b61", "address": "fa:16:3e:ab:43:d6", "network": {"id": "51020b66-d21a-4027-b352-b86bec25aebe", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1228751700-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "4078f9e442cf4282ae5a028f3b8b0e9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8ff257d-f8", "ovs_interfaceid": "a8ff257d-f8ff-43e0-a575-2713af946b61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.472303] env[69889]: DEBUG oslo_vmware.api [None req-dbecf695-153a-406b-96bb-03dceef0736b tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Task: {'id': task-4077506, 'name': CloneVM_Task} progress is 100%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.847941] env[69889]: DEBUG oslo_vmware.api [None req-c004e1f6-74c7-4d31-ba9f-5346fe3a77c8 tempest-ServerAddressesTestJSON-1316354804 tempest-ServerAddressesTestJSON-1316354804-project-member] Task: {'id': task-4077507, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.931409] env[69889]: DEBUG nova.scheduler.client.report [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 956.934832] env[69889]: DEBUG oslo_concurrency.lockutils [None req-df5bfe6e-7398-4e03-9c11-1d964620b2e6 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Acquiring lock "2aee774c-aa5d-42f0-82a4-26e0fa1fe069" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.935072] env[69889]: DEBUG oslo_concurrency.lockutils [None req-df5bfe6e-7398-4e03-9c11-1d964620b2e6 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Lock "2aee774c-aa5d-42f0-82a4-26e0fa1fe069" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.935280] env[69889]: DEBUG oslo_concurrency.lockutils [None req-df5bfe6e-7398-4e03-9c11-1d964620b2e6 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Acquiring lock "2aee774c-aa5d-42f0-82a4-26e0fa1fe069-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.935478] env[69889]: DEBUG oslo_concurrency.lockutils [None req-df5bfe6e-7398-4e03-9c11-1d964620b2e6 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Lock "2aee774c-aa5d-42f0-82a4-26e0fa1fe069-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.935619] env[69889]: DEBUG oslo_concurrency.lockutils [None req-df5bfe6e-7398-4e03-9c11-1d964620b2e6 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Lock "2aee774c-aa5d-42f0-82a4-26e0fa1fe069-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.937637] env[69889]: INFO nova.compute.manager [None req-df5bfe6e-7398-4e03-9c11-1d964620b2e6 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] [instance: 2aee774c-aa5d-42f0-82a4-26e0fa1fe069] Terminating instance [ 956.967666] env[69889]: DEBUG oslo_concurrency.lockutils [req-69436c68-9208-4c77-9a81-e9e251f98f33 req-da5d4288-179e-43e8-8096-80b0713cbc41 service nova] Releasing lock "refresh_cache-a31565fb-fb1f-4fb9-a60d-06e32458efa2" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.974754] env[69889]: DEBUG oslo_vmware.api [None req-dbecf695-153a-406b-96bb-03dceef0736b tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Task: {'id': task-4077506, 'name': CloneVM_Task, 'duration_secs': 1.645582} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.975180] env[69889]: INFO nova.virt.vmwareapi.vmops [None req-dbecf695-153a-406b-96bb-03dceef0736b tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] [instance: fda65aea-c3b4-46f8-9f00-fc7754f5b883] Created linked-clone VM from snapshot [ 956.976599] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfcc8fab-f11d-4342-9be2-bc6d37a251bf {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.985210] env[69889]: DEBUG nova.virt.vmwareapi.images [None req-dbecf695-153a-406b-96bb-03dceef0736b tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] [instance: fda65aea-c3b4-46f8-9f00-fc7754f5b883] Uploading image 82311d1e-1bd2-48a6-a83f-0356e9cb4759 {{(pid=69889) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 957.014472] env[69889]: DEBUG oslo_vmware.rw_handles [None req-dbecf695-153a-406b-96bb-03dceef0736b tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 957.014472] env[69889]: value = "vm-807963" [ 957.014472] env[69889]: _type = "VirtualMachine" [ 957.014472] env[69889]: }. {{(pid=69889) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 957.015689] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-cd66779f-288b-46bc-abba-6f8412c5bc1f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.023492] env[69889]: DEBUG oslo_vmware.rw_handles [None req-dbecf695-153a-406b-96bb-03dceef0736b tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Lease: (returnval){ [ 957.023492] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52828c79-925f-696a-854c-b1c05ef90f50" [ 957.023492] env[69889]: _type = "HttpNfcLease" [ 957.023492] env[69889]: } obtained for exporting VM: (result){ [ 957.023492] env[69889]: value = "vm-807963" [ 957.023492] env[69889]: _type = "VirtualMachine" [ 957.023492] env[69889]: }. {{(pid=69889) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 957.023773] env[69889]: DEBUG oslo_vmware.api [None req-dbecf695-153a-406b-96bb-03dceef0736b tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Waiting for the lease: (returnval){ [ 957.023773] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52828c79-925f-696a-854c-b1c05ef90f50" [ 957.023773] env[69889]: _type = "HttpNfcLease" [ 957.023773] env[69889]: } to be ready. {{(pid=69889) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 957.031470] env[69889]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 957.031470] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52828c79-925f-696a-854c-b1c05ef90f50" [ 957.031470] env[69889]: _type = "HttpNfcLease" [ 957.031470] env[69889]: } is initializing. {{(pid=69889) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 957.347916] env[69889]: DEBUG oslo_vmware.api [None req-c004e1f6-74c7-4d31-ba9f-5346fe3a77c8 tempest-ServerAddressesTestJSON-1316354804 tempest-ServerAddressesTestJSON-1316354804-project-member] Task: {'id': task-4077507, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.439150] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69889) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 957.439338] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.340s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.439721] env[69889]: DEBUG oslo_concurrency.lockutils [None req-f98288fe-7856-4f64-8092-4f4eb4b736dc tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.915s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.440015] env[69889]: DEBUG oslo_concurrency.lockutils [None req-f98288fe-7856-4f64-8092-4f4eb4b736dc tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.442781] env[69889]: DEBUG oslo_concurrency.lockutils [None req-aa6c03f9-a699-4f56-a57c-dcb8beb8501d tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.673s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.444761] env[69889]: INFO nova.compute.claims [None req-aa6c03f9-a699-4f56-a57c-dcb8beb8501d tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] [instance: bf0636c2-b042-4181-9b86-748786c41197] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 957.448159] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 957.448432] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Cleaning up deleted instances {{(pid=69889) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 957.450707] env[69889]: DEBUG nova.compute.manager [None req-df5bfe6e-7398-4e03-9c11-1d964620b2e6 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] [instance: 2aee774c-aa5d-42f0-82a4-26e0fa1fe069] Start destroying the instance on the hypervisor. {{(pid=69889) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 957.451007] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-df5bfe6e-7398-4e03-9c11-1d964620b2e6 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] [instance: 2aee774c-aa5d-42f0-82a4-26e0fa1fe069] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 957.452246] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-367ee368-a0b7-4937-becb-394d5c986049 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.462934] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-df5bfe6e-7398-4e03-9c11-1d964620b2e6 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] [instance: 2aee774c-aa5d-42f0-82a4-26e0fa1fe069] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 957.463805] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-459ce784-1232-4a8f-ad6f-b71452c8e31d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.470966] env[69889]: DEBUG oslo_vmware.api [None req-df5bfe6e-7398-4e03-9c11-1d964620b2e6 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Waiting for the task: (returnval){ [ 957.470966] env[69889]: value = "task-4077509" [ 957.470966] env[69889]: _type = "Task" [ 957.470966] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.481623] env[69889]: DEBUG oslo_vmware.api [None req-df5bfe6e-7398-4e03-9c11-1d964620b2e6 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Task: {'id': task-4077509, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.506290] env[69889]: INFO nova.scheduler.client.report [None req-f98288fe-7856-4f64-8092-4f4eb4b736dc tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Deleted allocations for instance ad899de6-c2d4-4cbe-a91c-1cd76f650ae4 [ 957.536023] env[69889]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 957.536023] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52828c79-925f-696a-854c-b1c05ef90f50" [ 957.536023] env[69889]: _type = "HttpNfcLease" [ 957.536023] env[69889]: } is ready. {{(pid=69889) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 957.536023] env[69889]: DEBUG oslo_vmware.rw_handles [None req-dbecf695-153a-406b-96bb-03dceef0736b tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 957.536023] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52828c79-925f-696a-854c-b1c05ef90f50" [ 957.536023] env[69889]: _type = "HttpNfcLease" [ 957.536023] env[69889]: }. {{(pid=69889) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 957.536420] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-192487ae-e344-41a0-989b-5773273574ef {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.547362] env[69889]: DEBUG oslo_vmware.rw_handles [None req-dbecf695-153a-406b-96bb-03dceef0736b tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52104aee-bec6-4183-9941-b5f4f7cebcf2/disk-0.vmdk from lease info. {{(pid=69889) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 957.548029] env[69889]: DEBUG oslo_vmware.rw_handles [None req-dbecf695-153a-406b-96bb-03dceef0736b tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52104aee-bec6-4183-9941-b5f4f7cebcf2/disk-0.vmdk for reading. {{(pid=69889) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 957.687747] env[69889]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6f35efec-31ea-4adb-b129-fdf1468c8e03 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.856472] env[69889]: DEBUG oslo_vmware.api [None req-c004e1f6-74c7-4d31-ba9f-5346fe3a77c8 tempest-ServerAddressesTestJSON-1316354804 tempest-ServerAddressesTestJSON-1316354804-project-member] Task: {'id': task-4077507, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.547228} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.856888] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-c004e1f6-74c7-4d31-ba9f-5346fe3a77c8 tempest-ServerAddressesTestJSON-1316354804 tempest-ServerAddressesTestJSON-1316354804-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] e972c979-5e1c-4441-9226-c65aa10c0f7c/e972c979-5e1c-4441-9226-c65aa10c0f7c.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 957.857318] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-c004e1f6-74c7-4d31-ba9f-5346fe3a77c8 tempest-ServerAddressesTestJSON-1316354804 tempest-ServerAddressesTestJSON-1316354804-project-member] [instance: e972c979-5e1c-4441-9226-c65aa10c0f7c] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 957.857621] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f25be53b-47dc-462f-bcce-7c4346363550 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.867288] env[69889]: DEBUG oslo_vmware.api [None req-c004e1f6-74c7-4d31-ba9f-5346fe3a77c8 tempest-ServerAddressesTestJSON-1316354804 tempest-ServerAddressesTestJSON-1316354804-project-member] Waiting for the task: (returnval){ [ 957.867288] env[69889]: value = "task-4077510" [ 957.867288] env[69889]: _type = "Task" [ 957.867288] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.877612] env[69889]: DEBUG oslo_vmware.api [None req-c004e1f6-74c7-4d31-ba9f-5346fe3a77c8 tempest-ServerAddressesTestJSON-1316354804 tempest-ServerAddressesTestJSON-1316354804-project-member] Task: {'id': task-4077510, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.965862] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] There are 36 instances to clean {{(pid=69889) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 957.966217] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] [instance: 43a79453-1511-401e-80a2-6bbdff6a78c9] Instance has had 0 of 5 cleanup attempts {{(pid=69889) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 957.983165] env[69889]: DEBUG oslo_vmware.api [None req-df5bfe6e-7398-4e03-9c11-1d964620b2e6 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Task: {'id': task-4077509, 'name': PowerOffVM_Task, 'duration_secs': 0.266162} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.983484] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-df5bfe6e-7398-4e03-9c11-1d964620b2e6 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] [instance: 2aee774c-aa5d-42f0-82a4-26e0fa1fe069] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 957.983656] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-df5bfe6e-7398-4e03-9c11-1d964620b2e6 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] [instance: 2aee774c-aa5d-42f0-82a4-26e0fa1fe069] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 957.983998] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1b6b7435-d144-4f31-9b55-48a9192ea5c9 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.019118] env[69889]: DEBUG oslo_concurrency.lockutils [None req-f98288fe-7856-4f64-8092-4f4eb4b736dc tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Lock "ad899de6-c2d4-4cbe-a91c-1cd76f650ae4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.258s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.066936] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-df5bfe6e-7398-4e03-9c11-1d964620b2e6 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] [instance: 2aee774c-aa5d-42f0-82a4-26e0fa1fe069] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 958.067307] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-df5bfe6e-7398-4e03-9c11-1d964620b2e6 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] [instance: 2aee774c-aa5d-42f0-82a4-26e0fa1fe069] Deleting contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 958.067679] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-df5bfe6e-7398-4e03-9c11-1d964620b2e6 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Deleting the datastore file [datastore2] 2aee774c-aa5d-42f0-82a4-26e0fa1fe069 {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 958.068119] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f4bb5e12-f767-4275-ad68-a722472d9d7e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.076751] env[69889]: DEBUG oslo_vmware.api [None req-df5bfe6e-7398-4e03-9c11-1d964620b2e6 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Waiting for the task: (returnval){ [ 958.076751] env[69889]: value = "task-4077512" [ 958.076751] env[69889]: _type = "Task" [ 958.076751] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.086987] env[69889]: DEBUG oslo_vmware.api [None req-df5bfe6e-7398-4e03-9c11-1d964620b2e6 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Task: {'id': task-4077512, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.127016] env[69889]: DEBUG nova.compute.manager [req-7b5e06cb-20fc-4e0a-a282-456032c9d8bc req-69f69a60-9dfa-4dbf-b9fa-8187e217c273 service nova] [instance: a31565fb-fb1f-4fb9-a60d-06e32458efa2] Received event network-changed-a8ff257d-f8ff-43e0-a575-2713af946b61 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 958.127391] env[69889]: DEBUG nova.compute.manager [req-7b5e06cb-20fc-4e0a-a282-456032c9d8bc req-69f69a60-9dfa-4dbf-b9fa-8187e217c273 service nova] [instance: a31565fb-fb1f-4fb9-a60d-06e32458efa2] Refreshing instance network info cache due to event network-changed-a8ff257d-f8ff-43e0-a575-2713af946b61. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 958.127850] env[69889]: DEBUG oslo_concurrency.lockutils [req-7b5e06cb-20fc-4e0a-a282-456032c9d8bc req-69f69a60-9dfa-4dbf-b9fa-8187e217c273 service nova] Acquiring lock "refresh_cache-a31565fb-fb1f-4fb9-a60d-06e32458efa2" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.128153] env[69889]: DEBUG oslo_concurrency.lockutils [req-7b5e06cb-20fc-4e0a-a282-456032c9d8bc req-69f69a60-9dfa-4dbf-b9fa-8187e217c273 service nova] Acquired lock "refresh_cache-a31565fb-fb1f-4fb9-a60d-06e32458efa2" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.128375] env[69889]: DEBUG nova.network.neutron [req-7b5e06cb-20fc-4e0a-a282-456032c9d8bc req-69f69a60-9dfa-4dbf-b9fa-8187e217c273 service nova] [instance: a31565fb-fb1f-4fb9-a60d-06e32458efa2] Refreshing network info cache for port a8ff257d-f8ff-43e0-a575-2713af946b61 {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 958.380785] env[69889]: DEBUG oslo_vmware.api [None req-c004e1f6-74c7-4d31-ba9f-5346fe3a77c8 tempest-ServerAddressesTestJSON-1316354804 tempest-ServerAddressesTestJSON-1316354804-project-member] Task: {'id': task-4077510, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104578} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.384937] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-c004e1f6-74c7-4d31-ba9f-5346fe3a77c8 tempest-ServerAddressesTestJSON-1316354804 tempest-ServerAddressesTestJSON-1316354804-project-member] [instance: e972c979-5e1c-4441-9226-c65aa10c0f7c] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 958.385899] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d86cf6be-a265-4835-91dd-174bc05e5995 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.424610] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-c004e1f6-74c7-4d31-ba9f-5346fe3a77c8 tempest-ServerAddressesTestJSON-1316354804 tempest-ServerAddressesTestJSON-1316354804-project-member] [instance: e972c979-5e1c-4441-9226-c65aa10c0f7c] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] e972c979-5e1c-4441-9226-c65aa10c0f7c/e972c979-5e1c-4441-9226-c65aa10c0f7c.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 958.427030] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40536c7b-4ed6-440f-940b-fd9f4b2514e3 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.454216] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5efed720-ff81-4f0d-bc20-8795847444c6 tempest-ServersAaction247Test-1324655128 tempest-ServersAaction247Test-1324655128-project-member] Acquiring lock "3d6e9a03-3478-489b-aa3b-de89979ab23c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.456523] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5efed720-ff81-4f0d-bc20-8795847444c6 tempest-ServersAaction247Test-1324655128 tempest-ServersAaction247Test-1324655128-project-member] Lock "3d6e9a03-3478-489b-aa3b-de89979ab23c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.464387] env[69889]: DEBUG oslo_vmware.api [None req-c004e1f6-74c7-4d31-ba9f-5346fe3a77c8 tempest-ServerAddressesTestJSON-1316354804 tempest-ServerAddressesTestJSON-1316354804-project-member] Waiting for the task: (returnval){ [ 958.464387] env[69889]: value = "task-4077513" [ 958.464387] env[69889]: _type = "Task" [ 958.464387] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.469079] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] [instance: a7c1b811-fede-428b-b4f9-a4df09e7968d] Instance has had 0 of 5 cleanup attempts {{(pid=69889) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 958.490710] env[69889]: DEBUG oslo_vmware.api [None req-c004e1f6-74c7-4d31-ba9f-5346fe3a77c8 tempest-ServerAddressesTestJSON-1316354804 tempest-ServerAddressesTestJSON-1316354804-project-member] Task: {'id': task-4077513, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.592361] env[69889]: DEBUG oslo_vmware.api [None req-df5bfe6e-7398-4e03-9c11-1d964620b2e6 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Task: {'id': task-4077512, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.309386} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.592770] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-df5bfe6e-7398-4e03-9c11-1d964620b2e6 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 958.593114] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-df5bfe6e-7398-4e03-9c11-1d964620b2e6 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] [instance: 2aee774c-aa5d-42f0-82a4-26e0fa1fe069] Deleted contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 958.593505] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-df5bfe6e-7398-4e03-9c11-1d964620b2e6 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] [instance: 2aee774c-aa5d-42f0-82a4-26e0fa1fe069] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 958.593580] env[69889]: INFO nova.compute.manager [None req-df5bfe6e-7398-4e03-9c11-1d964620b2e6 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] [instance: 2aee774c-aa5d-42f0-82a4-26e0fa1fe069] Took 1.14 seconds to destroy the instance on the hypervisor. [ 958.593807] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-df5bfe6e-7398-4e03-9c11-1d964620b2e6 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 958.598076] env[69889]: DEBUG nova.compute.manager [-] [instance: 2aee774c-aa5d-42f0-82a4-26e0fa1fe069] Deallocating network for instance {{(pid=69889) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 958.598076] env[69889]: DEBUG nova.network.neutron [-] [instance: 2aee774c-aa5d-42f0-82a4-26e0fa1fe069] deallocate_for_instance() {{(pid=69889) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 958.600276] env[69889]: DEBUG oslo_concurrency.lockutils [None req-45ea16e8-4f22-48bc-9ab8-e662d8777b94 tempest-ServerGroupTestJSON-1605829277 tempest-ServerGroupTestJSON-1605829277-project-member] Acquiring lock "7c0cf802-2002-48de-9d48-061bac8350b4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.600557] env[69889]: DEBUG oslo_concurrency.lockutils [None req-45ea16e8-4f22-48bc-9ab8-e662d8777b94 tempest-ServerGroupTestJSON-1605829277 tempest-ServerGroupTestJSON-1605829277-project-member] Lock "7c0cf802-2002-48de-9d48-061bac8350b4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.600847] env[69889]: DEBUG oslo_concurrency.lockutils [None req-45ea16e8-4f22-48bc-9ab8-e662d8777b94 tempest-ServerGroupTestJSON-1605829277 tempest-ServerGroupTestJSON-1605829277-project-member] Acquiring lock "7c0cf802-2002-48de-9d48-061bac8350b4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.601232] env[69889]: DEBUG oslo_concurrency.lockutils [None req-45ea16e8-4f22-48bc-9ab8-e662d8777b94 tempest-ServerGroupTestJSON-1605829277 tempest-ServerGroupTestJSON-1605829277-project-member] Lock "7c0cf802-2002-48de-9d48-061bac8350b4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.605024] env[69889]: DEBUG oslo_concurrency.lockutils [None req-45ea16e8-4f22-48bc-9ab8-e662d8777b94 tempest-ServerGroupTestJSON-1605829277 tempest-ServerGroupTestJSON-1605829277-project-member] Lock "7c0cf802-2002-48de-9d48-061bac8350b4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.605024] env[69889]: INFO nova.compute.manager [None req-45ea16e8-4f22-48bc-9ab8-e662d8777b94 tempest-ServerGroupTestJSON-1605829277 tempest-ServerGroupTestJSON-1605829277-project-member] [instance: 7c0cf802-2002-48de-9d48-061bac8350b4] Terminating instance [ 958.960795] env[69889]: DEBUG nova.compute.manager [None req-5efed720-ff81-4f0d-bc20-8795847444c6 tempest-ServersAaction247Test-1324655128 tempest-ServersAaction247Test-1324655128-project-member] [instance: 3d6e9a03-3478-489b-aa3b-de89979ab23c] Starting instance... {{(pid=69889) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 958.986454] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] [instance: 37c0c047-a9c0-4e1e-8794-9ad3b6efc875] Instance has had 0 of 5 cleanup attempts {{(pid=69889) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 958.989090] env[69889]: DEBUG oslo_vmware.api [None req-c004e1f6-74c7-4d31-ba9f-5346fe3a77c8 tempest-ServerAddressesTestJSON-1316354804 tempest-ServerAddressesTestJSON-1316354804-project-member] Task: {'id': task-4077513, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.042528] env[69889]: DEBUG nova.network.neutron [req-7b5e06cb-20fc-4e0a-a282-456032c9d8bc req-69f69a60-9dfa-4dbf-b9fa-8187e217c273 service nova] [instance: a31565fb-fb1f-4fb9-a60d-06e32458efa2] Updated VIF entry in instance network info cache for port a8ff257d-f8ff-43e0-a575-2713af946b61. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 959.042644] env[69889]: DEBUG nova.network.neutron [req-7b5e06cb-20fc-4e0a-a282-456032c9d8bc req-69f69a60-9dfa-4dbf-b9fa-8187e217c273 service nova] [instance: a31565fb-fb1f-4fb9-a60d-06e32458efa2] Updating instance_info_cache with network_info: [{"id": "a8ff257d-f8ff-43e0-a575-2713af946b61", "address": "fa:16:3e:ab:43:d6", "network": {"id": "51020b66-d21a-4027-b352-b86bec25aebe", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1228751700-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "4078f9e442cf4282ae5a028f3b8b0e9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8ff257d-f8", "ovs_interfaceid": "a8ff257d-f8ff-43e0-a575-2713af946b61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.115069] env[69889]: DEBUG nova.compute.manager [None req-45ea16e8-4f22-48bc-9ab8-e662d8777b94 tempest-ServerGroupTestJSON-1605829277 tempest-ServerGroupTestJSON-1605829277-project-member] [instance: 7c0cf802-2002-48de-9d48-061bac8350b4] Start destroying the instance on the hypervisor. {{(pid=69889) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 959.115398] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-45ea16e8-4f22-48bc-9ab8-e662d8777b94 tempest-ServerGroupTestJSON-1605829277 tempest-ServerGroupTestJSON-1605829277-project-member] [instance: 7c0cf802-2002-48de-9d48-061bac8350b4] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 959.116338] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0b08921-dcfa-4ed3-8b34-a3874295467d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.134425] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-45ea16e8-4f22-48bc-9ab8-e662d8777b94 tempest-ServerGroupTestJSON-1605829277 tempest-ServerGroupTestJSON-1605829277-project-member] [instance: 7c0cf802-2002-48de-9d48-061bac8350b4] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 959.135585] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-224dfaff-255e-4451-b274-2f2d2f137c2e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.146771] env[69889]: DEBUG oslo_vmware.api [None req-45ea16e8-4f22-48bc-9ab8-e662d8777b94 tempest-ServerGroupTestJSON-1605829277 tempest-ServerGroupTestJSON-1605829277-project-member] Waiting for the task: (returnval){ [ 959.146771] env[69889]: value = "task-4077514" [ 959.146771] env[69889]: _type = "Task" [ 959.146771] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.163742] env[69889]: DEBUG oslo_vmware.api [None req-45ea16e8-4f22-48bc-9ab8-e662d8777b94 tempest-ServerGroupTestJSON-1605829277 tempest-ServerGroupTestJSON-1605829277-project-member] Task: {'id': task-4077514, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.196907] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c94cf3bc-ad43-47ba-9e88-9c2a70b6d77f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.211893] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cdc0332-2b1f-4cb0-96f6-5a50a74f6038 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.262561] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e8ed4e4-3562-4a7d-8fd2-9627ea24ab7b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.273798] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78dc8fa5-fc97-49de-995d-87ee8511192c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.291559] env[69889]: DEBUG nova.compute.provider_tree [None req-aa6c03f9-a699-4f56-a57c-dcb8beb8501d tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 959.487372] env[69889]: DEBUG oslo_vmware.api [None req-c004e1f6-74c7-4d31-ba9f-5346fe3a77c8 tempest-ServerAddressesTestJSON-1316354804 tempest-ServerAddressesTestJSON-1316354804-project-member] Task: {'id': task-4077513, 'name': ReconfigVM_Task, 'duration_secs': 0.591465} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.487372] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-c004e1f6-74c7-4d31-ba9f-5346fe3a77c8 tempest-ServerAddressesTestJSON-1316354804 tempest-ServerAddressesTestJSON-1316354804-project-member] [instance: e972c979-5e1c-4441-9226-c65aa10c0f7c] Reconfigured VM instance instance-00000040 to attach disk [datastore2] e972c979-5e1c-4441-9226-c65aa10c0f7c/e972c979-5e1c-4441-9226-c65aa10c0f7c.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 959.487372] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f68b95ff-499a-499a-8869-79e1d6a4a3f3 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.492883] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] [instance: 035a867b-5707-43b4-b743-3e32775063ea] Instance has had 0 of 5 cleanup attempts {{(pid=69889) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 959.496121] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5efed720-ff81-4f0d-bc20-8795847444c6 tempest-ServersAaction247Test-1324655128 tempest-ServersAaction247Test-1324655128-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.497971] env[69889]: DEBUG oslo_vmware.api [None req-c004e1f6-74c7-4d31-ba9f-5346fe3a77c8 tempest-ServerAddressesTestJSON-1316354804 tempest-ServerAddressesTestJSON-1316354804-project-member] Waiting for the task: (returnval){ [ 959.497971] env[69889]: value = "task-4077515" [ 959.497971] env[69889]: _type = "Task" [ 959.497971] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.510448] env[69889]: DEBUG oslo_vmware.api [None req-c004e1f6-74c7-4d31-ba9f-5346fe3a77c8 tempest-ServerAddressesTestJSON-1316354804 tempest-ServerAddressesTestJSON-1316354804-project-member] Task: {'id': task-4077515, 'name': Rename_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.517706] env[69889]: DEBUG nova.compute.manager [req-5bed8de6-ad55-4c4b-afc2-eb03e694722a req-8ee5c4aa-52c0-4aea-9a94-cf3f82579f98 service nova] [instance: 2aee774c-aa5d-42f0-82a4-26e0fa1fe069] Received event network-vif-deleted-01eefff7-2ff2-4444-8cb7-44ba88980110 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 959.521025] env[69889]: INFO nova.compute.manager [req-5bed8de6-ad55-4c4b-afc2-eb03e694722a req-8ee5c4aa-52c0-4aea-9a94-cf3f82579f98 service nova] [instance: 2aee774c-aa5d-42f0-82a4-26e0fa1fe069] Neutron deleted interface 01eefff7-2ff2-4444-8cb7-44ba88980110; detaching it from the instance and deleting it from the info cache [ 959.521025] env[69889]: DEBUG nova.network.neutron [req-5bed8de6-ad55-4c4b-afc2-eb03e694722a req-8ee5c4aa-52c0-4aea-9a94-cf3f82579f98 service nova] [instance: 2aee774c-aa5d-42f0-82a4-26e0fa1fe069] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.548611] env[69889]: DEBUG oslo_concurrency.lockutils [req-7b5e06cb-20fc-4e0a-a282-456032c9d8bc req-69f69a60-9dfa-4dbf-b9fa-8187e217c273 service nova] Releasing lock "refresh_cache-a31565fb-fb1f-4fb9-a60d-06e32458efa2" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.658051] env[69889]: DEBUG nova.network.neutron [-] [instance: 2aee774c-aa5d-42f0-82a4-26e0fa1fe069] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.660064] env[69889]: DEBUG oslo_vmware.api [None req-45ea16e8-4f22-48bc-9ab8-e662d8777b94 tempest-ServerGroupTestJSON-1605829277 tempest-ServerGroupTestJSON-1605829277-project-member] Task: {'id': task-4077514, 'name': PowerOffVM_Task, 'duration_secs': 0.276344} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.660578] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-45ea16e8-4f22-48bc-9ab8-e662d8777b94 tempest-ServerGroupTestJSON-1605829277 tempest-ServerGroupTestJSON-1605829277-project-member] [instance: 7c0cf802-2002-48de-9d48-061bac8350b4] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 959.660795] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-45ea16e8-4f22-48bc-9ab8-e662d8777b94 tempest-ServerGroupTestJSON-1605829277 tempest-ServerGroupTestJSON-1605829277-project-member] [instance: 7c0cf802-2002-48de-9d48-061bac8350b4] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 959.661082] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f0632822-dd9d-4577-9848-6d07bc0f5bde {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.711994] env[69889]: DEBUG oslo_concurrency.lockutils [None req-a44556a4-67fd-48f4-8e91-aaae2288dd78 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Acquiring lock "e7e0219a-e539-451b-a8a8-4faf7f1ea109" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.712305] env[69889]: DEBUG oslo_concurrency.lockutils [None req-a44556a4-67fd-48f4-8e91-aaae2288dd78 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Lock "e7e0219a-e539-451b-a8a8-4faf7f1ea109" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.712520] env[69889]: DEBUG oslo_concurrency.lockutils [None req-a44556a4-67fd-48f4-8e91-aaae2288dd78 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Acquiring lock "e7e0219a-e539-451b-a8a8-4faf7f1ea109-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.712768] env[69889]: DEBUG oslo_concurrency.lockutils [None req-a44556a4-67fd-48f4-8e91-aaae2288dd78 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Lock "e7e0219a-e539-451b-a8a8-4faf7f1ea109-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.712869] env[69889]: DEBUG oslo_concurrency.lockutils [None req-a44556a4-67fd-48f4-8e91-aaae2288dd78 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Lock "e7e0219a-e539-451b-a8a8-4faf7f1ea109-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.715796] env[69889]: INFO nova.compute.manager [None req-a44556a4-67fd-48f4-8e91-aaae2288dd78 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] [instance: e7e0219a-e539-451b-a8a8-4faf7f1ea109] Terminating instance [ 959.740223] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-45ea16e8-4f22-48bc-9ab8-e662d8777b94 tempest-ServerGroupTestJSON-1605829277 tempest-ServerGroupTestJSON-1605829277-project-member] [instance: 7c0cf802-2002-48de-9d48-061bac8350b4] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 959.740640] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-45ea16e8-4f22-48bc-9ab8-e662d8777b94 tempest-ServerGroupTestJSON-1605829277 tempest-ServerGroupTestJSON-1605829277-project-member] [instance: 7c0cf802-2002-48de-9d48-061bac8350b4] Deleting contents of the VM from datastore datastore1 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 959.741119] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-45ea16e8-4f22-48bc-9ab8-e662d8777b94 tempest-ServerGroupTestJSON-1605829277 tempest-ServerGroupTestJSON-1605829277-project-member] Deleting the datastore file [datastore1] 7c0cf802-2002-48de-9d48-061bac8350b4 {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 959.741487] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9f12bea7-6bf3-4a02-8055-a1e931ec0129 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.750375] env[69889]: DEBUG oslo_vmware.api [None req-45ea16e8-4f22-48bc-9ab8-e662d8777b94 tempest-ServerGroupTestJSON-1605829277 tempest-ServerGroupTestJSON-1605829277-project-member] Waiting for the task: (returnval){ [ 959.750375] env[69889]: value = "task-4077517" [ 959.750375] env[69889]: _type = "Task" [ 959.750375] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.764114] env[69889]: DEBUG oslo_vmware.api [None req-45ea16e8-4f22-48bc-9ab8-e662d8777b94 tempest-ServerGroupTestJSON-1605829277 tempest-ServerGroupTestJSON-1605829277-project-member] Task: {'id': task-4077517, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.795276] env[69889]: DEBUG nova.scheduler.client.report [None req-aa6c03f9-a699-4f56-a57c-dcb8beb8501d tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 959.998997] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] [instance: b4d9b431-14b5-46c9-9691-f5bfc012d8ca] Instance has had 0 of 5 cleanup attempts {{(pid=69889) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 960.012458] env[69889]: DEBUG oslo_vmware.api [None req-c004e1f6-74c7-4d31-ba9f-5346fe3a77c8 tempest-ServerAddressesTestJSON-1316354804 tempest-ServerAddressesTestJSON-1316354804-project-member] Task: {'id': task-4077515, 'name': Rename_Task, 'duration_secs': 0.320051} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.012883] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-c004e1f6-74c7-4d31-ba9f-5346fe3a77c8 tempest-ServerAddressesTestJSON-1316354804 tempest-ServerAddressesTestJSON-1316354804-project-member] [instance: e972c979-5e1c-4441-9226-c65aa10c0f7c] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 960.013251] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-41d9662f-3cc0-4c1c-b8ad-ab338ffc33c6 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.021444] env[69889]: DEBUG oslo_vmware.api [None req-c004e1f6-74c7-4d31-ba9f-5346fe3a77c8 tempest-ServerAddressesTestJSON-1316354804 tempest-ServerAddressesTestJSON-1316354804-project-member] Waiting for the task: (returnval){ [ 960.021444] env[69889]: value = "task-4077518" [ 960.021444] env[69889]: _type = "Task" [ 960.021444] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.022166] env[69889]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f976a344-4e83-4be3-89a3-21c3708eaf28 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.037133] env[69889]: DEBUG oslo_vmware.api [None req-c004e1f6-74c7-4d31-ba9f-5346fe3a77c8 tempest-ServerAddressesTestJSON-1316354804 tempest-ServerAddressesTestJSON-1316354804-project-member] Task: {'id': task-4077518, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.042683] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25e24f53-ae24-49bc-9076-8fce9adc5729 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.081310] env[69889]: DEBUG nova.compute.manager [req-5bed8de6-ad55-4c4b-afc2-eb03e694722a req-8ee5c4aa-52c0-4aea-9a94-cf3f82579f98 service nova] [instance: 2aee774c-aa5d-42f0-82a4-26e0fa1fe069] Detach interface failed, port_id=01eefff7-2ff2-4444-8cb7-44ba88980110, reason: Instance 2aee774c-aa5d-42f0-82a4-26e0fa1fe069 could not be found. {{(pid=69889) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 960.160554] env[69889]: INFO nova.compute.manager [-] [instance: 2aee774c-aa5d-42f0-82a4-26e0fa1fe069] Took 1.56 seconds to deallocate network for instance. [ 960.220394] env[69889]: DEBUG nova.compute.manager [None req-a44556a4-67fd-48f4-8e91-aaae2288dd78 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] [instance: e7e0219a-e539-451b-a8a8-4faf7f1ea109] Start destroying the instance on the hypervisor. {{(pid=69889) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 960.221047] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-a44556a4-67fd-48f4-8e91-aaae2288dd78 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] [instance: e7e0219a-e539-451b-a8a8-4faf7f1ea109] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 960.221909] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0efad614-1fc2-4dd4-bfa4-ebf9eec733d7 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.232371] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-a44556a4-67fd-48f4-8e91-aaae2288dd78 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] [instance: e7e0219a-e539-451b-a8a8-4faf7f1ea109] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 960.233109] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e3029a83-312d-45bf-a979-e1e143c733b9 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.241772] env[69889]: DEBUG oslo_vmware.api [None req-a44556a4-67fd-48f4-8e91-aaae2288dd78 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Waiting for the task: (returnval){ [ 960.241772] env[69889]: value = "task-4077519" [ 960.241772] env[69889]: _type = "Task" [ 960.241772] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.254596] env[69889]: DEBUG oslo_vmware.api [None req-a44556a4-67fd-48f4-8e91-aaae2288dd78 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Task: {'id': task-4077519, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.265882] env[69889]: DEBUG oslo_vmware.api [None req-45ea16e8-4f22-48bc-9ab8-e662d8777b94 tempest-ServerGroupTestJSON-1605829277 tempest-ServerGroupTestJSON-1605829277-project-member] Task: {'id': task-4077517, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189683} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.266183] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-45ea16e8-4f22-48bc-9ab8-e662d8777b94 tempest-ServerGroupTestJSON-1605829277 tempest-ServerGroupTestJSON-1605829277-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 960.266379] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-45ea16e8-4f22-48bc-9ab8-e662d8777b94 tempest-ServerGroupTestJSON-1605829277 tempest-ServerGroupTestJSON-1605829277-project-member] [instance: 7c0cf802-2002-48de-9d48-061bac8350b4] Deleted contents of the VM from datastore datastore1 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 960.266662] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-45ea16e8-4f22-48bc-9ab8-e662d8777b94 tempest-ServerGroupTestJSON-1605829277 tempest-ServerGroupTestJSON-1605829277-project-member] [instance: 7c0cf802-2002-48de-9d48-061bac8350b4] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 960.266928] env[69889]: INFO nova.compute.manager [None req-45ea16e8-4f22-48bc-9ab8-e662d8777b94 tempest-ServerGroupTestJSON-1605829277 tempest-ServerGroupTestJSON-1605829277-project-member] [instance: 7c0cf802-2002-48de-9d48-061bac8350b4] Took 1.15 seconds to destroy the instance on the hypervisor. [ 960.267240] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-45ea16e8-4f22-48bc-9ab8-e662d8777b94 tempest-ServerGroupTestJSON-1605829277 tempest-ServerGroupTestJSON-1605829277-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 960.267701] env[69889]: DEBUG nova.compute.manager [-] [instance: 7c0cf802-2002-48de-9d48-061bac8350b4] Deallocating network for instance {{(pid=69889) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 960.267701] env[69889]: DEBUG nova.network.neutron [-] [instance: 7c0cf802-2002-48de-9d48-061bac8350b4] deallocate_for_instance() {{(pid=69889) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 960.304014] env[69889]: DEBUG oslo_concurrency.lockutils [None req-aa6c03f9-a699-4f56-a57c-dcb8beb8501d tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.859s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.304014] env[69889]: DEBUG nova.compute.manager [None req-aa6c03f9-a699-4f56-a57c-dcb8beb8501d tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] [instance: bf0636c2-b042-4181-9b86-748786c41197] Start building networks asynchronously for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 960.306717] env[69889]: DEBUG oslo_concurrency.lockutils [None req-a921b86c-2147-4ea1-918e-baacc80425ab tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 38.407s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.507611] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] [instance: fb83ecfb-e4bc-4420-b9db-e13a462db3c4] Instance has had 0 of 5 cleanup attempts {{(pid=69889) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 960.534746] env[69889]: DEBUG oslo_vmware.api [None req-c004e1f6-74c7-4d31-ba9f-5346fe3a77c8 tempest-ServerAddressesTestJSON-1316354804 tempest-ServerAddressesTestJSON-1316354804-project-member] Task: {'id': task-4077518, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.544218] env[69889]: DEBUG nova.compute.manager [req-5ad958f3-6ca9-4b03-bb06-f40307eef469 req-b631ac7d-abb1-4301-9eaa-ae213bc05a1c service nova] [instance: a31565fb-fb1f-4fb9-a60d-06e32458efa2] Received event network-changed-a8ff257d-f8ff-43e0-a575-2713af946b61 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 960.544218] env[69889]: DEBUG nova.compute.manager [req-5ad958f3-6ca9-4b03-bb06-f40307eef469 req-b631ac7d-abb1-4301-9eaa-ae213bc05a1c service nova] [instance: a31565fb-fb1f-4fb9-a60d-06e32458efa2] Refreshing instance network info cache due to event network-changed-a8ff257d-f8ff-43e0-a575-2713af946b61. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 960.544218] env[69889]: DEBUG oslo_concurrency.lockutils [req-5ad958f3-6ca9-4b03-bb06-f40307eef469 req-b631ac7d-abb1-4301-9eaa-ae213bc05a1c service nova] Acquiring lock "refresh_cache-a31565fb-fb1f-4fb9-a60d-06e32458efa2" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.545407] env[69889]: DEBUG oslo_concurrency.lockutils [req-5ad958f3-6ca9-4b03-bb06-f40307eef469 req-b631ac7d-abb1-4301-9eaa-ae213bc05a1c service nova] Acquired lock "refresh_cache-a31565fb-fb1f-4fb9-a60d-06e32458efa2" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.546027] env[69889]: DEBUG nova.network.neutron [req-5ad958f3-6ca9-4b03-bb06-f40307eef469 req-b631ac7d-abb1-4301-9eaa-ae213bc05a1c service nova] [instance: a31565fb-fb1f-4fb9-a60d-06e32458efa2] Refreshing network info cache for port a8ff257d-f8ff-43e0-a575-2713af946b61 {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 960.668642] env[69889]: DEBUG oslo_concurrency.lockutils [None req-df5bfe6e-7398-4e03-9c11-1d964620b2e6 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.760095] env[69889]: DEBUG oslo_vmware.api [None req-a44556a4-67fd-48f4-8e91-aaae2288dd78 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Task: {'id': task-4077519, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.814704] env[69889]: DEBUG nova.compute.utils [None req-aa6c03f9-a699-4f56-a57c-dcb8beb8501d tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 960.814704] env[69889]: DEBUG nova.objects.instance [None req-a921b86c-2147-4ea1-918e-baacc80425ab tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Lazy-loading 'migration_context' on Instance uuid 9103303b-fb64-4728-892d-285dba75ac18 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 960.815747] env[69889]: DEBUG nova.compute.manager [None req-aa6c03f9-a699-4f56-a57c-dcb8beb8501d tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] [instance: bf0636c2-b042-4181-9b86-748786c41197] Allocating IP information in the background. {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 960.816415] env[69889]: DEBUG nova.network.neutron [None req-aa6c03f9-a699-4f56-a57c-dcb8beb8501d tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] [instance: bf0636c2-b042-4181-9b86-748786c41197] allocate_for_instance() {{(pid=69889) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 960.881616] env[69889]: DEBUG nova.policy [None req-aa6c03f9-a699-4f56-a57c-dcb8beb8501d tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4d302810583f4a048b36b2d7123ca4d1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8a6b7a3fa1444c5ea83e1118264fdc81', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69889) authorize /opt/stack/nova/nova/policy.py:192}} [ 961.015691] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] [instance: 2df2001e-95cc-4421-a98d-c8212c184cff] Instance has had 0 of 5 cleanup attempts {{(pid=69889) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 961.034177] env[69889]: DEBUG oslo_vmware.api [None req-c004e1f6-74c7-4d31-ba9f-5346fe3a77c8 tempest-ServerAddressesTestJSON-1316354804 tempest-ServerAddressesTestJSON-1316354804-project-member] Task: {'id': task-4077518, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.096607] env[69889]: DEBUG nova.network.neutron [-] [instance: 7c0cf802-2002-48de-9d48-061bac8350b4] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.235131] env[69889]: DEBUG oslo_concurrency.lockutils [None req-467a0ccf-2a3e-4d1c-aaf0-c27cf4c2029d tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Acquiring lock "a31565fb-fb1f-4fb9-a60d-06e32458efa2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.235445] env[69889]: DEBUG oslo_concurrency.lockutils [None req-467a0ccf-2a3e-4d1c-aaf0-c27cf4c2029d tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Lock "a31565fb-fb1f-4fb9-a60d-06e32458efa2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.235768] env[69889]: DEBUG oslo_concurrency.lockutils [None req-467a0ccf-2a3e-4d1c-aaf0-c27cf4c2029d tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Acquiring lock "a31565fb-fb1f-4fb9-a60d-06e32458efa2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.235851] env[69889]: DEBUG oslo_concurrency.lockutils [None req-467a0ccf-2a3e-4d1c-aaf0-c27cf4c2029d tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Lock "a31565fb-fb1f-4fb9-a60d-06e32458efa2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.236093] env[69889]: DEBUG oslo_concurrency.lockutils [None req-467a0ccf-2a3e-4d1c-aaf0-c27cf4c2029d tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Lock "a31565fb-fb1f-4fb9-a60d-06e32458efa2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.243025] env[69889]: INFO nova.compute.manager [None req-467a0ccf-2a3e-4d1c-aaf0-c27cf4c2029d tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] [instance: a31565fb-fb1f-4fb9-a60d-06e32458efa2] Terminating instance [ 961.262781] env[69889]: DEBUG oslo_vmware.api [None req-a44556a4-67fd-48f4-8e91-aaae2288dd78 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Task: {'id': task-4077519, 'name': PowerOffVM_Task, 'duration_secs': 0.753808} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.264715] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-a44556a4-67fd-48f4-8e91-aaae2288dd78 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] [instance: e7e0219a-e539-451b-a8a8-4faf7f1ea109] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 961.264993] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-a44556a4-67fd-48f4-8e91-aaae2288dd78 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] [instance: e7e0219a-e539-451b-a8a8-4faf7f1ea109] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 961.265342] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d607efd4-1eca-4b6d-82da-82463e030d34 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.320275] env[69889]: DEBUG nova.compute.manager [None req-aa6c03f9-a699-4f56-a57c-dcb8beb8501d tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] [instance: bf0636c2-b042-4181-9b86-748786c41197] Start building block device mappings for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 961.357047] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-a44556a4-67fd-48f4-8e91-aaae2288dd78 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] [instance: e7e0219a-e539-451b-a8a8-4faf7f1ea109] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 961.357180] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-a44556a4-67fd-48f4-8e91-aaae2288dd78 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] [instance: e7e0219a-e539-451b-a8a8-4faf7f1ea109] Deleting contents of the VM from datastore datastore1 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 961.357390] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-a44556a4-67fd-48f4-8e91-aaae2288dd78 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Deleting the datastore file [datastore1] e7e0219a-e539-451b-a8a8-4faf7f1ea109 {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 961.357724] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-31729bf9-58f4-4dd4-8c57-9e95f7097397 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.372220] env[69889]: DEBUG oslo_vmware.api [None req-a44556a4-67fd-48f4-8e91-aaae2288dd78 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Waiting for the task: (returnval){ [ 961.372220] env[69889]: value = "task-4077521" [ 961.372220] env[69889]: _type = "Task" [ 961.372220] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.383216] env[69889]: DEBUG oslo_vmware.api [None req-a44556a4-67fd-48f4-8e91-aaae2288dd78 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Task: {'id': task-4077521, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.384989] env[69889]: DEBUG nova.network.neutron [None req-aa6c03f9-a699-4f56-a57c-dcb8beb8501d tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] [instance: bf0636c2-b042-4181-9b86-748786c41197] Successfully created port: fd67623c-8bfe-4cb2-88d0-be7f270d6fda {{(pid=69889) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 961.401528] env[69889]: DEBUG nova.network.neutron [req-5ad958f3-6ca9-4b03-bb06-f40307eef469 req-b631ac7d-abb1-4301-9eaa-ae213bc05a1c service nova] [instance: a31565fb-fb1f-4fb9-a60d-06e32458efa2] Updated VIF entry in instance network info cache for port a8ff257d-f8ff-43e0-a575-2713af946b61. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 961.402017] env[69889]: DEBUG nova.network.neutron [req-5ad958f3-6ca9-4b03-bb06-f40307eef469 req-b631ac7d-abb1-4301-9eaa-ae213bc05a1c service nova] [instance: a31565fb-fb1f-4fb9-a60d-06e32458efa2] Updating instance_info_cache with network_info: [{"id": "a8ff257d-f8ff-43e0-a575-2713af946b61", "address": "fa:16:3e:ab:43:d6", "network": {"id": "51020b66-d21a-4027-b352-b86bec25aebe", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1228751700-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "4078f9e442cf4282ae5a028f3b8b0e9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8ff257d-f8", "ovs_interfaceid": "a8ff257d-f8ff-43e0-a575-2713af946b61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.518491] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] [instance: fcc33919-98ac-42bc-8c76-a65e1189865a] Instance has had 0 of 5 cleanup attempts {{(pid=69889) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 961.540023] env[69889]: DEBUG oslo_vmware.api [None req-c004e1f6-74c7-4d31-ba9f-5346fe3a77c8 tempest-ServerAddressesTestJSON-1316354804 tempest-ServerAddressesTestJSON-1316354804-project-member] Task: {'id': task-4077518, 'name': PowerOnVM_Task, 'duration_secs': 1.275033} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.540023] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-c004e1f6-74c7-4d31-ba9f-5346fe3a77c8 tempest-ServerAddressesTestJSON-1316354804 tempest-ServerAddressesTestJSON-1316354804-project-member] [instance: e972c979-5e1c-4441-9226-c65aa10c0f7c] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 961.540023] env[69889]: INFO nova.compute.manager [None req-c004e1f6-74c7-4d31-ba9f-5346fe3a77c8 tempest-ServerAddressesTestJSON-1316354804 tempest-ServerAddressesTestJSON-1316354804-project-member] [instance: e972c979-5e1c-4441-9226-c65aa10c0f7c] Took 9.62 seconds to spawn the instance on the hypervisor. [ 961.540236] env[69889]: DEBUG nova.compute.manager [None req-c004e1f6-74c7-4d31-ba9f-5346fe3a77c8 tempest-ServerAddressesTestJSON-1316354804 tempest-ServerAddressesTestJSON-1316354804-project-member] [instance: e972c979-5e1c-4441-9226-c65aa10c0f7c] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 961.541311] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cad3cc5a-ca46-42db-ad48-57551f74b0e0 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.599933] env[69889]: INFO nova.compute.manager [-] [instance: 7c0cf802-2002-48de-9d48-061bac8350b4] Took 1.33 seconds to deallocate network for instance. [ 961.749912] env[69889]: DEBUG nova.compute.manager [None req-467a0ccf-2a3e-4d1c-aaf0-c27cf4c2029d tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] [instance: a31565fb-fb1f-4fb9-a60d-06e32458efa2] Start destroying the instance on the hypervisor. {{(pid=69889) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 961.750166] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-467a0ccf-2a3e-4d1c-aaf0-c27cf4c2029d tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] [instance: a31565fb-fb1f-4fb9-a60d-06e32458efa2] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 961.751803] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b652181e-6e2f-4915-95bd-668314b0ba02 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.760662] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-467a0ccf-2a3e-4d1c-aaf0-c27cf4c2029d tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] [instance: a31565fb-fb1f-4fb9-a60d-06e32458efa2] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 961.760970] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-53747e1d-e2e9-4944-a098-4f3e084c9b97 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.772381] env[69889]: DEBUG oslo_vmware.api [None req-467a0ccf-2a3e-4d1c-aaf0-c27cf4c2029d tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Waiting for the task: (returnval){ [ 961.772381] env[69889]: value = "task-4077522" [ 961.772381] env[69889]: _type = "Task" [ 961.772381] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.785804] env[69889]: DEBUG oslo_vmware.api [None req-467a0ccf-2a3e-4d1c-aaf0-c27cf4c2029d tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Task: {'id': task-4077522, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.824157] env[69889]: DEBUG nova.compute.manager [req-f52dd1a0-7218-4eac-88da-3977398d4901 req-2d26e345-a66b-49eb-b163-51ff143f02a6 service nova] [instance: 7c0cf802-2002-48de-9d48-061bac8350b4] Received event network-vif-deleted-16a6c58e-f55f-4c26-be71-8607fd1afbde {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 961.888938] env[69889]: DEBUG oslo_vmware.api [None req-a44556a4-67fd-48f4-8e91-aaae2288dd78 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Task: {'id': task-4077521, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177559} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.889529] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-a44556a4-67fd-48f4-8e91-aaae2288dd78 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 961.889529] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-a44556a4-67fd-48f4-8e91-aaae2288dd78 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] [instance: e7e0219a-e539-451b-a8a8-4faf7f1ea109] Deleted contents of the VM from datastore datastore1 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 961.889828] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-a44556a4-67fd-48f4-8e91-aaae2288dd78 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] [instance: e7e0219a-e539-451b-a8a8-4faf7f1ea109] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 961.889828] env[69889]: INFO nova.compute.manager [None req-a44556a4-67fd-48f4-8e91-aaae2288dd78 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] [instance: e7e0219a-e539-451b-a8a8-4faf7f1ea109] Took 1.67 seconds to destroy the instance on the hypervisor. [ 961.890291] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a44556a4-67fd-48f4-8e91-aaae2288dd78 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 961.890375] env[69889]: DEBUG nova.compute.manager [-] [instance: e7e0219a-e539-451b-a8a8-4faf7f1ea109] Deallocating network for instance {{(pid=69889) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 961.890512] env[69889]: DEBUG nova.network.neutron [-] [instance: e7e0219a-e539-451b-a8a8-4faf7f1ea109] deallocate_for_instance() {{(pid=69889) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 961.908121] env[69889]: DEBUG oslo_concurrency.lockutils [req-5ad958f3-6ca9-4b03-bb06-f40307eef469 req-b631ac7d-abb1-4301-9eaa-ae213bc05a1c service nova] Releasing lock "refresh_cache-a31565fb-fb1f-4fb9-a60d-06e32458efa2" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.943310] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37295601-c8a6-4beb-872b-163609a8b113 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.952095] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42b075b1-ac04-42ad-b636-58979618217a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.990841] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-241b9ee5-3d31-43eb-bfae-f583a8922777 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.999913] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eab4dad-106f-4c15-a029-566bbc3e8a37 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.016882] env[69889]: DEBUG nova.compute.provider_tree [None req-a921b86c-2147-4ea1-918e-baacc80425ab tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 962.022389] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] [instance: 4925d307-f4c8-4847-8ee1-937e196e6c69] Instance has had 0 of 5 cleanup attempts {{(pid=69889) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 962.062588] env[69889]: INFO nova.compute.manager [None req-c004e1f6-74c7-4d31-ba9f-5346fe3a77c8 tempest-ServerAddressesTestJSON-1316354804 tempest-ServerAddressesTestJSON-1316354804-project-member] [instance: e972c979-5e1c-4441-9226-c65aa10c0f7c] Took 49.30 seconds to build instance. [ 962.107020] env[69889]: DEBUG oslo_concurrency.lockutils [None req-45ea16e8-4f22-48bc-9ab8-e662d8777b94 tempest-ServerGroupTestJSON-1605829277 tempest-ServerGroupTestJSON-1605829277-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.283746] env[69889]: DEBUG oslo_vmware.api [None req-467a0ccf-2a3e-4d1c-aaf0-c27cf4c2029d tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Task: {'id': task-4077522, 'name': PowerOffVM_Task, 'duration_secs': 0.351405} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.284044] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-467a0ccf-2a3e-4d1c-aaf0-c27cf4c2029d tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] [instance: a31565fb-fb1f-4fb9-a60d-06e32458efa2] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 962.284219] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-467a0ccf-2a3e-4d1c-aaf0-c27cf4c2029d tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] [instance: a31565fb-fb1f-4fb9-a60d-06e32458efa2] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 962.284508] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-063e6f70-a338-432a-907b-00395856ef33 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.336370] env[69889]: DEBUG nova.compute.manager [None req-aa6c03f9-a699-4f56-a57c-dcb8beb8501d tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] [instance: bf0636c2-b042-4181-9b86-748786c41197] Start spawning the instance on the hypervisor. {{(pid=69889) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 962.367533] env[69889]: DEBUG nova.virt.hardware [None req-aa6c03f9-a699-4f56-a57c-dcb8beb8501d tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 962.367533] env[69889]: DEBUG nova.virt.hardware [None req-aa6c03f9-a699-4f56-a57c-dcb8beb8501d tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 962.367533] env[69889]: DEBUG nova.virt.hardware [None req-aa6c03f9-a699-4f56-a57c-dcb8beb8501d tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 962.367533] env[69889]: DEBUG nova.virt.hardware [None req-aa6c03f9-a699-4f56-a57c-dcb8beb8501d tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 962.367533] env[69889]: DEBUG nova.virt.hardware [None req-aa6c03f9-a699-4f56-a57c-dcb8beb8501d tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 962.367533] env[69889]: DEBUG nova.virt.hardware [None req-aa6c03f9-a699-4f56-a57c-dcb8beb8501d tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 962.367533] env[69889]: DEBUG nova.virt.hardware [None req-aa6c03f9-a699-4f56-a57c-dcb8beb8501d tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 962.367942] env[69889]: DEBUG nova.virt.hardware [None req-aa6c03f9-a699-4f56-a57c-dcb8beb8501d tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 962.368814] env[69889]: DEBUG nova.virt.hardware [None req-aa6c03f9-a699-4f56-a57c-dcb8beb8501d tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 962.368814] env[69889]: DEBUG nova.virt.hardware [None req-aa6c03f9-a699-4f56-a57c-dcb8beb8501d tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 962.368814] env[69889]: DEBUG nova.virt.hardware [None req-aa6c03f9-a699-4f56-a57c-dcb8beb8501d tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 962.369601] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a13aaa3-3265-4b74-9c11-830934e2fa87 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.376939] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-467a0ccf-2a3e-4d1c-aaf0-c27cf4c2029d tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] [instance: a31565fb-fb1f-4fb9-a60d-06e32458efa2] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 962.376939] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-467a0ccf-2a3e-4d1c-aaf0-c27cf4c2029d tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] [instance: a31565fb-fb1f-4fb9-a60d-06e32458efa2] Deleting contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 962.377191] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-467a0ccf-2a3e-4d1c-aaf0-c27cf4c2029d tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Deleting the datastore file [datastore2] a31565fb-fb1f-4fb9-a60d-06e32458efa2 {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 962.377444] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-30386608-bf38-4e8a-8b3f-6668e73a7c5e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.385496] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebcc3658-43e6-412d-9162-5b92d5116033 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.391592] env[69889]: DEBUG oslo_vmware.api [None req-467a0ccf-2a3e-4d1c-aaf0-c27cf4c2029d tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Waiting for the task: (returnval){ [ 962.391592] env[69889]: value = "task-4077524" [ 962.391592] env[69889]: _type = "Task" [ 962.391592] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.411828] env[69889]: DEBUG oslo_vmware.api [None req-467a0ccf-2a3e-4d1c-aaf0-c27cf4c2029d tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Task: {'id': task-4077524, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.520318] env[69889]: DEBUG nova.scheduler.client.report [None req-a921b86c-2147-4ea1-918e-baacc80425ab tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 962.529070] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] [instance: d2d7ec47-2dbc-4397-9999-8ab39d117876] Instance has had 0 of 5 cleanup attempts {{(pid=69889) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 962.564958] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c004e1f6-74c7-4d31-ba9f-5346fe3a77c8 tempest-ServerAddressesTestJSON-1316354804 tempest-ServerAddressesTestJSON-1316354804-project-member] Lock "e972c979-5e1c-4441-9226-c65aa10c0f7c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.768s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.669369] env[69889]: DEBUG nova.network.neutron [-] [instance: e7e0219a-e539-451b-a8a8-4faf7f1ea109] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.907365] env[69889]: DEBUG oslo_vmware.api [None req-467a0ccf-2a3e-4d1c-aaf0-c27cf4c2029d tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Task: {'id': task-4077524, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.034201] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] [instance: c94d00aa-7337-4037-9d27-25bad025e569] Instance has had 0 of 5 cleanup attempts {{(pid=69889) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 963.151454] env[69889]: DEBUG nova.network.neutron [None req-aa6c03f9-a699-4f56-a57c-dcb8beb8501d tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] [instance: bf0636c2-b042-4181-9b86-748786c41197] Successfully updated port: fd67623c-8bfe-4cb2-88d0-be7f270d6fda {{(pid=69889) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 963.172618] env[69889]: INFO nova.compute.manager [-] [instance: e7e0219a-e539-451b-a8a8-4faf7f1ea109] Took 1.28 seconds to deallocate network for instance. [ 963.266394] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5a83f0ee-522d-48ca-8ef1-40c3ee7f7f84 tempest-ServerAddressesTestJSON-1316354804 tempest-ServerAddressesTestJSON-1316354804-project-member] Acquiring lock "e972c979-5e1c-4441-9226-c65aa10c0f7c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.266394] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5a83f0ee-522d-48ca-8ef1-40c3ee7f7f84 tempest-ServerAddressesTestJSON-1316354804 tempest-ServerAddressesTestJSON-1316354804-project-member] Lock "e972c979-5e1c-4441-9226-c65aa10c0f7c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.266394] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5a83f0ee-522d-48ca-8ef1-40c3ee7f7f84 tempest-ServerAddressesTestJSON-1316354804 tempest-ServerAddressesTestJSON-1316354804-project-member] Acquiring lock "e972c979-5e1c-4441-9226-c65aa10c0f7c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.266394] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5a83f0ee-522d-48ca-8ef1-40c3ee7f7f84 tempest-ServerAddressesTestJSON-1316354804 tempest-ServerAddressesTestJSON-1316354804-project-member] Lock "e972c979-5e1c-4441-9226-c65aa10c0f7c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.266394] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5a83f0ee-522d-48ca-8ef1-40c3ee7f7f84 tempest-ServerAddressesTestJSON-1316354804 tempest-ServerAddressesTestJSON-1316354804-project-member] Lock "e972c979-5e1c-4441-9226-c65aa10c0f7c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.271676] env[69889]: INFO nova.compute.manager [None req-5a83f0ee-522d-48ca-8ef1-40c3ee7f7f84 tempest-ServerAddressesTestJSON-1316354804 tempest-ServerAddressesTestJSON-1316354804-project-member] [instance: e972c979-5e1c-4441-9226-c65aa10c0f7c] Terminating instance [ 964.150351] env[69889]: DEBUG oslo_concurrency.lockutils [None req-a921b86c-2147-4ea1-918e-baacc80425ab tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.843s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.163038] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] [instance: f042fe0d-3d51-41f7-b983-8254e996697e] Instance has had 0 of 5 cleanup attempts {{(pid=69889) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 964.163661] env[69889]: DEBUG oslo_concurrency.lockutils [None req-aa6c03f9-a699-4f56-a57c-dcb8beb8501d tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Acquiring lock "refresh_cache-bf0636c2-b042-4181-9b86-748786c41197" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.163743] env[69889]: DEBUG oslo_concurrency.lockutils [None req-aa6c03f9-a699-4f56-a57c-dcb8beb8501d tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Acquired lock "refresh_cache-bf0636c2-b042-4181-9b86-748786c41197" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.163887] env[69889]: DEBUG nova.network.neutron [None req-aa6c03f9-a699-4f56-a57c-dcb8beb8501d tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] [instance: bf0636c2-b042-4181-9b86-748786c41197] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 964.167155] env[69889]: DEBUG oslo_concurrency.lockutils [None req-a44556a4-67fd-48f4-8e91-aaae2288dd78 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.167155] env[69889]: DEBUG nova.compute.manager [None req-5a83f0ee-522d-48ca-8ef1-40c3ee7f7f84 tempest-ServerAddressesTestJSON-1316354804 tempest-ServerAddressesTestJSON-1316354804-project-member] [instance: e972c979-5e1c-4441-9226-c65aa10c0f7c] Start destroying the instance on the hypervisor. {{(pid=69889) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 964.167155] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-5a83f0ee-522d-48ca-8ef1-40c3ee7f7f84 tempest-ServerAddressesTestJSON-1316354804 tempest-ServerAddressesTestJSON-1316354804-project-member] [instance: e972c979-5e1c-4441-9226-c65aa10c0f7c] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 964.171698] env[69889]: DEBUG nova.compute.manager [req-8b5be2b1-ead5-419e-af22-68c31ea4b9b9 req-6f12ea7a-0dec-4c3c-9159-b89f4564f173 service nova] [instance: e7e0219a-e539-451b-a8a8-4faf7f1ea109] Received event network-vif-deleted-cd5cc3fe-b29b-44f3-888c-5903a8d85e58 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 964.171906] env[69889]: DEBUG nova.compute.manager [req-8b5be2b1-ead5-419e-af22-68c31ea4b9b9 req-6f12ea7a-0dec-4c3c-9159-b89f4564f173 service nova] [instance: bf0636c2-b042-4181-9b86-748786c41197] Received event network-vif-plugged-fd67623c-8bfe-4cb2-88d0-be7f270d6fda {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 964.172111] env[69889]: DEBUG oslo_concurrency.lockutils [req-8b5be2b1-ead5-419e-af22-68c31ea4b9b9 req-6f12ea7a-0dec-4c3c-9159-b89f4564f173 service nova] Acquiring lock "bf0636c2-b042-4181-9b86-748786c41197-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.173227] env[69889]: DEBUG oslo_concurrency.lockutils [req-8b5be2b1-ead5-419e-af22-68c31ea4b9b9 req-6f12ea7a-0dec-4c3c-9159-b89f4564f173 service nova] Lock "bf0636c2-b042-4181-9b86-748786c41197-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.173227] env[69889]: DEBUG oslo_concurrency.lockutils [req-8b5be2b1-ead5-419e-af22-68c31ea4b9b9 req-6f12ea7a-0dec-4c3c-9159-b89f4564f173 service nova] Lock "bf0636c2-b042-4181-9b86-748786c41197-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.173227] env[69889]: DEBUG nova.compute.manager [req-8b5be2b1-ead5-419e-af22-68c31ea4b9b9 req-6f12ea7a-0dec-4c3c-9159-b89f4564f173 service nova] [instance: bf0636c2-b042-4181-9b86-748786c41197] No waiting events found dispatching network-vif-plugged-fd67623c-8bfe-4cb2-88d0-be7f270d6fda {{(pid=69889) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 964.173227] env[69889]: WARNING nova.compute.manager [req-8b5be2b1-ead5-419e-af22-68c31ea4b9b9 req-6f12ea7a-0dec-4c3c-9159-b89f4564f173 service nova] [instance: bf0636c2-b042-4181-9b86-748786c41197] Received unexpected event network-vif-plugged-fd67623c-8bfe-4cb2-88d0-be7f270d6fda for instance with vm_state building and task_state spawning. [ 964.173648] env[69889]: DEBUG nova.compute.manager [req-8b5be2b1-ead5-419e-af22-68c31ea4b9b9 req-6f12ea7a-0dec-4c3c-9159-b89f4564f173 service nova] [instance: bf0636c2-b042-4181-9b86-748786c41197] Received event network-changed-fd67623c-8bfe-4cb2-88d0-be7f270d6fda {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 964.173648] env[69889]: DEBUG nova.compute.manager [req-8b5be2b1-ead5-419e-af22-68c31ea4b9b9 req-6f12ea7a-0dec-4c3c-9159-b89f4564f173 service nova] [instance: bf0636c2-b042-4181-9b86-748786c41197] Refreshing instance network info cache due to event network-changed-fd67623c-8bfe-4cb2-88d0-be7f270d6fda. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 964.173707] env[69889]: DEBUG oslo_concurrency.lockutils [req-8b5be2b1-ead5-419e-af22-68c31ea4b9b9 req-6f12ea7a-0dec-4c3c-9159-b89f4564f173 service nova] Acquiring lock "refresh_cache-bf0636c2-b042-4181-9b86-748786c41197" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.181603] env[69889]: DEBUG oslo_concurrency.lockutils [None req-861d5027-b792-4485-8d84-ade0b463b858 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.898s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.183414] env[69889]: DEBUG oslo_concurrency.lockutils [None req-861d5027-b792-4485-8d84-ade0b463b858 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.184241] env[69889]: DEBUG oslo_concurrency.lockutils [None req-257c8110-98e5-4d7a-860a-b55b8c41e928 tempest-VolumesAssistedSnapshotsTest-1139004312 tempest-VolumesAssistedSnapshotsTest-1139004312-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.606s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.184449] env[69889]: DEBUG oslo_concurrency.lockutils [None req-257c8110-98e5-4d7a-860a-b55b8c41e928 tempest-VolumesAssistedSnapshotsTest-1139004312 tempest-VolumesAssistedSnapshotsTest-1139004312-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.186460] env[69889]: DEBUG oslo_concurrency.lockutils [None req-def22c36-8b30-4d1e-a183-7311fd21c8aa tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 36.570s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.186656] env[69889]: DEBUG nova.objects.instance [None req-def22c36-8b30-4d1e-a183-7311fd21c8aa tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 50d05d43-aecd-4d90-ae1a-60a0ff086f9c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69889) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 964.190590] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8128c8b6-403f-4862-b7de-efeb993a60a7 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.205953] env[69889]: DEBUG oslo_vmware.api [None req-467a0ccf-2a3e-4d1c-aaf0-c27cf4c2029d tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Task: {'id': task-4077524, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.665864} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.208887] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-467a0ccf-2a3e-4d1c-aaf0-c27cf4c2029d tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 964.209235] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-467a0ccf-2a3e-4d1c-aaf0-c27cf4c2029d tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] [instance: a31565fb-fb1f-4fb9-a60d-06e32458efa2] Deleted contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 964.209427] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-467a0ccf-2a3e-4d1c-aaf0-c27cf4c2029d tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] [instance: a31565fb-fb1f-4fb9-a60d-06e32458efa2] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 964.209602] env[69889]: INFO nova.compute.manager [None req-467a0ccf-2a3e-4d1c-aaf0-c27cf4c2029d tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] [instance: a31565fb-fb1f-4fb9-a60d-06e32458efa2] Took 2.46 seconds to destroy the instance on the hypervisor. [ 964.209850] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-467a0ccf-2a3e-4d1c-aaf0-c27cf4c2029d tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 964.210096] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a83f0ee-522d-48ca-8ef1-40c3ee7f7f84 tempest-ServerAddressesTestJSON-1316354804 tempest-ServerAddressesTestJSON-1316354804-project-member] [instance: e972c979-5e1c-4441-9226-c65aa10c0f7c] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 964.210903] env[69889]: DEBUG nova.compute.manager [-] [instance: a31565fb-fb1f-4fb9-a60d-06e32458efa2] Deallocating network for instance {{(pid=69889) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 964.211131] env[69889]: DEBUG nova.network.neutron [-] [instance: a31565fb-fb1f-4fb9-a60d-06e32458efa2] deallocate_for_instance() {{(pid=69889) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 964.212814] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3e150ddd-c6ff-4c6b-b6bc-1e6cc547f2d4 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.223425] env[69889]: DEBUG oslo_vmware.api [None req-5a83f0ee-522d-48ca-8ef1-40c3ee7f7f84 tempest-ServerAddressesTestJSON-1316354804 tempest-ServerAddressesTestJSON-1316354804-project-member] Waiting for the task: (returnval){ [ 964.223425] env[69889]: value = "task-4077525" [ 964.223425] env[69889]: _type = "Task" [ 964.223425] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.230740] env[69889]: INFO nova.scheduler.client.report [None req-257c8110-98e5-4d7a-860a-b55b8c41e928 tempest-VolumesAssistedSnapshotsTest-1139004312 tempest-VolumesAssistedSnapshotsTest-1139004312-project-member] Deleted allocations for instance 7f014d2a-1340-4715-8ab0-42df2c7d9f36 [ 964.233720] env[69889]: INFO nova.scheduler.client.report [None req-861d5027-b792-4485-8d84-ade0b463b858 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Deleted allocations for instance f5e9c9c1-3038-4530-9694-0e51131cdf87 [ 964.239295] env[69889]: DEBUG oslo_vmware.api [None req-5a83f0ee-522d-48ca-8ef1-40c3ee7f7f84 tempest-ServerAddressesTestJSON-1316354804 tempest-ServerAddressesTestJSON-1316354804-project-member] Task: {'id': task-4077525, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.664453] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] [instance: ef03e9af-5995-42ac-829e-dcf1f0fccf01] Instance has had 0 of 5 cleanup attempts {{(pid=69889) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 964.672957] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d9ef19cc-73cf-44ac-b600-0c96436849e4 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Acquiring lock "5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.672957] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d9ef19cc-73cf-44ac-b600-0c96436849e4 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Lock "5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.672957] env[69889]: INFO nova.compute.manager [None req-d9ef19cc-73cf-44ac-b600-0c96436849e4 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4] Rebooting instance [ 964.710256] env[69889]: DEBUG nova.network.neutron [None req-aa6c03f9-a699-4f56-a57c-dcb8beb8501d tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] [instance: bf0636c2-b042-4181-9b86-748786c41197] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 964.737404] env[69889]: DEBUG oslo_vmware.api [None req-5a83f0ee-522d-48ca-8ef1-40c3ee7f7f84 tempest-ServerAddressesTestJSON-1316354804 tempest-ServerAddressesTestJSON-1316354804-project-member] Task: {'id': task-4077525, 'name': PowerOffVM_Task, 'duration_secs': 0.281929} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.737701] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a83f0ee-522d-48ca-8ef1-40c3ee7f7f84 tempest-ServerAddressesTestJSON-1316354804 tempest-ServerAddressesTestJSON-1316354804-project-member] [instance: e972c979-5e1c-4441-9226-c65aa10c0f7c] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 964.737988] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-5a83f0ee-522d-48ca-8ef1-40c3ee7f7f84 tempest-ServerAddressesTestJSON-1316354804 tempest-ServerAddressesTestJSON-1316354804-project-member] [instance: e972c979-5e1c-4441-9226-c65aa10c0f7c] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 964.738291] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8c29ba67-0490-4f7d-a382-65b2f1760bf0 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.748448] env[69889]: DEBUG oslo_concurrency.lockutils [None req-257c8110-98e5-4d7a-860a-b55b8c41e928 tempest-VolumesAssistedSnapshotsTest-1139004312 tempest-VolumesAssistedSnapshotsTest-1139004312-project-member] Lock "7f014d2a-1340-4715-8ab0-42df2c7d9f36" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.517s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.752688] env[69889]: DEBUG oslo_concurrency.lockutils [None req-861d5027-b792-4485-8d84-ade0b463b858 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Lock "f5e9c9c1-3038-4530-9694-0e51131cdf87" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.906s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.821890] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-5a83f0ee-522d-48ca-8ef1-40c3ee7f7f84 tempest-ServerAddressesTestJSON-1316354804 tempest-ServerAddressesTestJSON-1316354804-project-member] [instance: e972c979-5e1c-4441-9226-c65aa10c0f7c] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 964.822120] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-5a83f0ee-522d-48ca-8ef1-40c3ee7f7f84 tempest-ServerAddressesTestJSON-1316354804 tempest-ServerAddressesTestJSON-1316354804-project-member] [instance: e972c979-5e1c-4441-9226-c65aa10c0f7c] Deleting contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 964.822294] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a83f0ee-522d-48ca-8ef1-40c3ee7f7f84 tempest-ServerAddressesTestJSON-1316354804 tempest-ServerAddressesTestJSON-1316354804-project-member] Deleting the datastore file [datastore2] e972c979-5e1c-4441-9226-c65aa10c0f7c {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 964.822596] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a4d752dd-47c6-4211-af24-76efd1e2d1cf {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.830999] env[69889]: DEBUG oslo_vmware.api [None req-5a83f0ee-522d-48ca-8ef1-40c3ee7f7f84 tempest-ServerAddressesTestJSON-1316354804 tempest-ServerAddressesTestJSON-1316354804-project-member] Waiting for the task: (returnval){ [ 964.830999] env[69889]: value = "task-4077527" [ 964.830999] env[69889]: _type = "Task" [ 964.830999] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.841292] env[69889]: DEBUG oslo_vmware.api [None req-5a83f0ee-522d-48ca-8ef1-40c3ee7f7f84 tempest-ServerAddressesTestJSON-1316354804 tempest-ServerAddressesTestJSON-1316354804-project-member] Task: {'id': task-4077527, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.880382] env[69889]: DEBUG nova.network.neutron [None req-aa6c03f9-a699-4f56-a57c-dcb8beb8501d tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] [instance: bf0636c2-b042-4181-9b86-748786c41197] Updating instance_info_cache with network_info: [{"id": "fd67623c-8bfe-4cb2-88d0-be7f270d6fda", "address": "fa:16:3e:86:60:d2", "network": {"id": "cc87349f-bcc8-43f6-9879-08bbd4a714b1", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-122902220-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a6b7a3fa1444c5ea83e1118264fdc81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd67623c-8b", "ovs_interfaceid": "fd67623c-8bfe-4cb2-88d0-be7f270d6fda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.050791] env[69889]: DEBUG nova.network.neutron [-] [instance: a31565fb-fb1f-4fb9-a60d-06e32458efa2] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.171315] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] [instance: 4ac0defd-d9ca-4e93-836c-a5cc81529eba] Instance has had 0 of 5 cleanup attempts {{(pid=69889) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 965.198756] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d9ef19cc-73cf-44ac-b600-0c96436849e4 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Acquiring lock "refresh_cache-5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.199179] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d9ef19cc-73cf-44ac-b600-0c96436849e4 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Acquired lock "refresh_cache-5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.199529] env[69889]: DEBUG nova.network.neutron [None req-d9ef19cc-73cf-44ac-b600-0c96436849e4 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 965.207788] env[69889]: DEBUG oslo_concurrency.lockutils [None req-def22c36-8b30-4d1e-a183-7311fd21c8aa tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.212154] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d3053707-6a98-45fd-adcd-2d6fae54248a tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.431s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.212498] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d3053707-6a98-45fd-adcd-2d6fae54248a tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.214940] env[69889]: DEBUG oslo_concurrency.lockutils [None req-702057f9-2695-4701-9c80-4edfd16504eb tempest-ServersV294TestFqdnHostnames-533393004 tempest-ServersV294TestFqdnHostnames-533393004-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.029s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.215096] env[69889]: DEBUG oslo_concurrency.lockutils [None req-702057f9-2695-4701-9c80-4edfd16504eb tempest-ServersV294TestFqdnHostnames-533393004 tempest-ServersV294TestFqdnHostnames-533393004-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.216741] env[69889]: DEBUG oslo_concurrency.lockutils [None req-06abb433-2668-477b-af69-584e9a370b98 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.205s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.218423] env[69889]: INFO nova.compute.claims [None req-06abb433-2668-477b-af69-584e9a370b98 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: ed01a7a5-1df0-4cca-b924-ad79f688ed68] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 965.251534] env[69889]: INFO nova.scheduler.client.report [None req-d3053707-6a98-45fd-adcd-2d6fae54248a tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Deleted allocations for instance 72912814-7e55-405f-a878-7102dcdfc7d1 [ 965.256591] env[69889]: INFO nova.scheduler.client.report [None req-702057f9-2695-4701-9c80-4edfd16504eb tempest-ServersV294TestFqdnHostnames-533393004 tempest-ServersV294TestFqdnHostnames-533393004-project-member] Deleted allocations for instance 4cdcfc6f-7d4f-4b81-b0a1-425c842fe20b [ 965.342422] env[69889]: DEBUG oslo_vmware.api [None req-5a83f0ee-522d-48ca-8ef1-40c3ee7f7f84 tempest-ServerAddressesTestJSON-1316354804 tempest-ServerAddressesTestJSON-1316354804-project-member] Task: {'id': task-4077527, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.22773} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.342765] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a83f0ee-522d-48ca-8ef1-40c3ee7f7f84 tempest-ServerAddressesTestJSON-1316354804 tempest-ServerAddressesTestJSON-1316354804-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 965.342999] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-5a83f0ee-522d-48ca-8ef1-40c3ee7f7f84 tempest-ServerAddressesTestJSON-1316354804 tempest-ServerAddressesTestJSON-1316354804-project-member] [instance: e972c979-5e1c-4441-9226-c65aa10c0f7c] Deleted contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 965.343224] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-5a83f0ee-522d-48ca-8ef1-40c3ee7f7f84 tempest-ServerAddressesTestJSON-1316354804 tempest-ServerAddressesTestJSON-1316354804-project-member] [instance: e972c979-5e1c-4441-9226-c65aa10c0f7c] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 965.343455] env[69889]: INFO nova.compute.manager [None req-5a83f0ee-522d-48ca-8ef1-40c3ee7f7f84 tempest-ServerAddressesTestJSON-1316354804 tempest-ServerAddressesTestJSON-1316354804-project-member] [instance: e972c979-5e1c-4441-9226-c65aa10c0f7c] Took 1.18 seconds to destroy the instance on the hypervisor. [ 965.343737] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5a83f0ee-522d-48ca-8ef1-40c3ee7f7f84 tempest-ServerAddressesTestJSON-1316354804 tempest-ServerAddressesTestJSON-1316354804-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 965.343959] env[69889]: DEBUG nova.compute.manager [-] [instance: e972c979-5e1c-4441-9226-c65aa10c0f7c] Deallocating network for instance {{(pid=69889) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 965.344098] env[69889]: DEBUG nova.network.neutron [-] [instance: e972c979-5e1c-4441-9226-c65aa10c0f7c] deallocate_for_instance() {{(pid=69889) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 965.383143] env[69889]: DEBUG oslo_concurrency.lockutils [None req-aa6c03f9-a699-4f56-a57c-dcb8beb8501d tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Releasing lock "refresh_cache-bf0636c2-b042-4181-9b86-748786c41197" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.383586] env[69889]: DEBUG nova.compute.manager [None req-aa6c03f9-a699-4f56-a57c-dcb8beb8501d tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] [instance: bf0636c2-b042-4181-9b86-748786c41197] Instance network_info: |[{"id": "fd67623c-8bfe-4cb2-88d0-be7f270d6fda", "address": "fa:16:3e:86:60:d2", "network": {"id": "cc87349f-bcc8-43f6-9879-08bbd4a714b1", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-122902220-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a6b7a3fa1444c5ea83e1118264fdc81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd67623c-8b", "ovs_interfaceid": "fd67623c-8bfe-4cb2-88d0-be7f270d6fda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 965.383971] env[69889]: DEBUG oslo_concurrency.lockutils [req-8b5be2b1-ead5-419e-af22-68c31ea4b9b9 req-6f12ea7a-0dec-4c3c-9159-b89f4564f173 service nova] Acquired lock "refresh_cache-bf0636c2-b042-4181-9b86-748786c41197" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.384230] env[69889]: DEBUG nova.network.neutron [req-8b5be2b1-ead5-419e-af22-68c31ea4b9b9 req-6f12ea7a-0dec-4c3c-9159-b89f4564f173 service nova] [instance: bf0636c2-b042-4181-9b86-748786c41197] Refreshing network info cache for port fd67623c-8bfe-4cb2-88d0-be7f270d6fda {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 965.385762] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-aa6c03f9-a699-4f56-a57c-dcb8beb8501d tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] [instance: bf0636c2-b042-4181-9b86-748786c41197] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:60:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '94926d5b-bfab-4c04-85b5-0fe89934c8ff', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fd67623c-8bfe-4cb2-88d0-be7f270d6fda', 'vif_model': 'vmxnet3'}] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 965.395295] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa6c03f9-a699-4f56-a57c-dcb8beb8501d tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Creating folder: Project (8a6b7a3fa1444c5ea83e1118264fdc81). Parent ref: group-v807779. {{(pid=69889) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 965.395951] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d93e967c-e3f8-4b54-b1d4-bb13aefe931c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.411262] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-aa6c03f9-a699-4f56-a57c-dcb8beb8501d tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Created folder: Project (8a6b7a3fa1444c5ea83e1118264fdc81) in parent group-v807779. [ 965.411262] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa6c03f9-a699-4f56-a57c-dcb8beb8501d tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Creating folder: Instances. Parent ref: group-v807964. {{(pid=69889) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 965.411262] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-767c0720-43a8-4fd7-9c45-96891d64ff46 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.424801] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-aa6c03f9-a699-4f56-a57c-dcb8beb8501d tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Created folder: Instances in parent group-v807964. [ 965.425276] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aa6c03f9-a699-4f56-a57c-dcb8beb8501d tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 965.425405] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf0636c2-b042-4181-9b86-748786c41197] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 965.425685] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ae2aa7c8-5f35-4884-9c97-73e85ad89e58 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.456369] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 965.456369] env[69889]: value = "task-4077530" [ 965.456369] env[69889]: _type = "Task" [ 965.456369] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.466143] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077530, 'name': CreateVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.554066] env[69889]: INFO nova.compute.manager [-] [instance: a31565fb-fb1f-4fb9-a60d-06e32458efa2] Took 1.34 seconds to deallocate network for instance. [ 965.675268] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] [instance: 2ed7de86-7eb4-4e49-8d78-171d09addeb1] Instance has had 0 of 5 cleanup attempts {{(pid=69889) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 965.757063] env[69889]: INFO nova.compute.manager [None req-a921b86c-2147-4ea1-918e-baacc80425ab tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: 9103303b-fb64-4728-892d-285dba75ac18] Swapping old allocation on dict_keys(['90d7c690-84bb-4f6d-b52e-7f3e0decd101']) held by migration 7431da44-0b24-4270-9f73-9bc59eb7ff82 for instance [ 965.766113] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d3053707-6a98-45fd-adcd-2d6fae54248a tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Lock "72912814-7e55-405f-a878-7102dcdfc7d1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.793s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.775222] env[69889]: DEBUG oslo_concurrency.lockutils [None req-702057f9-2695-4701-9c80-4edfd16504eb tempest-ServersV294TestFqdnHostnames-533393004 tempest-ServersV294TestFqdnHostnames-533393004-project-member] Lock "4cdcfc6f-7d4f-4b81-b0a1-425c842fe20b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.615s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.795960] env[69889]: DEBUG nova.scheduler.client.report [None req-a921b86c-2147-4ea1-918e-baacc80425ab tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Overwriting current allocation {'allocations': {'90d7c690-84bb-4f6d-b52e-7f3e0decd101': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 82}}, 'project_id': '77100d3c2de9427594a3e5f7dd904bb1', 'user_id': 'd0b9fdc4176445b8b45d86cc2290bd91', 'consumer_generation': 1} on consumer 9103303b-fb64-4728-892d-285dba75ac18 {{(pid=69889) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 965.939427] env[69889]: DEBUG oslo_concurrency.lockutils [None req-a921b86c-2147-4ea1-918e-baacc80425ab tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Acquiring lock "refresh_cache-9103303b-fb64-4728-892d-285dba75ac18" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.939622] env[69889]: DEBUG oslo_concurrency.lockutils [None req-a921b86c-2147-4ea1-918e-baacc80425ab tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Acquired lock "refresh_cache-9103303b-fb64-4728-892d-285dba75ac18" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.939804] env[69889]: DEBUG nova.network.neutron [None req-a921b86c-2147-4ea1-918e-baacc80425ab tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: 9103303b-fb64-4728-892d-285dba75ac18] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 965.972313] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077530, 'name': CreateVM_Task} progress is 99%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.075273] env[69889]: DEBUG oslo_concurrency.lockutils [None req-467a0ccf-2a3e-4d1c-aaf0-c27cf4c2029d tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.110660] env[69889]: DEBUG nova.network.neutron [None req-d9ef19cc-73cf-44ac-b600-0c96436849e4 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4] Updating instance_info_cache with network_info: [{"id": "a701b1ab-efb1-43ae-9133-40a45b94e51e", "address": "fa:16:3e:26:1d:87", "network": {"id": "c607a821-3d63-41af-abaf-0611e2141a9c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-453181546-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8917847ce0c4465198a89a1c5551fb59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15165046-2de9-4ada-9e99-0126e20854a9", "external-id": "nsx-vlan-transportzone-974", "segmentation_id": 974, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa701b1ab-ef", "ovs_interfaceid": "a701b1ab-efb1-43ae-9133-40a45b94e51e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.160753] env[69889]: DEBUG nova.network.neutron [-] [instance: e972c979-5e1c-4441-9226-c65aa10c0f7c] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.179845] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] [instance: 2a1576fd-1e00-4803-ba65-cf3f35434ca6] Instance has had 0 of 5 cleanup attempts {{(pid=69889) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 966.221038] env[69889]: DEBUG nova.network.neutron [req-8b5be2b1-ead5-419e-af22-68c31ea4b9b9 req-6f12ea7a-0dec-4c3c-9159-b89f4564f173 service nova] [instance: bf0636c2-b042-4181-9b86-748786c41197] Updated VIF entry in instance network info cache for port fd67623c-8bfe-4cb2-88d0-be7f270d6fda. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 966.221338] env[69889]: DEBUG nova.network.neutron [req-8b5be2b1-ead5-419e-af22-68c31ea4b9b9 req-6f12ea7a-0dec-4c3c-9159-b89f4564f173 service nova] [instance: bf0636c2-b042-4181-9b86-748786c41197] Updating instance_info_cache with network_info: [{"id": "fd67623c-8bfe-4cb2-88d0-be7f270d6fda", "address": "fa:16:3e:86:60:d2", "network": {"id": "cc87349f-bcc8-43f6-9879-08bbd4a714b1", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-122902220-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a6b7a3fa1444c5ea83e1118264fdc81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd67623c-8b", "ovs_interfaceid": "fd67623c-8bfe-4cb2-88d0-be7f270d6fda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.226776] env[69889]: DEBUG nova.compute.manager [req-1265f821-0364-43cb-b091-430295d8ad80 req-070b7a70-3c8d-4c9a-940e-8baf072b72ed service nova] [instance: a31565fb-fb1f-4fb9-a60d-06e32458efa2] Received event network-vif-deleted-a8ff257d-f8ff-43e0-a575-2713af946b61 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 966.226898] env[69889]: DEBUG nova.compute.manager [req-1265f821-0364-43cb-b091-430295d8ad80 req-070b7a70-3c8d-4c9a-940e-8baf072b72ed service nova] [instance: e972c979-5e1c-4441-9226-c65aa10c0f7c] Received event network-vif-deleted-1fcd1161-e87f-4258-ba3f-a98941af8742 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 966.477043] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077530, 'name': CreateVM_Task, 'duration_secs': 0.549728} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.477180] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf0636c2-b042-4181-9b86-748786c41197] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 966.478207] env[69889]: DEBUG oslo_concurrency.lockutils [None req-aa6c03f9-a699-4f56-a57c-dcb8beb8501d tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.478207] env[69889]: DEBUG oslo_concurrency.lockutils [None req-aa6c03f9-a699-4f56-a57c-dcb8beb8501d tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.478443] env[69889]: DEBUG oslo_concurrency.lockutils [None req-aa6c03f9-a699-4f56-a57c-dcb8beb8501d tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.478990] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01b292b0-1c51-41ec-bb00-5ec5b44420c4 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.485197] env[69889]: DEBUG oslo_vmware.api [None req-aa6c03f9-a699-4f56-a57c-dcb8beb8501d tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Waiting for the task: (returnval){ [ 966.485197] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52f9ee64-47df-04f2-5ae3-891f68d8281f" [ 966.485197] env[69889]: _type = "Task" [ 966.485197] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.501969] env[69889]: DEBUG oslo_vmware.api [None req-aa6c03f9-a699-4f56-a57c-dcb8beb8501d tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52f9ee64-47df-04f2-5ae3-891f68d8281f, 'name': SearchDatastore_Task, 'duration_secs': 0.011158} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.503539] env[69889]: DEBUG oslo_concurrency.lockutils [None req-aa6c03f9-a699-4f56-a57c-dcb8beb8501d tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.503726] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-aa6c03f9-a699-4f56-a57c-dcb8beb8501d tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] [instance: bf0636c2-b042-4181-9b86-748786c41197] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 966.503960] env[69889]: DEBUG oslo_concurrency.lockutils [None req-aa6c03f9-a699-4f56-a57c-dcb8beb8501d tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.504131] env[69889]: DEBUG oslo_concurrency.lockutils [None req-aa6c03f9-a699-4f56-a57c-dcb8beb8501d tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.504316] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa6c03f9-a699-4f56-a57c-dcb8beb8501d tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 966.504587] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-31f9acd2-1206-491b-b409-db28a0a14638 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.522468] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa6c03f9-a699-4f56-a57c-dcb8beb8501d tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 966.522614] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-aa6c03f9-a699-4f56-a57c-dcb8beb8501d tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 966.523948] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73a1a605-683e-4b5a-aa6a-9a3145269874 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.530146] env[69889]: DEBUG oslo_vmware.api [None req-aa6c03f9-a699-4f56-a57c-dcb8beb8501d tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Waiting for the task: (returnval){ [ 966.530146] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]523c680c-e20f-2ee5-4e1d-0ff0abc00f8a" [ 966.530146] env[69889]: _type = "Task" [ 966.530146] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.542405] env[69889]: DEBUG oslo_vmware.api [None req-aa6c03f9-a699-4f56-a57c-dcb8beb8501d tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]523c680c-e20f-2ee5-4e1d-0ff0abc00f8a, 'name': SearchDatastore_Task} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.544461] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f464d57c-0e8d-471f-af51-123baafba7af {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.552484] env[69889]: DEBUG oslo_vmware.api [None req-aa6c03f9-a699-4f56-a57c-dcb8beb8501d tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Waiting for the task: (returnval){ [ 966.552484] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]526b8f5d-07dc-4b7a-652c-3ac6c1f229ee" [ 966.552484] env[69889]: _type = "Task" [ 966.552484] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.561615] env[69889]: DEBUG oslo_vmware.api [None req-aa6c03f9-a699-4f56-a57c-dcb8beb8501d tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]526b8f5d-07dc-4b7a-652c-3ac6c1f229ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.601475] env[69889]: DEBUG oslo_vmware.rw_handles [None req-dbecf695-153a-406b-96bb-03dceef0736b tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52104aee-bec6-4183-9941-b5f4f7cebcf2/disk-0.vmdk. {{(pid=69889) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 966.603634] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eadbe39-a126-4538-94c4-9924a30cf9df {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.613059] env[69889]: DEBUG oslo_vmware.rw_handles [None req-dbecf695-153a-406b-96bb-03dceef0736b tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52104aee-bec6-4183-9941-b5f4f7cebcf2/disk-0.vmdk is in state: ready. {{(pid=69889) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 966.613249] env[69889]: ERROR oslo_vmware.rw_handles [None req-dbecf695-153a-406b-96bb-03dceef0736b tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52104aee-bec6-4183-9941-b5f4f7cebcf2/disk-0.vmdk due to incomplete transfer. [ 966.616043] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d9ef19cc-73cf-44ac-b600-0c96436849e4 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Releasing lock "refresh_cache-5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.617092] env[69889]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-13d2cf39-e09d-4dbe-9275-c02f57761b74 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.626541] env[69889]: DEBUG oslo_vmware.rw_handles [None req-dbecf695-153a-406b-96bb-03dceef0736b tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52104aee-bec6-4183-9941-b5f4f7cebcf2/disk-0.vmdk. {{(pid=69889) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 966.626978] env[69889]: DEBUG nova.virt.vmwareapi.images [None req-dbecf695-153a-406b-96bb-03dceef0736b tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] [instance: fda65aea-c3b4-46f8-9f00-fc7754f5b883] Uploaded image 82311d1e-1bd2-48a6-a83f-0356e9cb4759 to the Glance image server {{(pid=69889) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 966.629604] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbecf695-153a-406b-96bb-03dceef0736b tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] [instance: fda65aea-c3b4-46f8-9f00-fc7754f5b883] Destroying the VM {{(pid=69889) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 966.630639] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-fbb5ccba-60d1-4bbe-9fcc-0b70aa6a41da {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.641990] env[69889]: DEBUG oslo_vmware.api [None req-dbecf695-153a-406b-96bb-03dceef0736b tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Waiting for the task: (returnval){ [ 966.641990] env[69889]: value = "task-4077531" [ 966.641990] env[69889]: _type = "Task" [ 966.641990] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.656774] env[69889]: DEBUG oslo_vmware.api [None req-dbecf695-153a-406b-96bb-03dceef0736b tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Task: {'id': task-4077531, 'name': Destroy_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.665328] env[69889]: INFO nova.compute.manager [-] [instance: e972c979-5e1c-4441-9226-c65aa10c0f7c] Took 1.32 seconds to deallocate network for instance. [ 966.687886] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] [instance: 33ddb54a-10b8-463d-bfcf-4e0e8baea80d] Instance has had 0 of 5 cleanup attempts {{(pid=69889) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 966.728873] env[69889]: DEBUG oslo_concurrency.lockutils [req-8b5be2b1-ead5-419e-af22-68c31ea4b9b9 req-6f12ea7a-0dec-4c3c-9159-b89f4564f173 service nova] Releasing lock "refresh_cache-bf0636c2-b042-4181-9b86-748786c41197" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.757566] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2753e074-09b3-40b0-ad7a-91dbea13b4d2 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.771283] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eed559f-606f-4245-8db4-7991387cd33b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.812965] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80f27eb7-af5a-4219-a97f-a0c1b3aa86c3 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.821859] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d7ea6f6-b760-43d2-bd4e-0017c6f0235c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.840869] env[69889]: DEBUG nova.compute.provider_tree [None req-06abb433-2668-477b-af69-584e9a370b98 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 966.843887] env[69889]: DEBUG nova.network.neutron [None req-a921b86c-2147-4ea1-918e-baacc80425ab tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: 9103303b-fb64-4728-892d-285dba75ac18] Updating instance_info_cache with network_info: [{"id": "18e4b4b5-91ee-4b18-aba9-af64ba9989b3", "address": "fa:16:3e:32:c6:1e", "network": {"id": "f9341188-47f9-41e2-bae7-5eb6406f3899", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.113", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b7973ea41bcd4363abc2e9339dec4d77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18e4b4b5-91", "ovs_interfaceid": "18e4b4b5-91ee-4b18-aba9-af64ba9989b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.973870] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c6b77bf9-8ebf-4719-b549-eb986982def4 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Acquiring lock "0de8146b-f51a-4bcd-b4ef-d68e55d3d621" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.973870] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c6b77bf9-8ebf-4719-b549-eb986982def4 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Lock "0de8146b-f51a-4bcd-b4ef-d68e55d3d621" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.973870] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c6b77bf9-8ebf-4719-b549-eb986982def4 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Acquiring lock "0de8146b-f51a-4bcd-b4ef-d68e55d3d621-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.973870] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c6b77bf9-8ebf-4719-b549-eb986982def4 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Lock "0de8146b-f51a-4bcd-b4ef-d68e55d3d621-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.973870] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c6b77bf9-8ebf-4719-b549-eb986982def4 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Lock "0de8146b-f51a-4bcd-b4ef-d68e55d3d621-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.974813] env[69889]: INFO nova.compute.manager [None req-c6b77bf9-8ebf-4719-b549-eb986982def4 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 0de8146b-f51a-4bcd-b4ef-d68e55d3d621] Terminating instance [ 967.064715] env[69889]: DEBUG oslo_vmware.api [None req-aa6c03f9-a699-4f56-a57c-dcb8beb8501d tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]526b8f5d-07dc-4b7a-652c-3ac6c1f229ee, 'name': SearchDatastore_Task, 'duration_secs': 0.010081} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.066259] env[69889]: DEBUG oslo_concurrency.lockutils [None req-aa6c03f9-a699-4f56-a57c-dcb8beb8501d tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.067138] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa6c03f9-a699-4f56-a57c-dcb8beb8501d tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] bf0636c2-b042-4181-9b86-748786c41197/bf0636c2-b042-4181-9b86-748786c41197.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 967.067483] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2b1f1dac-9caf-44e5-b375-6f2d314dbdb3 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.075449] env[69889]: DEBUG oslo_vmware.api [None req-aa6c03f9-a699-4f56-a57c-dcb8beb8501d tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Waiting for the task: (returnval){ [ 967.075449] env[69889]: value = "task-4077532" [ 967.075449] env[69889]: _type = "Task" [ 967.075449] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.086543] env[69889]: DEBUG oslo_vmware.api [None req-aa6c03f9-a699-4f56-a57c-dcb8beb8501d tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Task: {'id': task-4077532, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.126021] env[69889]: DEBUG nova.compute.manager [None req-d9ef19cc-73cf-44ac-b600-0c96436849e4 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 967.126021] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad13d015-5225-427d-bee9-3c2a2afba740 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.156773] env[69889]: DEBUG oslo_vmware.api [None req-dbecf695-153a-406b-96bb-03dceef0736b tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Task: {'id': task-4077531, 'name': Destroy_Task, 'duration_secs': 0.380526} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.157758] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-dbecf695-153a-406b-96bb-03dceef0736b tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] [instance: fda65aea-c3b4-46f8-9f00-fc7754f5b883] Destroyed the VM [ 967.158081] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-dbecf695-153a-406b-96bb-03dceef0736b tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] [instance: fda65aea-c3b4-46f8-9f00-fc7754f5b883] Deleting Snapshot of the VM instance {{(pid=69889) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 967.158351] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4f18229b-6b09-45d1-bb11-67270c71c3e7 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.166611] env[69889]: DEBUG oslo_vmware.api [None req-dbecf695-153a-406b-96bb-03dceef0736b tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Waiting for the task: (returnval){ [ 967.166611] env[69889]: value = "task-4077533" [ 967.166611] env[69889]: _type = "Task" [ 967.166611] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.180844] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5a83f0ee-522d-48ca-8ef1-40c3ee7f7f84 tempest-ServerAddressesTestJSON-1316354804 tempest-ServerAddressesTestJSON-1316354804-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.181163] env[69889]: DEBUG oslo_vmware.api [None req-dbecf695-153a-406b-96bb-03dceef0736b tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Task: {'id': task-4077533, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.190473] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] [instance: 16a112a1-636c-440d-adfb-8881578f51b0] Instance has had 0 of 5 cleanup attempts {{(pid=69889) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 967.348362] env[69889]: DEBUG oslo_concurrency.lockutils [None req-a921b86c-2147-4ea1-918e-baacc80425ab tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Releasing lock "refresh_cache-9103303b-fb64-4728-892d-285dba75ac18" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.348916] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-a921b86c-2147-4ea1-918e-baacc80425ab tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: 9103303b-fb64-4728-892d-285dba75ac18] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 967.350789] env[69889]: DEBUG nova.scheduler.client.report [None req-06abb433-2668-477b-af69-584e9a370b98 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 967.354533] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-12958818-350d-44de-be04-fd758607ccb2 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.364721] env[69889]: DEBUG oslo_vmware.api [None req-a921b86c-2147-4ea1-918e-baacc80425ab tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Waiting for the task: (returnval){ [ 967.364721] env[69889]: value = "task-4077534" [ 967.364721] env[69889]: _type = "Task" [ 967.364721] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.379595] env[69889]: DEBUG oslo_vmware.api [None req-a921b86c-2147-4ea1-918e-baacc80425ab tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Task: {'id': task-4077534, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.481967] env[69889]: DEBUG nova.compute.manager [None req-c6b77bf9-8ebf-4719-b549-eb986982def4 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 0de8146b-f51a-4bcd-b4ef-d68e55d3d621] Start destroying the instance on the hypervisor. {{(pid=69889) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 967.482400] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-c6b77bf9-8ebf-4719-b549-eb986982def4 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 0de8146b-f51a-4bcd-b4ef-d68e55d3d621] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 967.483446] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c805a96-f16c-45a2-ad4d-1e36b63abe14 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.493169] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6b77bf9-8ebf-4719-b549-eb986982def4 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 0de8146b-f51a-4bcd-b4ef-d68e55d3d621] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 967.493169] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ffdaa9a1-028f-4019-990f-700d41394de5 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.504021] env[69889]: DEBUG oslo_vmware.api [None req-c6b77bf9-8ebf-4719-b549-eb986982def4 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Waiting for the task: (returnval){ [ 967.504021] env[69889]: value = "task-4077535" [ 967.504021] env[69889]: _type = "Task" [ 967.504021] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.513866] env[69889]: DEBUG oslo_vmware.api [None req-c6b77bf9-8ebf-4719-b549-eb986982def4 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Task: {'id': task-4077535, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.587439] env[69889]: DEBUG oslo_vmware.api [None req-aa6c03f9-a699-4f56-a57c-dcb8beb8501d tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Task: {'id': task-4077532, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.683513] env[69889]: DEBUG oslo_vmware.api [None req-dbecf695-153a-406b-96bb-03dceef0736b tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Task: {'id': task-4077533, 'name': RemoveSnapshot_Task} progress is 12%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.694346] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] [instance: 898487e1-e766-417f-be3f-99f6ebd7f853] Instance has had 0 of 5 cleanup attempts {{(pid=69889) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 967.853284] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5de29cb2-56d3-40b8-bc7f-2657cdd146f7 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Acquiring lock "e7d6d473-7635-4e1e-8cc5-2804bde8d1b3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.853609] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5de29cb2-56d3-40b8-bc7f-2657cdd146f7 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Lock "e7d6d473-7635-4e1e-8cc5-2804bde8d1b3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.859474] env[69889]: DEBUG oslo_concurrency.lockutils [None req-06abb433-2668-477b-af69-584e9a370b98 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.642s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.862035] env[69889]: DEBUG nova.compute.manager [None req-06abb433-2668-477b-af69-584e9a370b98 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: ed01a7a5-1df0-4cca-b924-ad79f688ed68] Start building networks asynchronously for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 967.863900] env[69889]: DEBUG oslo_concurrency.lockutils [None req-71e23815-ec16-4f12-9720-dc6b88c2666e tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 27.720s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.880139] env[69889]: DEBUG oslo_vmware.api [None req-a921b86c-2147-4ea1-918e-baacc80425ab tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Task: {'id': task-4077534, 'name': PowerOffVM_Task, 'duration_secs': 0.223713} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.880139] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-a921b86c-2147-4ea1-918e-baacc80425ab tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: 9103303b-fb64-4728-892d-285dba75ac18] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 967.881198] env[69889]: DEBUG nova.virt.hardware [None req-a921b86c-2147-4ea1-918e-baacc80425ab tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:27:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='ad2ddea6-6149-4244-b75e-cb745094fe0b',id=34,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-625853764',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 967.881477] env[69889]: DEBUG nova.virt.hardware [None req-a921b86c-2147-4ea1-918e-baacc80425ab tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 967.881669] env[69889]: DEBUG nova.virt.hardware [None req-a921b86c-2147-4ea1-918e-baacc80425ab tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 967.881836] env[69889]: DEBUG nova.virt.hardware [None req-a921b86c-2147-4ea1-918e-baacc80425ab tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 967.882519] env[69889]: DEBUG nova.virt.hardware [None req-a921b86c-2147-4ea1-918e-baacc80425ab tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 967.882519] env[69889]: DEBUG nova.virt.hardware [None req-a921b86c-2147-4ea1-918e-baacc80425ab tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 967.882519] env[69889]: DEBUG nova.virt.hardware [None req-a921b86c-2147-4ea1-918e-baacc80425ab tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 967.882519] env[69889]: DEBUG nova.virt.hardware [None req-a921b86c-2147-4ea1-918e-baacc80425ab tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 967.882671] env[69889]: DEBUG nova.virt.hardware [None req-a921b86c-2147-4ea1-918e-baacc80425ab tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 967.882822] env[69889]: DEBUG nova.virt.hardware [None req-a921b86c-2147-4ea1-918e-baacc80425ab tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 967.883008] env[69889]: DEBUG nova.virt.hardware [None req-a921b86c-2147-4ea1-918e-baacc80425ab tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 967.893128] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1467bc8b-ef0d-41e8-8cbf-0966ca96a991 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.914933] env[69889]: DEBUG oslo_vmware.api [None req-a921b86c-2147-4ea1-918e-baacc80425ab tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Waiting for the task: (returnval){ [ 967.914933] env[69889]: value = "task-4077536" [ 967.914933] env[69889]: _type = "Task" [ 967.914933] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.928711] env[69889]: DEBUG oslo_vmware.api [None req-a921b86c-2147-4ea1-918e-baacc80425ab tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Task: {'id': task-4077536, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.019679] env[69889]: DEBUG oslo_vmware.api [None req-c6b77bf9-8ebf-4719-b549-eb986982def4 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Task: {'id': task-4077535, 'name': PowerOffVM_Task, 'duration_secs': 0.24122} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.019679] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6b77bf9-8ebf-4719-b549-eb986982def4 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 0de8146b-f51a-4bcd-b4ef-d68e55d3d621] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 968.019679] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-c6b77bf9-8ebf-4719-b549-eb986982def4 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 0de8146b-f51a-4bcd-b4ef-d68e55d3d621] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 968.019679] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9327a1cc-ad9c-4462-9750-d23a6e4f81cb {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.097228] env[69889]: DEBUG oslo_vmware.api [None req-aa6c03f9-a699-4f56-a57c-dcb8beb8501d tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Task: {'id': task-4077532, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.941621} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.097571] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa6c03f9-a699-4f56-a57c-dcb8beb8501d tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] bf0636c2-b042-4181-9b86-748786c41197/bf0636c2-b042-4181-9b86-748786c41197.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 968.097793] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-aa6c03f9-a699-4f56-a57c-dcb8beb8501d tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] [instance: bf0636c2-b042-4181-9b86-748786c41197] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 968.098101] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-24dddaa4-ef12-4e0c-92e9-c1b80b5b959c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.105626] env[69889]: DEBUG oslo_vmware.api [None req-aa6c03f9-a699-4f56-a57c-dcb8beb8501d tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Waiting for the task: (returnval){ [ 968.105626] env[69889]: value = "task-4077538" [ 968.105626] env[69889]: _type = "Task" [ 968.105626] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.116022] env[69889]: DEBUG oslo_vmware.api [None req-aa6c03f9-a699-4f56-a57c-dcb8beb8501d tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Task: {'id': task-4077538, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.145861] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e0092e2-f71c-42bc-b74a-7ab256e838a6 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.153044] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-d9ef19cc-73cf-44ac-b600-0c96436849e4 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4] Doing hard reboot of VM {{(pid=69889) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 968.153044] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-1081ea69-35b3-427a-a867-70d9294b579c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.160572] env[69889]: DEBUG oslo_vmware.api [None req-d9ef19cc-73cf-44ac-b600-0c96436849e4 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Waiting for the task: (returnval){ [ 968.160572] env[69889]: value = "task-4077539" [ 968.160572] env[69889]: _type = "Task" [ 968.160572] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.171156] env[69889]: DEBUG oslo_vmware.api [None req-d9ef19cc-73cf-44ac-b600-0c96436849e4 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': task-4077539, 'name': ResetVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.182193] env[69889]: DEBUG oslo_vmware.api [None req-dbecf695-153a-406b-96bb-03dceef0736b tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Task: {'id': task-4077533, 'name': RemoveSnapshot_Task, 'duration_secs': 0.635777} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.182844] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-dbecf695-153a-406b-96bb-03dceef0736b tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] [instance: fda65aea-c3b4-46f8-9f00-fc7754f5b883] Deleted Snapshot of the VM instance {{(pid=69889) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 968.183205] env[69889]: INFO nova.compute.manager [None req-dbecf695-153a-406b-96bb-03dceef0736b tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] [instance: fda65aea-c3b4-46f8-9f00-fc7754f5b883] Took 15.36 seconds to snapshot the instance on the hypervisor. [ 968.200994] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] [instance: 7af1243e-53e5-4edc-b665-562067ca3c71] Instance has had 0 of 5 cleanup attempts {{(pid=69889) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 968.356906] env[69889]: DEBUG nova.compute.manager [None req-5de29cb2-56d3-40b8-bc7f-2657cdd146f7 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: e7d6d473-7635-4e1e-8cc5-2804bde8d1b3] Starting instance... {{(pid=69889) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 968.370398] env[69889]: DEBUG nova.compute.utils [None req-06abb433-2668-477b-af69-584e9a370b98 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 968.372021] env[69889]: DEBUG nova.compute.manager [None req-06abb433-2668-477b-af69-584e9a370b98 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: ed01a7a5-1df0-4cca-b924-ad79f688ed68] Allocating IP information in the background. {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 968.372633] env[69889]: DEBUG nova.network.neutron [None req-06abb433-2668-477b-af69-584e9a370b98 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: ed01a7a5-1df0-4cca-b924-ad79f688ed68] allocate_for_instance() {{(pid=69889) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 968.431390] env[69889]: DEBUG oslo_vmware.api [None req-a921b86c-2147-4ea1-918e-baacc80425ab tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Task: {'id': task-4077536, 'name': ReconfigVM_Task, 'duration_secs': 0.412722} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.432831] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e617cb2f-aa0d-4108-87b1-a4ea01012ad0 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.461768] env[69889]: DEBUG nova.virt.hardware [None req-a921b86c-2147-4ea1-918e-baacc80425ab tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:27:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='ad2ddea6-6149-4244-b75e-cb745094fe0b',id=34,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-625853764',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 968.462115] env[69889]: DEBUG nova.virt.hardware [None req-a921b86c-2147-4ea1-918e-baacc80425ab tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 968.462287] env[69889]: DEBUG nova.virt.hardware [None req-a921b86c-2147-4ea1-918e-baacc80425ab tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 968.462487] env[69889]: DEBUG nova.virt.hardware [None req-a921b86c-2147-4ea1-918e-baacc80425ab tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 968.462683] env[69889]: DEBUG nova.virt.hardware [None req-a921b86c-2147-4ea1-918e-baacc80425ab tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 968.462990] env[69889]: DEBUG nova.virt.hardware [None req-a921b86c-2147-4ea1-918e-baacc80425ab tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 968.463185] env[69889]: DEBUG nova.virt.hardware [None req-a921b86c-2147-4ea1-918e-baacc80425ab tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 968.463388] env[69889]: DEBUG nova.virt.hardware [None req-a921b86c-2147-4ea1-918e-baacc80425ab tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 968.463594] env[69889]: DEBUG nova.virt.hardware [None req-a921b86c-2147-4ea1-918e-baacc80425ab tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 968.463974] env[69889]: DEBUG nova.virt.hardware [None req-a921b86c-2147-4ea1-918e-baacc80425ab tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 968.464193] env[69889]: DEBUG nova.virt.hardware [None req-a921b86c-2147-4ea1-918e-baacc80425ab tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 968.467060] env[69889]: DEBUG nova.policy [None req-06abb433-2668-477b-af69-584e9a370b98 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0f9f6e20f7464b8fbaf88cbf665bde76', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '41dfb848b52e4aceaab49a46abf8310c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69889) authorize /opt/stack/nova/nova/policy.py:192}} [ 968.471576] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41a21f4b-0dfc-4279-9bd7-505ff5fc58a2 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.478232] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-c6b77bf9-8ebf-4719-b549-eb986982def4 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 0de8146b-f51a-4bcd-b4ef-d68e55d3d621] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 968.478535] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-c6b77bf9-8ebf-4719-b549-eb986982def4 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 0de8146b-f51a-4bcd-b4ef-d68e55d3d621] Deleting contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 968.478805] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6b77bf9-8ebf-4719-b549-eb986982def4 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Deleting the datastore file [datastore2] 0de8146b-f51a-4bcd-b4ef-d68e55d3d621 {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 968.479667] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f7979f81-5e6a-43ab-b426-707afb636017 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.483904] env[69889]: DEBUG oslo_vmware.api [None req-a921b86c-2147-4ea1-918e-baacc80425ab tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Waiting for the task: (returnval){ [ 968.483904] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]524c2a7f-3b75-b221-87d1-8a4b53a3c00d" [ 968.483904] env[69889]: _type = "Task" [ 968.483904] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.492083] env[69889]: DEBUG oslo_vmware.api [None req-c6b77bf9-8ebf-4719-b549-eb986982def4 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Waiting for the task: (returnval){ [ 968.492083] env[69889]: value = "task-4077540" [ 968.492083] env[69889]: _type = "Task" [ 968.492083] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.499178] env[69889]: DEBUG oslo_vmware.api [None req-a921b86c-2147-4ea1-918e-baacc80425ab tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]524c2a7f-3b75-b221-87d1-8a4b53a3c00d, 'name': SearchDatastore_Task, 'duration_secs': 0.008432} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.505160] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-a921b86c-2147-4ea1-918e-baacc80425ab tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: 9103303b-fb64-4728-892d-285dba75ac18] Reconfiguring VM instance instance-0000002c to detach disk 2000 {{(pid=69889) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 968.511722] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe06c309-13d6-48db-91aa-ccde4fadbec6 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.527634] env[69889]: DEBUG oslo_vmware.api [None req-c6b77bf9-8ebf-4719-b549-eb986982def4 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Task: {'id': task-4077540, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.537656] env[69889]: DEBUG oslo_vmware.api [None req-a921b86c-2147-4ea1-918e-baacc80425ab tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Waiting for the task: (returnval){ [ 968.537656] env[69889]: value = "task-4077541" [ 968.537656] env[69889]: _type = "Task" [ 968.537656] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.552070] env[69889]: DEBUG oslo_vmware.api [None req-a921b86c-2147-4ea1-918e-baacc80425ab tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Task: {'id': task-4077541, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.620433] env[69889]: DEBUG oslo_vmware.api [None req-aa6c03f9-a699-4f56-a57c-dcb8beb8501d tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Task: {'id': task-4077538, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.253062} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.620814] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-aa6c03f9-a699-4f56-a57c-dcb8beb8501d tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] [instance: bf0636c2-b042-4181-9b86-748786c41197] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 968.621562] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cf3942e-06f5-412c-8fec-b5d44c923d99 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.644559] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa6c03f9-a699-4f56-a57c-dcb8beb8501d tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] [instance: bf0636c2-b042-4181-9b86-748786c41197] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] bf0636c2-b042-4181-9b86-748786c41197/bf0636c2-b042-4181-9b86-748786c41197.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 968.647734] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0591e653-5ea5-413e-a646-b6b7c57ebead {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.672678] env[69889]: DEBUG oslo_vmware.api [None req-d9ef19cc-73cf-44ac-b600-0c96436849e4 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': task-4077539, 'name': ResetVM_Task, 'duration_secs': 0.11623} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.674902] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-d9ef19cc-73cf-44ac-b600-0c96436849e4 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4] Did hard reboot of VM {{(pid=69889) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 968.674902] env[69889]: DEBUG nova.compute.manager [None req-d9ef19cc-73cf-44ac-b600-0c96436849e4 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 968.675079] env[69889]: DEBUG oslo_vmware.api [None req-aa6c03f9-a699-4f56-a57c-dcb8beb8501d tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Waiting for the task: (returnval){ [ 968.675079] env[69889]: value = "task-4077542" [ 968.675079] env[69889]: _type = "Task" [ 968.675079] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.678633] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d332aad7-0226-4b91-aafc-43115c546c0c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.695170] env[69889]: DEBUG oslo_vmware.api [None req-aa6c03f9-a699-4f56-a57c-dcb8beb8501d tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Task: {'id': task-4077542, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.703570] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] [instance: a6f14a7e-6957-41e2-8455-0ca463f97479] Instance has had 0 of 5 cleanup attempts {{(pid=69889) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 968.876651] env[69889]: DEBUG nova.compute.manager [None req-06abb433-2668-477b-af69-584e9a370b98 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: ed01a7a5-1df0-4cca-b924-ad79f688ed68] Start building block device mappings for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 968.887975] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5de29cb2-56d3-40b8-bc7f-2657cdd146f7 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.967044] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f39752d-dc5c-4a47-869e-371fbfda117b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.976317] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9672cc64-a32a-4f8a-8a08-5dc5a6644347 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.014482] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f6899cf-e68b-4632-9f52-00ea00b6f837 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.026549] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1147c5d-9dc1-419f-9991-592247074b44 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.030847] env[69889]: DEBUG oslo_vmware.api [None req-c6b77bf9-8ebf-4719-b549-eb986982def4 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Task: {'id': task-4077540, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16212} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.031147] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6b77bf9-8ebf-4719-b549-eb986982def4 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 969.031778] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-c6b77bf9-8ebf-4719-b549-eb986982def4 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 0de8146b-f51a-4bcd-b4ef-d68e55d3d621] Deleted contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 969.031778] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-c6b77bf9-8ebf-4719-b549-eb986982def4 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 0de8146b-f51a-4bcd-b4ef-d68e55d3d621] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 969.031778] env[69889]: INFO nova.compute.manager [None req-c6b77bf9-8ebf-4719-b549-eb986982def4 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 0de8146b-f51a-4bcd-b4ef-d68e55d3d621] Took 1.55 seconds to destroy the instance on the hypervisor. [ 969.031989] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c6b77bf9-8ebf-4719-b549-eb986982def4 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 969.032856] env[69889]: DEBUG nova.compute.manager [-] [instance: 0de8146b-f51a-4bcd-b4ef-d68e55d3d621] Deallocating network for instance {{(pid=69889) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 969.033164] env[69889]: DEBUG nova.network.neutron [-] [instance: 0de8146b-f51a-4bcd-b4ef-d68e55d3d621] deallocate_for_instance() {{(pid=69889) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 969.043800] env[69889]: DEBUG nova.compute.provider_tree [None req-71e23815-ec16-4f12-9720-dc6b88c2666e tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 969.056525] env[69889]: DEBUG oslo_vmware.api [None req-a921b86c-2147-4ea1-918e-baacc80425ab tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Task: {'id': task-4077541, 'name': ReconfigVM_Task, 'duration_secs': 0.513915} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.057822] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-a921b86c-2147-4ea1-918e-baacc80425ab tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: 9103303b-fb64-4728-892d-285dba75ac18] Reconfigured VM instance instance-0000002c to detach disk 2000 {{(pid=69889) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 969.059126] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80099012-85e9-4d7c-9acf-9288a9c61f24 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.090028] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-a921b86c-2147-4ea1-918e-baacc80425ab tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: 9103303b-fb64-4728-892d-285dba75ac18] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] 9103303b-fb64-4728-892d-285dba75ac18/9103303b-fb64-4728-892d-285dba75ac18.vmdk or device None with type thin {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 969.090028] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1b98c52-fd9d-4c50-9545-5e64a3e2faf2 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.108758] env[69889]: DEBUG oslo_vmware.api [None req-a921b86c-2147-4ea1-918e-baacc80425ab tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Waiting for the task: (returnval){ [ 969.108758] env[69889]: value = "task-4077543" [ 969.108758] env[69889]: _type = "Task" [ 969.108758] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.120772] env[69889]: DEBUG oslo_vmware.api [None req-a921b86c-2147-4ea1-918e-baacc80425ab tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Task: {'id': task-4077543, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.191323] env[69889]: DEBUG oslo_vmware.api [None req-aa6c03f9-a699-4f56-a57c-dcb8beb8501d tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Task: {'id': task-4077542, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.208925] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] [instance: fd67edc7-3014-4eab-b142-5bff2253204f] Instance has had 0 of 5 cleanup attempts {{(pid=69889) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 969.211233] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d9ef19cc-73cf-44ac-b600-0c96436849e4 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Lock "5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.540s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.364108] env[69889]: DEBUG nova.network.neutron [None req-06abb433-2668-477b-af69-584e9a370b98 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: ed01a7a5-1df0-4cca-b924-ad79f688ed68] Successfully created port: bce41b7f-7fb2-47a4-921d-149299fcd3a2 {{(pid=69889) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 969.552495] env[69889]: DEBUG nova.scheduler.client.report [None req-71e23815-ec16-4f12-9720-dc6b88c2666e tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 969.620611] env[69889]: DEBUG oslo_vmware.api [None req-a921b86c-2147-4ea1-918e-baacc80425ab tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Task: {'id': task-4077543, 'name': ReconfigVM_Task, 'duration_secs': 0.321662} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.621242] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-a921b86c-2147-4ea1-918e-baacc80425ab tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: 9103303b-fb64-4728-892d-285dba75ac18] Reconfigured VM instance instance-0000002c to attach disk [datastore2] 9103303b-fb64-4728-892d-285dba75ac18/9103303b-fb64-4728-892d-285dba75ac18.vmdk or device None with type thin {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 969.621863] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e638ed83-37c9-43fb-b42d-ab302edc7763 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.650815] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-431be911-1cd2-463e-b331-ed3fd2fba281 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.676329] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce493026-c83a-4d9a-bb35-0bf5f08675b4 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.702479] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e81630b9-fcad-43b8-84d0-a63931aa777e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.711585] env[69889]: DEBUG oslo_vmware.api [None req-aa6c03f9-a699-4f56-a57c-dcb8beb8501d tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Task: {'id': task-4077542, 'name': ReconfigVM_Task, 'duration_secs': 0.638818} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.714486] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa6c03f9-a699-4f56-a57c-dcb8beb8501d tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] [instance: bf0636c2-b042-4181-9b86-748786c41197] Reconfigured VM instance instance-00000041 to attach disk [datastore2] bf0636c2-b042-4181-9b86-748786c41197/bf0636c2-b042-4181-9b86-748786c41197.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 969.715328] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] [instance: 30d28d6c-5e7a-4e70-9415-b88ec3230f71] Instance has had 0 of 5 cleanup attempts {{(pid=69889) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 969.718163] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-a921b86c-2147-4ea1-918e-baacc80425ab tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: 9103303b-fb64-4728-892d-285dba75ac18] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 969.718569] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c28beb5e-3172-45af-8856-ca5c4fd22435 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.720735] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5c1025d5-c86f-4dbf-8058-80a33b3643df {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.728798] env[69889]: DEBUG oslo_vmware.api [None req-aa6c03f9-a699-4f56-a57c-dcb8beb8501d tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Waiting for the task: (returnval){ [ 969.728798] env[69889]: value = "task-4077545" [ 969.728798] env[69889]: _type = "Task" [ 969.728798] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.729949] env[69889]: DEBUG oslo_vmware.api [None req-a921b86c-2147-4ea1-918e-baacc80425ab tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Waiting for the task: (returnval){ [ 969.729949] env[69889]: value = "task-4077544" [ 969.729949] env[69889]: _type = "Task" [ 969.729949] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.742451] env[69889]: DEBUG oslo_vmware.api [None req-a921b86c-2147-4ea1-918e-baacc80425ab tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Task: {'id': task-4077544, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.746233] env[69889]: DEBUG oslo_vmware.api [None req-aa6c03f9-a699-4f56-a57c-dcb8beb8501d tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Task: {'id': task-4077545, 'name': Rename_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.892099] env[69889]: DEBUG nova.compute.manager [None req-06abb433-2668-477b-af69-584e9a370b98 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: ed01a7a5-1df0-4cca-b924-ad79f688ed68] Start spawning the instance on the hypervisor. {{(pid=69889) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 969.922179] env[69889]: DEBUG nova.virt.hardware [None req-06abb433-2668-477b-af69-584e9a370b98 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 969.923008] env[69889]: DEBUG nova.virt.hardware [None req-06abb433-2668-477b-af69-584e9a370b98 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 969.923008] env[69889]: DEBUG nova.virt.hardware [None req-06abb433-2668-477b-af69-584e9a370b98 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 969.923172] env[69889]: DEBUG nova.virt.hardware [None req-06abb433-2668-477b-af69-584e9a370b98 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 969.923314] env[69889]: DEBUG nova.virt.hardware [None req-06abb433-2668-477b-af69-584e9a370b98 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 969.923393] env[69889]: DEBUG nova.virt.hardware [None req-06abb433-2668-477b-af69-584e9a370b98 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 969.923669] env[69889]: DEBUG nova.virt.hardware [None req-06abb433-2668-477b-af69-584e9a370b98 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 969.923840] env[69889]: DEBUG nova.virt.hardware [None req-06abb433-2668-477b-af69-584e9a370b98 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 969.924179] env[69889]: DEBUG nova.virt.hardware [None req-06abb433-2668-477b-af69-584e9a370b98 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 969.924385] env[69889]: DEBUG nova.virt.hardware [None req-06abb433-2668-477b-af69-584e9a370b98 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 969.924987] env[69889]: DEBUG nova.virt.hardware [None req-06abb433-2668-477b-af69-584e9a370b98 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 969.925498] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5bc5066-be99-4051-a6c0-a6d6fdd7505c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.935319] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9901b39b-92fd-4be5-beaf-0c9a3aecb6a2 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.983980] env[69889]: DEBUG nova.compute.manager [req-44c983ee-8675-4cb2-959d-856bd2c5ae1f req-b8e03cef-473b-4f82-b123-b2afee3381b0 service nova] [instance: 0de8146b-f51a-4bcd-b4ef-d68e55d3d621] Received event network-vif-deleted-ab39dcb0-083d-4276-8b8b-e9155200544d {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 969.984791] env[69889]: INFO nova.compute.manager [req-44c983ee-8675-4cb2-959d-856bd2c5ae1f req-b8e03cef-473b-4f82-b123-b2afee3381b0 service nova] [instance: 0de8146b-f51a-4bcd-b4ef-d68e55d3d621] Neutron deleted interface ab39dcb0-083d-4276-8b8b-e9155200544d; detaching it from the instance and deleting it from the info cache [ 969.985165] env[69889]: DEBUG nova.network.neutron [req-44c983ee-8675-4cb2-959d-856bd2c5ae1f req-b8e03cef-473b-4f82-b123-b2afee3381b0 service nova] [instance: 0de8146b-f51a-4bcd-b4ef-d68e55d3d621] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.085545] env[69889]: DEBUG nova.network.neutron [-] [instance: 0de8146b-f51a-4bcd-b4ef-d68e55d3d621] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.219615] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] [instance: 96c84f6a-1e51-41fa-b5cd-4dc572d96410] Instance has had 0 of 5 cleanup attempts {{(pid=69889) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 970.246033] env[69889]: DEBUG oslo_vmware.api [None req-aa6c03f9-a699-4f56-a57c-dcb8beb8501d tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Task: {'id': task-4077545, 'name': Rename_Task, 'duration_secs': 0.191957} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.249385] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa6c03f9-a699-4f56-a57c-dcb8beb8501d tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] [instance: bf0636c2-b042-4181-9b86-748786c41197] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 970.250896] env[69889]: DEBUG oslo_vmware.api [None req-a921b86c-2147-4ea1-918e-baacc80425ab tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Task: {'id': task-4077544, 'name': PowerOnVM_Task, 'duration_secs': 0.419422} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.250896] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2edca18a-8049-4932-b928-21f939369deb {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.255498] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-a921b86c-2147-4ea1-918e-baacc80425ab tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: 9103303b-fb64-4728-892d-285dba75ac18] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 970.265915] env[69889]: DEBUG oslo_vmware.api [None req-aa6c03f9-a699-4f56-a57c-dcb8beb8501d tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Waiting for the task: (returnval){ [ 970.265915] env[69889]: value = "task-4077546" [ 970.265915] env[69889]: _type = "Task" [ 970.265915] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.275976] env[69889]: DEBUG oslo_vmware.api [None req-aa6c03f9-a699-4f56-a57c-dcb8beb8501d tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Task: {'id': task-4077546, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.490782] env[69889]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6c041fed-4d84-44ba-a311-69220cc29639 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.503626] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7de1ff49-dd09-4abb-a227-c0869e4582f3 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.547363] env[69889]: DEBUG nova.compute.manager [req-44c983ee-8675-4cb2-959d-856bd2c5ae1f req-b8e03cef-473b-4f82-b123-b2afee3381b0 service nova] [instance: 0de8146b-f51a-4bcd-b4ef-d68e55d3d621] Detach interface failed, port_id=ab39dcb0-083d-4276-8b8b-e9155200544d, reason: Instance 0de8146b-f51a-4bcd-b4ef-d68e55d3d621 could not be found. {{(pid=69889) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 970.570956] env[69889]: DEBUG oslo_concurrency.lockutils [None req-71e23815-ec16-4f12-9720-dc6b88c2666e tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.707s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.571206] env[69889]: DEBUG nova.compute.manager [None req-71e23815-ec16-4f12-9720-dc6b88c2666e tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=69889) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 970.574011] env[69889]: DEBUG oslo_concurrency.lockutils [None req-bd1aa068-b682-4523-91d0-58314252fcc1 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.102s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.575441] env[69889]: INFO nova.compute.claims [None req-bd1aa068-b682-4523-91d0-58314252fcc1 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: 5192a5cd-713f-4348-a5a8-235f2825f1a6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 970.589622] env[69889]: INFO nova.compute.manager [-] [instance: 0de8146b-f51a-4bcd-b4ef-d68e55d3d621] Took 1.56 seconds to deallocate network for instance. [ 970.724111] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] [instance: d52805a2-50d7-49b9-b1bb-9fddc19df7a2] Instance has had 0 of 5 cleanup attempts {{(pid=69889) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 970.779816] env[69889]: DEBUG oslo_vmware.api [None req-aa6c03f9-a699-4f56-a57c-dcb8beb8501d tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Task: {'id': task-4077546, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.809307] env[69889]: DEBUG nova.compute.manager [None req-3ad634cc-6e42-40c5-af2a-1a7a5528251d tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] [instance: 25fa2007-30d6-4a2a-9498-d523988ee0ad] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 970.812024] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-046d6563-9cd0-48eb-9620-c79e07ae4930 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.097082] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c6b77bf9-8ebf-4719-b549-eb986982def4 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.140886] env[69889]: DEBUG nova.network.neutron [None req-06abb433-2668-477b-af69-584e9a370b98 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: ed01a7a5-1df0-4cca-b924-ad79f688ed68] Successfully updated port: bce41b7f-7fb2-47a4-921d-149299fcd3a2 {{(pid=69889) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 971.174660] env[69889]: INFO nova.scheduler.client.report [None req-71e23815-ec16-4f12-9720-dc6b88c2666e tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Deleted allocation for migration 43627179-a949-4b6a-92ba-e0b7134d45d0 [ 971.227732] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] [instance: ff21eb77-97b5-450a-baff-063059c2efe1] Instance has had 0 of 5 cleanup attempts {{(pid=69889) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 971.265353] env[69889]: INFO nova.compute.manager [None req-a921b86c-2147-4ea1-918e-baacc80425ab tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: 9103303b-fb64-4728-892d-285dba75ac18] Updating instance to original state: 'active' [ 971.281852] env[69889]: DEBUG oslo_vmware.api [None req-aa6c03f9-a699-4f56-a57c-dcb8beb8501d tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Task: {'id': task-4077546, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.324488] env[69889]: INFO nova.compute.manager [None req-3ad634cc-6e42-40c5-af2a-1a7a5528251d tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] [instance: 25fa2007-30d6-4a2a-9498-d523988ee0ad] instance snapshotting [ 971.327745] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39db145a-fa2e-483d-b73f-73819298db5f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.353804] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04c2e8c3-ce7f-4f3a-8fd4-fe9459c474a1 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.643481] env[69889]: DEBUG oslo_concurrency.lockutils [None req-06abb433-2668-477b-af69-584e9a370b98 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Acquiring lock "refresh_cache-ed01a7a5-1df0-4cca-b924-ad79f688ed68" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.643937] env[69889]: DEBUG oslo_concurrency.lockutils [None req-06abb433-2668-477b-af69-584e9a370b98 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Acquired lock "refresh_cache-ed01a7a5-1df0-4cca-b924-ad79f688ed68" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.643937] env[69889]: DEBUG nova.network.neutron [None req-06abb433-2668-477b-af69-584e9a370b98 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: ed01a7a5-1df0-4cca-b924-ad79f688ed68] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 971.682183] env[69889]: DEBUG oslo_concurrency.lockutils [None req-71e23815-ec16-4f12-9720-dc6b88c2666e tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Lock "0c73213b-c2e1-42cb-a8f4-e3109adfd354" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 34.571s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.732218] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] [instance: 89d1a6bb-1542-46d9-832f-d0ac2867492f] Instance has had 0 of 5 cleanup attempts {{(pid=69889) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 971.794750] env[69889]: DEBUG oslo_vmware.api [None req-aa6c03f9-a699-4f56-a57c-dcb8beb8501d tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Task: {'id': task-4077546, 'name': PowerOnVM_Task, 'duration_secs': 1.072083} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.798018] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa6c03f9-a699-4f56-a57c-dcb8beb8501d tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] [instance: bf0636c2-b042-4181-9b86-748786c41197] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 971.798308] env[69889]: INFO nova.compute.manager [None req-aa6c03f9-a699-4f56-a57c-dcb8beb8501d tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] [instance: bf0636c2-b042-4181-9b86-748786c41197] Took 9.46 seconds to spawn the instance on the hypervisor. [ 971.798496] env[69889]: DEBUG nova.compute.manager [None req-aa6c03f9-a699-4f56-a57c-dcb8beb8501d tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] [instance: bf0636c2-b042-4181-9b86-748786c41197] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 971.799624] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03e728ed-47bd-4f81-9d12-9252eb54e474 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.869676] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-3ad634cc-6e42-40c5-af2a-1a7a5528251d tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] [instance: 25fa2007-30d6-4a2a-9498-d523988ee0ad] Creating Snapshot of the VM instance {{(pid=69889) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 971.869676] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-668b2f3f-a00d-47b5-b296-56fb6f159cff {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.880742] env[69889]: DEBUG oslo_vmware.api [None req-3ad634cc-6e42-40c5-af2a-1a7a5528251d tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Waiting for the task: (returnval){ [ 971.880742] env[69889]: value = "task-4077547" [ 971.880742] env[69889]: _type = "Task" [ 971.880742] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.891385] env[69889]: DEBUG oslo_vmware.api [None req-3ad634cc-6e42-40c5-af2a-1a7a5528251d tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Task: {'id': task-4077547, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.017685] env[69889]: DEBUG nova.compute.manager [req-983892f0-de86-4740-b4b5-f50a922eddf9 req-7b3eb3d6-9c4c-4300-8676-023700935efc service nova] [instance: ed01a7a5-1df0-4cca-b924-ad79f688ed68] Received event network-vif-plugged-bce41b7f-7fb2-47a4-921d-149299fcd3a2 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 972.017917] env[69889]: DEBUG oslo_concurrency.lockutils [req-983892f0-de86-4740-b4b5-f50a922eddf9 req-7b3eb3d6-9c4c-4300-8676-023700935efc service nova] Acquiring lock "ed01a7a5-1df0-4cca-b924-ad79f688ed68-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.018383] env[69889]: DEBUG oslo_concurrency.lockutils [req-983892f0-de86-4740-b4b5-f50a922eddf9 req-7b3eb3d6-9c4c-4300-8676-023700935efc service nova] Lock "ed01a7a5-1df0-4cca-b924-ad79f688ed68-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.018859] env[69889]: DEBUG oslo_concurrency.lockutils [req-983892f0-de86-4740-b4b5-f50a922eddf9 req-7b3eb3d6-9c4c-4300-8676-023700935efc service nova] Lock "ed01a7a5-1df0-4cca-b924-ad79f688ed68-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.018859] env[69889]: DEBUG nova.compute.manager [req-983892f0-de86-4740-b4b5-f50a922eddf9 req-7b3eb3d6-9c4c-4300-8676-023700935efc service nova] [instance: ed01a7a5-1df0-4cca-b924-ad79f688ed68] No waiting events found dispatching network-vif-plugged-bce41b7f-7fb2-47a4-921d-149299fcd3a2 {{(pid=69889) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 972.019058] env[69889]: WARNING nova.compute.manager [req-983892f0-de86-4740-b4b5-f50a922eddf9 req-7b3eb3d6-9c4c-4300-8676-023700935efc service nova] [instance: ed01a7a5-1df0-4cca-b924-ad79f688ed68] Received unexpected event network-vif-plugged-bce41b7f-7fb2-47a4-921d-149299fcd3a2 for instance with vm_state building and task_state spawning. [ 972.019377] env[69889]: DEBUG nova.compute.manager [req-983892f0-de86-4740-b4b5-f50a922eddf9 req-7b3eb3d6-9c4c-4300-8676-023700935efc service nova] [instance: ed01a7a5-1df0-4cca-b924-ad79f688ed68] Received event network-changed-bce41b7f-7fb2-47a4-921d-149299fcd3a2 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 972.020024] env[69889]: DEBUG nova.compute.manager [req-983892f0-de86-4740-b4b5-f50a922eddf9 req-7b3eb3d6-9c4c-4300-8676-023700935efc service nova] [instance: ed01a7a5-1df0-4cca-b924-ad79f688ed68] Refreshing instance network info cache due to event network-changed-bce41b7f-7fb2-47a4-921d-149299fcd3a2. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 972.020024] env[69889]: DEBUG oslo_concurrency.lockutils [req-983892f0-de86-4740-b4b5-f50a922eddf9 req-7b3eb3d6-9c4c-4300-8676-023700935efc service nova] Acquiring lock "refresh_cache-ed01a7a5-1df0-4cca-b924-ad79f688ed68" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.080951] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad36452a-9fa7-494c-a118-c609cf7f5b16 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.088754] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7444e280-0b6c-4298-946e-1153f843f404 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.124760] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cdd8367-f56b-4b22-aeef-1dc3b86a2f00 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.134320] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4540a9bc-fefb-4968-a838-b56c8c22b922 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.152199] env[69889]: DEBUG nova.compute.provider_tree [None req-bd1aa068-b682-4523-91d0-58314252fcc1 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 972.187950] env[69889]: DEBUG nova.network.neutron [None req-06abb433-2668-477b-af69-584e9a370b98 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: ed01a7a5-1df0-4cca-b924-ad79f688ed68] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 972.240543] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] [instance: 2cb12a8d-74ee-4fe0-92fd-8c2adbc3becc] Instance has had 0 of 5 cleanup attempts {{(pid=69889) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 972.262170] env[69889]: DEBUG nova.objects.instance [None req-4ce2bbe6-c2c8-420e-bc63-76211435997b tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Lazy-loading 'flavor' on Instance uuid 0c73213b-c2e1-42cb-a8f4-e3109adfd354 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 972.322294] env[69889]: INFO nova.compute.manager [None req-aa6c03f9-a699-4f56-a57c-dcb8beb8501d tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] [instance: bf0636c2-b042-4181-9b86-748786c41197] Took 51.59 seconds to build instance. [ 972.361162] env[69889]: DEBUG nova.network.neutron [None req-06abb433-2668-477b-af69-584e9a370b98 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: ed01a7a5-1df0-4cca-b924-ad79f688ed68] Updating instance_info_cache with network_info: [{"id": "bce41b7f-7fb2-47a4-921d-149299fcd3a2", "address": "fa:16:3e:61:19:a6", "network": {"id": "45fd0254-853e-402c-8516-9992c891c194", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-43042710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41dfb848b52e4aceaab49a46abf8310c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbce41b7f-7f", "ovs_interfaceid": "bce41b7f-7fb2-47a4-921d-149299fcd3a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.392702] env[69889]: DEBUG oslo_vmware.api [None req-3ad634cc-6e42-40c5-af2a-1a7a5528251d tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Task: {'id': task-4077547, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.658167] env[69889]: DEBUG nova.scheduler.client.report [None req-bd1aa068-b682-4523-91d0-58314252fcc1 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 972.744025] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] [instance: 6440cc57-4bc9-4c89-941e-f16b6bf04dc3] Instance has had 0 of 5 cleanup attempts {{(pid=69889) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 972.770434] env[69889]: DEBUG oslo_concurrency.lockutils [None req-4ce2bbe6-c2c8-420e-bc63-76211435997b tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Acquiring lock "refresh_cache-0c73213b-c2e1-42cb-a8f4-e3109adfd354" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.770641] env[69889]: DEBUG oslo_concurrency.lockutils [None req-4ce2bbe6-c2c8-420e-bc63-76211435997b tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Acquired lock "refresh_cache-0c73213b-c2e1-42cb-a8f4-e3109adfd354" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.770840] env[69889]: DEBUG nova.network.neutron [None req-4ce2bbe6-c2c8-420e-bc63-76211435997b tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 972.771038] env[69889]: DEBUG nova.objects.instance [None req-4ce2bbe6-c2c8-420e-bc63-76211435997b tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Lazy-loading 'info_cache' on Instance uuid 0c73213b-c2e1-42cb-a8f4-e3109adfd354 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 972.828053] env[69889]: DEBUG oslo_concurrency.lockutils [None req-aa6c03f9-a699-4f56-a57c-dcb8beb8501d tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Lock "bf0636c2-b042-4181-9b86-748786c41197" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.008s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.864271] env[69889]: DEBUG oslo_concurrency.lockutils [None req-06abb433-2668-477b-af69-584e9a370b98 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Releasing lock "refresh_cache-ed01a7a5-1df0-4cca-b924-ad79f688ed68" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.864780] env[69889]: DEBUG nova.compute.manager [None req-06abb433-2668-477b-af69-584e9a370b98 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: ed01a7a5-1df0-4cca-b924-ad79f688ed68] Instance network_info: |[{"id": "bce41b7f-7fb2-47a4-921d-149299fcd3a2", "address": "fa:16:3e:61:19:a6", "network": {"id": "45fd0254-853e-402c-8516-9992c891c194", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-43042710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41dfb848b52e4aceaab49a46abf8310c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbce41b7f-7f", "ovs_interfaceid": "bce41b7f-7fb2-47a4-921d-149299fcd3a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 972.865093] env[69889]: DEBUG oslo_concurrency.lockutils [req-983892f0-de86-4740-b4b5-f50a922eddf9 req-7b3eb3d6-9c4c-4300-8676-023700935efc service nova] Acquired lock "refresh_cache-ed01a7a5-1df0-4cca-b924-ad79f688ed68" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.865379] env[69889]: DEBUG nova.network.neutron [req-983892f0-de86-4740-b4b5-f50a922eddf9 req-7b3eb3d6-9c4c-4300-8676-023700935efc service nova] [instance: ed01a7a5-1df0-4cca-b924-ad79f688ed68] Refreshing network info cache for port bce41b7f-7fb2-47a4-921d-149299fcd3a2 {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 972.867071] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-06abb433-2668-477b-af69-584e9a370b98 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: ed01a7a5-1df0-4cca-b924-ad79f688ed68] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:19:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '55520f67-d092-4eb7-940f-d7cceaa1ca1c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bce41b7f-7fb2-47a4-921d-149299fcd3a2', 'vif_model': 'vmxnet3'}] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 972.875977] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-06abb433-2668-477b-af69-584e9a370b98 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 972.879995] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed01a7a5-1df0-4cca-b924-ad79f688ed68] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 972.880556] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1bb47980-c70a-40df-a7a6-03b24e543d2c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.907267] env[69889]: DEBUG oslo_vmware.api [None req-3ad634cc-6e42-40c5-af2a-1a7a5528251d tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Task: {'id': task-4077547, 'name': CreateSnapshot_Task, 'duration_secs': 1.012992} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.908899] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-3ad634cc-6e42-40c5-af2a-1a7a5528251d tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] [instance: 25fa2007-30d6-4a2a-9498-d523988ee0ad] Created Snapshot of the VM instance {{(pid=69889) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 972.909262] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 972.909262] env[69889]: value = "task-4077548" [ 972.909262] env[69889]: _type = "Task" [ 972.909262] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.910376] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-532c3f77-1b1a-4160-bd05-9788cc227de5 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.928457] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077548, 'name': CreateVM_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.162563] env[69889]: DEBUG oslo_concurrency.lockutils [None req-bd1aa068-b682-4523-91d0-58314252fcc1 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.588s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.163427] env[69889]: DEBUG nova.compute.manager [None req-bd1aa068-b682-4523-91d0-58314252fcc1 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: 5192a5cd-713f-4348-a5a8-235f2825f1a6] Start building networks asynchronously for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 973.167926] env[69889]: DEBUG oslo_concurrency.lockutils [None req-3fadc7e1-2e0d-42c8-a562-21bea63c5322 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.719s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.168447] env[69889]: DEBUG oslo_concurrency.lockutils [None req-3fadc7e1-2e0d-42c8-a562-21bea63c5322 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.172011] env[69889]: DEBUG oslo_concurrency.lockutils [None req-2a260127-d93f-42fa-b9fa-b4e385184bdb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.036s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.173534] env[69889]: DEBUG oslo_concurrency.lockutils [None req-2a260127-d93f-42fa-b9fa-b4e385184bdb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.175124] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c2cda7cf-db7e-4138-b413-011825a13023 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.972s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.175433] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c2cda7cf-db7e-4138-b413-011825a13023 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.178707] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d44c8db8-db26-49a1-80a5-ebc794ae9359 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.050s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.179520] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d44c8db8-db26-49a1-80a5-ebc794ae9359 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.183024] env[69889]: DEBUG oslo_concurrency.lockutils [None req-575e7f2d-12c7-4f0b-9f71-008f996b5e1b tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.369s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.183024] env[69889]: DEBUG oslo_concurrency.lockutils [None req-575e7f2d-12c7-4f0b-9f71-008f996b5e1b tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.185666] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5efed720-ff81-4f0d-bc20-8795847444c6 tempest-ServersAaction247Test-1324655128 tempest-ServersAaction247Test-1324655128-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.690s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.188037] env[69889]: INFO nova.compute.claims [None req-5efed720-ff81-4f0d-bc20-8795847444c6 tempest-ServersAaction247Test-1324655128 tempest-ServersAaction247Test-1324655128-project-member] [instance: 3d6e9a03-3478-489b-aa3b-de89979ab23c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 973.194633] env[69889]: DEBUG nova.network.neutron [req-983892f0-de86-4740-b4b5-f50a922eddf9 req-7b3eb3d6-9c4c-4300-8676-023700935efc service nova] [instance: ed01a7a5-1df0-4cca-b924-ad79f688ed68] Updated VIF entry in instance network info cache for port bce41b7f-7fb2-47a4-921d-149299fcd3a2. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 973.198056] env[69889]: DEBUG nova.network.neutron [req-983892f0-de86-4740-b4b5-f50a922eddf9 req-7b3eb3d6-9c4c-4300-8676-023700935efc service nova] [instance: ed01a7a5-1df0-4cca-b924-ad79f688ed68] Updating instance_info_cache with network_info: [{"id": "bce41b7f-7fb2-47a4-921d-149299fcd3a2", "address": "fa:16:3e:61:19:a6", "network": {"id": "45fd0254-853e-402c-8516-9992c891c194", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-43042710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41dfb848b52e4aceaab49a46abf8310c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbce41b7f-7f", "ovs_interfaceid": "bce41b7f-7fb2-47a4-921d-149299fcd3a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.228510] env[69889]: INFO nova.scheduler.client.report [None req-575e7f2d-12c7-4f0b-9f71-008f996b5e1b tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Deleted allocations for instance 43761e84-3bc7-4e8a-93e9-d9426b21a6a7 [ 973.230125] env[69889]: INFO nova.scheduler.client.report [None req-3fadc7e1-2e0d-42c8-a562-21bea63c5322 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Deleted allocations for instance 68d7b291-3a3f-4ba0-9b9a-31407b0a43db [ 973.254425] env[69889]: INFO nova.scheduler.client.report [None req-c2cda7cf-db7e-4138-b413-011825a13023 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Deleted allocations for instance 017df34e-1102-4414-b63e-614ee9db8060 [ 973.256601] env[69889]: INFO nova.scheduler.client.report [None req-2a260127-d93f-42fa-b9fa-b4e385184bdb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Deleted allocations for instance 1ff86d69-e1bb-4998-9a5b-6b798772f9e3 [ 973.257718] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] [instance: 49ce5d94-ce4e-457b-a34c-54bd5dfcc242] Instance has had 0 of 5 cleanup attempts {{(pid=69889) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 973.264648] env[69889]: WARNING oslo_messaging._drivers.amqpdriver [None req-c2cda7cf-db7e-4138-b413-011825a13023 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 973.274307] env[69889]: DEBUG nova.objects.base [None req-4ce2bbe6-c2c8-420e-bc63-76211435997b tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Object Instance<0c73213b-c2e1-42cb-a8f4-e3109adfd354> lazy-loaded attributes: flavor,info_cache {{(pid=69889) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 973.277541] env[69889]: INFO nova.scheduler.client.report [None req-d44c8db8-db26-49a1-80a5-ebc794ae9359 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Deleted allocations for instance c4299beb-fd13-47db-9ad2-eaedefdaf7e9 [ 973.333910] env[69889]: DEBUG oslo_concurrency.lockutils [None req-140dc61e-fa2f-46f4-be35-7300534fb06f tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Acquiring lock "9103303b-fb64-4728-892d-285dba75ac18" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.334148] env[69889]: DEBUG oslo_concurrency.lockutils [None req-140dc61e-fa2f-46f4-be35-7300534fb06f tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Lock "9103303b-fb64-4728-892d-285dba75ac18" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.334388] env[69889]: DEBUG oslo_concurrency.lockutils [None req-140dc61e-fa2f-46f4-be35-7300534fb06f tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Acquiring lock "9103303b-fb64-4728-892d-285dba75ac18-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.334589] env[69889]: DEBUG oslo_concurrency.lockutils [None req-140dc61e-fa2f-46f4-be35-7300534fb06f tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Lock "9103303b-fb64-4728-892d-285dba75ac18-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.334735] env[69889]: DEBUG oslo_concurrency.lockutils [None req-140dc61e-fa2f-46f4-be35-7300534fb06f tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Lock "9103303b-fb64-4728-892d-285dba75ac18-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.339107] env[69889]: INFO nova.compute.manager [None req-140dc61e-fa2f-46f4-be35-7300534fb06f tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: 9103303b-fb64-4728-892d-285dba75ac18] Terminating instance [ 973.424567] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077548, 'name': CreateVM_Task} progress is 99%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.437168] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-3ad634cc-6e42-40c5-af2a-1a7a5528251d tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] [instance: 25fa2007-30d6-4a2a-9498-d523988ee0ad] Creating linked-clone VM from snapshot {{(pid=69889) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 973.438728] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3eafdebb-42e7-474f-b503-cad0f1a3d768 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.450030] env[69889]: DEBUG oslo_vmware.api [None req-3ad634cc-6e42-40c5-af2a-1a7a5528251d tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Waiting for the task: (returnval){ [ 973.450030] env[69889]: value = "task-4077549" [ 973.450030] env[69889]: _type = "Task" [ 973.450030] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.459971] env[69889]: DEBUG oslo_vmware.api [None req-3ad634cc-6e42-40c5-af2a-1a7a5528251d tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Task: {'id': task-4077549, 'name': CloneVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.694601] env[69889]: DEBUG nova.compute.utils [None req-bd1aa068-b682-4523-91d0-58314252fcc1 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 973.696122] env[69889]: DEBUG nova.compute.manager [None req-bd1aa068-b682-4523-91d0-58314252fcc1 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: 5192a5cd-713f-4348-a5a8-235f2825f1a6] Allocating IP information in the background. {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 973.696364] env[69889]: DEBUG nova.network.neutron [None req-bd1aa068-b682-4523-91d0-58314252fcc1 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: 5192a5cd-713f-4348-a5a8-235f2825f1a6] allocate_for_instance() {{(pid=69889) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 973.698747] env[69889]: DEBUG oslo_concurrency.lockutils [req-983892f0-de86-4740-b4b5-f50a922eddf9 req-7b3eb3d6-9c4c-4300-8676-023700935efc service nova] Releasing lock "refresh_cache-ed01a7a5-1df0-4cca-b924-ad79f688ed68" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.742993] env[69889]: DEBUG oslo_concurrency.lockutils [None req-575e7f2d-12c7-4f0b-9f71-008f996b5e1b tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Lock "43761e84-3bc7-4e8a-93e9-d9426b21a6a7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.366s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.744159] env[69889]: DEBUG oslo_concurrency.lockutils [None req-3fadc7e1-2e0d-42c8-a562-21bea63c5322 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Lock "68d7b291-3a3f-4ba0-9b9a-31407b0a43db" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.278s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.758417] env[69889]: DEBUG nova.policy [None req-bd1aa068-b682-4523-91d0-58314252fcc1 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9e190865d02549c6a16effe8460be547', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd44aab10ad824c2fb2caf2263913e054', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69889) authorize /opt/stack/nova/nova/policy.py:192}} [ 973.770993] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] [instance: 41c9a79a-e246-4818-8339-fbaaa9fea305] Instance has had 0 of 5 cleanup attempts {{(pid=69889) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 973.775683] env[69889]: DEBUG oslo_concurrency.lockutils [None req-2a260127-d93f-42fa-b9fa-b4e385184bdb tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Lock "1ff86d69-e1bb-4998-9a5b-6b798772f9e3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.475s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.776502] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c2cda7cf-db7e-4138-b413-011825a13023 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Lock "017df34e-1102-4414-b63e-614ee9db8060" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.321s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.785306] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d44c8db8-db26-49a1-80a5-ebc794ae9359 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Lock "c4299beb-fd13-47db-9ad2-eaedefdaf7e9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.202s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.844249] env[69889]: DEBUG nova.compute.manager [None req-140dc61e-fa2f-46f4-be35-7300534fb06f tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: 9103303b-fb64-4728-892d-285dba75ac18] Start destroying the instance on the hypervisor. {{(pid=69889) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 973.844578] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-140dc61e-fa2f-46f4-be35-7300534fb06f tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: 9103303b-fb64-4728-892d-285dba75ac18] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 973.845623] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c45f8473-46a4-46e9-8bce-81c90887bec0 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.857884] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-140dc61e-fa2f-46f4-be35-7300534fb06f tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: 9103303b-fb64-4728-892d-285dba75ac18] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 973.858288] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-09ec8b33-dc13-424b-8e8f-2a3b0a684a3f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.867068] env[69889]: DEBUG oslo_vmware.api [None req-140dc61e-fa2f-46f4-be35-7300534fb06f tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Waiting for the task: (returnval){ [ 973.867068] env[69889]: value = "task-4077550" [ 973.867068] env[69889]: _type = "Task" [ 973.867068] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.877718] env[69889]: DEBUG oslo_vmware.api [None req-140dc61e-fa2f-46f4-be35-7300534fb06f tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Task: {'id': task-4077550, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.927710] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077548, 'name': CreateVM_Task, 'duration_secs': 0.659728} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.927885] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed01a7a5-1df0-4cca-b924-ad79f688ed68] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 973.928701] env[69889]: DEBUG oslo_concurrency.lockutils [None req-06abb433-2668-477b-af69-584e9a370b98 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.928885] env[69889]: DEBUG oslo_concurrency.lockutils [None req-06abb433-2668-477b-af69-584e9a370b98 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.929393] env[69889]: DEBUG oslo_concurrency.lockutils [None req-06abb433-2668-477b-af69-584e9a370b98 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.929691] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eab3080a-d74c-4ca9-a435-cef3141e3472 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.936661] env[69889]: DEBUG oslo_vmware.api [None req-06abb433-2668-477b-af69-584e9a370b98 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Waiting for the task: (returnval){ [ 973.936661] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]5214906d-209a-b0ad-0ced-2974fe74c1b5" [ 973.936661] env[69889]: _type = "Task" [ 973.936661] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.946957] env[69889]: DEBUG oslo_vmware.api [None req-06abb433-2668-477b-af69-584e9a370b98 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5214906d-209a-b0ad-0ced-2974fe74c1b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.964022] env[69889]: DEBUG oslo_vmware.api [None req-3ad634cc-6e42-40c5-af2a-1a7a5528251d tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Task: {'id': task-4077549, 'name': CloneVM_Task} progress is 94%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.052997] env[69889]: DEBUG nova.compute.manager [req-dbbb325b-dada-4672-b653-b4c280f62773 req-6dc9e70b-762a-4a5e-a3d9-cd62027df331 service nova] [instance: bf0636c2-b042-4181-9b86-748786c41197] Received event network-changed-fd67623c-8bfe-4cb2-88d0-be7f270d6fda {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 974.053339] env[69889]: DEBUG nova.compute.manager [req-dbbb325b-dada-4672-b653-b4c280f62773 req-6dc9e70b-762a-4a5e-a3d9-cd62027df331 service nova] [instance: bf0636c2-b042-4181-9b86-748786c41197] Refreshing instance network info cache due to event network-changed-fd67623c-8bfe-4cb2-88d0-be7f270d6fda. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 974.053806] env[69889]: DEBUG oslo_concurrency.lockutils [req-dbbb325b-dada-4672-b653-b4c280f62773 req-6dc9e70b-762a-4a5e-a3d9-cd62027df331 service nova] Acquiring lock "refresh_cache-bf0636c2-b042-4181-9b86-748786c41197" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.053869] env[69889]: DEBUG oslo_concurrency.lockutils [req-dbbb325b-dada-4672-b653-b4c280f62773 req-6dc9e70b-762a-4a5e-a3d9-cd62027df331 service nova] Acquired lock "refresh_cache-bf0636c2-b042-4181-9b86-748786c41197" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.054093] env[69889]: DEBUG nova.network.neutron [req-dbbb325b-dada-4672-b653-b4c280f62773 req-6dc9e70b-762a-4a5e-a3d9-cd62027df331 service nova] [instance: bf0636c2-b042-4181-9b86-748786c41197] Refreshing network info cache for port fd67623c-8bfe-4cb2-88d0-be7f270d6fda {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 974.161227] env[69889]: DEBUG nova.network.neutron [None req-4ce2bbe6-c2c8-420e-bc63-76211435997b tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] Updating instance_info_cache with network_info: [{"id": "9f07f034-4136-49cb-ab32-4feb5aac7b58", "address": "fa:16:3e:06:e7:9e", "network": {"id": "1b12c1c8-daca-4fb2-8ab1-a5e673ba07eb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-532849496-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7255cdff151a40df83da7bf6356a4e13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f07f034-41", "ovs_interfaceid": "9f07f034-4136-49cb-ab32-4feb5aac7b58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.199323] env[69889]: DEBUG nova.compute.manager [None req-bd1aa068-b682-4523-91d0-58314252fcc1 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: 5192a5cd-713f-4348-a5a8-235f2825f1a6] Start building block device mappings for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 974.277118] env[69889]: DEBUG nova.network.neutron [None req-bd1aa068-b682-4523-91d0-58314252fcc1 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: 5192a5cd-713f-4348-a5a8-235f2825f1a6] Successfully created port: 08c82f5a-c0bd-41d6-abe2-959a10165293 {{(pid=69889) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 974.280355] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] [instance: 7c36cb21-afb4-4ee6-8d04-56e383e01860] Instance has had 0 of 5 cleanup attempts {{(pid=69889) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 974.382817] env[69889]: DEBUG oslo_vmware.api [None req-140dc61e-fa2f-46f4-be35-7300534fb06f tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Task: {'id': task-4077550, 'name': PowerOffVM_Task, 'duration_secs': 0.446862} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.383119] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-140dc61e-fa2f-46f4-be35-7300534fb06f tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: 9103303b-fb64-4728-892d-285dba75ac18] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 974.383572] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-140dc61e-fa2f-46f4-be35-7300534fb06f tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: 9103303b-fb64-4728-892d-285dba75ac18] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 974.383876] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5f52ee5c-0858-41d6-8459-f31098b4c219 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.459406] env[69889]: DEBUG oslo_vmware.api [None req-06abb433-2668-477b-af69-584e9a370b98 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5214906d-209a-b0ad-0ced-2974fe74c1b5, 'name': SearchDatastore_Task, 'duration_secs': 0.01409} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.465901] env[69889]: DEBUG oslo_concurrency.lockutils [None req-06abb433-2668-477b-af69-584e9a370b98 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.466244] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-06abb433-2668-477b-af69-584e9a370b98 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: ed01a7a5-1df0-4cca-b924-ad79f688ed68] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 974.466549] env[69889]: DEBUG oslo_concurrency.lockutils [None req-06abb433-2668-477b-af69-584e9a370b98 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.466796] env[69889]: DEBUG oslo_concurrency.lockutils [None req-06abb433-2668-477b-af69-584e9a370b98 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.467119] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-06abb433-2668-477b-af69-584e9a370b98 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 974.468790] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bec655c2-9fb5-4dca-8151-fd3b1f50781f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.471013] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-140dc61e-fa2f-46f4-be35-7300534fb06f tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: 9103303b-fb64-4728-892d-285dba75ac18] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 974.471314] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-140dc61e-fa2f-46f4-be35-7300534fb06f tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: 9103303b-fb64-4728-892d-285dba75ac18] Deleting contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 974.471568] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-140dc61e-fa2f-46f4-be35-7300534fb06f tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Deleting the datastore file [datastore2] 9103303b-fb64-4728-892d-285dba75ac18 {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 974.472329] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ef7e3ec6-225e-4a05-88c6-c857ba7549f9 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.484382] env[69889]: DEBUG oslo_vmware.api [None req-3ad634cc-6e42-40c5-af2a-1a7a5528251d tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Task: {'id': task-4077549, 'name': CloneVM_Task} progress is 94%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.493916] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-06abb433-2668-477b-af69-584e9a370b98 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 974.494806] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-06abb433-2668-477b-af69-584e9a370b98 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 974.496574] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a87f1379-2fd9-4cab-b59c-1cbb471b267b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.500328] env[69889]: DEBUG oslo_vmware.api [None req-140dc61e-fa2f-46f4-be35-7300534fb06f tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Waiting for the task: (returnval){ [ 974.500328] env[69889]: value = "task-4077552" [ 974.500328] env[69889]: _type = "Task" [ 974.500328] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.510039] env[69889]: DEBUG oslo_vmware.api [None req-06abb433-2668-477b-af69-584e9a370b98 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Waiting for the task: (returnval){ [ 974.510039] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]527d4c5d-bb55-b69b-70f0-d28ae9402988" [ 974.510039] env[69889]: _type = "Task" [ 974.510039] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.515702] env[69889]: DEBUG oslo_vmware.api [None req-140dc61e-fa2f-46f4-be35-7300534fb06f tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Task: {'id': task-4077552, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.524811] env[69889]: DEBUG oslo_vmware.api [None req-06abb433-2668-477b-af69-584e9a370b98 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]527d4c5d-bb55-b69b-70f0-d28ae9402988, 'name': SearchDatastore_Task, 'duration_secs': 0.010725} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.525712] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-694f2dc8-6316-43c1-ad72-ddd69c7ae294 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.531939] env[69889]: DEBUG oslo_vmware.api [None req-06abb433-2668-477b-af69-584e9a370b98 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Waiting for the task: (returnval){ [ 974.531939] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52b7744f-d75c-afe7-7a8a-bc47b2a5b4d5" [ 974.531939] env[69889]: _type = "Task" [ 974.531939] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.545742] env[69889]: DEBUG oslo_vmware.api [None req-06abb433-2668-477b-af69-584e9a370b98 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52b7744f-d75c-afe7-7a8a-bc47b2a5b4d5, 'name': SearchDatastore_Task, 'duration_secs': 0.010918} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.549234] env[69889]: DEBUG oslo_concurrency.lockutils [None req-06abb433-2668-477b-af69-584e9a370b98 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.549302] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-06abb433-2668-477b-af69-584e9a370b98 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] ed01a7a5-1df0-4cca-b924-ad79f688ed68/ed01a7a5-1df0-4cca-b924-ad79f688ed68.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 974.550504] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8c6a4e6e-1e92-4f29-b001-654c89c22afe {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.561292] env[69889]: DEBUG oslo_vmware.api [None req-06abb433-2668-477b-af69-584e9a370b98 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Waiting for the task: (returnval){ [ 974.561292] env[69889]: value = "task-4077553" [ 974.561292] env[69889]: _type = "Task" [ 974.561292] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.576201] env[69889]: DEBUG oslo_vmware.api [None req-06abb433-2668-477b-af69-584e9a370b98 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Task: {'id': task-4077553, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.635381] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-285ef2e6-4783-400e-8683-e83f5c54da23 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.644020] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92d19a8d-3e71-4993-8410-17952f5f7e6a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.682722] env[69889]: DEBUG oslo_concurrency.lockutils [None req-4ce2bbe6-c2c8-420e-bc63-76211435997b tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Releasing lock "refresh_cache-0c73213b-c2e1-42cb-a8f4-e3109adfd354" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.686782] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acd257b6-5cf9-41fb-b294-6b0ec2d8a08f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.697333] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e639e2a0-bccd-44ef-906e-a231e2293fb2 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.718077] env[69889]: DEBUG nova.compute.provider_tree [None req-5efed720-ff81-4f0d-bc20-8795847444c6 tempest-ServersAaction247Test-1324655128 tempest-ServersAaction247Test-1324655128-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 974.783612] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] [instance: 63d61011-bbbe-4645-b993-9a9c8e8ca075] Instance has had 0 of 5 cleanup attempts {{(pid=69889) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 974.968785] env[69889]: DEBUG oslo_vmware.api [None req-3ad634cc-6e42-40c5-af2a-1a7a5528251d tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Task: {'id': task-4077549, 'name': CloneVM_Task} progress is 95%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.013933] env[69889]: DEBUG oslo_vmware.api [None req-140dc61e-fa2f-46f4-be35-7300534fb06f tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Task: {'id': task-4077552, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177383} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.014250] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-140dc61e-fa2f-46f4-be35-7300534fb06f tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 975.014445] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-140dc61e-fa2f-46f4-be35-7300534fb06f tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: 9103303b-fb64-4728-892d-285dba75ac18] Deleted contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 975.014670] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-140dc61e-fa2f-46f4-be35-7300534fb06f tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: 9103303b-fb64-4728-892d-285dba75ac18] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 975.014870] env[69889]: INFO nova.compute.manager [None req-140dc61e-fa2f-46f4-be35-7300534fb06f tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: 9103303b-fb64-4728-892d-285dba75ac18] Took 1.17 seconds to destroy the instance on the hypervisor. [ 975.015428] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-140dc61e-fa2f-46f4-be35-7300534fb06f tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 975.015692] env[69889]: DEBUG nova.compute.manager [-] [instance: 9103303b-fb64-4728-892d-285dba75ac18] Deallocating network for instance {{(pid=69889) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 975.015791] env[69889]: DEBUG nova.network.neutron [-] [instance: 9103303b-fb64-4728-892d-285dba75ac18] deallocate_for_instance() {{(pid=69889) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 975.081554] env[69889]: DEBUG oslo_vmware.api [None req-06abb433-2668-477b-af69-584e9a370b98 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Task: {'id': task-4077553, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.224169] env[69889]: DEBUG nova.scheduler.client.report [None req-5efed720-ff81-4f0d-bc20-8795847444c6 tempest-ServersAaction247Test-1324655128 tempest-ServersAaction247Test-1324655128-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 975.236521] env[69889]: DEBUG nova.compute.manager [None req-bd1aa068-b682-4523-91d0-58314252fcc1 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: 5192a5cd-713f-4348-a5a8-235f2825f1a6] Start spawning the instance on the hypervisor. {{(pid=69889) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 975.278094] env[69889]: DEBUG nova.virt.hardware [None req-bd1aa068-b682-4523-91d0-58314252fcc1 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 975.278409] env[69889]: DEBUG nova.virt.hardware [None req-bd1aa068-b682-4523-91d0-58314252fcc1 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 975.278571] env[69889]: DEBUG nova.virt.hardware [None req-bd1aa068-b682-4523-91d0-58314252fcc1 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 975.279352] env[69889]: DEBUG nova.virt.hardware [None req-bd1aa068-b682-4523-91d0-58314252fcc1 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 975.279352] env[69889]: DEBUG nova.virt.hardware [None req-bd1aa068-b682-4523-91d0-58314252fcc1 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 975.279352] env[69889]: DEBUG nova.virt.hardware [None req-bd1aa068-b682-4523-91d0-58314252fcc1 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 975.279944] env[69889]: DEBUG nova.virt.hardware [None req-bd1aa068-b682-4523-91d0-58314252fcc1 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 975.280037] env[69889]: DEBUG nova.virt.hardware [None req-bd1aa068-b682-4523-91d0-58314252fcc1 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 975.280194] env[69889]: DEBUG nova.virt.hardware [None req-bd1aa068-b682-4523-91d0-58314252fcc1 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 975.280365] env[69889]: DEBUG nova.virt.hardware [None req-bd1aa068-b682-4523-91d0-58314252fcc1 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 975.280557] env[69889]: DEBUG nova.virt.hardware [None req-bd1aa068-b682-4523-91d0-58314252fcc1 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 975.281814] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9551213-fb06-45c8-9476-6d86483c4fb6 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.290340] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] [instance: bfb7906e-20b8-4878-9777-c5fd3ff65c22] Instance has had 0 of 5 cleanup attempts {{(pid=69889) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 975.293995] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f3bbdd5-d819-4bc2-8f72-d0ceaccb4976 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.468858] env[69889]: DEBUG oslo_vmware.api [None req-3ad634cc-6e42-40c5-af2a-1a7a5528251d tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Task: {'id': task-4077549, 'name': CloneVM_Task, 'duration_secs': 1.700025} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.469272] env[69889]: INFO nova.virt.vmwareapi.vmops [None req-3ad634cc-6e42-40c5-af2a-1a7a5528251d tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] [instance: 25fa2007-30d6-4a2a-9498-d523988ee0ad] Created linked-clone VM from snapshot [ 975.470173] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8bd76f2-47ea-44ff-9b40-fbfd0d284f86 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.479144] env[69889]: DEBUG nova.virt.vmwareapi.images [None req-3ad634cc-6e42-40c5-af2a-1a7a5528251d tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] [instance: 25fa2007-30d6-4a2a-9498-d523988ee0ad] Uploading image ddcb8747-b602-4ee2-860a-2927e10440fd {{(pid=69889) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 975.511317] env[69889]: DEBUG oslo_vmware.rw_handles [None req-3ad634cc-6e42-40c5-af2a-1a7a5528251d tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 975.511317] env[69889]: value = "vm-807969" [ 975.511317] env[69889]: _type = "VirtualMachine" [ 975.511317] env[69889]: }. {{(pid=69889) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 975.511624] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d64e6386-d2b5-4119-9e10-9dca2dc43da2 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.519588] env[69889]: DEBUG oslo_vmware.rw_handles [None req-3ad634cc-6e42-40c5-af2a-1a7a5528251d tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Lease: (returnval){ [ 975.519588] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]527d56fb-76de-ab17-15ea-b28c8c3babb2" [ 975.519588] env[69889]: _type = "HttpNfcLease" [ 975.519588] env[69889]: } obtained for exporting VM: (result){ [ 975.519588] env[69889]: value = "vm-807969" [ 975.519588] env[69889]: _type = "VirtualMachine" [ 975.519588] env[69889]: }. {{(pid=69889) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 975.519823] env[69889]: DEBUG oslo_vmware.api [None req-3ad634cc-6e42-40c5-af2a-1a7a5528251d tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Waiting for the lease: (returnval){ [ 975.519823] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]527d56fb-76de-ab17-15ea-b28c8c3babb2" [ 975.519823] env[69889]: _type = "HttpNfcLease" [ 975.519823] env[69889]: } to be ready. {{(pid=69889) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 975.527682] env[69889]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 975.527682] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]527d56fb-76de-ab17-15ea-b28c8c3babb2" [ 975.527682] env[69889]: _type = "HttpNfcLease" [ 975.527682] env[69889]: } is initializing. {{(pid=69889) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 975.546713] env[69889]: DEBUG nova.network.neutron [req-dbbb325b-dada-4672-b653-b4c280f62773 req-6dc9e70b-762a-4a5e-a3d9-cd62027df331 service nova] [instance: bf0636c2-b042-4181-9b86-748786c41197] Updated VIF entry in instance network info cache for port fd67623c-8bfe-4cb2-88d0-be7f270d6fda. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 975.547144] env[69889]: DEBUG nova.network.neutron [req-dbbb325b-dada-4672-b653-b4c280f62773 req-6dc9e70b-762a-4a5e-a3d9-cd62027df331 service nova] [instance: bf0636c2-b042-4181-9b86-748786c41197] Updating instance_info_cache with network_info: [{"id": "fd67623c-8bfe-4cb2-88d0-be7f270d6fda", "address": "fa:16:3e:86:60:d2", "network": {"id": "cc87349f-bcc8-43f6-9879-08bbd4a714b1", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-122902220-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a6b7a3fa1444c5ea83e1118264fdc81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd67623c-8b", "ovs_interfaceid": "fd67623c-8bfe-4cb2-88d0-be7f270d6fda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.576998] env[69889]: DEBUG oslo_vmware.api [None req-06abb433-2668-477b-af69-584e9a370b98 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Task: {'id': task-4077553, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.574464} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.577547] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-06abb433-2668-477b-af69-584e9a370b98 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] ed01a7a5-1df0-4cca-b924-ad79f688ed68/ed01a7a5-1df0-4cca-b924-ad79f688ed68.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 975.577677] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-06abb433-2668-477b-af69-584e9a370b98 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: ed01a7a5-1df0-4cca-b924-ad79f688ed68] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 975.577931] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-73c5b069-8b6c-4b3f-a54b-e8de10b65460 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.585985] env[69889]: DEBUG oslo_vmware.api [None req-06abb433-2668-477b-af69-584e9a370b98 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Waiting for the task: (returnval){ [ 975.585985] env[69889]: value = "task-4077555" [ 975.585985] env[69889]: _type = "Task" [ 975.585985] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.596404] env[69889]: DEBUG oslo_vmware.api [None req-06abb433-2668-477b-af69-584e9a370b98 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Task: {'id': task-4077555, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.689331] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ce2bbe6-c2c8-420e-bc63-76211435997b tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 975.689841] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b6256076-1d97-4dbb-969d-eb7b2e23cf59 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.701441] env[69889]: DEBUG oslo_vmware.api [None req-4ce2bbe6-c2c8-420e-bc63-76211435997b tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Waiting for the task: (returnval){ [ 975.701441] env[69889]: value = "task-4077556" [ 975.701441] env[69889]: _type = "Task" [ 975.701441] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.714200] env[69889]: DEBUG oslo_vmware.api [None req-4ce2bbe6-c2c8-420e-bc63-76211435997b tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4077556, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.744178] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5efed720-ff81-4f0d-bc20-8795847444c6 tempest-ServersAaction247Test-1324655128 tempest-ServersAaction247Test-1324655128-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.557s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.744178] env[69889]: DEBUG nova.compute.manager [None req-5efed720-ff81-4f0d-bc20-8795847444c6 tempest-ServersAaction247Test-1324655128 tempest-ServersAaction247Test-1324655128-project-member] [instance: 3d6e9a03-3478-489b-aa3b-de89979ab23c] Start building networks asynchronously for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 975.745928] env[69889]: DEBUG oslo_concurrency.lockutils [None req-df5bfe6e-7398-4e03-9c11-1d964620b2e6 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.077s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.746379] env[69889]: DEBUG nova.objects.instance [None req-df5bfe6e-7398-4e03-9c11-1d964620b2e6 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Lazy-loading 'resources' on Instance uuid 2aee774c-aa5d-42f0-82a4-26e0fa1fe069 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 975.799534] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] [instance: 2174fe4e-a8f9-4833-b2ab-e0c2ae3b0099] Instance has had 0 of 5 cleanup attempts {{(pid=69889) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 976.031167] env[69889]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 976.031167] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]527d56fb-76de-ab17-15ea-b28c8c3babb2" [ 976.031167] env[69889]: _type = "HttpNfcLease" [ 976.031167] env[69889]: } is ready. {{(pid=69889) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 976.031494] env[69889]: DEBUG oslo_vmware.rw_handles [None req-3ad634cc-6e42-40c5-af2a-1a7a5528251d tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 976.031494] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]527d56fb-76de-ab17-15ea-b28c8c3babb2" [ 976.031494] env[69889]: _type = "HttpNfcLease" [ 976.031494] env[69889]: }. {{(pid=69889) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 976.032386] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd94e7c6-48a7-49c0-9037-14d2c4df6562 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.042022] env[69889]: DEBUG oslo_vmware.rw_handles [None req-3ad634cc-6e42-40c5-af2a-1a7a5528251d tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a0dad3-f02b-ceb7-f59d-122e482298dc/disk-0.vmdk from lease info. {{(pid=69889) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 976.042660] env[69889]: DEBUG oslo_vmware.rw_handles [None req-3ad634cc-6e42-40c5-af2a-1a7a5528251d tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a0dad3-f02b-ceb7-f59d-122e482298dc/disk-0.vmdk for reading. {{(pid=69889) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 976.112308] env[69889]: DEBUG oslo_concurrency.lockutils [req-dbbb325b-dada-4672-b653-b4c280f62773 req-6dc9e70b-762a-4a5e-a3d9-cd62027df331 service nova] Releasing lock "refresh_cache-bf0636c2-b042-4181-9b86-748786c41197" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.125398] env[69889]: DEBUG oslo_vmware.api [None req-06abb433-2668-477b-af69-584e9a370b98 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Task: {'id': task-4077555, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079917} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.126883] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-06abb433-2668-477b-af69-584e9a370b98 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: ed01a7a5-1df0-4cca-b924-ad79f688ed68] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 976.128360] env[69889]: DEBUG nova.compute.manager [req-6b9fc872-3086-4f05-8692-bdd7e09d38f8 req-8697de62-8cd0-4f6b-bfe4-9c33fddc9326 service nova] [instance: 9103303b-fb64-4728-892d-285dba75ac18] Received event network-vif-deleted-18e4b4b5-91ee-4b18-aba9-af64ba9989b3 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 976.128595] env[69889]: INFO nova.compute.manager [req-6b9fc872-3086-4f05-8692-bdd7e09d38f8 req-8697de62-8cd0-4f6b-bfe4-9c33fddc9326 service nova] [instance: 9103303b-fb64-4728-892d-285dba75ac18] Neutron deleted interface 18e4b4b5-91ee-4b18-aba9-af64ba9989b3; detaching it from the instance and deleting it from the info cache [ 976.128871] env[69889]: DEBUG nova.network.neutron [req-6b9fc872-3086-4f05-8692-bdd7e09d38f8 req-8697de62-8cd0-4f6b-bfe4-9c33fddc9326 service nova] [instance: 9103303b-fb64-4728-892d-285dba75ac18] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.131092] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-479cfca4-4390-471c-b6e2-2925532dd653 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.158862] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-06abb433-2668-477b-af69-584e9a370b98 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: ed01a7a5-1df0-4cca-b924-ad79f688ed68] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] ed01a7a5-1df0-4cca-b924-ad79f688ed68/ed01a7a5-1df0-4cca-b924-ad79f688ed68.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 976.160519] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1f6a604-e53f-42a2-9119-309b0648bfc5 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.182706] env[69889]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-05fa912a-eb01-4051-9692-4ae11f789f0e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.186645] env[69889]: DEBUG oslo_vmware.api [None req-06abb433-2668-477b-af69-584e9a370b98 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Waiting for the task: (returnval){ [ 976.186645] env[69889]: value = "task-4077557" [ 976.186645] env[69889]: _type = "Task" [ 976.186645] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.198729] env[69889]: DEBUG oslo_vmware.api [None req-06abb433-2668-477b-af69-584e9a370b98 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Task: {'id': task-4077557, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.213388] env[69889]: DEBUG oslo_vmware.api [None req-4ce2bbe6-c2c8-420e-bc63-76211435997b tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4077556, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.249407] env[69889]: DEBUG nova.compute.utils [None req-5efed720-ff81-4f0d-bc20-8795847444c6 tempest-ServersAaction247Test-1324655128 tempest-ServersAaction247Test-1324655128-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 976.254145] env[69889]: DEBUG nova.compute.manager [None req-5efed720-ff81-4f0d-bc20-8795847444c6 tempest-ServersAaction247Test-1324655128 tempest-ServersAaction247Test-1324655128-project-member] [instance: 3d6e9a03-3478-489b-aa3b-de89979ab23c] Not allocating networking since 'none' was specified. {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 976.277013] env[69889]: DEBUG nova.network.neutron [-] [instance: 9103303b-fb64-4728-892d-285dba75ac18] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.304048] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] [instance: d23cb796-1de4-4706-8d28-a50c7da8f5e0] Instance has had 0 of 5 cleanup attempts {{(pid=69889) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 976.636143] env[69889]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-25aa7e6f-6ca5-4733-ade7-b50482f43d1f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.649407] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3e415e6-5f43-40f7-b23b-cd837248a549 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.702702] env[69889]: DEBUG nova.compute.manager [req-6b9fc872-3086-4f05-8692-bdd7e09d38f8 req-8697de62-8cd0-4f6b-bfe4-9c33fddc9326 service nova] [instance: 9103303b-fb64-4728-892d-285dba75ac18] Detach interface failed, port_id=18e4b4b5-91ee-4b18-aba9-af64ba9989b3, reason: Instance 9103303b-fb64-4728-892d-285dba75ac18 could not be found. {{(pid=69889) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 976.719967] env[69889]: DEBUG oslo_vmware.api [None req-4ce2bbe6-c2c8-420e-bc63-76211435997b tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4077556, 'name': PowerOnVM_Task, 'duration_secs': 0.597706} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.723604] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ce2bbe6-c2c8-420e-bc63-76211435997b tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 976.724083] env[69889]: DEBUG nova.compute.manager [None req-4ce2bbe6-c2c8-420e-bc63-76211435997b tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 976.724475] env[69889]: DEBUG oslo_vmware.api [None req-06abb433-2668-477b-af69-584e9a370b98 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Task: {'id': task-4077557, 'name': ReconfigVM_Task, 'duration_secs': 0.481485} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.725390] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9147f401-e1dc-4407-8c67-52b1fbc26fc3 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.728402] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-06abb433-2668-477b-af69-584e9a370b98 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: ed01a7a5-1df0-4cca-b924-ad79f688ed68] Reconfigured VM instance instance-00000042 to attach disk [datastore2] ed01a7a5-1df0-4cca-b924-ad79f688ed68/ed01a7a5-1df0-4cca-b924-ad79f688ed68.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 976.731984] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3b278d3e-557b-4ce2-8773-7e35765d1b00 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.745859] env[69889]: DEBUG oslo_vmware.api [None req-06abb433-2668-477b-af69-584e9a370b98 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Waiting for the task: (returnval){ [ 976.745859] env[69889]: value = "task-4077558" [ 976.745859] env[69889]: _type = "Task" [ 976.745859] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.755743] env[69889]: DEBUG nova.compute.manager [None req-5efed720-ff81-4f0d-bc20-8795847444c6 tempest-ServersAaction247Test-1324655128 tempest-ServersAaction247Test-1324655128-project-member] [instance: 3d6e9a03-3478-489b-aa3b-de89979ab23c] Start building block device mappings for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 976.766623] env[69889]: DEBUG oslo_vmware.api [None req-06abb433-2668-477b-af69-584e9a370b98 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Task: {'id': task-4077558, 'name': Rename_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.767812] env[69889]: DEBUG nova.network.neutron [None req-bd1aa068-b682-4523-91d0-58314252fcc1 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: 5192a5cd-713f-4348-a5a8-235f2825f1a6] Successfully updated port: 08c82f5a-c0bd-41d6-abe2-959a10165293 {{(pid=69889) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 976.780331] env[69889]: INFO nova.compute.manager [-] [instance: 9103303b-fb64-4728-892d-285dba75ac18] Took 1.76 seconds to deallocate network for instance. [ 976.807931] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 976.808195] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Cleaning up deleted instances with incomplete migration {{(pid=69889) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 976.819715] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85c10841-4f78-4c25-849d-fc6dcd3a9eb3 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.833142] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c39aea1f-86e0-4434-9320-40ddf2ef556d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.873546] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1888fe9-848c-4117-9b4a-fddf5a9c8999 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.886444] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a98db4b-b07c-4da1-bee4-c93dcc5c3688 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.904198] env[69889]: DEBUG nova.compute.provider_tree [None req-df5bfe6e-7398-4e03-9c11-1d964620b2e6 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 977.277416] env[69889]: DEBUG oslo_concurrency.lockutils [None req-bd1aa068-b682-4523-91d0-58314252fcc1 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Acquiring lock "refresh_cache-5192a5cd-713f-4348-a5a8-235f2825f1a6" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.277714] env[69889]: DEBUG oslo_concurrency.lockutils [None req-bd1aa068-b682-4523-91d0-58314252fcc1 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Acquired lock "refresh_cache-5192a5cd-713f-4348-a5a8-235f2825f1a6" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.279024] env[69889]: DEBUG nova.network.neutron [None req-bd1aa068-b682-4523-91d0-58314252fcc1 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: 5192a5cd-713f-4348-a5a8-235f2825f1a6] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 977.279630] env[69889]: DEBUG oslo_vmware.api [None req-06abb433-2668-477b-af69-584e9a370b98 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Task: {'id': task-4077558, 'name': Rename_Task, 'duration_secs': 0.216187} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.280300] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-06abb433-2668-477b-af69-584e9a370b98 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: ed01a7a5-1df0-4cca-b924-ad79f688ed68] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 977.280708] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a3a86897-e2c5-4de4-b8d4-f388a30c29c8 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.291013] env[69889]: DEBUG oslo_vmware.api [None req-06abb433-2668-477b-af69-584e9a370b98 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Waiting for the task: (returnval){ [ 977.291013] env[69889]: value = "task-4077559" [ 977.291013] env[69889]: _type = "Task" [ 977.291013] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.299944] env[69889]: DEBUG oslo_concurrency.lockutils [None req-140dc61e-fa2f-46f4-be35-7300534fb06f tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.316320] env[69889]: DEBUG oslo_vmware.api [None req-06abb433-2668-477b-af69-584e9a370b98 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Task: {'id': task-4077559, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.316320] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 977.409281] env[69889]: DEBUG nova.scheduler.client.report [None req-df5bfe6e-7398-4e03-9c11-1d964620b2e6 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 977.769374] env[69889]: DEBUG nova.compute.manager [None req-5efed720-ff81-4f0d-bc20-8795847444c6 tempest-ServersAaction247Test-1324655128 tempest-ServersAaction247Test-1324655128-project-member] [instance: 3d6e9a03-3478-489b-aa3b-de89979ab23c] Start spawning the instance on the hypervisor. {{(pid=69889) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 977.816848] env[69889]: DEBUG oslo_vmware.api [None req-06abb433-2668-477b-af69-584e9a370b98 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Task: {'id': task-4077559, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.822687] env[69889]: DEBUG nova.virt.hardware [None req-5efed720-ff81-4f0d-bc20-8795847444c6 tempest-ServersAaction247Test-1324655128 tempest-ServersAaction247Test-1324655128-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 977.822687] env[69889]: DEBUG nova.virt.hardware [None req-5efed720-ff81-4f0d-bc20-8795847444c6 tempest-ServersAaction247Test-1324655128 tempest-ServersAaction247Test-1324655128-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 977.822687] env[69889]: DEBUG nova.virt.hardware [None req-5efed720-ff81-4f0d-bc20-8795847444c6 tempest-ServersAaction247Test-1324655128 tempest-ServersAaction247Test-1324655128-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 977.822687] env[69889]: DEBUG nova.virt.hardware [None req-5efed720-ff81-4f0d-bc20-8795847444c6 tempest-ServersAaction247Test-1324655128 tempest-ServersAaction247Test-1324655128-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 977.822687] env[69889]: DEBUG nova.virt.hardware [None req-5efed720-ff81-4f0d-bc20-8795847444c6 tempest-ServersAaction247Test-1324655128 tempest-ServersAaction247Test-1324655128-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 977.822687] env[69889]: DEBUG nova.virt.hardware [None req-5efed720-ff81-4f0d-bc20-8795847444c6 tempest-ServersAaction247Test-1324655128 tempest-ServersAaction247Test-1324655128-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 977.822687] env[69889]: DEBUG nova.virt.hardware [None req-5efed720-ff81-4f0d-bc20-8795847444c6 tempest-ServersAaction247Test-1324655128 tempest-ServersAaction247Test-1324655128-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 977.822687] env[69889]: DEBUG nova.virt.hardware [None req-5efed720-ff81-4f0d-bc20-8795847444c6 tempest-ServersAaction247Test-1324655128 tempest-ServersAaction247Test-1324655128-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 977.823088] env[69889]: DEBUG nova.virt.hardware [None req-5efed720-ff81-4f0d-bc20-8795847444c6 tempest-ServersAaction247Test-1324655128 tempest-ServersAaction247Test-1324655128-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 977.823088] env[69889]: DEBUG nova.virt.hardware [None req-5efed720-ff81-4f0d-bc20-8795847444c6 tempest-ServersAaction247Test-1324655128 tempest-ServersAaction247Test-1324655128-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 977.823381] env[69889]: DEBUG nova.virt.hardware [None req-5efed720-ff81-4f0d-bc20-8795847444c6 tempest-ServersAaction247Test-1324655128 tempest-ServersAaction247Test-1324655128-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 977.825638] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32fab9f0-a243-4aec-93bb-2687908a27eb {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.833624] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b834ef-e31e-45f8-866c-8638080511e0 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.852898] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-5efed720-ff81-4f0d-bc20-8795847444c6 tempest-ServersAaction247Test-1324655128 tempest-ServersAaction247Test-1324655128-project-member] [instance: 3d6e9a03-3478-489b-aa3b-de89979ab23c] Instance VIF info [] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 977.860020] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-5efed720-ff81-4f0d-bc20-8795847444c6 tempest-ServersAaction247Test-1324655128 tempest-ServersAaction247Test-1324655128-project-member] Creating folder: Project (d1d84551df7349f69f8f182a5cb55b18). Parent ref: group-v807779. {{(pid=69889) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 977.861534] env[69889]: DEBUG nova.network.neutron [None req-bd1aa068-b682-4523-91d0-58314252fcc1 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: 5192a5cd-713f-4348-a5a8-235f2825f1a6] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 977.863954] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-22465c47-baca-4a89-a532-511a6094e1ca {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.878984] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-5efed720-ff81-4f0d-bc20-8795847444c6 tempest-ServersAaction247Test-1324655128 tempest-ServersAaction247Test-1324655128-project-member] Created folder: Project (d1d84551df7349f69f8f182a5cb55b18) in parent group-v807779. [ 977.879484] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-5efed720-ff81-4f0d-bc20-8795847444c6 tempest-ServersAaction247Test-1324655128 tempest-ServersAaction247Test-1324655128-project-member] Creating folder: Instances. Parent ref: group-v807970. {{(pid=69889) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 977.879919] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ddcab244-29b8-4993-b055-ab0dc7f6978f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.892824] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-5efed720-ff81-4f0d-bc20-8795847444c6 tempest-ServersAaction247Test-1324655128 tempest-ServersAaction247Test-1324655128-project-member] Created folder: Instances in parent group-v807970. [ 977.893123] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5efed720-ff81-4f0d-bc20-8795847444c6 tempest-ServersAaction247Test-1324655128 tempest-ServersAaction247Test-1324655128-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 977.893534] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d6e9a03-3478-489b-aa3b-de89979ab23c] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 977.893826] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-87dbf14d-ab79-43e2-8a78-988831cd3565 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.917772] env[69889]: DEBUG oslo_concurrency.lockutils [None req-df5bfe6e-7398-4e03-9c11-1d964620b2e6 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.172s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.920515] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 977.920515] env[69889]: value = "task-4077562" [ 977.920515] env[69889]: _type = "Task" [ 977.920515] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.920852] env[69889]: DEBUG oslo_concurrency.lockutils [None req-45ea16e8-4f22-48bc-9ab8-e662d8777b94 tempest-ServerGroupTestJSON-1605829277 tempest-ServerGroupTestJSON-1605829277-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.814s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.921111] env[69889]: DEBUG nova.objects.instance [None req-45ea16e8-4f22-48bc-9ab8-e662d8777b94 tempest-ServerGroupTestJSON-1605829277 tempest-ServerGroupTestJSON-1605829277-project-member] Lazy-loading 'resources' on Instance uuid 7c0cf802-2002-48de-9d48-061bac8350b4 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 977.932338] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077562, 'name': CreateVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.960282] env[69889]: INFO nova.scheduler.client.report [None req-df5bfe6e-7398-4e03-9c11-1d964620b2e6 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Deleted allocations for instance 2aee774c-aa5d-42f0-82a4-26e0fa1fe069 [ 978.175631] env[69889]: DEBUG nova.compute.manager [req-e7717907-4bcd-4bdd-bdf7-de1572a0b645 req-26a4d2cf-5fe9-47b4-b8b6-aa8d78327e8e service nova] [instance: 5192a5cd-713f-4348-a5a8-235f2825f1a6] Received event network-vif-plugged-08c82f5a-c0bd-41d6-abe2-959a10165293 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 978.175957] env[69889]: DEBUG oslo_concurrency.lockutils [req-e7717907-4bcd-4bdd-bdf7-de1572a0b645 req-26a4d2cf-5fe9-47b4-b8b6-aa8d78327e8e service nova] Acquiring lock "5192a5cd-713f-4348-a5a8-235f2825f1a6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.175957] env[69889]: DEBUG oslo_concurrency.lockutils [req-e7717907-4bcd-4bdd-bdf7-de1572a0b645 req-26a4d2cf-5fe9-47b4-b8b6-aa8d78327e8e service nova] Lock "5192a5cd-713f-4348-a5a8-235f2825f1a6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.176204] env[69889]: DEBUG oslo_concurrency.lockutils [req-e7717907-4bcd-4bdd-bdf7-de1572a0b645 req-26a4d2cf-5fe9-47b4-b8b6-aa8d78327e8e service nova] Lock "5192a5cd-713f-4348-a5a8-235f2825f1a6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.176289] env[69889]: DEBUG nova.compute.manager [req-e7717907-4bcd-4bdd-bdf7-de1572a0b645 req-26a4d2cf-5fe9-47b4-b8b6-aa8d78327e8e service nova] [instance: 5192a5cd-713f-4348-a5a8-235f2825f1a6] No waiting events found dispatching network-vif-plugged-08c82f5a-c0bd-41d6-abe2-959a10165293 {{(pid=69889) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 978.176452] env[69889]: WARNING nova.compute.manager [req-e7717907-4bcd-4bdd-bdf7-de1572a0b645 req-26a4d2cf-5fe9-47b4-b8b6-aa8d78327e8e service nova] [instance: 5192a5cd-713f-4348-a5a8-235f2825f1a6] Received unexpected event network-vif-plugged-08c82f5a-c0bd-41d6-abe2-959a10165293 for instance with vm_state building and task_state spawning. [ 978.176706] env[69889]: DEBUG nova.compute.manager [req-e7717907-4bcd-4bdd-bdf7-de1572a0b645 req-26a4d2cf-5fe9-47b4-b8b6-aa8d78327e8e service nova] [instance: 5192a5cd-713f-4348-a5a8-235f2825f1a6] Received event network-changed-08c82f5a-c0bd-41d6-abe2-959a10165293 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 978.176901] env[69889]: DEBUG nova.compute.manager [req-e7717907-4bcd-4bdd-bdf7-de1572a0b645 req-26a4d2cf-5fe9-47b4-b8b6-aa8d78327e8e service nova] [instance: 5192a5cd-713f-4348-a5a8-235f2825f1a6] Refreshing instance network info cache due to event network-changed-08c82f5a-c0bd-41d6-abe2-959a10165293. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 978.177075] env[69889]: DEBUG oslo_concurrency.lockutils [req-e7717907-4bcd-4bdd-bdf7-de1572a0b645 req-26a4d2cf-5fe9-47b4-b8b6-aa8d78327e8e service nova] Acquiring lock "refresh_cache-5192a5cd-713f-4348-a5a8-235f2825f1a6" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.185852] env[69889]: DEBUG nova.network.neutron [None req-bd1aa068-b682-4523-91d0-58314252fcc1 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: 5192a5cd-713f-4348-a5a8-235f2825f1a6] Updating instance_info_cache with network_info: [{"id": "08c82f5a-c0bd-41d6-abe2-959a10165293", "address": "fa:16:3e:4d:9e:a5", "network": {"id": "76248640-36fa-4fb5-832e-53a8d7e3936f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-540169063-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d44aab10ad824c2fb2caf2263913e054", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08c82f5a-c0", "ovs_interfaceid": "08c82f5a-c0bd-41d6-abe2-959a10165293", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.304752] env[69889]: DEBUG oslo_vmware.api [None req-06abb433-2668-477b-af69-584e9a370b98 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Task: {'id': task-4077559, 'name': PowerOnVM_Task, 'duration_secs': 0.756787} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.304752] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-06abb433-2668-477b-af69-584e9a370b98 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: ed01a7a5-1df0-4cca-b924-ad79f688ed68] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 978.304963] env[69889]: INFO nova.compute.manager [None req-06abb433-2668-477b-af69-584e9a370b98 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: ed01a7a5-1df0-4cca-b924-ad79f688ed68] Took 8.41 seconds to spawn the instance on the hypervisor. [ 978.305216] env[69889]: DEBUG nova.compute.manager [None req-06abb433-2668-477b-af69-584e9a370b98 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: ed01a7a5-1df0-4cca-b924-ad79f688ed68] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 978.306189] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12d38f21-fc84-46bb-8ade-916e0955ab3a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.439919] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077562, 'name': CreateVM_Task, 'duration_secs': 0.362631} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.439919] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d6e9a03-3478-489b-aa3b-de89979ab23c] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 978.440775] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5efed720-ff81-4f0d-bc20-8795847444c6 tempest-ServersAaction247Test-1324655128 tempest-ServersAaction247Test-1324655128-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.441084] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5efed720-ff81-4f0d-bc20-8795847444c6 tempest-ServersAaction247Test-1324655128 tempest-ServersAaction247Test-1324655128-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.441467] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5efed720-ff81-4f0d-bc20-8795847444c6 tempest-ServersAaction247Test-1324655128 tempest-ServersAaction247Test-1324655128-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.442113] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99bebce0-b567-40e7-bf97-096f2c99ccc9 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.451287] env[69889]: DEBUG oslo_vmware.api [None req-5efed720-ff81-4f0d-bc20-8795847444c6 tempest-ServersAaction247Test-1324655128 tempest-ServersAaction247Test-1324655128-project-member] Waiting for the task: (returnval){ [ 978.451287] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]521cb936-6ed1-26f6-f455-c3228fc1cc8e" [ 978.451287] env[69889]: _type = "Task" [ 978.451287] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.460538] env[69889]: DEBUG oslo_vmware.api [None req-5efed720-ff81-4f0d-bc20-8795847444c6 tempest-ServersAaction247Test-1324655128 tempest-ServersAaction247Test-1324655128-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]521cb936-6ed1-26f6-f455-c3228fc1cc8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.477989] env[69889]: DEBUG oslo_concurrency.lockutils [None req-df5bfe6e-7398-4e03-9c11-1d964620b2e6 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Lock "2aee774c-aa5d-42f0-82a4-26e0fa1fe069" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.543s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.690648] env[69889]: DEBUG oslo_concurrency.lockutils [None req-bd1aa068-b682-4523-91d0-58314252fcc1 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Releasing lock "refresh_cache-5192a5cd-713f-4348-a5a8-235f2825f1a6" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.691190] env[69889]: DEBUG nova.compute.manager [None req-bd1aa068-b682-4523-91d0-58314252fcc1 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: 5192a5cd-713f-4348-a5a8-235f2825f1a6] Instance network_info: |[{"id": "08c82f5a-c0bd-41d6-abe2-959a10165293", "address": "fa:16:3e:4d:9e:a5", "network": {"id": "76248640-36fa-4fb5-832e-53a8d7e3936f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-540169063-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d44aab10ad824c2fb2caf2263913e054", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08c82f5a-c0", "ovs_interfaceid": "08c82f5a-c0bd-41d6-abe2-959a10165293", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 978.691858] env[69889]: DEBUG oslo_concurrency.lockutils [req-e7717907-4bcd-4bdd-bdf7-de1572a0b645 req-26a4d2cf-5fe9-47b4-b8b6-aa8d78327e8e service nova] Acquired lock "refresh_cache-5192a5cd-713f-4348-a5a8-235f2825f1a6" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.692277] env[69889]: DEBUG nova.network.neutron [req-e7717907-4bcd-4bdd-bdf7-de1572a0b645 req-26a4d2cf-5fe9-47b4-b8b6-aa8d78327e8e service nova] [instance: 5192a5cd-713f-4348-a5a8-235f2825f1a6] Refreshing network info cache for port 08c82f5a-c0bd-41d6-abe2-959a10165293 {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 978.693598] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-bd1aa068-b682-4523-91d0-58314252fcc1 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: 5192a5cd-713f-4348-a5a8-235f2825f1a6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:9e:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52358fcc-0d9f-45dd-8c75-db533fd992c3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '08c82f5a-c0bd-41d6-abe2-959a10165293', 'vif_model': 'vmxnet3'}] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 978.702448] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd1aa068-b682-4523-91d0-58314252fcc1 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 978.703223] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5192a5cd-713f-4348-a5a8-235f2825f1a6] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 978.706429] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1fa4cab5-d4ad-4e6b-8bf8-1e20a8c271ed {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.727568] env[69889]: DEBUG oslo_concurrency.lockutils [None req-9d2c3329-b369-4d9b-b3bb-32944e6f5a68 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Acquiring lock "0c73213b-c2e1-42cb-a8f4-e3109adfd354" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.727792] env[69889]: DEBUG oslo_concurrency.lockutils [None req-9d2c3329-b369-4d9b-b3bb-32944e6f5a68 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Lock "0c73213b-c2e1-42cb-a8f4-e3109adfd354" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.727998] env[69889]: DEBUG oslo_concurrency.lockutils [None req-9d2c3329-b369-4d9b-b3bb-32944e6f5a68 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Acquiring lock "0c73213b-c2e1-42cb-a8f4-e3109adfd354-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.728226] env[69889]: DEBUG oslo_concurrency.lockutils [None req-9d2c3329-b369-4d9b-b3bb-32944e6f5a68 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Lock "0c73213b-c2e1-42cb-a8f4-e3109adfd354-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.728395] env[69889]: DEBUG oslo_concurrency.lockutils [None req-9d2c3329-b369-4d9b-b3bb-32944e6f5a68 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Lock "0c73213b-c2e1-42cb-a8f4-e3109adfd354-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.731779] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 978.731779] env[69889]: value = "task-4077563" [ 978.731779] env[69889]: _type = "Task" [ 978.731779] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.732387] env[69889]: INFO nova.compute.manager [None req-9d2c3329-b369-4d9b-b3bb-32944e6f5a68 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] Terminating instance [ 978.749517] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077563, 'name': CreateVM_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.829024] env[69889]: INFO nova.compute.manager [None req-06abb433-2668-477b-af69-584e9a370b98 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: ed01a7a5-1df0-4cca-b924-ad79f688ed68] Took 40.83 seconds to build instance. [ 978.852443] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9229e747-497f-4b39-9313-bac8d14a505d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.862944] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfafc1c3-a81b-4e01-899d-7b1ab0e2caa0 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.904655] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ffc8df6-1ce7-43c0-bf4d-704c61687784 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.915455] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d66345e-a672-4729-a521-335009baa65c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.934645] env[69889]: DEBUG nova.compute.provider_tree [None req-45ea16e8-4f22-48bc-9ab8-e662d8777b94 tempest-ServerGroupTestJSON-1605829277 tempest-ServerGroupTestJSON-1605829277-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 978.961662] env[69889]: DEBUG oslo_vmware.api [None req-5efed720-ff81-4f0d-bc20-8795847444c6 tempest-ServersAaction247Test-1324655128 tempest-ServersAaction247Test-1324655128-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]521cb936-6ed1-26f6-f455-c3228fc1cc8e, 'name': SearchDatastore_Task, 'duration_secs': 0.013159} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.961975] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5efed720-ff81-4f0d-bc20-8795847444c6 tempest-ServersAaction247Test-1324655128 tempest-ServersAaction247Test-1324655128-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.962222] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-5efed720-ff81-4f0d-bc20-8795847444c6 tempest-ServersAaction247Test-1324655128 tempest-ServersAaction247Test-1324655128-project-member] [instance: 3d6e9a03-3478-489b-aa3b-de89979ab23c] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 978.962461] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5efed720-ff81-4f0d-bc20-8795847444c6 tempest-ServersAaction247Test-1324655128 tempest-ServersAaction247Test-1324655128-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.962605] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5efed720-ff81-4f0d-bc20-8795847444c6 tempest-ServersAaction247Test-1324655128 tempest-ServersAaction247Test-1324655128-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.962783] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-5efed720-ff81-4f0d-bc20-8795847444c6 tempest-ServersAaction247Test-1324655128 tempest-ServersAaction247Test-1324655128-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 978.963066] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-37a4a50a-5246-4e72-87e8-0f72a29cfd1f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.974268] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-5efed720-ff81-4f0d-bc20-8795847444c6 tempest-ServersAaction247Test-1324655128 tempest-ServersAaction247Test-1324655128-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 978.974630] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-5efed720-ff81-4f0d-bc20-8795847444c6 tempest-ServersAaction247Test-1324655128 tempest-ServersAaction247Test-1324655128-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 978.975495] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d05988c-8122-439e-b5f3-825ad1dfda52 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.984132] env[69889]: DEBUG oslo_vmware.api [None req-5efed720-ff81-4f0d-bc20-8795847444c6 tempest-ServersAaction247Test-1324655128 tempest-ServersAaction247Test-1324655128-project-member] Waiting for the task: (returnval){ [ 978.984132] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]528f7c15-be5d-de5f-edff-e8d451b28128" [ 978.984132] env[69889]: _type = "Task" [ 978.984132] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.994585] env[69889]: DEBUG oslo_vmware.api [None req-5efed720-ff81-4f0d-bc20-8795847444c6 tempest-ServersAaction247Test-1324655128 tempest-ServersAaction247Test-1324655128-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]528f7c15-be5d-de5f-edff-e8d451b28128, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.244296] env[69889]: DEBUG nova.compute.manager [None req-9d2c3329-b369-4d9b-b3bb-32944e6f5a68 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] Start destroying the instance on the hypervisor. {{(pid=69889) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 979.244659] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-9d2c3329-b369-4d9b-b3bb-32944e6f5a68 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 979.246360] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77021282-3ddc-4d6a-adb3-56fd65d390b6 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.257019] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077563, 'name': CreateVM_Task, 'duration_secs': 0.456195} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.259460] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5192a5cd-713f-4348-a5a8-235f2825f1a6] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 979.259460] env[69889]: DEBUG oslo_concurrency.lockutils [None req-bd1aa068-b682-4523-91d0-58314252fcc1 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.259460] env[69889]: DEBUG oslo_concurrency.lockutils [None req-bd1aa068-b682-4523-91d0-58314252fcc1 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.259460] env[69889]: DEBUG oslo_concurrency.lockutils [None req-bd1aa068-b682-4523-91d0-58314252fcc1 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.259796] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47249687-df15-47bc-a277-717911763d87 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.265194] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d2c3329-b369-4d9b-b3bb-32944e6f5a68 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 979.266500] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-53cc6d18-6e65-48a0-916a-a9d8386692d1 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.270163] env[69889]: DEBUG oslo_vmware.api [None req-bd1aa068-b682-4523-91d0-58314252fcc1 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Waiting for the task: (returnval){ [ 979.270163] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]525e9dcb-3d9a-a6ae-a1d9-bbad446c5493" [ 979.270163] env[69889]: _type = "Task" [ 979.270163] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.277850] env[69889]: DEBUG oslo_vmware.api [None req-9d2c3329-b369-4d9b-b3bb-32944e6f5a68 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Waiting for the task: (returnval){ [ 979.277850] env[69889]: value = "task-4077564" [ 979.277850] env[69889]: _type = "Task" [ 979.277850] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.287356] env[69889]: DEBUG oslo_vmware.api [None req-bd1aa068-b682-4523-91d0-58314252fcc1 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]525e9dcb-3d9a-a6ae-a1d9-bbad446c5493, 'name': SearchDatastore_Task, 'duration_secs': 0.013086} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.288441] env[69889]: DEBUG oslo_concurrency.lockutils [None req-bd1aa068-b682-4523-91d0-58314252fcc1 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.289170] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-bd1aa068-b682-4523-91d0-58314252fcc1 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: 5192a5cd-713f-4348-a5a8-235f2825f1a6] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 979.289170] env[69889]: DEBUG oslo_concurrency.lockutils [None req-bd1aa068-b682-4523-91d0-58314252fcc1 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.293794] env[69889]: DEBUG oslo_vmware.api [None req-9d2c3329-b369-4d9b-b3bb-32944e6f5a68 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4077564, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.333713] env[69889]: DEBUG oslo_concurrency.lockutils [None req-06abb433-2668-477b-af69-584e9a370b98 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Lock "ed01a7a5-1df0-4cca-b924-ad79f688ed68" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.350s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.438863] env[69889]: DEBUG nova.scheduler.client.report [None req-45ea16e8-4f22-48bc-9ab8-e662d8777b94 tempest-ServerGroupTestJSON-1605829277 tempest-ServerGroupTestJSON-1605829277-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 979.500317] env[69889]: DEBUG oslo_vmware.api [None req-5efed720-ff81-4f0d-bc20-8795847444c6 tempest-ServersAaction247Test-1324655128 tempest-ServersAaction247Test-1324655128-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]528f7c15-be5d-de5f-edff-e8d451b28128, 'name': SearchDatastore_Task, 'duration_secs': 0.012348} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.501795] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04a54927-67b6-4d13-8f1f-4891b71d4fe4 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.510512] env[69889]: DEBUG oslo_vmware.api [None req-5efed720-ff81-4f0d-bc20-8795847444c6 tempest-ServersAaction247Test-1324655128 tempest-ServersAaction247Test-1324655128-project-member] Waiting for the task: (returnval){ [ 979.510512] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52a68e10-1916-7163-ab5b-444008e9e803" [ 979.510512] env[69889]: _type = "Task" [ 979.510512] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.522771] env[69889]: DEBUG oslo_vmware.api [None req-5efed720-ff81-4f0d-bc20-8795847444c6 tempest-ServersAaction247Test-1324655128 tempest-ServersAaction247Test-1324655128-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52a68e10-1916-7163-ab5b-444008e9e803, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.793143] env[69889]: DEBUG oslo_vmware.api [None req-9d2c3329-b369-4d9b-b3bb-32944e6f5a68 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4077564, 'name': PowerOffVM_Task, 'duration_secs': 0.309699} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.793143] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d2c3329-b369-4d9b-b3bb-32944e6f5a68 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 979.793907] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-9d2c3329-b369-4d9b-b3bb-32944e6f5a68 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 979.793907] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-911bd4ce-f37e-4746-972d-796acf85dc69 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.948551] env[69889]: DEBUG oslo_concurrency.lockutils [None req-45ea16e8-4f22-48bc-9ab8-e662d8777b94 tempest-ServerGroupTestJSON-1605829277 tempest-ServerGroupTestJSON-1605829277-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.028s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.951945] env[69889]: DEBUG oslo_concurrency.lockutils [None req-a44556a4-67fd-48f4-8e91-aaae2288dd78 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.786s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.955394] env[69889]: DEBUG nova.objects.instance [None req-a44556a4-67fd-48f4-8e91-aaae2288dd78 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Lazy-loading 'resources' on Instance uuid e7e0219a-e539-451b-a8a8-4faf7f1ea109 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 979.981839] env[69889]: INFO nova.scheduler.client.report [None req-45ea16e8-4f22-48bc-9ab8-e662d8777b94 tempest-ServerGroupTestJSON-1605829277 tempest-ServerGroupTestJSON-1605829277-project-member] Deleted allocations for instance 7c0cf802-2002-48de-9d48-061bac8350b4 [ 980.005962] env[69889]: DEBUG nova.network.neutron [req-e7717907-4bcd-4bdd-bdf7-de1572a0b645 req-26a4d2cf-5fe9-47b4-b8b6-aa8d78327e8e service nova] [instance: 5192a5cd-713f-4348-a5a8-235f2825f1a6] Updated VIF entry in instance network info cache for port 08c82f5a-c0bd-41d6-abe2-959a10165293. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 980.006417] env[69889]: DEBUG nova.network.neutron [req-e7717907-4bcd-4bdd-bdf7-de1572a0b645 req-26a4d2cf-5fe9-47b4-b8b6-aa8d78327e8e service nova] [instance: 5192a5cd-713f-4348-a5a8-235f2825f1a6] Updating instance_info_cache with network_info: [{"id": "08c82f5a-c0bd-41d6-abe2-959a10165293", "address": "fa:16:3e:4d:9e:a5", "network": {"id": "76248640-36fa-4fb5-832e-53a8d7e3936f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-540169063-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d44aab10ad824c2fb2caf2263913e054", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08c82f5a-c0", "ovs_interfaceid": "08c82f5a-c0bd-41d6-abe2-959a10165293", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.023601] env[69889]: DEBUG oslo_vmware.api [None req-5efed720-ff81-4f0d-bc20-8795847444c6 tempest-ServersAaction247Test-1324655128 tempest-ServersAaction247Test-1324655128-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52a68e10-1916-7163-ab5b-444008e9e803, 'name': SearchDatastore_Task, 'duration_secs': 0.014018} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.025293] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5efed720-ff81-4f0d-bc20-8795847444c6 tempest-ServersAaction247Test-1324655128 tempest-ServersAaction247Test-1324655128-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.025293] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-5efed720-ff81-4f0d-bc20-8795847444c6 tempest-ServersAaction247Test-1324655128 tempest-ServersAaction247Test-1324655128-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] 3d6e9a03-3478-489b-aa3b-de89979ab23c/3d6e9a03-3478-489b-aa3b-de89979ab23c.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 980.025293] env[69889]: DEBUG oslo_concurrency.lockutils [None req-bd1aa068-b682-4523-91d0-58314252fcc1 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.025468] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd1aa068-b682-4523-91d0-58314252fcc1 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 980.025694] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-056ea1c3-ecd6-4666-8208-2826a3d5d147 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.028644] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0bd8908c-416f-4da3-8cc8-e814483e89d7 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.042824] env[69889]: DEBUG oslo_vmware.api [None req-5efed720-ff81-4f0d-bc20-8795847444c6 tempest-ServersAaction247Test-1324655128 tempest-ServersAaction247Test-1324655128-project-member] Waiting for the task: (returnval){ [ 980.042824] env[69889]: value = "task-4077566" [ 980.042824] env[69889]: _type = "Task" [ 980.042824] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.044427] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd1aa068-b682-4523-91d0-58314252fcc1 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 980.044613] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-bd1aa068-b682-4523-91d0-58314252fcc1 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 980.048408] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-512ccc47-a0f1-4562-b51a-48a690925daa {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.059758] env[69889]: DEBUG oslo_vmware.api [None req-5efed720-ff81-4f0d-bc20-8795847444c6 tempest-ServersAaction247Test-1324655128 tempest-ServersAaction247Test-1324655128-project-member] Task: {'id': task-4077566, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.060680] env[69889]: DEBUG oslo_vmware.api [None req-bd1aa068-b682-4523-91d0-58314252fcc1 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Waiting for the task: (returnval){ [ 980.060680] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52b72328-d887-0c6d-ef58-c12ad85a819a" [ 980.060680] env[69889]: _type = "Task" [ 980.060680] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.074699] env[69889]: DEBUG oslo_vmware.api [None req-bd1aa068-b682-4523-91d0-58314252fcc1 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52b72328-d887-0c6d-ef58-c12ad85a819a, 'name': SearchDatastore_Task, 'duration_secs': 0.0116} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.075718] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f839ae2-66ba-46aa-b273-7a402f179cb9 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.084520] env[69889]: DEBUG oslo_vmware.api [None req-bd1aa068-b682-4523-91d0-58314252fcc1 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Waiting for the task: (returnval){ [ 980.084520] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52d370d3-f898-f721-abd9-02b01e42193e" [ 980.084520] env[69889]: _type = "Task" [ 980.084520] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.092604] env[69889]: DEBUG oslo_vmware.api [None req-bd1aa068-b682-4523-91d0-58314252fcc1 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52d370d3-f898-f721-abd9-02b01e42193e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.105723] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-9d2c3329-b369-4d9b-b3bb-32944e6f5a68 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 980.105723] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-9d2c3329-b369-4d9b-b3bb-32944e6f5a68 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] Deleting contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 980.105906] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d2c3329-b369-4d9b-b3bb-32944e6f5a68 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Deleting the datastore file [datastore2] 0c73213b-c2e1-42cb-a8f4-e3109adfd354 {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 980.106615] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-635dfd66-231e-44e6-a5af-9aa5e2fc2d68 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.115218] env[69889]: DEBUG oslo_vmware.api [None req-9d2c3329-b369-4d9b-b3bb-32944e6f5a68 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Waiting for the task: (returnval){ [ 980.115218] env[69889]: value = "task-4077567" [ 980.115218] env[69889]: _type = "Task" [ 980.115218] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.125721] env[69889]: DEBUG oslo_vmware.api [None req-9d2c3329-b369-4d9b-b3bb-32944e6f5a68 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4077567, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.235942] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1c51cee7-961f-44e7-bdb3-30f235c86d94 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Acquiring lock "cb5952ac-2ff8-423f-9f62-d8551974e18e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.236134] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1c51cee7-961f-44e7-bdb3-30f235c86d94 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Lock "cb5952ac-2ff8-423f-9f62-d8551974e18e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.308664] env[69889]: DEBUG nova.compute.manager [req-e8b66000-05be-4f59-9e0a-cff5ad97adab req-b736239a-bcc5-49bc-b308-111241518dc3 service nova] [instance: ed01a7a5-1df0-4cca-b924-ad79f688ed68] Received event network-changed-bce41b7f-7fb2-47a4-921d-149299fcd3a2 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 980.308967] env[69889]: DEBUG nova.compute.manager [req-e8b66000-05be-4f59-9e0a-cff5ad97adab req-b736239a-bcc5-49bc-b308-111241518dc3 service nova] [instance: ed01a7a5-1df0-4cca-b924-ad79f688ed68] Refreshing instance network info cache due to event network-changed-bce41b7f-7fb2-47a4-921d-149299fcd3a2. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 980.309372] env[69889]: DEBUG oslo_concurrency.lockutils [req-e8b66000-05be-4f59-9e0a-cff5ad97adab req-b736239a-bcc5-49bc-b308-111241518dc3 service nova] Acquiring lock "refresh_cache-ed01a7a5-1df0-4cca-b924-ad79f688ed68" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.309561] env[69889]: DEBUG oslo_concurrency.lockutils [req-e8b66000-05be-4f59-9e0a-cff5ad97adab req-b736239a-bcc5-49bc-b308-111241518dc3 service nova] Acquired lock "refresh_cache-ed01a7a5-1df0-4cca-b924-ad79f688ed68" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.309759] env[69889]: DEBUG nova.network.neutron [req-e8b66000-05be-4f59-9e0a-cff5ad97adab req-b736239a-bcc5-49bc-b308-111241518dc3 service nova] [instance: ed01a7a5-1df0-4cca-b924-ad79f688ed68] Refreshing network info cache for port bce41b7f-7fb2-47a4-921d-149299fcd3a2 {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 980.492632] env[69889]: DEBUG oslo_concurrency.lockutils [None req-45ea16e8-4f22-48bc-9ab8-e662d8777b94 tempest-ServerGroupTestJSON-1605829277 tempest-ServerGroupTestJSON-1605829277-project-member] Lock "7c0cf802-2002-48de-9d48-061bac8350b4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.891s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.510174] env[69889]: DEBUG oslo_concurrency.lockutils [req-e7717907-4bcd-4bdd-bdf7-de1572a0b645 req-26a4d2cf-5fe9-47b4-b8b6-aa8d78327e8e service nova] Releasing lock "refresh_cache-5192a5cd-713f-4348-a5a8-235f2825f1a6" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.569930] env[69889]: DEBUG oslo_vmware.api [None req-5efed720-ff81-4f0d-bc20-8795847444c6 tempest-ServersAaction247Test-1324655128 tempest-ServersAaction247Test-1324655128-project-member] Task: {'id': task-4077566, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.595091] env[69889]: DEBUG oslo_vmware.api [None req-bd1aa068-b682-4523-91d0-58314252fcc1 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52d370d3-f898-f721-abd9-02b01e42193e, 'name': SearchDatastore_Task, 'duration_secs': 0.0192} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.598408] env[69889]: DEBUG oslo_concurrency.lockutils [None req-bd1aa068-b682-4523-91d0-58314252fcc1 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.602505] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd1aa068-b682-4523-91d0-58314252fcc1 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] 5192a5cd-713f-4348-a5a8-235f2825f1a6/5192a5cd-713f-4348-a5a8-235f2825f1a6.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 980.603142] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a63127b6-d73e-49ab-9f44-483ce0922605 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.615193] env[69889]: DEBUG oslo_vmware.api [None req-bd1aa068-b682-4523-91d0-58314252fcc1 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Waiting for the task: (returnval){ [ 980.615193] env[69889]: value = "task-4077568" [ 980.615193] env[69889]: _type = "Task" [ 980.615193] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.641875] env[69889]: DEBUG oslo_vmware.api [None req-bd1aa068-b682-4523-91d0-58314252fcc1 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077568, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.642244] env[69889]: DEBUG oslo_vmware.api [None req-9d2c3329-b369-4d9b-b3bb-32944e6f5a68 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4077567, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.740060] env[69889]: DEBUG nova.compute.manager [None req-1c51cee7-961f-44e7-bdb3-30f235c86d94 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] [instance: cb5952ac-2ff8-423f-9f62-d8551974e18e] Starting instance... {{(pid=69889) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 980.966375] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-669425ea-3a00-41ea-9c77-d42ed4a443f5 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.985942] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46e82f6c-2c7e-46fc-bf8e-957d5e5979a3 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.017979] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b11e1b9-2d4a-42d2-8d7a-bfdb77e40a77 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.030300] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df8d9d38-3b07-47a0-aea6-43aa3a477470 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.051363] env[69889]: DEBUG nova.compute.provider_tree [None req-a44556a4-67fd-48f4-8e91-aaae2288dd78 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 981.063394] env[69889]: DEBUG oslo_vmware.api [None req-5efed720-ff81-4f0d-bc20-8795847444c6 tempest-ServersAaction247Test-1324655128 tempest-ServersAaction247Test-1324655128-project-member] Task: {'id': task-4077566, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.63282} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.068600] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-5efed720-ff81-4f0d-bc20-8795847444c6 tempest-ServersAaction247Test-1324655128 tempest-ServersAaction247Test-1324655128-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] 3d6e9a03-3478-489b-aa3b-de89979ab23c/3d6e9a03-3478-489b-aa3b-de89979ab23c.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 981.068890] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-5efed720-ff81-4f0d-bc20-8795847444c6 tempest-ServersAaction247Test-1324655128 tempest-ServersAaction247Test-1324655128-project-member] [instance: 3d6e9a03-3478-489b-aa3b-de89979ab23c] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 981.069919] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-110eae47-a969-4243-94b1-1bacc066aaae {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.084193] env[69889]: DEBUG oslo_vmware.api [None req-5efed720-ff81-4f0d-bc20-8795847444c6 tempest-ServersAaction247Test-1324655128 tempest-ServersAaction247Test-1324655128-project-member] Waiting for the task: (returnval){ [ 981.084193] env[69889]: value = "task-4077569" [ 981.084193] env[69889]: _type = "Task" [ 981.084193] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.097116] env[69889]: DEBUG oslo_vmware.api [None req-5efed720-ff81-4f0d-bc20-8795847444c6 tempest-ServersAaction247Test-1324655128 tempest-ServersAaction247Test-1324655128-project-member] Task: {'id': task-4077569, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.138911] env[69889]: DEBUG oslo_vmware.api [None req-bd1aa068-b682-4523-91d0-58314252fcc1 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077568, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.139329] env[69889]: DEBUG oslo_vmware.api [None req-9d2c3329-b369-4d9b-b3bb-32944e6f5a68 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4077567, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.540301} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.139970] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d2c3329-b369-4d9b-b3bb-32944e6f5a68 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 981.139970] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-9d2c3329-b369-4d9b-b3bb-32944e6f5a68 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] Deleted contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 981.140214] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-9d2c3329-b369-4d9b-b3bb-32944e6f5a68 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 981.140735] env[69889]: INFO nova.compute.manager [None req-9d2c3329-b369-4d9b-b3bb-32944e6f5a68 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] Took 1.90 seconds to destroy the instance on the hypervisor. [ 981.140947] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9d2c3329-b369-4d9b-b3bb-32944e6f5a68 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 981.141100] env[69889]: DEBUG nova.compute.manager [-] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] Deallocating network for instance {{(pid=69889) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 981.141248] env[69889]: DEBUG nova.network.neutron [-] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] deallocate_for_instance() {{(pid=69889) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 981.271196] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1c51cee7-961f-44e7-bdb3-30f235c86d94 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.558401] env[69889]: DEBUG nova.scheduler.client.report [None req-a44556a4-67fd-48f4-8e91-aaae2288dd78 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 981.597365] env[69889]: DEBUG oslo_vmware.api [None req-5efed720-ff81-4f0d-bc20-8795847444c6 tempest-ServersAaction247Test-1324655128 tempest-ServersAaction247Test-1324655128-project-member] Task: {'id': task-4077569, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104345} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.597365] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-5efed720-ff81-4f0d-bc20-8795847444c6 tempest-ServersAaction247Test-1324655128 tempest-ServersAaction247Test-1324655128-project-member] [instance: 3d6e9a03-3478-489b-aa3b-de89979ab23c] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 981.599825] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-375f3243-a878-480a-96eb-d094f73e27b6 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.626866] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-5efed720-ff81-4f0d-bc20-8795847444c6 tempest-ServersAaction247Test-1324655128 tempest-ServersAaction247Test-1324655128-project-member] [instance: 3d6e9a03-3478-489b-aa3b-de89979ab23c] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] 3d6e9a03-3478-489b-aa3b-de89979ab23c/3d6e9a03-3478-489b-aa3b-de89979ab23c.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 981.628890] env[69889]: DEBUG nova.network.neutron [req-e8b66000-05be-4f59-9e0a-cff5ad97adab req-b736239a-bcc5-49bc-b308-111241518dc3 service nova] [instance: ed01a7a5-1df0-4cca-b924-ad79f688ed68] Updated VIF entry in instance network info cache for port bce41b7f-7fb2-47a4-921d-149299fcd3a2. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 981.628992] env[69889]: DEBUG nova.network.neutron [req-e8b66000-05be-4f59-9e0a-cff5ad97adab req-b736239a-bcc5-49bc-b308-111241518dc3 service nova] [instance: ed01a7a5-1df0-4cca-b924-ad79f688ed68] Updating instance_info_cache with network_info: [{"id": "bce41b7f-7fb2-47a4-921d-149299fcd3a2", "address": "fa:16:3e:61:19:a6", "network": {"id": "45fd0254-853e-402c-8516-9992c891c194", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-43042710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41dfb848b52e4aceaab49a46abf8310c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbce41b7f-7f", "ovs_interfaceid": "bce41b7f-7fb2-47a4-921d-149299fcd3a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.630587] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c6d0366-620a-409d-8194-5d7bd8c12a1d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.649155] env[69889]: DEBUG oslo_concurrency.lockutils [req-e8b66000-05be-4f59-9e0a-cff5ad97adab req-b736239a-bcc5-49bc-b308-111241518dc3 service nova] Releasing lock "refresh_cache-ed01a7a5-1df0-4cca-b924-ad79f688ed68" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.660986] env[69889]: DEBUG oslo_vmware.api [None req-bd1aa068-b682-4523-91d0-58314252fcc1 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077568, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.607427} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.662854] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd1aa068-b682-4523-91d0-58314252fcc1 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] 5192a5cd-713f-4348-a5a8-235f2825f1a6/5192a5cd-713f-4348-a5a8-235f2825f1a6.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 981.663554] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-bd1aa068-b682-4523-91d0-58314252fcc1 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: 5192a5cd-713f-4348-a5a8-235f2825f1a6] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 981.663554] env[69889]: DEBUG oslo_vmware.api [None req-5efed720-ff81-4f0d-bc20-8795847444c6 tempest-ServersAaction247Test-1324655128 tempest-ServersAaction247Test-1324655128-project-member] Waiting for the task: (returnval){ [ 981.663554] env[69889]: value = "task-4077570" [ 981.663554] env[69889]: _type = "Task" [ 981.663554] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.663771] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3ec1c442-9a96-4de8-b090-a604e173bf1d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.676362] env[69889]: DEBUG oslo_vmware.api [None req-5efed720-ff81-4f0d-bc20-8795847444c6 tempest-ServersAaction247Test-1324655128 tempest-ServersAaction247Test-1324655128-project-member] Task: {'id': task-4077570, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.679191] env[69889]: DEBUG oslo_vmware.api [None req-bd1aa068-b682-4523-91d0-58314252fcc1 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Waiting for the task: (returnval){ [ 981.679191] env[69889]: value = "task-4077571" [ 981.679191] env[69889]: _type = "Task" [ 981.679191] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.688753] env[69889]: DEBUG oslo_vmware.api [None req-bd1aa068-b682-4523-91d0-58314252fcc1 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077571, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.068795] env[69889]: DEBUG oslo_concurrency.lockutils [None req-a44556a4-67fd-48f4-8e91-aaae2288dd78 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.117s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.073356] env[69889]: DEBUG oslo_concurrency.lockutils [None req-467a0ccf-2a3e-4d1c-aaf0-c27cf4c2029d tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.073599] env[69889]: DEBUG nova.objects.instance [None req-467a0ccf-2a3e-4d1c-aaf0-c27cf4c2029d tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Lazy-loading 'resources' on Instance uuid a31565fb-fb1f-4fb9-a60d-06e32458efa2 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 982.112220] env[69889]: INFO nova.scheduler.client.report [None req-a44556a4-67fd-48f4-8e91-aaae2288dd78 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Deleted allocations for instance e7e0219a-e539-451b-a8a8-4faf7f1ea109 [ 982.178616] env[69889]: DEBUG oslo_vmware.api [None req-5efed720-ff81-4f0d-bc20-8795847444c6 tempest-ServersAaction247Test-1324655128 tempest-ServersAaction247Test-1324655128-project-member] Task: {'id': task-4077570, 'name': ReconfigVM_Task, 'duration_secs': 0.326613} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.178992] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-5efed720-ff81-4f0d-bc20-8795847444c6 tempest-ServersAaction247Test-1324655128 tempest-ServersAaction247Test-1324655128-project-member] [instance: 3d6e9a03-3478-489b-aa3b-de89979ab23c] Reconfigured VM instance instance-00000044 to attach disk [datastore2] 3d6e9a03-3478-489b-aa3b-de89979ab23c/3d6e9a03-3478-489b-aa3b-de89979ab23c.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 982.183034] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1fe2f9ad-8733-4756-bf4a-668728de9019 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.194669] env[69889]: DEBUG oslo_vmware.api [None req-bd1aa068-b682-4523-91d0-58314252fcc1 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077571, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.234069} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.197592] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-bd1aa068-b682-4523-91d0-58314252fcc1 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: 5192a5cd-713f-4348-a5a8-235f2825f1a6] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 982.199034] env[69889]: DEBUG oslo_vmware.api [None req-5efed720-ff81-4f0d-bc20-8795847444c6 tempest-ServersAaction247Test-1324655128 tempest-ServersAaction247Test-1324655128-project-member] Waiting for the task: (returnval){ [ 982.199034] env[69889]: value = "task-4077572" [ 982.199034] env[69889]: _type = "Task" [ 982.199034] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.199034] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d369c1a-ca9e-4730-8764-380b5598ba69 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.233082] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd1aa068-b682-4523-91d0-58314252fcc1 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: 5192a5cd-713f-4348-a5a8-235f2825f1a6] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] 5192a5cd-713f-4348-a5a8-235f2825f1a6/5192a5cd-713f-4348-a5a8-235f2825f1a6.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 982.236938] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b7f6cba-1afc-4e31-ab77-2d05957203c5 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.253047] env[69889]: DEBUG oslo_vmware.api [None req-5efed720-ff81-4f0d-bc20-8795847444c6 tempest-ServersAaction247Test-1324655128 tempest-ServersAaction247Test-1324655128-project-member] Task: {'id': task-4077572, 'name': Rename_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.261265] env[69889]: DEBUG oslo_vmware.api [None req-bd1aa068-b682-4523-91d0-58314252fcc1 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Waiting for the task: (returnval){ [ 982.261265] env[69889]: value = "task-4077573" [ 982.261265] env[69889]: _type = "Task" [ 982.261265] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.270222] env[69889]: DEBUG oslo_vmware.api [None req-bd1aa068-b682-4523-91d0-58314252fcc1 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077573, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.627225] env[69889]: DEBUG oslo_concurrency.lockutils [None req-a44556a4-67fd-48f4-8e91-aaae2288dd78 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Lock "e7e0219a-e539-451b-a8a8-4faf7f1ea109" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.913s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.728968] env[69889]: DEBUG oslo_vmware.api [None req-5efed720-ff81-4f0d-bc20-8795847444c6 tempest-ServersAaction247Test-1324655128 tempest-ServersAaction247Test-1324655128-project-member] Task: {'id': task-4077572, 'name': Rename_Task, 'duration_secs': 0.160613} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.728968] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-5efed720-ff81-4f0d-bc20-8795847444c6 tempest-ServersAaction247Test-1324655128 tempest-ServersAaction247Test-1324655128-project-member] [instance: 3d6e9a03-3478-489b-aa3b-de89979ab23c] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 982.732606] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a414b3d6-14f3-48ee-be2e-251b9ff10773 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.742520] env[69889]: DEBUG oslo_vmware.api [None req-5efed720-ff81-4f0d-bc20-8795847444c6 tempest-ServersAaction247Test-1324655128 tempest-ServersAaction247Test-1324655128-project-member] Waiting for the task: (returnval){ [ 982.742520] env[69889]: value = "task-4077575" [ 982.742520] env[69889]: _type = "Task" [ 982.742520] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.756120] env[69889]: DEBUG oslo_vmware.api [None req-5efed720-ff81-4f0d-bc20-8795847444c6 tempest-ServersAaction247Test-1324655128 tempest-ServersAaction247Test-1324655128-project-member] Task: {'id': task-4077575, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.778570] env[69889]: DEBUG oslo_vmware.api [None req-bd1aa068-b682-4523-91d0-58314252fcc1 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077573, 'name': ReconfigVM_Task, 'duration_secs': 0.388506} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.779078] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd1aa068-b682-4523-91d0-58314252fcc1 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: 5192a5cd-713f-4348-a5a8-235f2825f1a6] Reconfigured VM instance instance-00000043 to attach disk [datastore2] 5192a5cd-713f-4348-a5a8-235f2825f1a6/5192a5cd-713f-4348-a5a8-235f2825f1a6.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 982.779995] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dd5122da-8ef1-4b57-ab5f-f0751fcb244f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.787998] env[69889]: DEBUG oslo_vmware.api [None req-bd1aa068-b682-4523-91d0-58314252fcc1 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Waiting for the task: (returnval){ [ 982.787998] env[69889]: value = "task-4077576" [ 982.787998] env[69889]: _type = "Task" [ 982.787998] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.804212] env[69889]: DEBUG oslo_vmware.api [None req-bd1aa068-b682-4523-91d0-58314252fcc1 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077576, 'name': Rename_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.005246] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a639c0f-0640-4c5b-bd0a-baf7531d6c1e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.013810] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00ffeb6f-8c60-4429-9879-93806440ee51 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.059211] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a2c71d9-61bc-4e6a-8812-c2a7a99b751c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.069232] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fcbb486-d2f2-4b8f-9f9e-92c43ad7c8c1 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.089842] env[69889]: DEBUG nova.compute.provider_tree [None req-467a0ccf-2a3e-4d1c-aaf0-c27cf4c2029d tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 983.112210] env[69889]: DEBUG nova.compute.manager [req-bfa8e5ae-8e23-4ace-ba62-865b0dad2f3b req-cf33e953-9347-43ae-8fd6-29d64f0f8f8e service nova] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] Received event network-vif-deleted-9f07f034-4136-49cb-ab32-4feb5aac7b58 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 983.112456] env[69889]: INFO nova.compute.manager [req-bfa8e5ae-8e23-4ace-ba62-865b0dad2f3b req-cf33e953-9347-43ae-8fd6-29d64f0f8f8e service nova] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] Neutron deleted interface 9f07f034-4136-49cb-ab32-4feb5aac7b58; detaching it from the instance and deleting it from the info cache [ 983.112627] env[69889]: DEBUG nova.network.neutron [req-bfa8e5ae-8e23-4ace-ba62-865b0dad2f3b req-cf33e953-9347-43ae-8fd6-29d64f0f8f8e service nova] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.265189] env[69889]: DEBUG oslo_vmware.api [None req-5efed720-ff81-4f0d-bc20-8795847444c6 tempest-ServersAaction247Test-1324655128 tempest-ServersAaction247Test-1324655128-project-member] Task: {'id': task-4077575, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.302989] env[69889]: DEBUG oslo_vmware.api [None req-bd1aa068-b682-4523-91d0-58314252fcc1 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077576, 'name': Rename_Task, 'duration_secs': 0.189787} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.304355] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd1aa068-b682-4523-91d0-58314252fcc1 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: 5192a5cd-713f-4348-a5a8-235f2825f1a6] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 983.304695] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-055d1748-2155-463b-af2c-e4aaea6bc332 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.313334] env[69889]: DEBUG oslo_vmware.api [None req-bd1aa068-b682-4523-91d0-58314252fcc1 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Waiting for the task: (returnval){ [ 983.313334] env[69889]: value = "task-4077577" [ 983.313334] env[69889]: _type = "Task" [ 983.313334] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.326109] env[69889]: DEBUG oslo_vmware.api [None req-bd1aa068-b682-4523-91d0-58314252fcc1 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077577, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.597450] env[69889]: DEBUG nova.scheduler.client.report [None req-467a0ccf-2a3e-4d1c-aaf0-c27cf4c2029d tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 983.602416] env[69889]: DEBUG nova.network.neutron [-] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.616370] env[69889]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c679b293-a3f3-413c-b944-e63200963b4a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.635098] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06b4dbcf-0308-4de8-835e-be4b1e51bed1 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.678879] env[69889]: DEBUG nova.compute.manager [req-bfa8e5ae-8e23-4ace-ba62-865b0dad2f3b req-cf33e953-9347-43ae-8fd6-29d64f0f8f8e service nova] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] Detach interface failed, port_id=9f07f034-4136-49cb-ab32-4feb5aac7b58, reason: Instance 0c73213b-c2e1-42cb-a8f4-e3109adfd354 could not be found. {{(pid=69889) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 983.757617] env[69889]: DEBUG oslo_vmware.api [None req-5efed720-ff81-4f0d-bc20-8795847444c6 tempest-ServersAaction247Test-1324655128 tempest-ServersAaction247Test-1324655128-project-member] Task: {'id': task-4077575, 'name': PowerOnVM_Task, 'duration_secs': 0.592614} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.757921] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-5efed720-ff81-4f0d-bc20-8795847444c6 tempest-ServersAaction247Test-1324655128 tempest-ServersAaction247Test-1324655128-project-member] [instance: 3d6e9a03-3478-489b-aa3b-de89979ab23c] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 983.758436] env[69889]: INFO nova.compute.manager [None req-5efed720-ff81-4f0d-bc20-8795847444c6 tempest-ServersAaction247Test-1324655128 tempest-ServersAaction247Test-1324655128-project-member] [instance: 3d6e9a03-3478-489b-aa3b-de89979ab23c] Took 5.99 seconds to spawn the instance on the hypervisor. [ 983.758701] env[69889]: DEBUG nova.compute.manager [None req-5efed720-ff81-4f0d-bc20-8795847444c6 tempest-ServersAaction247Test-1324655128 tempest-ServersAaction247Test-1324655128-project-member] [instance: 3d6e9a03-3478-489b-aa3b-de89979ab23c] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 983.759809] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f24d362-0e0b-4f40-a9cc-0914750c68ce {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.824657] env[69889]: DEBUG oslo_vmware.api [None req-bd1aa068-b682-4523-91d0-58314252fcc1 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077577, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.104955] env[69889]: DEBUG oslo_concurrency.lockutils [None req-467a0ccf-2a3e-4d1c-aaf0-c27cf4c2029d tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.032s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.109517] env[69889]: INFO nova.compute.manager [-] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] Took 2.97 seconds to deallocate network for instance. [ 984.109517] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5a83f0ee-522d-48ca-8ef1-40c3ee7f7f84 tempest-ServerAddressesTestJSON-1316354804 tempest-ServerAddressesTestJSON-1316354804-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.929s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.109718] env[69889]: DEBUG nova.objects.instance [None req-5a83f0ee-522d-48ca-8ef1-40c3ee7f7f84 tempest-ServerAddressesTestJSON-1316354804 tempest-ServerAddressesTestJSON-1316354804-project-member] Lazy-loading 'resources' on Instance uuid e972c979-5e1c-4441-9226-c65aa10c0f7c {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 984.143122] env[69889]: INFO nova.scheduler.client.report [None req-467a0ccf-2a3e-4d1c-aaf0-c27cf4c2029d tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Deleted allocations for instance a31565fb-fb1f-4fb9-a60d-06e32458efa2 [ 984.294931] env[69889]: INFO nova.compute.manager [None req-5efed720-ff81-4f0d-bc20-8795847444c6 tempest-ServersAaction247Test-1324655128 tempest-ServersAaction247Test-1324655128-project-member] [instance: 3d6e9a03-3478-489b-aa3b-de89979ab23c] Took 24.82 seconds to build instance. [ 984.328980] env[69889]: DEBUG oslo_vmware.api [None req-bd1aa068-b682-4523-91d0-58314252fcc1 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077577, 'name': PowerOnVM_Task, 'duration_secs': 0.59266} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.328980] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd1aa068-b682-4523-91d0-58314252fcc1 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: 5192a5cd-713f-4348-a5a8-235f2825f1a6] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 984.328980] env[69889]: INFO nova.compute.manager [None req-bd1aa068-b682-4523-91d0-58314252fcc1 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: 5192a5cd-713f-4348-a5a8-235f2825f1a6] Took 9.09 seconds to spawn the instance on the hypervisor. [ 984.328980] env[69889]: DEBUG nova.compute.manager [None req-bd1aa068-b682-4523-91d0-58314252fcc1 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: 5192a5cd-713f-4348-a5a8-235f2825f1a6] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 984.330556] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a33eb2a-027c-4bff-acdc-8f140d8be8d1 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.626838] env[69889]: DEBUG oslo_concurrency.lockutils [None req-9d2c3329-b369-4d9b-b3bb-32944e6f5a68 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.653183] env[69889]: DEBUG oslo_concurrency.lockutils [None req-467a0ccf-2a3e-4d1c-aaf0-c27cf4c2029d tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Lock "a31565fb-fb1f-4fb9-a60d-06e32458efa2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.418s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.800232] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5efed720-ff81-4f0d-bc20-8795847444c6 tempest-ServersAaction247Test-1324655128 tempest-ServersAaction247Test-1324655128-project-member] Lock "3d6e9a03-3478-489b-aa3b-de89979ab23c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.345s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.858515] env[69889]: INFO nova.compute.manager [None req-bd1aa068-b682-4523-91d0-58314252fcc1 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: 5192a5cd-713f-4348-a5a8-235f2825f1a6] Took 43.43 seconds to build instance. [ 985.041970] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0ab7ac6c-6250-4232-a364-546ac5466344 tempest-InstanceActionsV221TestJSON-830289580 tempest-InstanceActionsV221TestJSON-830289580-project-member] Acquiring lock "70857543-3429-4d13-81d3-6f972f182507" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.047114] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0ab7ac6c-6250-4232-a364-546ac5466344 tempest-InstanceActionsV221TestJSON-830289580 tempest-InstanceActionsV221TestJSON-830289580-project-member] Lock "70857543-3429-4d13-81d3-6f972f182507" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.081403] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09b4a594-7c2d-4178-b637-e3eb879a2e88 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.093597] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2131336-822a-40da-a860-f3912b30a3cd {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.133417] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be2c8024-8cdd-4f53-8529-148f317d7832 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.143519] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff18a74b-030b-41ac-b27b-580f88193fa6 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.161552] env[69889]: DEBUG nova.compute.provider_tree [None req-5a83f0ee-522d-48ca-8ef1-40c3ee7f7f84 tempest-ServerAddressesTestJSON-1316354804 tempest-ServerAddressesTestJSON-1316354804-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 985.361786] env[69889]: DEBUG oslo_concurrency.lockutils [None req-bd1aa068-b682-4523-91d0-58314252fcc1 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Lock "5192a5cd-713f-4348-a5a8-235f2825f1a6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.939s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.549376] env[69889]: DEBUG nova.compute.manager [None req-0ab7ac6c-6250-4232-a364-546ac5466344 tempest-InstanceActionsV221TestJSON-830289580 tempest-InstanceActionsV221TestJSON-830289580-project-member] [instance: 70857543-3429-4d13-81d3-6f972f182507] Starting instance... {{(pid=69889) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 985.665510] env[69889]: DEBUG nova.scheduler.client.report [None req-5a83f0ee-522d-48ca-8ef1-40c3ee7f7f84 tempest-ServerAddressesTestJSON-1316354804 tempest-ServerAddressesTestJSON-1316354804-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 985.684786] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d814100f-5541-4365-82d2-0e036c82fd60 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Acquiring lock "aad29946-4f6b-4a9b-83f0-6177bcc62dfa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.684786] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d814100f-5541-4365-82d2-0e036c82fd60 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Lock "aad29946-4f6b-4a9b-83f0-6177bcc62dfa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.684786] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d814100f-5541-4365-82d2-0e036c82fd60 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Acquiring lock "aad29946-4f6b-4a9b-83f0-6177bcc62dfa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.684786] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d814100f-5541-4365-82d2-0e036c82fd60 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Lock "aad29946-4f6b-4a9b-83f0-6177bcc62dfa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.684786] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d814100f-5541-4365-82d2-0e036c82fd60 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Lock "aad29946-4f6b-4a9b-83f0-6177bcc62dfa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.691558] env[69889]: INFO nova.compute.manager [None req-d814100f-5541-4365-82d2-0e036c82fd60 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] [instance: aad29946-4f6b-4a9b-83f0-6177bcc62dfa] Terminating instance [ 985.862987] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Acquiring lock "ebde6910-8c24-4fac-9a2e-faf98a9a8792" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.863296] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Lock "ebde6910-8c24-4fac-9a2e-faf98a9a8792" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.874546] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b177e3e-b364-400f-8093-13df76972814 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.885173] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-892a01be-9cbe-4d46-a261-856adbede0f6 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: 5192a5cd-713f-4348-a5a8-235f2825f1a6] Suspending the VM {{(pid=69889) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 985.885173] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-ca494149-ebb3-43c3-bd5c-e06054c0c502 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.902344] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Acquiring lock "15d503ce-3ce0-4038-9698-c1beffdf07d5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.902344] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Lock "15d503ce-3ce0-4038-9698-c1beffdf07d5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.902344] env[69889]: DEBUG oslo_vmware.api [None req-892a01be-9cbe-4d46-a261-856adbede0f6 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Waiting for the task: (returnval){ [ 985.902344] env[69889]: value = "task-4077578" [ 985.902344] env[69889]: _type = "Task" [ 985.902344] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.911646] env[69889]: DEBUG oslo_vmware.api [None req-892a01be-9cbe-4d46-a261-856adbede0f6 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077578, 'name': SuspendVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.952093] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Acquiring lock "363f1d3d-a783-46b7-a70c-1c251d43b4b3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.952347] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Lock "363f1d3d-a783-46b7-a70c-1c251d43b4b3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.083243] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0ab7ac6c-6250-4232-a364-546ac5466344 tempest-InstanceActionsV221TestJSON-830289580 tempest-InstanceActionsV221TestJSON-830289580-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.174732] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5a83f0ee-522d-48ca-8ef1-40c3ee7f7f84 tempest-ServerAddressesTestJSON-1316354804 tempest-ServerAddressesTestJSON-1316354804-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.065s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.178471] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5de29cb2-56d3-40b8-bc7f-2657cdd146f7 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.290s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.180201] env[69889]: INFO nova.compute.claims [None req-5de29cb2-56d3-40b8-bc7f-2657cdd146f7 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: e7d6d473-7635-4e1e-8cc5-2804bde8d1b3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 986.197348] env[69889]: DEBUG nova.compute.manager [None req-d814100f-5541-4365-82d2-0e036c82fd60 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] [instance: aad29946-4f6b-4a9b-83f0-6177bcc62dfa] Start destroying the instance on the hypervisor. {{(pid=69889) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 986.197594] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-d814100f-5541-4365-82d2-0e036c82fd60 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] [instance: aad29946-4f6b-4a9b-83f0-6177bcc62dfa] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 986.198732] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae11600a-ec0d-4646-bbe7-d8f024fb47bd {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.209356] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-d814100f-5541-4365-82d2-0e036c82fd60 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] [instance: aad29946-4f6b-4a9b-83f0-6177bcc62dfa] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 986.209705] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-04d7b07c-2d60-4ac9-8f16-1e1c4311ca4e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.216142] env[69889]: INFO nova.scheduler.client.report [None req-5a83f0ee-522d-48ca-8ef1-40c3ee7f7f84 tempest-ServerAddressesTestJSON-1316354804 tempest-ServerAddressesTestJSON-1316354804-project-member] Deleted allocations for instance e972c979-5e1c-4441-9226-c65aa10c0f7c [ 986.226320] env[69889]: DEBUG oslo_vmware.api [None req-d814100f-5541-4365-82d2-0e036c82fd60 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Waiting for the task: (returnval){ [ 986.226320] env[69889]: value = "task-4077579" [ 986.226320] env[69889]: _type = "Task" [ 986.226320] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.235448] env[69889]: DEBUG oslo_vmware.api [None req-d814100f-5541-4365-82d2-0e036c82fd60 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Task: {'id': task-4077579, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.366046] env[69889]: DEBUG nova.compute.manager [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] [instance: ebde6910-8c24-4fac-9a2e-faf98a9a8792] Starting instance... {{(pid=69889) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 986.404434] env[69889]: DEBUG nova.compute.manager [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] [instance: 15d503ce-3ce0-4038-9698-c1beffdf07d5] Starting instance... {{(pid=69889) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 986.423992] env[69889]: DEBUG oslo_vmware.api [None req-892a01be-9cbe-4d46-a261-856adbede0f6 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077578, 'name': SuspendVM_Task} progress is 54%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.458787] env[69889]: DEBUG nova.compute.manager [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] [instance: 363f1d3d-a783-46b7-a70c-1c251d43b4b3] Starting instance... {{(pid=69889) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 986.661831] env[69889]: DEBUG nova.compute.manager [None req-886988da-57b6-47aa-ab3d-14bcbef16330 tempest-ServersAaction247Test-1324655128 tempest-ServersAaction247Test-1324655128-project-member] [instance: 3d6e9a03-3478-489b-aa3b-de89979ab23c] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 986.662936] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aba62df-93f0-4e8b-8284-275a54efdb79 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.729435] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5a83f0ee-522d-48ca-8ef1-40c3ee7f7f84 tempest-ServerAddressesTestJSON-1316354804 tempest-ServerAddressesTestJSON-1316354804-project-member] Lock "e972c979-5e1c-4441-9226-c65aa10c0f7c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.463s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.737515] env[69889]: DEBUG oslo_vmware.api [None req-d814100f-5541-4365-82d2-0e036c82fd60 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Task: {'id': task-4077579, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.841333] env[69889]: DEBUG oslo_concurrency.lockutils [None req-4b3782ac-2888-4656-8871-f15468ce4338 tempest-ServersAaction247Test-1324655128 tempest-ServersAaction247Test-1324655128-project-member] Acquiring lock "3d6e9a03-3478-489b-aa3b-de89979ab23c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.841738] env[69889]: DEBUG oslo_concurrency.lockutils [None req-4b3782ac-2888-4656-8871-f15468ce4338 tempest-ServersAaction247Test-1324655128 tempest-ServersAaction247Test-1324655128-project-member] Lock "3d6e9a03-3478-489b-aa3b-de89979ab23c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.842017] env[69889]: DEBUG oslo_concurrency.lockutils [None req-4b3782ac-2888-4656-8871-f15468ce4338 tempest-ServersAaction247Test-1324655128 tempest-ServersAaction247Test-1324655128-project-member] Acquiring lock "3d6e9a03-3478-489b-aa3b-de89979ab23c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.842427] env[69889]: DEBUG oslo_concurrency.lockutils [None req-4b3782ac-2888-4656-8871-f15468ce4338 tempest-ServersAaction247Test-1324655128 tempest-ServersAaction247Test-1324655128-project-member] Lock "3d6e9a03-3478-489b-aa3b-de89979ab23c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.842533] env[69889]: DEBUG oslo_concurrency.lockutils [None req-4b3782ac-2888-4656-8871-f15468ce4338 tempest-ServersAaction247Test-1324655128 tempest-ServersAaction247Test-1324655128-project-member] Lock "3d6e9a03-3478-489b-aa3b-de89979ab23c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.846181] env[69889]: INFO nova.compute.manager [None req-4b3782ac-2888-4656-8871-f15468ce4338 tempest-ServersAaction247Test-1324655128 tempest-ServersAaction247Test-1324655128-project-member] [instance: 3d6e9a03-3478-489b-aa3b-de89979ab23c] Terminating instance [ 986.904777] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.927515] env[69889]: DEBUG oslo_vmware.api [None req-892a01be-9cbe-4d46-a261-856adbede0f6 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077578, 'name': SuspendVM_Task, 'duration_secs': 0.920043} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.928758] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-892a01be-9cbe-4d46-a261-856adbede0f6 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: 5192a5cd-713f-4348-a5a8-235f2825f1a6] Suspended the VM {{(pid=69889) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 986.929027] env[69889]: DEBUG nova.compute.manager [None req-892a01be-9cbe-4d46-a261-856adbede0f6 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: 5192a5cd-713f-4348-a5a8-235f2825f1a6] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 986.930130] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b40906d5-05a6-4e75-9d33-5662327fe75c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.941454] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.983379] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.045861] env[69889]: DEBUG oslo_vmware.rw_handles [None req-3ad634cc-6e42-40c5-af2a-1a7a5528251d tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a0dad3-f02b-ceb7-f59d-122e482298dc/disk-0.vmdk. {{(pid=69889) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 987.046601] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a33770b-a0b3-4f7c-a28e-729c073121d6 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.054194] env[69889]: DEBUG oslo_vmware.rw_handles [None req-3ad634cc-6e42-40c5-af2a-1a7a5528251d tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a0dad3-f02b-ceb7-f59d-122e482298dc/disk-0.vmdk is in state: ready. {{(pid=69889) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 987.054316] env[69889]: ERROR oslo_vmware.rw_handles [None req-3ad634cc-6e42-40c5-af2a-1a7a5528251d tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a0dad3-f02b-ceb7-f59d-122e482298dc/disk-0.vmdk due to incomplete transfer. [ 987.054559] env[69889]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-00c72cb4-8e14-492f-90fa-eb3f49010a56 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.063668] env[69889]: DEBUG oslo_vmware.rw_handles [None req-3ad634cc-6e42-40c5-af2a-1a7a5528251d tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a0dad3-f02b-ceb7-f59d-122e482298dc/disk-0.vmdk. {{(pid=69889) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 987.063888] env[69889]: DEBUG nova.virt.vmwareapi.images [None req-3ad634cc-6e42-40c5-af2a-1a7a5528251d tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] [instance: 25fa2007-30d6-4a2a-9498-d523988ee0ad] Uploaded image ddcb8747-b602-4ee2-860a-2927e10440fd to the Glance image server {{(pid=69889) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 987.069960] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ad634cc-6e42-40c5-af2a-1a7a5528251d tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] [instance: 25fa2007-30d6-4a2a-9498-d523988ee0ad] Destroying the VM {{(pid=69889) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 987.073556] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-14b2e7eb-a942-4690-a10a-a9c8bad64a12 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.081783] env[69889]: DEBUG oslo_vmware.api [None req-3ad634cc-6e42-40c5-af2a-1a7a5528251d tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Waiting for the task: (returnval){ [ 987.081783] env[69889]: value = "task-4077583" [ 987.081783] env[69889]: _type = "Task" [ 987.081783] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.088292] env[69889]: DEBUG oslo_vmware.api [None req-3ad634cc-6e42-40c5-af2a-1a7a5528251d tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Task: {'id': task-4077583, 'name': Destroy_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.176036] env[69889]: INFO nova.compute.manager [None req-886988da-57b6-47aa-ab3d-14bcbef16330 tempest-ServersAaction247Test-1324655128 tempest-ServersAaction247Test-1324655128-project-member] [instance: 3d6e9a03-3478-489b-aa3b-de89979ab23c] instance snapshotting [ 987.176743] env[69889]: DEBUG nova.objects.instance [None req-886988da-57b6-47aa-ab3d-14bcbef16330 tempest-ServersAaction247Test-1324655128 tempest-ServersAaction247Test-1324655128-project-member] Lazy-loading 'flavor' on Instance uuid 3d6e9a03-3478-489b-aa3b-de89979ab23c {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 987.242696] env[69889]: DEBUG oslo_vmware.api [None req-d814100f-5541-4365-82d2-0e036c82fd60 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Task: {'id': task-4077579, 'name': PowerOffVM_Task, 'duration_secs': 0.58247} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.243020] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-d814100f-5541-4365-82d2-0e036c82fd60 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] [instance: aad29946-4f6b-4a9b-83f0-6177bcc62dfa] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 987.243242] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-d814100f-5541-4365-82d2-0e036c82fd60 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] [instance: aad29946-4f6b-4a9b-83f0-6177bcc62dfa] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 987.247247] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d1dd86ae-ef3a-4339-96e4-83d5ec265e52 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.331263] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-d814100f-5541-4365-82d2-0e036c82fd60 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] [instance: aad29946-4f6b-4a9b-83f0-6177bcc62dfa] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 987.331263] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-d814100f-5541-4365-82d2-0e036c82fd60 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] [instance: aad29946-4f6b-4a9b-83f0-6177bcc62dfa] Deleting contents of the VM from datastore datastore1 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 987.331467] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-d814100f-5541-4365-82d2-0e036c82fd60 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Deleting the datastore file [datastore1] aad29946-4f6b-4a9b-83f0-6177bcc62dfa {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 987.331702] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0f79a7af-a94e-43f5-b07c-5b8758d27da6 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.346259] env[69889]: DEBUG oslo_vmware.api [None req-d814100f-5541-4365-82d2-0e036c82fd60 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Waiting for the task: (returnval){ [ 987.346259] env[69889]: value = "task-4077585" [ 987.346259] env[69889]: _type = "Task" [ 987.346259] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.352728] env[69889]: DEBUG oslo_concurrency.lockutils [None req-4b3782ac-2888-4656-8871-f15468ce4338 tempest-ServersAaction247Test-1324655128 tempest-ServersAaction247Test-1324655128-project-member] Acquiring lock "refresh_cache-3d6e9a03-3478-489b-aa3b-de89979ab23c" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.352728] env[69889]: DEBUG oslo_concurrency.lockutils [None req-4b3782ac-2888-4656-8871-f15468ce4338 tempest-ServersAaction247Test-1324655128 tempest-ServersAaction247Test-1324655128-project-member] Acquired lock "refresh_cache-3d6e9a03-3478-489b-aa3b-de89979ab23c" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.352728] env[69889]: DEBUG nova.network.neutron [None req-4b3782ac-2888-4656-8871-f15468ce4338 tempest-ServersAaction247Test-1324655128 tempest-ServersAaction247Test-1324655128-project-member] [instance: 3d6e9a03-3478-489b-aa3b-de89979ab23c] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 987.362860] env[69889]: DEBUG oslo_vmware.api [None req-d814100f-5541-4365-82d2-0e036c82fd60 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Task: {'id': task-4077585, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.597328] env[69889]: DEBUG oslo_vmware.api [None req-3ad634cc-6e42-40c5-af2a-1a7a5528251d tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Task: {'id': task-4077583, 'name': Destroy_Task, 'duration_secs': 0.44331} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.597875] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-3ad634cc-6e42-40c5-af2a-1a7a5528251d tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] [instance: 25fa2007-30d6-4a2a-9498-d523988ee0ad] Destroyed the VM [ 987.601281] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-3ad634cc-6e42-40c5-af2a-1a7a5528251d tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] [instance: 25fa2007-30d6-4a2a-9498-d523988ee0ad] Deleting Snapshot of the VM instance {{(pid=69889) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 987.601281] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9fbc1040-a537-4620-8780-4d1a37f157c9 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.614077] env[69889]: DEBUG oslo_vmware.api [None req-3ad634cc-6e42-40c5-af2a-1a7a5528251d tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Waiting for the task: (returnval){ [ 987.614077] env[69889]: value = "task-4077586" [ 987.614077] env[69889]: _type = "Task" [ 987.614077] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.629965] env[69889]: DEBUG oslo_vmware.api [None req-3ad634cc-6e42-40c5-af2a-1a7a5528251d tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Task: {'id': task-4077586, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.690051] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-860e9864-9b56-4669-8ddb-da145e8ab833 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.712792] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ebc1842-5859-47f3-99fd-9f293bceb130 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.769080] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d52f882-4ea6-48d5-a50c-3a1ea029eaf3 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.779679] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d1cfc05-f594-457f-9d8e-945b55720eaf {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.814633] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf5835d4-5649-490d-94ea-7f086b42b377 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.823696] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92bd9c33-8e17-4e0d-8ed0-737c97d0a93a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.839870] env[69889]: DEBUG nova.compute.provider_tree [None req-5de29cb2-56d3-40b8-bc7f-2657cdd146f7 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 987.861020] env[69889]: DEBUG oslo_vmware.api [None req-d814100f-5541-4365-82d2-0e036c82fd60 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Task: {'id': task-4077585, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.342797} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.861020] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-d814100f-5541-4365-82d2-0e036c82fd60 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 987.861020] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-d814100f-5541-4365-82d2-0e036c82fd60 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] [instance: aad29946-4f6b-4a9b-83f0-6177bcc62dfa] Deleted contents of the VM from datastore datastore1 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 987.861020] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-d814100f-5541-4365-82d2-0e036c82fd60 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] [instance: aad29946-4f6b-4a9b-83f0-6177bcc62dfa] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 987.861020] env[69889]: INFO nova.compute.manager [None req-d814100f-5541-4365-82d2-0e036c82fd60 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] [instance: aad29946-4f6b-4a9b-83f0-6177bcc62dfa] Took 1.66 seconds to destroy the instance on the hypervisor. [ 987.861020] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d814100f-5541-4365-82d2-0e036c82fd60 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 987.861277] env[69889]: DEBUG nova.compute.manager [-] [instance: aad29946-4f6b-4a9b-83f0-6177bcc62dfa] Deallocating network for instance {{(pid=69889) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 987.861307] env[69889]: DEBUG nova.network.neutron [-] [instance: aad29946-4f6b-4a9b-83f0-6177bcc62dfa] deallocate_for_instance() {{(pid=69889) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 987.948342] env[69889]: DEBUG nova.network.neutron [None req-4b3782ac-2888-4656-8871-f15468ce4338 tempest-ServersAaction247Test-1324655128 tempest-ServersAaction247Test-1324655128-project-member] [instance: 3d6e9a03-3478-489b-aa3b-de89979ab23c] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 988.098317] env[69889]: DEBUG nova.network.neutron [None req-4b3782ac-2888-4656-8871-f15468ce4338 tempest-ServersAaction247Test-1324655128 tempest-ServersAaction247Test-1324655128-project-member] [instance: 3d6e9a03-3478-489b-aa3b-de89979ab23c] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.128032] env[69889]: DEBUG oslo_vmware.api [None req-3ad634cc-6e42-40c5-af2a-1a7a5528251d tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Task: {'id': task-4077586, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.227400] env[69889]: DEBUG nova.compute.manager [None req-886988da-57b6-47aa-ab3d-14bcbef16330 tempest-ServersAaction247Test-1324655128 tempest-ServersAaction247Test-1324655128-project-member] [instance: 3d6e9a03-3478-489b-aa3b-de89979ab23c] Instance disappeared during snapshot {{(pid=69889) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 988.347826] env[69889]: DEBUG nova.scheduler.client.report [None req-5de29cb2-56d3-40b8-bc7f-2657cdd146f7 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 988.374493] env[69889]: DEBUG nova.compute.manager [None req-886988da-57b6-47aa-ab3d-14bcbef16330 tempest-ServersAaction247Test-1324655128 tempest-ServersAaction247Test-1324655128-project-member] [instance: 3d6e9a03-3478-489b-aa3b-de89979ab23c] Found 0 images (rotation: 2) {{(pid=69889) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 988.601230] env[69889]: DEBUG oslo_concurrency.lockutils [None req-4b3782ac-2888-4656-8871-f15468ce4338 tempest-ServersAaction247Test-1324655128 tempest-ServersAaction247Test-1324655128-project-member] Releasing lock "refresh_cache-3d6e9a03-3478-489b-aa3b-de89979ab23c" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.601862] env[69889]: DEBUG nova.compute.manager [None req-4b3782ac-2888-4656-8871-f15468ce4338 tempest-ServersAaction247Test-1324655128 tempest-ServersAaction247Test-1324655128-project-member] [instance: 3d6e9a03-3478-489b-aa3b-de89979ab23c] Start destroying the instance on the hypervisor. {{(pid=69889) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 988.602173] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-4b3782ac-2888-4656-8871-f15468ce4338 tempest-ServersAaction247Test-1324655128 tempest-ServersAaction247Test-1324655128-project-member] [instance: 3d6e9a03-3478-489b-aa3b-de89979ab23c] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 988.603224] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ac3a086-0b92-45e7-b677-ffbba2b136db {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.617236] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b3782ac-2888-4656-8871-f15468ce4338 tempest-ServersAaction247Test-1324655128 tempest-ServersAaction247Test-1324655128-project-member] [instance: 3d6e9a03-3478-489b-aa3b-de89979ab23c] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 988.626482] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-03e3a6e4-1186-4301-9263-c94d9e8cd490 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.641985] env[69889]: DEBUG oslo_vmware.api [None req-3ad634cc-6e42-40c5-af2a-1a7a5528251d tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Task: {'id': task-4077586, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.643876] env[69889]: DEBUG oslo_vmware.api [None req-4b3782ac-2888-4656-8871-f15468ce4338 tempest-ServersAaction247Test-1324655128 tempest-ServersAaction247Test-1324655128-project-member] Waiting for the task: (returnval){ [ 988.643876] env[69889]: value = "task-4077587" [ 988.643876] env[69889]: _type = "Task" [ 988.643876] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.663213] env[69889]: DEBUG oslo_vmware.api [None req-4b3782ac-2888-4656-8871-f15468ce4338 tempest-ServersAaction247Test-1324655128 tempest-ServersAaction247Test-1324655128-project-member] Task: {'id': task-4077587, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.857028] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5de29cb2-56d3-40b8-bc7f-2657cdd146f7 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.676s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.857028] env[69889]: DEBUG nova.compute.manager [None req-5de29cb2-56d3-40b8-bc7f-2657cdd146f7 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: e7d6d473-7635-4e1e-8cc5-2804bde8d1b3] Start building networks asynchronously for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 988.860832] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c6b77bf9-8ebf-4719-b549-eb986982def4 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.764s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.861375] env[69889]: DEBUG nova.objects.instance [None req-c6b77bf9-8ebf-4719-b549-eb986982def4 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Lazy-loading 'resources' on Instance uuid 0de8146b-f51a-4bcd-b4ef-d68e55d3d621 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 989.132023] env[69889]: DEBUG oslo_vmware.api [None req-3ad634cc-6e42-40c5-af2a-1a7a5528251d tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Task: {'id': task-4077586, 'name': RemoveSnapshot_Task, 'duration_secs': 1.436988} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.132023] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-3ad634cc-6e42-40c5-af2a-1a7a5528251d tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] [instance: 25fa2007-30d6-4a2a-9498-d523988ee0ad] Deleted Snapshot of the VM instance {{(pid=69889) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 989.132023] env[69889]: INFO nova.compute.manager [None req-3ad634cc-6e42-40c5-af2a-1a7a5528251d tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] [instance: 25fa2007-30d6-4a2a-9498-d523988ee0ad] Took 17.80 seconds to snapshot the instance on the hypervisor. [ 989.155433] env[69889]: DEBUG oslo_vmware.api [None req-4b3782ac-2888-4656-8871-f15468ce4338 tempest-ServersAaction247Test-1324655128 tempest-ServersAaction247Test-1324655128-project-member] Task: {'id': task-4077587, 'name': PowerOffVM_Task, 'duration_secs': 0.125519} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.155726] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b3782ac-2888-4656-8871-f15468ce4338 tempest-ServersAaction247Test-1324655128 tempest-ServersAaction247Test-1324655128-project-member] [instance: 3d6e9a03-3478-489b-aa3b-de89979ab23c] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 989.155897] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-4b3782ac-2888-4656-8871-f15468ce4338 tempest-ServersAaction247Test-1324655128 tempest-ServersAaction247Test-1324655128-project-member] [instance: 3d6e9a03-3478-489b-aa3b-de89979ab23c] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 989.160022] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-be1ea08c-caf0-4648-856d-2fdd42c49695 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.187631] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-4b3782ac-2888-4656-8871-f15468ce4338 tempest-ServersAaction247Test-1324655128 tempest-ServersAaction247Test-1324655128-project-member] [instance: 3d6e9a03-3478-489b-aa3b-de89979ab23c] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 989.189634] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-4b3782ac-2888-4656-8871-f15468ce4338 tempest-ServersAaction247Test-1324655128 tempest-ServersAaction247Test-1324655128-project-member] [instance: 3d6e9a03-3478-489b-aa3b-de89979ab23c] Deleting contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 989.189634] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b3782ac-2888-4656-8871-f15468ce4338 tempest-ServersAaction247Test-1324655128 tempest-ServersAaction247Test-1324655128-project-member] Deleting the datastore file [datastore2] 3d6e9a03-3478-489b-aa3b-de89979ab23c {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 989.189634] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7ab36718-7e76-49df-81cc-b3d967a714e0 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.216026] env[69889]: DEBUG oslo_vmware.api [None req-4b3782ac-2888-4656-8871-f15468ce4338 tempest-ServersAaction247Test-1324655128 tempest-ServersAaction247Test-1324655128-project-member] Waiting for the task: (returnval){ [ 989.216026] env[69889]: value = "task-4077589" [ 989.216026] env[69889]: _type = "Task" [ 989.216026] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.228311] env[69889]: DEBUG oslo_vmware.api [None req-4b3782ac-2888-4656-8871-f15468ce4338 tempest-ServersAaction247Test-1324655128 tempest-ServersAaction247Test-1324655128-project-member] Task: {'id': task-4077589, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.239509] env[69889]: DEBUG nova.compute.manager [req-8b2b1092-51e3-4b04-9601-1a244bb830de req-ecdf3a02-066c-4ac0-be64-e037a8768325 service nova] [instance: aad29946-4f6b-4a9b-83f0-6177bcc62dfa] Received event network-vif-deleted-cc528098-728c-487d-840d-8732c25a349b {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 989.239795] env[69889]: INFO nova.compute.manager [req-8b2b1092-51e3-4b04-9601-1a244bb830de req-ecdf3a02-066c-4ac0-be64-e037a8768325 service nova] [instance: aad29946-4f6b-4a9b-83f0-6177bcc62dfa] Neutron deleted interface cc528098-728c-487d-840d-8732c25a349b; detaching it from the instance and deleting it from the info cache [ 989.240118] env[69889]: DEBUG nova.network.neutron [req-8b2b1092-51e3-4b04-9601-1a244bb830de req-ecdf3a02-066c-4ac0-be64-e037a8768325 service nova] [instance: aad29946-4f6b-4a9b-83f0-6177bcc62dfa] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.368015] env[69889]: DEBUG nova.compute.utils [None req-5de29cb2-56d3-40b8-bc7f-2657cdd146f7 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 989.370336] env[69889]: DEBUG nova.compute.manager [None req-5de29cb2-56d3-40b8-bc7f-2657cdd146f7 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: e7d6d473-7635-4e1e-8cc5-2804bde8d1b3] Allocating IP information in the background. {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 989.370720] env[69889]: DEBUG nova.network.neutron [None req-5de29cb2-56d3-40b8-bc7f-2657cdd146f7 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: e7d6d473-7635-4e1e-8cc5-2804bde8d1b3] allocate_for_instance() {{(pid=69889) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 989.443029] env[69889]: DEBUG nova.policy [None req-5de29cb2-56d3-40b8-bc7f-2657cdd146f7 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '00fc506c960541388436df2c67bb1797', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ea3b0130534446ba8f3ff8c8e581dae7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69889) authorize /opt/stack/nova/nova/policy.py:192}} [ 989.650220] env[69889]: DEBUG nova.compute.manager [None req-47503fe6-5b46-4e39-84bf-d898340f87d6 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: 5192a5cd-713f-4348-a5a8-235f2825f1a6] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 989.650220] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8985851-8a43-4e3a-9646-733c93a6955e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.709478] env[69889]: DEBUG nova.network.neutron [-] [instance: aad29946-4f6b-4a9b-83f0-6177bcc62dfa] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.738653] env[69889]: DEBUG oslo_vmware.api [None req-4b3782ac-2888-4656-8871-f15468ce4338 tempest-ServersAaction247Test-1324655128 tempest-ServersAaction247Test-1324655128-project-member] Task: {'id': task-4077589, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129146} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.739044] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b3782ac-2888-4656-8871-f15468ce4338 tempest-ServersAaction247Test-1324655128 tempest-ServersAaction247Test-1324655128-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 989.739605] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-4b3782ac-2888-4656-8871-f15468ce4338 tempest-ServersAaction247Test-1324655128 tempest-ServersAaction247Test-1324655128-project-member] [instance: 3d6e9a03-3478-489b-aa3b-de89979ab23c] Deleted contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 989.739676] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-4b3782ac-2888-4656-8871-f15468ce4338 tempest-ServersAaction247Test-1324655128 tempest-ServersAaction247Test-1324655128-project-member] [instance: 3d6e9a03-3478-489b-aa3b-de89979ab23c] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 989.739959] env[69889]: INFO nova.compute.manager [None req-4b3782ac-2888-4656-8871-f15468ce4338 tempest-ServersAaction247Test-1324655128 tempest-ServersAaction247Test-1324655128-project-member] [instance: 3d6e9a03-3478-489b-aa3b-de89979ab23c] Took 1.14 seconds to destroy the instance on the hypervisor. [ 989.740102] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4b3782ac-2888-4656-8871-f15468ce4338 tempest-ServersAaction247Test-1324655128 tempest-ServersAaction247Test-1324655128-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 989.744370] env[69889]: DEBUG nova.compute.manager [-] [instance: 3d6e9a03-3478-489b-aa3b-de89979ab23c] Deallocating network for instance {{(pid=69889) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 989.744482] env[69889]: DEBUG nova.network.neutron [-] [instance: 3d6e9a03-3478-489b-aa3b-de89979ab23c] deallocate_for_instance() {{(pid=69889) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 989.748125] env[69889]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-63d86da7-46d7-4388-8053-257bf4caaa75 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.762091] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37757ad2-5b33-46ff-aa45-f7b967d7e707 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.803480] env[69889]: DEBUG nova.compute.manager [req-8b2b1092-51e3-4b04-9601-1a244bb830de req-ecdf3a02-066c-4ac0-be64-e037a8768325 service nova] [instance: aad29946-4f6b-4a9b-83f0-6177bcc62dfa] Detach interface failed, port_id=cc528098-728c-487d-840d-8732c25a349b, reason: Instance aad29946-4f6b-4a9b-83f0-6177bcc62dfa could not be found. {{(pid=69889) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 989.807806] env[69889]: DEBUG nova.network.neutron [-] [instance: 3d6e9a03-3478-489b-aa3b-de89979ab23c] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 989.875680] env[69889]: DEBUG nova.compute.manager [None req-5de29cb2-56d3-40b8-bc7f-2657cdd146f7 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: e7d6d473-7635-4e1e-8cc5-2804bde8d1b3] Start building block device mappings for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 989.891113] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af612ab0-b626-4f21-ac30-5a6edfa6361c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.903254] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-449ee3f4-3dfe-42c4-9df4-f94c404e7edc {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.945160] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-497ec427-b949-4d0f-95e1-29dd7cbebda1 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.957082] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-881cb40b-d6bd-47d5-907e-14d69fe435ca {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.973906] env[69889]: DEBUG nova.compute.provider_tree [None req-c6b77bf9-8ebf-4719-b549-eb986982def4 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 990.052394] env[69889]: DEBUG nova.network.neutron [None req-5de29cb2-56d3-40b8-bc7f-2657cdd146f7 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: e7d6d473-7635-4e1e-8cc5-2804bde8d1b3] Successfully created port: 4dda6643-24ac-4f30-b7fb-fc73b037e736 {{(pid=69889) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 990.162738] env[69889]: INFO nova.compute.manager [None req-47503fe6-5b46-4e39-84bf-d898340f87d6 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: 5192a5cd-713f-4348-a5a8-235f2825f1a6] instance snapshotting [ 990.163357] env[69889]: WARNING nova.compute.manager [None req-47503fe6-5b46-4e39-84bf-d898340f87d6 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: 5192a5cd-713f-4348-a5a8-235f2825f1a6] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 990.165797] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9f84c31-8364-4b28-81f8-655f266dd7d3 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.192935] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79f968db-9187-4485-9c0a-4e5b98446745 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.224805] env[69889]: INFO nova.compute.manager [-] [instance: aad29946-4f6b-4a9b-83f0-6177bcc62dfa] Took 2.36 seconds to deallocate network for instance. [ 990.310903] env[69889]: DEBUG nova.network.neutron [-] [instance: 3d6e9a03-3478-489b-aa3b-de89979ab23c] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.480545] env[69889]: DEBUG nova.scheduler.client.report [None req-c6b77bf9-8ebf-4719-b549-eb986982def4 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 990.516498] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ea314e32-28a9-4aba-b28b-d3310633e706 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Acquiring lock "13d9f160-3906-4434-859b-4fc4b226333e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.516828] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ea314e32-28a9-4aba-b28b-d3310633e706 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Lock "13d9f160-3906-4434-859b-4fc4b226333e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.707516] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-47503fe6-5b46-4e39-84bf-d898340f87d6 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: 5192a5cd-713f-4348-a5a8-235f2825f1a6] Creating Snapshot of the VM instance {{(pid=69889) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 990.707516] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-71ac119a-2c46-400b-b2af-b7779a8444e2 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.716291] env[69889]: DEBUG oslo_vmware.api [None req-47503fe6-5b46-4e39-84bf-d898340f87d6 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Waiting for the task: (returnval){ [ 990.716291] env[69889]: value = "task-4077591" [ 990.716291] env[69889]: _type = "Task" [ 990.716291] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.724634] env[69889]: DEBUG oslo_vmware.api [None req-47503fe6-5b46-4e39-84bf-d898340f87d6 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077591, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.731140] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d814100f-5541-4365-82d2-0e036c82fd60 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.813036] env[69889]: INFO nova.compute.manager [-] [instance: 3d6e9a03-3478-489b-aa3b-de89979ab23c] Took 1.07 seconds to deallocate network for instance. [ 990.900634] env[69889]: DEBUG nova.compute.manager [None req-5de29cb2-56d3-40b8-bc7f-2657cdd146f7 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: e7d6d473-7635-4e1e-8cc5-2804bde8d1b3] Start spawning the instance on the hypervisor. {{(pid=69889) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 990.925206] env[69889]: DEBUG nova.virt.hardware [None req-5de29cb2-56d3-40b8-bc7f-2657cdd146f7 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 990.925206] env[69889]: DEBUG nova.virt.hardware [None req-5de29cb2-56d3-40b8-bc7f-2657cdd146f7 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 990.925206] env[69889]: DEBUG nova.virt.hardware [None req-5de29cb2-56d3-40b8-bc7f-2657cdd146f7 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 990.925494] env[69889]: DEBUG nova.virt.hardware [None req-5de29cb2-56d3-40b8-bc7f-2657cdd146f7 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 990.925618] env[69889]: DEBUG nova.virt.hardware [None req-5de29cb2-56d3-40b8-bc7f-2657cdd146f7 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 990.925671] env[69889]: DEBUG nova.virt.hardware [None req-5de29cb2-56d3-40b8-bc7f-2657cdd146f7 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 990.925868] env[69889]: DEBUG nova.virt.hardware [None req-5de29cb2-56d3-40b8-bc7f-2657cdd146f7 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 990.926087] env[69889]: DEBUG nova.virt.hardware [None req-5de29cb2-56d3-40b8-bc7f-2657cdd146f7 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 990.926332] env[69889]: DEBUG nova.virt.hardware [None req-5de29cb2-56d3-40b8-bc7f-2657cdd146f7 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 990.926515] env[69889]: DEBUG nova.virt.hardware [None req-5de29cb2-56d3-40b8-bc7f-2657cdd146f7 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 990.926688] env[69889]: DEBUG nova.virt.hardware [None req-5de29cb2-56d3-40b8-bc7f-2657cdd146f7 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 990.927966] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a8cabfc-1e6d-45f4-acd3-8fb01f93cf01 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.936602] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14642feb-7982-4d15-be30-d78a0c8ebb88 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.986250] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c6b77bf9-8ebf-4719-b549-eb986982def4 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.125s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.988909] env[69889]: DEBUG oslo_concurrency.lockutils [None req-140dc61e-fa2f-46f4-be35-7300534fb06f tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.689s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.989942] env[69889]: DEBUG oslo_concurrency.lockutils [None req-140dc61e-fa2f-46f4-be35-7300534fb06f tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.991091] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1c51cee7-961f-44e7-bdb3-30f235c86d94 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.721s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.992590] env[69889]: INFO nova.compute.claims [None req-1c51cee7-961f-44e7-bdb3-30f235c86d94 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] [instance: cb5952ac-2ff8-423f-9f62-d8551974e18e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 991.015992] env[69889]: INFO nova.scheduler.client.report [None req-140dc61e-fa2f-46f4-be35-7300534fb06f tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Deleted allocations for instance 9103303b-fb64-4728-892d-285dba75ac18 [ 991.019963] env[69889]: INFO nova.scheduler.client.report [None req-c6b77bf9-8ebf-4719-b549-eb986982def4 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Deleted allocations for instance 0de8146b-f51a-4bcd-b4ef-d68e55d3d621 [ 991.021176] env[69889]: DEBUG nova.compute.manager [None req-ea314e32-28a9-4aba-b28b-d3310633e706 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] [instance: 13d9f160-3906-4434-859b-4fc4b226333e] Starting instance... {{(pid=69889) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 991.224595] env[69889]: DEBUG oslo_vmware.api [None req-47503fe6-5b46-4e39-84bf-d898340f87d6 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077591, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.321557] env[69889]: DEBUG oslo_concurrency.lockutils [None req-4b3782ac-2888-4656-8871-f15468ce4338 tempest-ServersAaction247Test-1324655128 tempest-ServersAaction247Test-1324655128-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.543869] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c6b77bf9-8ebf-4719-b549-eb986982def4 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Lock "0de8146b-f51a-4bcd-b4ef-d68e55d3d621" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.572s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.558684] env[69889]: DEBUG oslo_concurrency.lockutils [None req-140dc61e-fa2f-46f4-be35-7300534fb06f tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Lock "9103303b-fb64-4728-892d-285dba75ac18" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.224s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.575673] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ea314e32-28a9-4aba-b28b-d3310633e706 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.673256] env[69889]: DEBUG nova.compute.manager [req-cf01302c-a729-4528-ac1a-418998f9524b req-e2ae5f28-0f5c-4128-b63d-5b24763cbc4d service nova] [instance: e7d6d473-7635-4e1e-8cc5-2804bde8d1b3] Received event network-vif-plugged-4dda6643-24ac-4f30-b7fb-fc73b037e736 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 991.673492] env[69889]: DEBUG oslo_concurrency.lockutils [req-cf01302c-a729-4528-ac1a-418998f9524b req-e2ae5f28-0f5c-4128-b63d-5b24763cbc4d service nova] Acquiring lock "e7d6d473-7635-4e1e-8cc5-2804bde8d1b3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.673717] env[69889]: DEBUG oslo_concurrency.lockutils [req-cf01302c-a729-4528-ac1a-418998f9524b req-e2ae5f28-0f5c-4128-b63d-5b24763cbc4d service nova] Lock "e7d6d473-7635-4e1e-8cc5-2804bde8d1b3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.675571] env[69889]: DEBUG oslo_concurrency.lockutils [req-cf01302c-a729-4528-ac1a-418998f9524b req-e2ae5f28-0f5c-4128-b63d-5b24763cbc4d service nova] Lock "e7d6d473-7635-4e1e-8cc5-2804bde8d1b3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.675571] env[69889]: DEBUG nova.compute.manager [req-cf01302c-a729-4528-ac1a-418998f9524b req-e2ae5f28-0f5c-4128-b63d-5b24763cbc4d service nova] [instance: e7d6d473-7635-4e1e-8cc5-2804bde8d1b3] No waiting events found dispatching network-vif-plugged-4dda6643-24ac-4f30-b7fb-fc73b037e736 {{(pid=69889) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 991.675676] env[69889]: WARNING nova.compute.manager [req-cf01302c-a729-4528-ac1a-418998f9524b req-e2ae5f28-0f5c-4128-b63d-5b24763cbc4d service nova] [instance: e7d6d473-7635-4e1e-8cc5-2804bde8d1b3] Received unexpected event network-vif-plugged-4dda6643-24ac-4f30-b7fb-fc73b037e736 for instance with vm_state building and task_state spawning. [ 991.726768] env[69889]: DEBUG oslo_vmware.api [None req-47503fe6-5b46-4e39-84bf-d898340f87d6 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077591, 'name': CreateSnapshot_Task, 'duration_secs': 0.589443} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.727492] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-47503fe6-5b46-4e39-84bf-d898340f87d6 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: 5192a5cd-713f-4348-a5a8-235f2825f1a6] Created Snapshot of the VM instance {{(pid=69889) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 991.728201] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe295f35-51cf-4850-8985-c09975951de2 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.793030] env[69889]: DEBUG nova.network.neutron [None req-5de29cb2-56d3-40b8-bc7f-2657cdd146f7 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: e7d6d473-7635-4e1e-8cc5-2804bde8d1b3] Successfully updated port: 4dda6643-24ac-4f30-b7fb-fc73b037e736 {{(pid=69889) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 991.886091] env[69889]: DEBUG oslo_concurrency.lockutils [None req-bf734b8f-d405-44b2-b82d-1b14074aa6c7 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Acquiring lock "fda65aea-c3b4-46f8-9f00-fc7754f5b883" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.886319] env[69889]: DEBUG oslo_concurrency.lockutils [None req-bf734b8f-d405-44b2-b82d-1b14074aa6c7 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Lock "fda65aea-c3b4-46f8-9f00-fc7754f5b883" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.886573] env[69889]: DEBUG oslo_concurrency.lockutils [None req-bf734b8f-d405-44b2-b82d-1b14074aa6c7 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Acquiring lock "fda65aea-c3b4-46f8-9f00-fc7754f5b883-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.886947] env[69889]: DEBUG oslo_concurrency.lockutils [None req-bf734b8f-d405-44b2-b82d-1b14074aa6c7 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Lock "fda65aea-c3b4-46f8-9f00-fc7754f5b883-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.886947] env[69889]: DEBUG oslo_concurrency.lockutils [None req-bf734b8f-d405-44b2-b82d-1b14074aa6c7 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Lock "fda65aea-c3b4-46f8-9f00-fc7754f5b883-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.889660] env[69889]: INFO nova.compute.manager [None req-bf734b8f-d405-44b2-b82d-1b14074aa6c7 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] [instance: fda65aea-c3b4-46f8-9f00-fc7754f5b883] Terminating instance [ 992.254707] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-47503fe6-5b46-4e39-84bf-d898340f87d6 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: 5192a5cd-713f-4348-a5a8-235f2825f1a6] Creating linked-clone VM from snapshot {{(pid=69889) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 992.256199] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7e45072f-256c-4b8a-a21b-13a2f1eb5f1b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.266101] env[69889]: DEBUG oslo_vmware.api [None req-47503fe6-5b46-4e39-84bf-d898340f87d6 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Waiting for the task: (returnval){ [ 992.266101] env[69889]: value = "task-4077593" [ 992.266101] env[69889]: _type = "Task" [ 992.266101] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.278019] env[69889]: DEBUG oslo_vmware.api [None req-47503fe6-5b46-4e39-84bf-d898340f87d6 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077593, 'name': CloneVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.295421] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5de29cb2-56d3-40b8-bc7f-2657cdd146f7 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Acquiring lock "refresh_cache-e7d6d473-7635-4e1e-8cc5-2804bde8d1b3" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.295653] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5de29cb2-56d3-40b8-bc7f-2657cdd146f7 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Acquired lock "refresh_cache-e7d6d473-7635-4e1e-8cc5-2804bde8d1b3" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.295719] env[69889]: DEBUG nova.network.neutron [None req-5de29cb2-56d3-40b8-bc7f-2657cdd146f7 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: e7d6d473-7635-4e1e-8cc5-2804bde8d1b3] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 992.363608] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fce57423-c435-4eeb-bbc9-66c3ad43dedc {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.372664] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6161f811-c7f0-4b90-baaa-9abfcd1a1228 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.405975] env[69889]: DEBUG nova.compute.manager [None req-bf734b8f-d405-44b2-b82d-1b14074aa6c7 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] [instance: fda65aea-c3b4-46f8-9f00-fc7754f5b883] Start destroying the instance on the hypervisor. {{(pid=69889) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 992.406278] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-bf734b8f-d405-44b2-b82d-1b14074aa6c7 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] [instance: fda65aea-c3b4-46f8-9f00-fc7754f5b883] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 992.407419] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1301ca34-544a-421e-9ee4-11d29260ec60 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.410871] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70cae38f-d70a-47ff-b318-6758c74d5b87 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.413713] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b3715dac-0a80-4d80-8de8-171804508043 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Acquiring lock "54b1a963-1db6-43da-87b0-f7c9b8d7bb74" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.414052] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b3715dac-0a80-4d80-8de8-171804508043 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Lock "54b1a963-1db6-43da-87b0-f7c9b8d7bb74" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.414507] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b3715dac-0a80-4d80-8de8-171804508043 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Acquiring lock "54b1a963-1db6-43da-87b0-f7c9b8d7bb74-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.414749] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b3715dac-0a80-4d80-8de8-171804508043 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Lock "54b1a963-1db6-43da-87b0-f7c9b8d7bb74-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.414963] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b3715dac-0a80-4d80-8de8-171804508043 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Lock "54b1a963-1db6-43da-87b0-f7c9b8d7bb74-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.418669] env[69889]: INFO nova.compute.manager [None req-b3715dac-0a80-4d80-8de8-171804508043 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 54b1a963-1db6-43da-87b0-f7c9b8d7bb74] Terminating instance [ 992.425450] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf734b8f-d405-44b2-b82d-1b14074aa6c7 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] [instance: fda65aea-c3b4-46f8-9f00-fc7754f5b883] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 992.426987] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-66946246-18a3-46d2-a513-f42c10fbdba7 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.430542] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb1acd20-18a9-454b-b97c-ffd32a403cbb {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.452920] env[69889]: DEBUG nova.compute.provider_tree [None req-1c51cee7-961f-44e7-bdb3-30f235c86d94 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 992.455734] env[69889]: DEBUG oslo_vmware.api [None req-bf734b8f-d405-44b2-b82d-1b14074aa6c7 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Waiting for the task: (returnval){ [ 992.455734] env[69889]: value = "task-4077594" [ 992.455734] env[69889]: _type = "Task" [ 992.455734] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.468771] env[69889]: DEBUG oslo_vmware.api [None req-bf734b8f-d405-44b2-b82d-1b14074aa6c7 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Task: {'id': task-4077594, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.491231] env[69889]: DEBUG oslo_concurrency.lockutils [None req-150d0f0d-6d05-4168-a7df-58be9d5d755d tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Acquiring lock "da1de6c7-ec10-47d2-a8a9-8572cd4162f5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.491479] env[69889]: DEBUG oslo_concurrency.lockutils [None req-150d0f0d-6d05-4168-a7df-58be9d5d755d tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Lock "da1de6c7-ec10-47d2-a8a9-8572cd4162f5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.491692] env[69889]: DEBUG oslo_concurrency.lockutils [None req-150d0f0d-6d05-4168-a7df-58be9d5d755d tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Acquiring lock "da1de6c7-ec10-47d2-a8a9-8572cd4162f5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.491884] env[69889]: DEBUG oslo_concurrency.lockutils [None req-150d0f0d-6d05-4168-a7df-58be9d5d755d tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Lock "da1de6c7-ec10-47d2-a8a9-8572cd4162f5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.492136] env[69889]: DEBUG oslo_concurrency.lockutils [None req-150d0f0d-6d05-4168-a7df-58be9d5d755d tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Lock "da1de6c7-ec10-47d2-a8a9-8572cd4162f5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.494307] env[69889]: INFO nova.compute.manager [None req-150d0f0d-6d05-4168-a7df-58be9d5d755d tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: da1de6c7-ec10-47d2-a8a9-8572cd4162f5] Terminating instance [ 992.779233] env[69889]: DEBUG oslo_vmware.api [None req-47503fe6-5b46-4e39-84bf-d898340f87d6 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077593, 'name': CloneVM_Task} progress is 94%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.836760] env[69889]: DEBUG nova.network.neutron [None req-5de29cb2-56d3-40b8-bc7f-2657cdd146f7 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: e7d6d473-7635-4e1e-8cc5-2804bde8d1b3] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 992.936644] env[69889]: DEBUG nova.compute.manager [None req-b3715dac-0a80-4d80-8de8-171804508043 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 54b1a963-1db6-43da-87b0-f7c9b8d7bb74] Start destroying the instance on the hypervisor. {{(pid=69889) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 992.936878] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-b3715dac-0a80-4d80-8de8-171804508043 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 54b1a963-1db6-43da-87b0-f7c9b8d7bb74] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 992.937904] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f0c9f0b-039a-49ee-8b99-2c32e29d24b3 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.948120] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3715dac-0a80-4d80-8de8-171804508043 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 54b1a963-1db6-43da-87b0-f7c9b8d7bb74] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 992.948459] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c4a048d-5d1b-48d3-9796-8b5dddd61f51 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.955405] env[69889]: DEBUG oslo_vmware.api [None req-b3715dac-0a80-4d80-8de8-171804508043 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Waiting for the task: (returnval){ [ 992.955405] env[69889]: value = "task-4077595" [ 992.955405] env[69889]: _type = "Task" [ 992.955405] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.959913] env[69889]: DEBUG nova.scheduler.client.report [None req-1c51cee7-961f-44e7-bdb3-30f235c86d94 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 992.981751] env[69889]: DEBUG oslo_vmware.api [None req-b3715dac-0a80-4d80-8de8-171804508043 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Task: {'id': task-4077595, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.988328] env[69889]: DEBUG nova.network.neutron [None req-5de29cb2-56d3-40b8-bc7f-2657cdd146f7 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: e7d6d473-7635-4e1e-8cc5-2804bde8d1b3] Updating instance_info_cache with network_info: [{"id": "4dda6643-24ac-4f30-b7fb-fc73b037e736", "address": "fa:16:3e:72:2f:57", "network": {"id": "b29da6ee-674a-477c-825a-46d399fad165", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1035647706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea3b0130534446ba8f3ff8c8e581dae7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4dda6643-24", "ovs_interfaceid": "4dda6643-24ac-4f30-b7fb-fc73b037e736", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.993029] env[69889]: DEBUG oslo_vmware.api [None req-bf734b8f-d405-44b2-b82d-1b14074aa6c7 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Task: {'id': task-4077594, 'name': PowerOffVM_Task, 'duration_secs': 0.434105} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.993029] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf734b8f-d405-44b2-b82d-1b14074aa6c7 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] [instance: fda65aea-c3b4-46f8-9f00-fc7754f5b883] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 992.993029] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-bf734b8f-d405-44b2-b82d-1b14074aa6c7 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] [instance: fda65aea-c3b4-46f8-9f00-fc7754f5b883] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 992.993029] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9d9a2014-af52-4787-86ad-3f2b93583d06 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.997752] env[69889]: DEBUG nova.compute.manager [None req-150d0f0d-6d05-4168-a7df-58be9d5d755d tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: da1de6c7-ec10-47d2-a8a9-8572cd4162f5] Start destroying the instance on the hypervisor. {{(pid=69889) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 992.998433] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-150d0f0d-6d05-4168-a7df-58be9d5d755d tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: da1de6c7-ec10-47d2-a8a9-8572cd4162f5] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 992.999722] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cae802ca-4034-44b4-a63b-ed855dc07d38 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.009342] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-150d0f0d-6d05-4168-a7df-58be9d5d755d tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: da1de6c7-ec10-47d2-a8a9-8572cd4162f5] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 993.010047] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-779b6725-463a-4243-9fb3-9a6926ffb2be {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.018458] env[69889]: DEBUG oslo_vmware.api [None req-150d0f0d-6d05-4168-a7df-58be9d5d755d tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Waiting for the task: (returnval){ [ 993.018458] env[69889]: value = "task-4077597" [ 993.018458] env[69889]: _type = "Task" [ 993.018458] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.030509] env[69889]: DEBUG oslo_vmware.api [None req-150d0f0d-6d05-4168-a7df-58be9d5d755d tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Task: {'id': task-4077597, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.072152] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-bf734b8f-d405-44b2-b82d-1b14074aa6c7 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] [instance: fda65aea-c3b4-46f8-9f00-fc7754f5b883] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 993.072152] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-bf734b8f-d405-44b2-b82d-1b14074aa6c7 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] [instance: fda65aea-c3b4-46f8-9f00-fc7754f5b883] Deleting contents of the VM from datastore datastore1 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 993.072152] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf734b8f-d405-44b2-b82d-1b14074aa6c7 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Deleting the datastore file [datastore1] fda65aea-c3b4-46f8-9f00-fc7754f5b883 {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 993.072152] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d7f38a33-5082-45c1-ae5e-33e5d7866620 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.082519] env[69889]: DEBUG oslo_vmware.api [None req-bf734b8f-d405-44b2-b82d-1b14074aa6c7 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Waiting for the task: (returnval){ [ 993.082519] env[69889]: value = "task-4077598" [ 993.082519] env[69889]: _type = "Task" [ 993.082519] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.096027] env[69889]: DEBUG oslo_vmware.api [None req-bf734b8f-d405-44b2-b82d-1b14074aa6c7 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Task: {'id': task-4077598, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.291264] env[69889]: DEBUG oslo_vmware.api [None req-47503fe6-5b46-4e39-84bf-d898340f87d6 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077593, 'name': CloneVM_Task} progress is 94%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.470481] env[69889]: DEBUG oslo_vmware.api [None req-b3715dac-0a80-4d80-8de8-171804508043 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Task: {'id': task-4077595, 'name': PowerOffVM_Task, 'duration_secs': 0.252771} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.470481] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3715dac-0a80-4d80-8de8-171804508043 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 54b1a963-1db6-43da-87b0-f7c9b8d7bb74] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 993.470481] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-b3715dac-0a80-4d80-8de8-171804508043 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 54b1a963-1db6-43da-87b0-f7c9b8d7bb74] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 993.471360] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3ede27c1-64ba-4fc1-bbab-511961ee71b5 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.473374] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1c51cee7-961f-44e7-bdb3-30f235c86d94 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.482s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.474024] env[69889]: DEBUG nova.compute.manager [None req-1c51cee7-961f-44e7-bdb3-30f235c86d94 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] [instance: cb5952ac-2ff8-423f-9f62-d8551974e18e] Start building networks asynchronously for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 993.476521] env[69889]: DEBUG oslo_concurrency.lockutils [None req-9d2c3329-b369-4d9b-b3bb-32944e6f5a68 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.850s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.477296] env[69889]: DEBUG oslo_concurrency.lockutils [None req-9d2c3329-b369-4d9b-b3bb-32944e6f5a68 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.479186] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0ab7ac6c-6250-4232-a364-546ac5466344 tempest-InstanceActionsV221TestJSON-830289580 tempest-InstanceActionsV221TestJSON-830289580-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.396s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.480707] env[69889]: INFO nova.compute.claims [None req-0ab7ac6c-6250-4232-a364-546ac5466344 tempest-InstanceActionsV221TestJSON-830289580 tempest-InstanceActionsV221TestJSON-830289580-project-member] [instance: 70857543-3429-4d13-81d3-6f972f182507] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 993.490883] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5de29cb2-56d3-40b8-bc7f-2657cdd146f7 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Releasing lock "refresh_cache-e7d6d473-7635-4e1e-8cc5-2804bde8d1b3" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.491306] env[69889]: DEBUG nova.compute.manager [None req-5de29cb2-56d3-40b8-bc7f-2657cdd146f7 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: e7d6d473-7635-4e1e-8cc5-2804bde8d1b3] Instance network_info: |[{"id": "4dda6643-24ac-4f30-b7fb-fc73b037e736", "address": "fa:16:3e:72:2f:57", "network": {"id": "b29da6ee-674a-477c-825a-46d399fad165", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1035647706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea3b0130534446ba8f3ff8c8e581dae7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4dda6643-24", "ovs_interfaceid": "4dda6643-24ac-4f30-b7fb-fc73b037e736", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 993.491915] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-5de29cb2-56d3-40b8-bc7f-2657cdd146f7 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: e7d6d473-7635-4e1e-8cc5-2804bde8d1b3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:72:2f:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e23c1d18-c841-49ea-95f3-df5ceac28afd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4dda6643-24ac-4f30-b7fb-fc73b037e736', 'vif_model': 'vmxnet3'}] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 993.503322] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5de29cb2-56d3-40b8-bc7f-2657cdd146f7 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 993.503704] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7d6d473-7635-4e1e-8cc5-2804bde8d1b3] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 993.504164] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-36ad9c33-d5f8-4b9c-9d28-78d8cc3856ba {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.520820] env[69889]: INFO nova.scheduler.client.report [None req-9d2c3329-b369-4d9b-b3bb-32944e6f5a68 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Deleted allocations for instance 0c73213b-c2e1-42cb-a8f4-e3109adfd354 [ 993.534275] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 993.534275] env[69889]: value = "task-4077600" [ 993.534275] env[69889]: _type = "Task" [ 993.534275] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.538638] env[69889]: DEBUG oslo_vmware.api [None req-150d0f0d-6d05-4168-a7df-58be9d5d755d tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Task: {'id': task-4077597, 'name': PowerOffVM_Task, 'duration_secs': 0.225588} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.541914] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-150d0f0d-6d05-4168-a7df-58be9d5d755d tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: da1de6c7-ec10-47d2-a8a9-8572cd4162f5] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 993.542129] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-150d0f0d-6d05-4168-a7df-58be9d5d755d tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: da1de6c7-ec10-47d2-a8a9-8572cd4162f5] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 993.542688] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-96c48269-29e1-4a9c-9f27-c7ac032178de {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.551367] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077600, 'name': CreateVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.562148] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-b3715dac-0a80-4d80-8de8-171804508043 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 54b1a963-1db6-43da-87b0-f7c9b8d7bb74] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 993.562148] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-b3715dac-0a80-4d80-8de8-171804508043 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 54b1a963-1db6-43da-87b0-f7c9b8d7bb74] Deleting contents of the VM from datastore datastore1 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 993.562338] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3715dac-0a80-4d80-8de8-171804508043 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Deleting the datastore file [datastore1] 54b1a963-1db6-43da-87b0-f7c9b8d7bb74 {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 993.562622] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4bda988b-2114-4f2f-bee6-2236eca91b15 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.570177] env[69889]: DEBUG oslo_vmware.api [None req-b3715dac-0a80-4d80-8de8-171804508043 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Waiting for the task: (returnval){ [ 993.570177] env[69889]: value = "task-4077602" [ 993.570177] env[69889]: _type = "Task" [ 993.570177] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.579791] env[69889]: DEBUG oslo_vmware.api [None req-b3715dac-0a80-4d80-8de8-171804508043 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Task: {'id': task-4077602, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.592838] env[69889]: DEBUG oslo_vmware.api [None req-bf734b8f-d405-44b2-b82d-1b14074aa6c7 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Task: {'id': task-4077598, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172218} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.593964] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf734b8f-d405-44b2-b82d-1b14074aa6c7 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 993.594196] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-bf734b8f-d405-44b2-b82d-1b14074aa6c7 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] [instance: fda65aea-c3b4-46f8-9f00-fc7754f5b883] Deleted contents of the VM from datastore datastore1 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 993.594471] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-bf734b8f-d405-44b2-b82d-1b14074aa6c7 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] [instance: fda65aea-c3b4-46f8-9f00-fc7754f5b883] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 993.594567] env[69889]: INFO nova.compute.manager [None req-bf734b8f-d405-44b2-b82d-1b14074aa6c7 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] [instance: fda65aea-c3b4-46f8-9f00-fc7754f5b883] Took 1.19 seconds to destroy the instance on the hypervisor. [ 993.594882] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bf734b8f-d405-44b2-b82d-1b14074aa6c7 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 993.595467] env[69889]: DEBUG nova.compute.manager [-] [instance: fda65aea-c3b4-46f8-9f00-fc7754f5b883] Deallocating network for instance {{(pid=69889) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 993.595596] env[69889]: DEBUG nova.network.neutron [-] [instance: fda65aea-c3b4-46f8-9f00-fc7754f5b883] deallocate_for_instance() {{(pid=69889) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 993.646194] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-150d0f0d-6d05-4168-a7df-58be9d5d755d tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: da1de6c7-ec10-47d2-a8a9-8572cd4162f5] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 993.646528] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-150d0f0d-6d05-4168-a7df-58be9d5d755d tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: da1de6c7-ec10-47d2-a8a9-8572cd4162f5] Deleting contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 993.646768] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-150d0f0d-6d05-4168-a7df-58be9d5d755d tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Deleting the datastore file [datastore2] da1de6c7-ec10-47d2-a8a9-8572cd4162f5 {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 993.647124] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-16992896-332a-498f-9fbf-dce94b6cf38c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.655884] env[69889]: DEBUG oslo_vmware.api [None req-150d0f0d-6d05-4168-a7df-58be9d5d755d tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Waiting for the task: (returnval){ [ 993.655884] env[69889]: value = "task-4077603" [ 993.655884] env[69889]: _type = "Task" [ 993.655884] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.667276] env[69889]: DEBUG oslo_vmware.api [None req-150d0f0d-6d05-4168-a7df-58be9d5d755d tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Task: {'id': task-4077603, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.702658] env[69889]: DEBUG nova.compute.manager [req-eb84be82-9953-4a93-ac8f-43c775705e7a req-8a104804-9502-4c77-b157-0740b856e1b3 service nova] [instance: e7d6d473-7635-4e1e-8cc5-2804bde8d1b3] Received event network-changed-4dda6643-24ac-4f30-b7fb-fc73b037e736 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 993.702763] env[69889]: DEBUG nova.compute.manager [req-eb84be82-9953-4a93-ac8f-43c775705e7a req-8a104804-9502-4c77-b157-0740b856e1b3 service nova] [instance: e7d6d473-7635-4e1e-8cc5-2804bde8d1b3] Refreshing instance network info cache due to event network-changed-4dda6643-24ac-4f30-b7fb-fc73b037e736. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 993.703261] env[69889]: DEBUG oslo_concurrency.lockutils [req-eb84be82-9953-4a93-ac8f-43c775705e7a req-8a104804-9502-4c77-b157-0740b856e1b3 service nova] Acquiring lock "refresh_cache-e7d6d473-7635-4e1e-8cc5-2804bde8d1b3" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.703261] env[69889]: DEBUG oslo_concurrency.lockutils [req-eb84be82-9953-4a93-ac8f-43c775705e7a req-8a104804-9502-4c77-b157-0740b856e1b3 service nova] Acquired lock "refresh_cache-e7d6d473-7635-4e1e-8cc5-2804bde8d1b3" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.703432] env[69889]: DEBUG nova.network.neutron [req-eb84be82-9953-4a93-ac8f-43c775705e7a req-8a104804-9502-4c77-b157-0740b856e1b3 service nova] [instance: e7d6d473-7635-4e1e-8cc5-2804bde8d1b3] Refreshing network info cache for port 4dda6643-24ac-4f30-b7fb-fc73b037e736 {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 993.783035] env[69889]: DEBUG oslo_vmware.api [None req-47503fe6-5b46-4e39-84bf-d898340f87d6 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077593, 'name': CloneVM_Task, 'duration_secs': 1.429826} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.783308] env[69889]: INFO nova.virt.vmwareapi.vmops [None req-47503fe6-5b46-4e39-84bf-d898340f87d6 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: 5192a5cd-713f-4348-a5a8-235f2825f1a6] Created linked-clone VM from snapshot [ 993.784184] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b90b28a6-eece-4c3a-8dd2-092689aca64a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.794139] env[69889]: DEBUG nova.virt.vmwareapi.images [None req-47503fe6-5b46-4e39-84bf-d898340f87d6 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: 5192a5cd-713f-4348-a5a8-235f2825f1a6] Uploading image 9fe34ce0-73bd-49da-a1bb-d6d92f6dda71 {{(pid=69889) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 993.826283] env[69889]: DEBUG oslo_vmware.rw_handles [None req-47503fe6-5b46-4e39-84bf-d898340f87d6 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 993.826283] env[69889]: value = "vm-807978" [ 993.826283] env[69889]: _type = "VirtualMachine" [ 993.826283] env[69889]: }. {{(pid=69889) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 993.826806] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-bb4a8c57-edd6-4b17-9563-77fde141e40f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.835723] env[69889]: DEBUG oslo_vmware.rw_handles [None req-47503fe6-5b46-4e39-84bf-d898340f87d6 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Lease: (returnval){ [ 993.835723] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]528880f1-0a8f-a1fd-805f-bd3fdf961907" [ 993.835723] env[69889]: _type = "HttpNfcLease" [ 993.835723] env[69889]: } obtained for exporting VM: (result){ [ 993.835723] env[69889]: value = "vm-807978" [ 993.835723] env[69889]: _type = "VirtualMachine" [ 993.835723] env[69889]: }. {{(pid=69889) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 993.836260] env[69889]: DEBUG oslo_vmware.api [None req-47503fe6-5b46-4e39-84bf-d898340f87d6 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Waiting for the lease: (returnval){ [ 993.836260] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]528880f1-0a8f-a1fd-805f-bd3fdf961907" [ 993.836260] env[69889]: _type = "HttpNfcLease" [ 993.836260] env[69889]: } to be ready. {{(pid=69889) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 993.845022] env[69889]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 993.845022] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]528880f1-0a8f-a1fd-805f-bd3fdf961907" [ 993.845022] env[69889]: _type = "HttpNfcLease" [ 993.845022] env[69889]: } is initializing. {{(pid=69889) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 993.986032] env[69889]: DEBUG nova.compute.utils [None req-1c51cee7-961f-44e7-bdb3-30f235c86d94 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 993.991025] env[69889]: DEBUG nova.compute.manager [None req-1c51cee7-961f-44e7-bdb3-30f235c86d94 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] [instance: cb5952ac-2ff8-423f-9f62-d8551974e18e] Allocating IP information in the background. {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 993.991025] env[69889]: DEBUG nova.network.neutron [None req-1c51cee7-961f-44e7-bdb3-30f235c86d94 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] [instance: cb5952ac-2ff8-423f-9f62-d8551974e18e] allocate_for_instance() {{(pid=69889) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 994.036423] env[69889]: DEBUG nova.policy [None req-1c51cee7-961f-44e7-bdb3-30f235c86d94 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '67116ddc23364818af80943b6367242e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '350955194e35449281e90bd62aae8ed2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69889) authorize /opt/stack/nova/nova/policy.py:192}} [ 994.038644] env[69889]: DEBUG oslo_concurrency.lockutils [None req-9d2c3329-b369-4d9b-b3bb-32944e6f5a68 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Lock "0c73213b-c2e1-42cb-a8f4-e3109adfd354" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.311s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.049542] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077600, 'name': CreateVM_Task} progress is 99%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.080938] env[69889]: DEBUG oslo_vmware.api [None req-b3715dac-0a80-4d80-8de8-171804508043 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Task: {'id': task-4077602, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153218} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.080938] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3715dac-0a80-4d80-8de8-171804508043 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 994.080938] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-b3715dac-0a80-4d80-8de8-171804508043 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 54b1a963-1db6-43da-87b0-f7c9b8d7bb74] Deleted contents of the VM from datastore datastore1 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 994.081150] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-b3715dac-0a80-4d80-8de8-171804508043 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 54b1a963-1db6-43da-87b0-f7c9b8d7bb74] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 994.081920] env[69889]: INFO nova.compute.manager [None req-b3715dac-0a80-4d80-8de8-171804508043 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 54b1a963-1db6-43da-87b0-f7c9b8d7bb74] Took 1.14 seconds to destroy the instance on the hypervisor. [ 994.081920] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b3715dac-0a80-4d80-8de8-171804508043 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 994.081920] env[69889]: DEBUG nova.compute.manager [-] [instance: 54b1a963-1db6-43da-87b0-f7c9b8d7bb74] Deallocating network for instance {{(pid=69889) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 994.081920] env[69889]: DEBUG nova.network.neutron [-] [instance: 54b1a963-1db6-43da-87b0-f7c9b8d7bb74] deallocate_for_instance() {{(pid=69889) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 994.167418] env[69889]: DEBUG oslo_vmware.api [None req-150d0f0d-6d05-4168-a7df-58be9d5d755d tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Task: {'id': task-4077603, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143105} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.167773] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-150d0f0d-6d05-4168-a7df-58be9d5d755d tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 994.167962] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-150d0f0d-6d05-4168-a7df-58be9d5d755d tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: da1de6c7-ec10-47d2-a8a9-8572cd4162f5] Deleted contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 994.168166] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-150d0f0d-6d05-4168-a7df-58be9d5d755d tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: da1de6c7-ec10-47d2-a8a9-8572cd4162f5] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 994.168742] env[69889]: INFO nova.compute.manager [None req-150d0f0d-6d05-4168-a7df-58be9d5d755d tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] [instance: da1de6c7-ec10-47d2-a8a9-8572cd4162f5] Took 1.17 seconds to destroy the instance on the hypervisor. [ 994.169041] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-150d0f0d-6d05-4168-a7df-58be9d5d755d tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 994.169261] env[69889]: DEBUG nova.compute.manager [-] [instance: da1de6c7-ec10-47d2-a8a9-8572cd4162f5] Deallocating network for instance {{(pid=69889) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 994.169401] env[69889]: DEBUG nova.network.neutron [-] [instance: da1de6c7-ec10-47d2-a8a9-8572cd4162f5] deallocate_for_instance() {{(pid=69889) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 994.349408] env[69889]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 994.349408] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]528880f1-0a8f-a1fd-805f-bd3fdf961907" [ 994.349408] env[69889]: _type = "HttpNfcLease" [ 994.349408] env[69889]: } is ready. {{(pid=69889) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 994.352251] env[69889]: DEBUG oslo_vmware.rw_handles [None req-47503fe6-5b46-4e39-84bf-d898340f87d6 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 994.352251] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]528880f1-0a8f-a1fd-805f-bd3fdf961907" [ 994.352251] env[69889]: _type = "HttpNfcLease" [ 994.352251] env[69889]: }. {{(pid=69889) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 994.353523] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eb8eca4-f259-46dc-87ff-c0731423e043 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.365032] env[69889]: DEBUG oslo_vmware.rw_handles [None req-47503fe6-5b46-4e39-84bf-d898340f87d6 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f042db-637b-603e-c223-d3aa609badf8/disk-0.vmdk from lease info. {{(pid=69889) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 994.365032] env[69889]: DEBUG oslo_vmware.rw_handles [None req-47503fe6-5b46-4e39-84bf-d898340f87d6 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f042db-637b-603e-c223-d3aa609badf8/disk-0.vmdk for reading. {{(pid=69889) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 994.429985] env[69889]: DEBUG nova.network.neutron [-] [instance: fda65aea-c3b4-46f8-9f00-fc7754f5b883] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.470211] env[69889]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d3f7dadd-6cd2-4630-89d8-1f60eee11d88 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.492035] env[69889]: DEBUG nova.compute.manager [None req-1c51cee7-961f-44e7-bdb3-30f235c86d94 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] [instance: cb5952ac-2ff8-423f-9f62-d8551974e18e] Start building block device mappings for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 994.552404] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077600, 'name': CreateVM_Task} progress is 99%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.641963] env[69889]: DEBUG nova.network.neutron [None req-1c51cee7-961f-44e7-bdb3-30f235c86d94 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] [instance: cb5952ac-2ff8-423f-9f62-d8551974e18e] Successfully created port: 683446ad-e094-4ae0-a1c7-20b25af51b4d {{(pid=69889) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 994.737862] env[69889]: DEBUG nova.network.neutron [req-eb84be82-9953-4a93-ac8f-43c775705e7a req-8a104804-9502-4c77-b157-0740b856e1b3 service nova] [instance: e7d6d473-7635-4e1e-8cc5-2804bde8d1b3] Updated VIF entry in instance network info cache for port 4dda6643-24ac-4f30-b7fb-fc73b037e736. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 994.738367] env[69889]: DEBUG nova.network.neutron [req-eb84be82-9953-4a93-ac8f-43c775705e7a req-8a104804-9502-4c77-b157-0740b856e1b3 service nova] [instance: e7d6d473-7635-4e1e-8cc5-2804bde8d1b3] Updating instance_info_cache with network_info: [{"id": "4dda6643-24ac-4f30-b7fb-fc73b037e736", "address": "fa:16:3e:72:2f:57", "network": {"id": "b29da6ee-674a-477c-825a-46d399fad165", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1035647706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea3b0130534446ba8f3ff8c8e581dae7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4dda6643-24", "ovs_interfaceid": "4dda6643-24ac-4f30-b7fb-fc73b037e736", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.777164] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ecca338b-a497-40c5-b2f7-29f12922c1ac tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Acquiring lock "ec331f28-d5ae-4c98-ac7f-612fcd03b679" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.777443] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ecca338b-a497-40c5-b2f7-29f12922c1ac tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Lock "ec331f28-d5ae-4c98-ac7f-612fcd03b679" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.870997] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab0b6a36-bd4b-4d78-adbc-022117d5f762 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.882139] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df68f7f6-0ced-4ae9-848a-dfdbedcc5947 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.921203] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58d32b30-3f2d-4a54-b8a1-b1efb197b932 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.930489] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da848d52-10b6-41c8-9dcd-d61be09386b4 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.946134] env[69889]: INFO nova.compute.manager [-] [instance: fda65aea-c3b4-46f8-9f00-fc7754f5b883] Took 1.35 seconds to deallocate network for instance. [ 994.946815] env[69889]: DEBUG nova.compute.provider_tree [None req-0ab7ac6c-6250-4232-a364-546ac5466344 tempest-InstanceActionsV221TestJSON-830289580 tempest-InstanceActionsV221TestJSON-830289580-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 995.053910] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077600, 'name': CreateVM_Task, 'duration_secs': 1.468911} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.054194] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7d6d473-7635-4e1e-8cc5-2804bde8d1b3] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 995.054977] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5de29cb2-56d3-40b8-bc7f-2657cdd146f7 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.055187] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5de29cb2-56d3-40b8-bc7f-2657cdd146f7 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.055731] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5de29cb2-56d3-40b8-bc7f-2657cdd146f7 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.056122] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d692bb4-b2e4-471a-9045-79ebabbaac16 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.062689] env[69889]: DEBUG oslo_vmware.api [None req-5de29cb2-56d3-40b8-bc7f-2657cdd146f7 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Waiting for the task: (returnval){ [ 995.062689] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52493ad2-8254-d48b-3663-47b720345837" [ 995.062689] env[69889]: _type = "Task" [ 995.062689] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.072323] env[69889]: DEBUG oslo_vmware.api [None req-5de29cb2-56d3-40b8-bc7f-2657cdd146f7 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52493ad2-8254-d48b-3663-47b720345837, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.140008] env[69889]: DEBUG nova.network.neutron [-] [instance: 54b1a963-1db6-43da-87b0-f7c9b8d7bb74] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.243910] env[69889]: DEBUG oslo_concurrency.lockutils [req-eb84be82-9953-4a93-ac8f-43c775705e7a req-8a104804-9502-4c77-b157-0740b856e1b3 service nova] Releasing lock "refresh_cache-e7d6d473-7635-4e1e-8cc5-2804bde8d1b3" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.260703] env[69889]: DEBUG nova.network.neutron [-] [instance: da1de6c7-ec10-47d2-a8a9-8572cd4162f5] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.280482] env[69889]: DEBUG nova.compute.manager [None req-ecca338b-a497-40c5-b2f7-29f12922c1ac tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: ec331f28-d5ae-4c98-ac7f-612fcd03b679] Starting instance... {{(pid=69889) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 995.451561] env[69889]: DEBUG nova.scheduler.client.report [None req-0ab7ac6c-6250-4232-a364-546ac5466344 tempest-InstanceActionsV221TestJSON-830289580 tempest-InstanceActionsV221TestJSON-830289580-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 995.456342] env[69889]: DEBUG oslo_concurrency.lockutils [None req-bf734b8f-d405-44b2-b82d-1b14074aa6c7 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.508948] env[69889]: DEBUG nova.compute.manager [None req-1c51cee7-961f-44e7-bdb3-30f235c86d94 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] [instance: cb5952ac-2ff8-423f-9f62-d8551974e18e] Start spawning the instance on the hypervisor. {{(pid=69889) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 995.542881] env[69889]: DEBUG nova.virt.hardware [None req-1c51cee7-961f-44e7-bdb3-30f235c86d94 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 995.544279] env[69889]: DEBUG nova.virt.hardware [None req-1c51cee7-961f-44e7-bdb3-30f235c86d94 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 995.544692] env[69889]: DEBUG nova.virt.hardware [None req-1c51cee7-961f-44e7-bdb3-30f235c86d94 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 995.545034] env[69889]: DEBUG nova.virt.hardware [None req-1c51cee7-961f-44e7-bdb3-30f235c86d94 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 995.545445] env[69889]: DEBUG nova.virt.hardware [None req-1c51cee7-961f-44e7-bdb3-30f235c86d94 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 995.546037] env[69889]: DEBUG nova.virt.hardware [None req-1c51cee7-961f-44e7-bdb3-30f235c86d94 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 995.550148] env[69889]: DEBUG nova.virt.hardware [None req-1c51cee7-961f-44e7-bdb3-30f235c86d94 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 995.550148] env[69889]: DEBUG nova.virt.hardware [None req-1c51cee7-961f-44e7-bdb3-30f235c86d94 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 995.550148] env[69889]: DEBUG nova.virt.hardware [None req-1c51cee7-961f-44e7-bdb3-30f235c86d94 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 995.550148] env[69889]: DEBUG nova.virt.hardware [None req-1c51cee7-961f-44e7-bdb3-30f235c86d94 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 995.550148] env[69889]: DEBUG nova.virt.hardware [None req-1c51cee7-961f-44e7-bdb3-30f235c86d94 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 995.550148] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4425e3ab-c729-4a5e-be6b-4348c3ffca55 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.559378] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d147ba98-fcdf-4776-8627-7781025c5811 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.573111] env[69889]: DEBUG oslo_vmware.api [None req-5de29cb2-56d3-40b8-bc7f-2657cdd146f7 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52493ad2-8254-d48b-3663-47b720345837, 'name': SearchDatastore_Task, 'duration_secs': 0.015835} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.581833] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5de29cb2-56d3-40b8-bc7f-2657cdd146f7 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.582230] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-5de29cb2-56d3-40b8-bc7f-2657cdd146f7 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: e7d6d473-7635-4e1e-8cc5-2804bde8d1b3] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 995.582729] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5de29cb2-56d3-40b8-bc7f-2657cdd146f7 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.582799] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5de29cb2-56d3-40b8-bc7f-2657cdd146f7 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.582993] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-5de29cb2-56d3-40b8-bc7f-2657cdd146f7 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 995.583574] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d2228f65-e46e-4661-b437-7cc2ecbe7b2b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.594435] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-5de29cb2-56d3-40b8-bc7f-2657cdd146f7 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 995.595086] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-5de29cb2-56d3-40b8-bc7f-2657cdd146f7 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 995.595806] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3d6c1a4-61d9-4d0f-a104-bd952cd98617 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.603853] env[69889]: DEBUG oslo_vmware.api [None req-5de29cb2-56d3-40b8-bc7f-2657cdd146f7 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Waiting for the task: (returnval){ [ 995.603853] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]5217256a-d71e-399f-be23-87337a92c3f4" [ 995.603853] env[69889]: _type = "Task" [ 995.603853] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.615046] env[69889]: DEBUG oslo_vmware.api [None req-5de29cb2-56d3-40b8-bc7f-2657cdd146f7 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5217256a-d71e-399f-be23-87337a92c3f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.642913] env[69889]: INFO nova.compute.manager [-] [instance: 54b1a963-1db6-43da-87b0-f7c9b8d7bb74] Took 1.56 seconds to deallocate network for instance. [ 995.765872] env[69889]: INFO nova.compute.manager [-] [instance: da1de6c7-ec10-47d2-a8a9-8572cd4162f5] Took 1.59 seconds to deallocate network for instance. [ 995.809201] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ecca338b-a497-40c5-b2f7-29f12922c1ac tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.840675] env[69889]: DEBUG nova.compute.manager [req-c09fc8ad-e666-40f1-808f-5198f020aca8 req-d8bc16f0-997b-4d8b-8f9e-8483cdf60797 service nova] [instance: fda65aea-c3b4-46f8-9f00-fc7754f5b883] Received event network-vif-deleted-ff4e77f5-3f58-4869-a355-ac606b99c30a {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 995.840906] env[69889]: DEBUG nova.compute.manager [req-c09fc8ad-e666-40f1-808f-5198f020aca8 req-d8bc16f0-997b-4d8b-8f9e-8483cdf60797 service nova] [instance: 54b1a963-1db6-43da-87b0-f7c9b8d7bb74] Received event network-vif-deleted-5c663fe0-4d6e-4be9-b4d2-657e4ecdf2fc {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 995.841112] env[69889]: DEBUG nova.compute.manager [req-c09fc8ad-e666-40f1-808f-5198f020aca8 req-d8bc16f0-997b-4d8b-8f9e-8483cdf60797 service nova] [instance: da1de6c7-ec10-47d2-a8a9-8572cd4162f5] Received event network-vif-deleted-e5f478e5-e0f8-41e7-a87c-054c79afd15e {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 995.958914] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0ab7ac6c-6250-4232-a364-546ac5466344 tempest-InstanceActionsV221TestJSON-830289580 tempest-InstanceActionsV221TestJSON-830289580-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.480s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.959551] env[69889]: DEBUG nova.compute.manager [None req-0ab7ac6c-6250-4232-a364-546ac5466344 tempest-InstanceActionsV221TestJSON-830289580 tempest-InstanceActionsV221TestJSON-830289580-project-member] [instance: 70857543-3429-4d13-81d3-6f972f182507] Start building networks asynchronously for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 995.962321] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.058s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.963865] env[69889]: INFO nova.compute.claims [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] [instance: ebde6910-8c24-4fac-9a2e-faf98a9a8792] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 996.114993] env[69889]: DEBUG oslo_vmware.api [None req-5de29cb2-56d3-40b8-bc7f-2657cdd146f7 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5217256a-d71e-399f-be23-87337a92c3f4, 'name': SearchDatastore_Task, 'duration_secs': 0.012573} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.115897] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c15d4e19-22bd-4e03-b919-e52a0a572a89 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.122589] env[69889]: DEBUG oslo_vmware.api [None req-5de29cb2-56d3-40b8-bc7f-2657cdd146f7 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Waiting for the task: (returnval){ [ 996.122589] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]5256a380-0337-7e22-5bbd-eb236a276c8f" [ 996.122589] env[69889]: _type = "Task" [ 996.122589] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.132569] env[69889]: DEBUG oslo_vmware.api [None req-5de29cb2-56d3-40b8-bc7f-2657cdd146f7 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5256a380-0337-7e22-5bbd-eb236a276c8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.151822] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b3715dac-0a80-4d80-8de8-171804508043 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.259467] env[69889]: DEBUG nova.network.neutron [None req-1c51cee7-961f-44e7-bdb3-30f235c86d94 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] [instance: cb5952ac-2ff8-423f-9f62-d8551974e18e] Successfully updated port: 683446ad-e094-4ae0-a1c7-20b25af51b4d {{(pid=69889) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 996.272700] env[69889]: DEBUG oslo_concurrency.lockutils [None req-150d0f0d-6d05-4168-a7df-58be9d5d755d tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.471571] env[69889]: DEBUG nova.compute.utils [None req-0ab7ac6c-6250-4232-a364-546ac5466344 tempest-InstanceActionsV221TestJSON-830289580 tempest-InstanceActionsV221TestJSON-830289580-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 996.473274] env[69889]: DEBUG nova.compute.manager [None req-0ab7ac6c-6250-4232-a364-546ac5466344 tempest-InstanceActionsV221TestJSON-830289580 tempest-InstanceActionsV221TestJSON-830289580-project-member] [instance: 70857543-3429-4d13-81d3-6f972f182507] Allocating IP information in the background. {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 996.473484] env[69889]: DEBUG nova.network.neutron [None req-0ab7ac6c-6250-4232-a364-546ac5466344 tempest-InstanceActionsV221TestJSON-830289580 tempest-InstanceActionsV221TestJSON-830289580-project-member] [instance: 70857543-3429-4d13-81d3-6f972f182507] allocate_for_instance() {{(pid=69889) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 996.525942] env[69889]: DEBUG nova.policy [None req-0ab7ac6c-6250-4232-a364-546ac5466344 tempest-InstanceActionsV221TestJSON-830289580 tempest-InstanceActionsV221TestJSON-830289580-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5ee609acd3cc4d75bce891d0f70d883c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '487408e114594ae08fdcc5b15f0e4d70', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69889) authorize /opt/stack/nova/nova/policy.py:192}} [ 996.638250] env[69889]: DEBUG oslo_vmware.api [None req-5de29cb2-56d3-40b8-bc7f-2657cdd146f7 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5256a380-0337-7e22-5bbd-eb236a276c8f, 'name': SearchDatastore_Task, 'duration_secs': 0.01136} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.638250] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5de29cb2-56d3-40b8-bc7f-2657cdd146f7 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.638250] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-5de29cb2-56d3-40b8-bc7f-2657cdd146f7 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore1] e7d6d473-7635-4e1e-8cc5-2804bde8d1b3/e7d6d473-7635-4e1e-8cc5-2804bde8d1b3.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 996.638250] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-95332946-c53d-49e6-9079-9b6918da795e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.645473] env[69889]: DEBUG oslo_vmware.api [None req-5de29cb2-56d3-40b8-bc7f-2657cdd146f7 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Waiting for the task: (returnval){ [ 996.645473] env[69889]: value = "task-4077607" [ 996.645473] env[69889]: _type = "Task" [ 996.645473] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.655406] env[69889]: DEBUG oslo_vmware.api [None req-5de29cb2-56d3-40b8-bc7f-2657cdd146f7 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4077607, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.762554] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1c51cee7-961f-44e7-bdb3-30f235c86d94 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Acquiring lock "refresh_cache-cb5952ac-2ff8-423f-9f62-d8551974e18e" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.762760] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1c51cee7-961f-44e7-bdb3-30f235c86d94 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Acquired lock "refresh_cache-cb5952ac-2ff8-423f-9f62-d8551974e18e" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.762997] env[69889]: DEBUG nova.network.neutron [None req-1c51cee7-961f-44e7-bdb3-30f235c86d94 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] [instance: cb5952ac-2ff8-423f-9f62-d8551974e18e] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 996.960454] env[69889]: DEBUG nova.network.neutron [None req-0ab7ac6c-6250-4232-a364-546ac5466344 tempest-InstanceActionsV221TestJSON-830289580 tempest-InstanceActionsV221TestJSON-830289580-project-member] [instance: 70857543-3429-4d13-81d3-6f972f182507] Successfully created port: e810cfd0-93c6-4bbf-9b0d-a86234bb85f5 {{(pid=69889) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 996.978296] env[69889]: DEBUG nova.compute.manager [None req-0ab7ac6c-6250-4232-a364-546ac5466344 tempest-InstanceActionsV221TestJSON-830289580 tempest-InstanceActionsV221TestJSON-830289580-project-member] [instance: 70857543-3429-4d13-81d3-6f972f182507] Start building block device mappings for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 997.159982] env[69889]: DEBUG oslo_vmware.api [None req-5de29cb2-56d3-40b8-bc7f-2657cdd146f7 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4077607, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.307454] env[69889]: DEBUG nova.network.neutron [None req-1c51cee7-961f-44e7-bdb3-30f235c86d94 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] [instance: cb5952ac-2ff8-423f-9f62-d8551974e18e] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 997.363310] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c47711d-584d-475c-8bcf-f2a13319a40f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.372249] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f07e566-02df-499f-880b-0678b0d13f37 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.413042] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2fedf9b-17df-42f6-92be-56d3665eccd9 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.422083] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90ad0d78-aa8c-4ca8-805c-54a30a63f82e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.438287] env[69889]: DEBUG nova.compute.provider_tree [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 997.490892] env[69889]: DEBUG nova.network.neutron [None req-1c51cee7-961f-44e7-bdb3-30f235c86d94 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] [instance: cb5952ac-2ff8-423f-9f62-d8551974e18e] Updating instance_info_cache with network_info: [{"id": "683446ad-e094-4ae0-a1c7-20b25af51b4d", "address": "fa:16:3e:74:6a:80", "network": {"id": "35a4da39-4e5d-4ca6-92c3-db1e7c187803", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1852867227-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "350955194e35449281e90bd62aae8ed2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5291d0-ee0f-4d70-b2ae-ab6879a67b08", "external-id": "nsx-vlan-transportzone-597", "segmentation_id": 597, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap683446ad-e0", "ovs_interfaceid": "683446ad-e094-4ae0-a1c7-20b25af51b4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.659035] env[69889]: DEBUG oslo_vmware.api [None req-5de29cb2-56d3-40b8-bc7f-2657cdd146f7 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4077607, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.584959} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.659035] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-5de29cb2-56d3-40b8-bc7f-2657cdd146f7 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore1] e7d6d473-7635-4e1e-8cc5-2804bde8d1b3/e7d6d473-7635-4e1e-8cc5-2804bde8d1b3.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 997.659327] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-5de29cb2-56d3-40b8-bc7f-2657cdd146f7 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: e7d6d473-7635-4e1e-8cc5-2804bde8d1b3] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 997.659387] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ca782119-4783-42a8-897e-ab7297561904 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.669263] env[69889]: DEBUG oslo_vmware.api [None req-5de29cb2-56d3-40b8-bc7f-2657cdd146f7 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Waiting for the task: (returnval){ [ 997.669263] env[69889]: value = "task-4077608" [ 997.669263] env[69889]: _type = "Task" [ 997.669263] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.678297] env[69889]: DEBUG oslo_vmware.api [None req-5de29cb2-56d3-40b8-bc7f-2657cdd146f7 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4077608, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.941832] env[69889]: DEBUG nova.scheduler.client.report [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 997.988315] env[69889]: DEBUG nova.compute.manager [None req-0ab7ac6c-6250-4232-a364-546ac5466344 tempest-InstanceActionsV221TestJSON-830289580 tempest-InstanceActionsV221TestJSON-830289580-project-member] [instance: 70857543-3429-4d13-81d3-6f972f182507] Start spawning the instance on the hypervisor. {{(pid=69889) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 997.993510] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1c51cee7-961f-44e7-bdb3-30f235c86d94 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Releasing lock "refresh_cache-cb5952ac-2ff8-423f-9f62-d8551974e18e" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.993864] env[69889]: DEBUG nova.compute.manager [None req-1c51cee7-961f-44e7-bdb3-30f235c86d94 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] [instance: cb5952ac-2ff8-423f-9f62-d8551974e18e] Instance network_info: |[{"id": "683446ad-e094-4ae0-a1c7-20b25af51b4d", "address": "fa:16:3e:74:6a:80", "network": {"id": "35a4da39-4e5d-4ca6-92c3-db1e7c187803", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1852867227-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "350955194e35449281e90bd62aae8ed2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5291d0-ee0f-4d70-b2ae-ab6879a67b08", "external-id": "nsx-vlan-transportzone-597", "segmentation_id": 597, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap683446ad-e0", "ovs_interfaceid": "683446ad-e094-4ae0-a1c7-20b25af51b4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 997.994421] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-1c51cee7-961f-44e7-bdb3-30f235c86d94 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] [instance: cb5952ac-2ff8-423f-9f62-d8551974e18e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:6a:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b5291d0-ee0f-4d70-b2ae-ab6879a67b08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '683446ad-e094-4ae0-a1c7-20b25af51b4d', 'vif_model': 'vmxnet3'}] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 998.004515] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1c51cee7-961f-44e7-bdb3-30f235c86d94 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 998.005330] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb5952ac-2ff8-423f-9f62-d8551974e18e] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 998.005706] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fa28245d-2f14-4a5b-8487-d6f7f12a0029 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.032895] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 998.032895] env[69889]: value = "task-4077609" [ 998.032895] env[69889]: _type = "Task" [ 998.032895] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.035409] env[69889]: DEBUG nova.virt.hardware [None req-0ab7ac6c-6250-4232-a364-546ac5466344 tempest-InstanceActionsV221TestJSON-830289580 tempest-InstanceActionsV221TestJSON-830289580-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 998.035690] env[69889]: DEBUG nova.virt.hardware [None req-0ab7ac6c-6250-4232-a364-546ac5466344 tempest-InstanceActionsV221TestJSON-830289580 tempest-InstanceActionsV221TestJSON-830289580-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 998.035888] env[69889]: DEBUG nova.virt.hardware [None req-0ab7ac6c-6250-4232-a364-546ac5466344 tempest-InstanceActionsV221TestJSON-830289580 tempest-InstanceActionsV221TestJSON-830289580-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 998.036134] env[69889]: DEBUG nova.virt.hardware [None req-0ab7ac6c-6250-4232-a364-546ac5466344 tempest-InstanceActionsV221TestJSON-830289580 tempest-InstanceActionsV221TestJSON-830289580-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 998.036348] env[69889]: DEBUG nova.virt.hardware [None req-0ab7ac6c-6250-4232-a364-546ac5466344 tempest-InstanceActionsV221TestJSON-830289580 tempest-InstanceActionsV221TestJSON-830289580-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 998.036561] env[69889]: DEBUG nova.virt.hardware [None req-0ab7ac6c-6250-4232-a364-546ac5466344 tempest-InstanceActionsV221TestJSON-830289580 tempest-InstanceActionsV221TestJSON-830289580-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 998.036816] env[69889]: DEBUG nova.virt.hardware [None req-0ab7ac6c-6250-4232-a364-546ac5466344 tempest-InstanceActionsV221TestJSON-830289580 tempest-InstanceActionsV221TestJSON-830289580-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 998.037022] env[69889]: DEBUG nova.virt.hardware [None req-0ab7ac6c-6250-4232-a364-546ac5466344 tempest-InstanceActionsV221TestJSON-830289580 tempest-InstanceActionsV221TestJSON-830289580-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 998.038369] env[69889]: DEBUG nova.virt.hardware [None req-0ab7ac6c-6250-4232-a364-546ac5466344 tempest-InstanceActionsV221TestJSON-830289580 tempest-InstanceActionsV221TestJSON-830289580-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 998.038618] env[69889]: DEBUG nova.virt.hardware [None req-0ab7ac6c-6250-4232-a364-546ac5466344 tempest-InstanceActionsV221TestJSON-830289580 tempest-InstanceActionsV221TestJSON-830289580-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 998.038840] env[69889]: DEBUG nova.virt.hardware [None req-0ab7ac6c-6250-4232-a364-546ac5466344 tempest-InstanceActionsV221TestJSON-830289580 tempest-InstanceActionsV221TestJSON-830289580-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 998.040385] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df208480-7c06-4b4e-bf0f-505e0ffa6a63 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.059444] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cc6d429-26bf-4e71-8150-d4ff087ad01a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.064443] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077609, 'name': CreateVM_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.181266] env[69889]: DEBUG oslo_vmware.api [None req-5de29cb2-56d3-40b8-bc7f-2657cdd146f7 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4077608, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071166} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.187029] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-5de29cb2-56d3-40b8-bc7f-2657cdd146f7 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: e7d6d473-7635-4e1e-8cc5-2804bde8d1b3] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 998.187029] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87e879df-ae46-4a8b-898d-816fd00a8e1d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.195217] env[69889]: DEBUG nova.compute.manager [req-76ee9849-9bc8-4589-92af-b62d83e633ad req-ad7c5ec3-42f5-41a7-8a6b-f3d81016dd1c service nova] [instance: cb5952ac-2ff8-423f-9f62-d8551974e18e] Received event network-vif-plugged-683446ad-e094-4ae0-a1c7-20b25af51b4d {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 998.195217] env[69889]: DEBUG oslo_concurrency.lockutils [req-76ee9849-9bc8-4589-92af-b62d83e633ad req-ad7c5ec3-42f5-41a7-8a6b-f3d81016dd1c service nova] Acquiring lock "cb5952ac-2ff8-423f-9f62-d8551974e18e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.195217] env[69889]: DEBUG oslo_concurrency.lockutils [req-76ee9849-9bc8-4589-92af-b62d83e633ad req-ad7c5ec3-42f5-41a7-8a6b-f3d81016dd1c service nova] Lock "cb5952ac-2ff8-423f-9f62-d8551974e18e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.195217] env[69889]: DEBUG oslo_concurrency.lockutils [req-76ee9849-9bc8-4589-92af-b62d83e633ad req-ad7c5ec3-42f5-41a7-8a6b-f3d81016dd1c service nova] Lock "cb5952ac-2ff8-423f-9f62-d8551974e18e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.195217] env[69889]: DEBUG nova.compute.manager [req-76ee9849-9bc8-4589-92af-b62d83e633ad req-ad7c5ec3-42f5-41a7-8a6b-f3d81016dd1c service nova] [instance: cb5952ac-2ff8-423f-9f62-d8551974e18e] No waiting events found dispatching network-vif-plugged-683446ad-e094-4ae0-a1c7-20b25af51b4d {{(pid=69889) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 998.195217] env[69889]: WARNING nova.compute.manager [req-76ee9849-9bc8-4589-92af-b62d83e633ad req-ad7c5ec3-42f5-41a7-8a6b-f3d81016dd1c service nova] [instance: cb5952ac-2ff8-423f-9f62-d8551974e18e] Received unexpected event network-vif-plugged-683446ad-e094-4ae0-a1c7-20b25af51b4d for instance with vm_state building and task_state spawning. [ 998.195217] env[69889]: DEBUG nova.compute.manager [req-76ee9849-9bc8-4589-92af-b62d83e633ad req-ad7c5ec3-42f5-41a7-8a6b-f3d81016dd1c service nova] [instance: cb5952ac-2ff8-423f-9f62-d8551974e18e] Received event network-changed-683446ad-e094-4ae0-a1c7-20b25af51b4d {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 998.195217] env[69889]: DEBUG nova.compute.manager [req-76ee9849-9bc8-4589-92af-b62d83e633ad req-ad7c5ec3-42f5-41a7-8a6b-f3d81016dd1c service nova] [instance: cb5952ac-2ff8-423f-9f62-d8551974e18e] Refreshing instance network info cache due to event network-changed-683446ad-e094-4ae0-a1c7-20b25af51b4d. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 998.195217] env[69889]: DEBUG oslo_concurrency.lockutils [req-76ee9849-9bc8-4589-92af-b62d83e633ad req-ad7c5ec3-42f5-41a7-8a6b-f3d81016dd1c service nova] Acquiring lock "refresh_cache-cb5952ac-2ff8-423f-9f62-d8551974e18e" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.195217] env[69889]: DEBUG oslo_concurrency.lockutils [req-76ee9849-9bc8-4589-92af-b62d83e633ad req-ad7c5ec3-42f5-41a7-8a6b-f3d81016dd1c service nova] Acquired lock "refresh_cache-cb5952ac-2ff8-423f-9f62-d8551974e18e" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.195217] env[69889]: DEBUG nova.network.neutron [req-76ee9849-9bc8-4589-92af-b62d83e633ad req-ad7c5ec3-42f5-41a7-8a6b-f3d81016dd1c service nova] [instance: cb5952ac-2ff8-423f-9f62-d8551974e18e] Refreshing network info cache for port 683446ad-e094-4ae0-a1c7-20b25af51b4d {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 998.225151] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-5de29cb2-56d3-40b8-bc7f-2657cdd146f7 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: e7d6d473-7635-4e1e-8cc5-2804bde8d1b3] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] e7d6d473-7635-4e1e-8cc5-2804bde8d1b3/e7d6d473-7635-4e1e-8cc5-2804bde8d1b3.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 998.226897] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-221a8be8-4ee2-4fb4-b936-95f9e752f52c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.248922] env[69889]: DEBUG oslo_vmware.api [None req-5de29cb2-56d3-40b8-bc7f-2657cdd146f7 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Waiting for the task: (returnval){ [ 998.248922] env[69889]: value = "task-4077611" [ 998.248922] env[69889]: _type = "Task" [ 998.248922] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.262367] env[69889]: DEBUG oslo_vmware.api [None req-5de29cb2-56d3-40b8-bc7f-2657cdd146f7 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4077611, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.453065] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.491s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.453676] env[69889]: DEBUG nova.compute.manager [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] [instance: ebde6910-8c24-4fac-9a2e-faf98a9a8792] Start building networks asynchronously for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 998.456772] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.519s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.458696] env[69889]: INFO nova.compute.claims [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] [instance: 15d503ce-3ce0-4038-9698-c1beffdf07d5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 998.553171] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077609, 'name': CreateVM_Task, 'duration_secs': 0.430214} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.553171] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb5952ac-2ff8-423f-9f62-d8551974e18e] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 998.553171] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1c51cee7-961f-44e7-bdb3-30f235c86d94 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.553171] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1c51cee7-961f-44e7-bdb3-30f235c86d94 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.553830] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1c51cee7-961f-44e7-bdb3-30f235c86d94 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.553870] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e9a0663-7348-4411-961b-720432830e7a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.562027] env[69889]: DEBUG oslo_vmware.api [None req-1c51cee7-961f-44e7-bdb3-30f235c86d94 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Waiting for the task: (returnval){ [ 998.562027] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]525e7ac1-1d3f-3cab-d8f3-239d60bd09fd" [ 998.562027] env[69889]: _type = "Task" [ 998.562027] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.563239] env[69889]: DEBUG nova.network.neutron [None req-0ab7ac6c-6250-4232-a364-546ac5466344 tempest-InstanceActionsV221TestJSON-830289580 tempest-InstanceActionsV221TestJSON-830289580-project-member] [instance: 70857543-3429-4d13-81d3-6f972f182507] Successfully updated port: e810cfd0-93c6-4bbf-9b0d-a86234bb85f5 {{(pid=69889) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 998.575945] env[69889]: DEBUG oslo_vmware.api [None req-1c51cee7-961f-44e7-bdb3-30f235c86d94 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]525e7ac1-1d3f-3cab-d8f3-239d60bd09fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.759705] env[69889]: DEBUG oslo_vmware.api [None req-5de29cb2-56d3-40b8-bc7f-2657cdd146f7 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4077611, 'name': ReconfigVM_Task, 'duration_secs': 0.376526} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.760044] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-5de29cb2-56d3-40b8-bc7f-2657cdd146f7 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: e7d6d473-7635-4e1e-8cc5-2804bde8d1b3] Reconfigured VM instance instance-00000046 to attach disk [datastore1] e7d6d473-7635-4e1e-8cc5-2804bde8d1b3/e7d6d473-7635-4e1e-8cc5-2804bde8d1b3.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 998.760731] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3159abf1-1f35-4030-863a-a510c2f17b71 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.768379] env[69889]: DEBUG oslo_vmware.api [None req-5de29cb2-56d3-40b8-bc7f-2657cdd146f7 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Waiting for the task: (returnval){ [ 998.768379] env[69889]: value = "task-4077612" [ 998.768379] env[69889]: _type = "Task" [ 998.768379] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.777568] env[69889]: DEBUG oslo_vmware.api [None req-5de29cb2-56d3-40b8-bc7f-2657cdd146f7 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4077612, 'name': Rename_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.936088] env[69889]: DEBUG nova.network.neutron [req-76ee9849-9bc8-4589-92af-b62d83e633ad req-ad7c5ec3-42f5-41a7-8a6b-f3d81016dd1c service nova] [instance: cb5952ac-2ff8-423f-9f62-d8551974e18e] Updated VIF entry in instance network info cache for port 683446ad-e094-4ae0-a1c7-20b25af51b4d. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 998.936492] env[69889]: DEBUG nova.network.neutron [req-76ee9849-9bc8-4589-92af-b62d83e633ad req-ad7c5ec3-42f5-41a7-8a6b-f3d81016dd1c service nova] [instance: cb5952ac-2ff8-423f-9f62-d8551974e18e] Updating instance_info_cache with network_info: [{"id": "683446ad-e094-4ae0-a1c7-20b25af51b4d", "address": "fa:16:3e:74:6a:80", "network": {"id": "35a4da39-4e5d-4ca6-92c3-db1e7c187803", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1852867227-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "350955194e35449281e90bd62aae8ed2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5291d0-ee0f-4d70-b2ae-ab6879a67b08", "external-id": "nsx-vlan-transportzone-597", "segmentation_id": 597, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap683446ad-e0", "ovs_interfaceid": "683446ad-e094-4ae0-a1c7-20b25af51b4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.963711] env[69889]: DEBUG nova.compute.utils [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 998.969038] env[69889]: DEBUG nova.compute.manager [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] [instance: ebde6910-8c24-4fac-9a2e-faf98a9a8792] Allocating IP information in the background. {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 998.969038] env[69889]: DEBUG nova.network.neutron [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] [instance: ebde6910-8c24-4fac-9a2e-faf98a9a8792] allocate_for_instance() {{(pid=69889) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 999.010946] env[69889]: DEBUG nova.policy [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4e059fe3697c428f97e3abf41a770f83', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '983d186219fd4e71afecaa1712c21381', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69889) authorize /opt/stack/nova/nova/policy.py:192}} [ 999.068579] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0ab7ac6c-6250-4232-a364-546ac5466344 tempest-InstanceActionsV221TestJSON-830289580 tempest-InstanceActionsV221TestJSON-830289580-project-member] Acquiring lock "refresh_cache-70857543-3429-4d13-81d3-6f972f182507" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.068805] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0ab7ac6c-6250-4232-a364-546ac5466344 tempest-InstanceActionsV221TestJSON-830289580 tempest-InstanceActionsV221TestJSON-830289580-project-member] Acquired lock "refresh_cache-70857543-3429-4d13-81d3-6f972f182507" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.068889] env[69889]: DEBUG nova.network.neutron [None req-0ab7ac6c-6250-4232-a364-546ac5466344 tempest-InstanceActionsV221TestJSON-830289580 tempest-InstanceActionsV221TestJSON-830289580-project-member] [instance: 70857543-3429-4d13-81d3-6f972f182507] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 999.074030] env[69889]: DEBUG oslo_vmware.api [None req-1c51cee7-961f-44e7-bdb3-30f235c86d94 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]525e7ac1-1d3f-3cab-d8f3-239d60bd09fd, 'name': SearchDatastore_Task, 'duration_secs': 0.015693} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.074538] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1c51cee7-961f-44e7-bdb3-30f235c86d94 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.074768] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-1c51cee7-961f-44e7-bdb3-30f235c86d94 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] [instance: cb5952ac-2ff8-423f-9f62-d8551974e18e] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 999.075009] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1c51cee7-961f-44e7-bdb3-30f235c86d94 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.075165] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1c51cee7-961f-44e7-bdb3-30f235c86d94 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.075344] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c51cee7-961f-44e7-bdb3-30f235c86d94 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 999.075800] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f146c42d-0a91-4fd3-9e87-1e9ac0dc4513 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.085923] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c51cee7-961f-44e7-bdb3-30f235c86d94 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 999.086127] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-1c51cee7-961f-44e7-bdb3-30f235c86d94 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 999.087030] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef4f37e3-d0fc-41a2-8759-1fdf0b03d3d7 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.093478] env[69889]: DEBUG oslo_vmware.api [None req-1c51cee7-961f-44e7-bdb3-30f235c86d94 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Waiting for the task: (returnval){ [ 999.093478] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]521ecfb5-114e-eae0-0a7c-a1c8cfeed3f3" [ 999.093478] env[69889]: _type = "Task" [ 999.093478] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.102168] env[69889]: DEBUG oslo_vmware.api [None req-1c51cee7-961f-44e7-bdb3-30f235c86d94 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]521ecfb5-114e-eae0-0a7c-a1c8cfeed3f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.278919] env[69889]: DEBUG oslo_vmware.api [None req-5de29cb2-56d3-40b8-bc7f-2657cdd146f7 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4077612, 'name': Rename_Task, 'duration_secs': 0.155742} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.279272] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-5de29cb2-56d3-40b8-bc7f-2657cdd146f7 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: e7d6d473-7635-4e1e-8cc5-2804bde8d1b3] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 999.279548] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5e56ba05-2fc2-4d1f-bae3-ffb4771f2763 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.287302] env[69889]: DEBUG oslo_vmware.api [None req-5de29cb2-56d3-40b8-bc7f-2657cdd146f7 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Waiting for the task: (returnval){ [ 999.287302] env[69889]: value = "task-4077613" [ 999.287302] env[69889]: _type = "Task" [ 999.287302] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.306336] env[69889]: DEBUG oslo_vmware.api [None req-5de29cb2-56d3-40b8-bc7f-2657cdd146f7 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4077613, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.364467] env[69889]: DEBUG nova.network.neutron [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] [instance: ebde6910-8c24-4fac-9a2e-faf98a9a8792] Successfully created port: 42ef0723-8e48-412a-87a9-c14ae389ab03 {{(pid=69889) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 999.439511] env[69889]: DEBUG oslo_concurrency.lockutils [req-76ee9849-9bc8-4589-92af-b62d83e633ad req-ad7c5ec3-42f5-41a7-8a6b-f3d81016dd1c service nova] Releasing lock "refresh_cache-cb5952ac-2ff8-423f-9f62-d8551974e18e" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.469474] env[69889]: DEBUG nova.compute.manager [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] [instance: ebde6910-8c24-4fac-9a2e-faf98a9a8792] Start building block device mappings for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 999.605847] env[69889]: DEBUG oslo_vmware.api [None req-1c51cee7-961f-44e7-bdb3-30f235c86d94 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]521ecfb5-114e-eae0-0a7c-a1c8cfeed3f3, 'name': SearchDatastore_Task, 'duration_secs': 0.011039} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.606763] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bae70fb9-d0cc-49a0-af5c-bae1965eb307 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.619536] env[69889]: DEBUG oslo_vmware.api [None req-1c51cee7-961f-44e7-bdb3-30f235c86d94 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Waiting for the task: (returnval){ [ 999.619536] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]520feaf2-eb21-b920-fb67-18603dcb0e06" [ 999.619536] env[69889]: _type = "Task" [ 999.619536] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.627143] env[69889]: DEBUG nova.network.neutron [None req-0ab7ac6c-6250-4232-a364-546ac5466344 tempest-InstanceActionsV221TestJSON-830289580 tempest-InstanceActionsV221TestJSON-830289580-project-member] [instance: 70857543-3429-4d13-81d3-6f972f182507] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 999.637143] env[69889]: DEBUG oslo_vmware.api [None req-1c51cee7-961f-44e7-bdb3-30f235c86d94 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]520feaf2-eb21-b920-fb67-18603dcb0e06, 'name': SearchDatastore_Task, 'duration_secs': 0.011641} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.638439] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1c51cee7-961f-44e7-bdb3-30f235c86d94 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.638439] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c51cee7-961f-44e7-bdb3-30f235c86d94 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore1] cb5952ac-2ff8-423f-9f62-d8551974e18e/cb5952ac-2ff8-423f-9f62-d8551974e18e.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 999.638439] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-12dd37cb-ca4d-44e4-957f-b8cf335e7bcd {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.647030] env[69889]: DEBUG oslo_vmware.api [None req-1c51cee7-961f-44e7-bdb3-30f235c86d94 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Waiting for the task: (returnval){ [ 999.647030] env[69889]: value = "task-4077614" [ 999.647030] env[69889]: _type = "Task" [ 999.647030] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.659613] env[69889]: DEBUG oslo_vmware.api [None req-1c51cee7-961f-44e7-bdb3-30f235c86d94 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Task: {'id': task-4077614, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.800184] env[69889]: DEBUG oslo_vmware.api [None req-5de29cb2-56d3-40b8-bc7f-2657cdd146f7 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4077613, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.884249] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5c07e54-56d4-4b82-beef-c85b581cc21f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.896780] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01b5c19c-7632-4fc0-9754-312499a816ef {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.901993] env[69889]: DEBUG nova.network.neutron [None req-0ab7ac6c-6250-4232-a364-546ac5466344 tempest-InstanceActionsV221TestJSON-830289580 tempest-InstanceActionsV221TestJSON-830289580-project-member] [instance: 70857543-3429-4d13-81d3-6f972f182507] Updating instance_info_cache with network_info: [{"id": "e810cfd0-93c6-4bbf-9b0d-a86234bb85f5", "address": "fa:16:3e:53:aa:a8", "network": {"id": "8718c5d6-3628-4a47-8470-39938976027d", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1244541890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "487408e114594ae08fdcc5b15f0e4d70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02bbcead-d833-4543-bec6-fb82dfe659ff", "external-id": "nsx-vlan-transportzone-478", "segmentation_id": 478, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape810cfd0-93", "ovs_interfaceid": "e810cfd0-93c6-4bbf-9b0d-a86234bb85f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.938713] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49e06d65-8326-4054-a806-aa69cd427c71 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.949708] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ae32e3e-db73-4f6d-8674-66ede020304e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.969261] env[69889]: DEBUG nova.compute.provider_tree [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1000.160126] env[69889]: DEBUG oslo_vmware.api [None req-1c51cee7-961f-44e7-bdb3-30f235c86d94 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Task: {'id': task-4077614, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503822} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.160573] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c51cee7-961f-44e7-bdb3-30f235c86d94 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore1] cb5952ac-2ff8-423f-9f62-d8551974e18e/cb5952ac-2ff8-423f-9f62-d8551974e18e.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1000.160908] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-1c51cee7-961f-44e7-bdb3-30f235c86d94 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] [instance: cb5952ac-2ff8-423f-9f62-d8551974e18e] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1000.161284] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-370286ae-0bee-4706-ad21-2e2b359cab5d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.170347] env[69889]: DEBUG oslo_vmware.api [None req-1c51cee7-961f-44e7-bdb3-30f235c86d94 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Waiting for the task: (returnval){ [ 1000.170347] env[69889]: value = "task-4077615" [ 1000.170347] env[69889]: _type = "Task" [ 1000.170347] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.181211] env[69889]: DEBUG oslo_vmware.api [None req-1c51cee7-961f-44e7-bdb3-30f235c86d94 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Task: {'id': task-4077615, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.220647] env[69889]: DEBUG nova.compute.manager [req-4fa6b1c0-e5e0-4e32-a798-c8052421a2c9 req-23f0786b-4dd7-4c19-835c-96af68e98ec7 service nova] [instance: 70857543-3429-4d13-81d3-6f972f182507] Received event network-vif-plugged-e810cfd0-93c6-4bbf-9b0d-a86234bb85f5 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1000.220647] env[69889]: DEBUG oslo_concurrency.lockutils [req-4fa6b1c0-e5e0-4e32-a798-c8052421a2c9 req-23f0786b-4dd7-4c19-835c-96af68e98ec7 service nova] Acquiring lock "70857543-3429-4d13-81d3-6f972f182507-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.220647] env[69889]: DEBUG oslo_concurrency.lockutils [req-4fa6b1c0-e5e0-4e32-a798-c8052421a2c9 req-23f0786b-4dd7-4c19-835c-96af68e98ec7 service nova] Lock "70857543-3429-4d13-81d3-6f972f182507-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.220647] env[69889]: DEBUG oslo_concurrency.lockutils [req-4fa6b1c0-e5e0-4e32-a798-c8052421a2c9 req-23f0786b-4dd7-4c19-835c-96af68e98ec7 service nova] Lock "70857543-3429-4d13-81d3-6f972f182507-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.220647] env[69889]: DEBUG nova.compute.manager [req-4fa6b1c0-e5e0-4e32-a798-c8052421a2c9 req-23f0786b-4dd7-4c19-835c-96af68e98ec7 service nova] [instance: 70857543-3429-4d13-81d3-6f972f182507] No waiting events found dispatching network-vif-plugged-e810cfd0-93c6-4bbf-9b0d-a86234bb85f5 {{(pid=69889) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1000.220647] env[69889]: WARNING nova.compute.manager [req-4fa6b1c0-e5e0-4e32-a798-c8052421a2c9 req-23f0786b-4dd7-4c19-835c-96af68e98ec7 service nova] [instance: 70857543-3429-4d13-81d3-6f972f182507] Received unexpected event network-vif-plugged-e810cfd0-93c6-4bbf-9b0d-a86234bb85f5 for instance with vm_state building and task_state spawning. [ 1000.220647] env[69889]: DEBUG nova.compute.manager [req-4fa6b1c0-e5e0-4e32-a798-c8052421a2c9 req-23f0786b-4dd7-4c19-835c-96af68e98ec7 service nova] [instance: 70857543-3429-4d13-81d3-6f972f182507] Received event network-changed-e810cfd0-93c6-4bbf-9b0d-a86234bb85f5 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1000.220647] env[69889]: DEBUG nova.compute.manager [req-4fa6b1c0-e5e0-4e32-a798-c8052421a2c9 req-23f0786b-4dd7-4c19-835c-96af68e98ec7 service nova] [instance: 70857543-3429-4d13-81d3-6f972f182507] Refreshing instance network info cache due to event network-changed-e810cfd0-93c6-4bbf-9b0d-a86234bb85f5. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1000.220647] env[69889]: DEBUG oslo_concurrency.lockutils [req-4fa6b1c0-e5e0-4e32-a798-c8052421a2c9 req-23f0786b-4dd7-4c19-835c-96af68e98ec7 service nova] Acquiring lock "refresh_cache-70857543-3429-4d13-81d3-6f972f182507" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.299389] env[69889]: DEBUG oslo_vmware.api [None req-5de29cb2-56d3-40b8-bc7f-2657cdd146f7 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4077613, 'name': PowerOnVM_Task, 'duration_secs': 0.521532} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.299682] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-5de29cb2-56d3-40b8-bc7f-2657cdd146f7 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: e7d6d473-7635-4e1e-8cc5-2804bde8d1b3] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1000.300035] env[69889]: INFO nova.compute.manager [None req-5de29cb2-56d3-40b8-bc7f-2657cdd146f7 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: e7d6d473-7635-4e1e-8cc5-2804bde8d1b3] Took 9.40 seconds to spawn the instance on the hypervisor. [ 1000.300081] env[69889]: DEBUG nova.compute.manager [None req-5de29cb2-56d3-40b8-bc7f-2657cdd146f7 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: e7d6d473-7635-4e1e-8cc5-2804bde8d1b3] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1000.300891] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cc0285a-4d02-4830-ba14-cf1ac6e74a6a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.405378] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0ab7ac6c-6250-4232-a364-546ac5466344 tempest-InstanceActionsV221TestJSON-830289580 tempest-InstanceActionsV221TestJSON-830289580-project-member] Releasing lock "refresh_cache-70857543-3429-4d13-81d3-6f972f182507" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.405838] env[69889]: DEBUG nova.compute.manager [None req-0ab7ac6c-6250-4232-a364-546ac5466344 tempest-InstanceActionsV221TestJSON-830289580 tempest-InstanceActionsV221TestJSON-830289580-project-member] [instance: 70857543-3429-4d13-81d3-6f972f182507] Instance network_info: |[{"id": "e810cfd0-93c6-4bbf-9b0d-a86234bb85f5", "address": "fa:16:3e:53:aa:a8", "network": {"id": "8718c5d6-3628-4a47-8470-39938976027d", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1244541890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "487408e114594ae08fdcc5b15f0e4d70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02bbcead-d833-4543-bec6-fb82dfe659ff", "external-id": "nsx-vlan-transportzone-478", "segmentation_id": 478, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape810cfd0-93", "ovs_interfaceid": "e810cfd0-93c6-4bbf-9b0d-a86234bb85f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1000.406347] env[69889]: DEBUG oslo_concurrency.lockutils [req-4fa6b1c0-e5e0-4e32-a798-c8052421a2c9 req-23f0786b-4dd7-4c19-835c-96af68e98ec7 service nova] Acquired lock "refresh_cache-70857543-3429-4d13-81d3-6f972f182507" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.406602] env[69889]: DEBUG nova.network.neutron [req-4fa6b1c0-e5e0-4e32-a798-c8052421a2c9 req-23f0786b-4dd7-4c19-835c-96af68e98ec7 service nova] [instance: 70857543-3429-4d13-81d3-6f972f182507] Refreshing network info cache for port e810cfd0-93c6-4bbf-9b0d-a86234bb85f5 {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1000.408280] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-0ab7ac6c-6250-4232-a364-546ac5466344 tempest-InstanceActionsV221TestJSON-830289580 tempest-InstanceActionsV221TestJSON-830289580-project-member] [instance: 70857543-3429-4d13-81d3-6f972f182507] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:53:aa:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '02bbcead-d833-4543-bec6-fb82dfe659ff', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e810cfd0-93c6-4bbf-9b0d-a86234bb85f5', 'vif_model': 'vmxnet3'}] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1000.416948] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ab7ac6c-6250-4232-a364-546ac5466344 tempest-InstanceActionsV221TestJSON-830289580 tempest-InstanceActionsV221TestJSON-830289580-project-member] Creating folder: Project (487408e114594ae08fdcc5b15f0e4d70). Parent ref: group-v807779. {{(pid=69889) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1000.421234] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-29f28fa4-cc5c-43b9-8465-a33f9a0ef504 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.436895] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-0ab7ac6c-6250-4232-a364-546ac5466344 tempest-InstanceActionsV221TestJSON-830289580 tempest-InstanceActionsV221TestJSON-830289580-project-member] Created folder: Project (487408e114594ae08fdcc5b15f0e4d70) in parent group-v807779. [ 1000.437290] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ab7ac6c-6250-4232-a364-546ac5466344 tempest-InstanceActionsV221TestJSON-830289580 tempest-InstanceActionsV221TestJSON-830289580-project-member] Creating folder: Instances. Parent ref: group-v807982. {{(pid=69889) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1000.437370] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7796f963-d345-48e3-b64c-e2e164e6d773 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.449353] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-0ab7ac6c-6250-4232-a364-546ac5466344 tempest-InstanceActionsV221TestJSON-830289580 tempest-InstanceActionsV221TestJSON-830289580-project-member] Created folder: Instances in parent group-v807982. [ 1000.449680] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0ab7ac6c-6250-4232-a364-546ac5466344 tempest-InstanceActionsV221TestJSON-830289580 tempest-InstanceActionsV221TestJSON-830289580-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1000.449940] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70857543-3429-4d13-81d3-6f972f182507] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1000.450247] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-764e4396-fbe0-4a49-89a5-b48af4744c8e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.472522] env[69889]: DEBUG nova.scheduler.client.report [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1000.477325] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1000.477325] env[69889]: value = "task-4077619" [ 1000.477325] env[69889]: _type = "Task" [ 1000.477325] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.482038] env[69889]: DEBUG nova.compute.manager [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] [instance: ebde6910-8c24-4fac-9a2e-faf98a9a8792] Start spawning the instance on the hypervisor. {{(pid=69889) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1000.490720] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077619, 'name': CreateVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.512581] env[69889]: DEBUG nova.virt.hardware [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1000.512833] env[69889]: DEBUG nova.virt.hardware [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1000.512995] env[69889]: DEBUG nova.virt.hardware [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1000.513195] env[69889]: DEBUG nova.virt.hardware [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1000.513347] env[69889]: DEBUG nova.virt.hardware [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1000.513495] env[69889]: DEBUG nova.virt.hardware [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1000.513778] env[69889]: DEBUG nova.virt.hardware [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1000.514028] env[69889]: DEBUG nova.virt.hardware [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1000.514228] env[69889]: DEBUG nova.virt.hardware [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1000.514400] env[69889]: DEBUG nova.virt.hardware [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1000.514570] env[69889]: DEBUG nova.virt.hardware [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1000.515979] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f39af96-9a43-482d-be1c-b457bdae990f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.524367] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b64e46c-5a6e-4d16-8f1e-4a3740b7fe42 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.683667] env[69889]: DEBUG oslo_vmware.api [None req-1c51cee7-961f-44e7-bdb3-30f235c86d94 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Task: {'id': task-4077615, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070658} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.684169] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-1c51cee7-961f-44e7-bdb3-30f235c86d94 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] [instance: cb5952ac-2ff8-423f-9f62-d8551974e18e] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1000.685074] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36608726-c3fa-42d2-8600-3f924c10b8e7 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.690084] env[69889]: DEBUG nova.network.neutron [req-4fa6b1c0-e5e0-4e32-a798-c8052421a2c9 req-23f0786b-4dd7-4c19-835c-96af68e98ec7 service nova] [instance: 70857543-3429-4d13-81d3-6f972f182507] Updated VIF entry in instance network info cache for port e810cfd0-93c6-4bbf-9b0d-a86234bb85f5. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1000.690471] env[69889]: DEBUG nova.network.neutron [req-4fa6b1c0-e5e0-4e32-a798-c8052421a2c9 req-23f0786b-4dd7-4c19-835c-96af68e98ec7 service nova] [instance: 70857543-3429-4d13-81d3-6f972f182507] Updating instance_info_cache with network_info: [{"id": "e810cfd0-93c6-4bbf-9b0d-a86234bb85f5", "address": "fa:16:3e:53:aa:a8", "network": {"id": "8718c5d6-3628-4a47-8470-39938976027d", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1244541890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "487408e114594ae08fdcc5b15f0e4d70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02bbcead-d833-4543-bec6-fb82dfe659ff", "external-id": "nsx-vlan-transportzone-478", "segmentation_id": 478, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape810cfd0-93", "ovs_interfaceid": "e810cfd0-93c6-4bbf-9b0d-a86234bb85f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.711366] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c51cee7-961f-44e7-bdb3-30f235c86d94 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] [instance: cb5952ac-2ff8-423f-9f62-d8551974e18e] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] cb5952ac-2ff8-423f-9f62-d8551974e18e/cb5952ac-2ff8-423f-9f62-d8551974e18e.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1000.712592] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d62a6de-feff-4ced-93ad-a0c3b61db07b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.733827] env[69889]: DEBUG oslo_vmware.api [None req-1c51cee7-961f-44e7-bdb3-30f235c86d94 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Waiting for the task: (returnval){ [ 1000.733827] env[69889]: value = "task-4077620" [ 1000.733827] env[69889]: _type = "Task" [ 1000.733827] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.746010] env[69889]: DEBUG oslo_vmware.api [None req-1c51cee7-961f-44e7-bdb3-30f235c86d94 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Task: {'id': task-4077620, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.825028] env[69889]: INFO nova.compute.manager [None req-5de29cb2-56d3-40b8-bc7f-2657cdd146f7 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: e7d6d473-7635-4e1e-8cc5-2804bde8d1b3] Took 31.96 seconds to build instance. [ 1000.979318] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.523s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.979899] env[69889]: DEBUG nova.compute.manager [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] [instance: 15d503ce-3ce0-4038-9698-c1beffdf07d5] Start building networks asynchronously for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1000.987021] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.987021] env[69889]: INFO nova.compute.claims [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] [instance: 363f1d3d-a783-46b7-a70c-1c251d43b4b3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1001.005636] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077619, 'name': CreateVM_Task, 'duration_secs': 0.491092} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.005799] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70857543-3429-4d13-81d3-6f972f182507] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1001.006612] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0ab7ac6c-6250-4232-a364-546ac5466344 tempest-InstanceActionsV221TestJSON-830289580 tempest-InstanceActionsV221TestJSON-830289580-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.006798] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0ab7ac6c-6250-4232-a364-546ac5466344 tempest-InstanceActionsV221TestJSON-830289580 tempest-InstanceActionsV221TestJSON-830289580-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.007163] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0ab7ac6c-6250-4232-a364-546ac5466344 tempest-InstanceActionsV221TestJSON-830289580 tempest-InstanceActionsV221TestJSON-830289580-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.007442] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00c3cb6a-b899-4781-8f2e-f50335e5274e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.014065] env[69889]: DEBUG oslo_vmware.api [None req-0ab7ac6c-6250-4232-a364-546ac5466344 tempest-InstanceActionsV221TestJSON-830289580 tempest-InstanceActionsV221TestJSON-830289580-project-member] Waiting for the task: (returnval){ [ 1001.014065] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52528bdf-2ed8-555c-4ee2-47b9507ed7c2" [ 1001.014065] env[69889]: _type = "Task" [ 1001.014065] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.023684] env[69889]: DEBUG oslo_vmware.api [None req-0ab7ac6c-6250-4232-a364-546ac5466344 tempest-InstanceActionsV221TestJSON-830289580 tempest-InstanceActionsV221TestJSON-830289580-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52528bdf-2ed8-555c-4ee2-47b9507ed7c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.053411] env[69889]: DEBUG nova.network.neutron [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] [instance: ebde6910-8c24-4fac-9a2e-faf98a9a8792] Successfully updated port: 42ef0723-8e48-412a-87a9-c14ae389ab03 {{(pid=69889) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1001.212900] env[69889]: DEBUG oslo_concurrency.lockutils [req-4fa6b1c0-e5e0-4e32-a798-c8052421a2c9 req-23f0786b-4dd7-4c19-835c-96af68e98ec7 service nova] Releasing lock "refresh_cache-70857543-3429-4d13-81d3-6f972f182507" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.244483] env[69889]: DEBUG oslo_vmware.api [None req-1c51cee7-961f-44e7-bdb3-30f235c86d94 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Task: {'id': task-4077620, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.325393] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5de29cb2-56d3-40b8-bc7f-2657cdd146f7 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Lock "e7d6d473-7635-4e1e-8cc5-2804bde8d1b3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.472s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.486404] env[69889]: DEBUG nova.compute.utils [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1001.487843] env[69889]: DEBUG nova.compute.manager [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] [instance: 15d503ce-3ce0-4038-9698-c1beffdf07d5] Allocating IP information in the background. {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1001.488608] env[69889]: DEBUG nova.network.neutron [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] [instance: 15d503ce-3ce0-4038-9698-c1beffdf07d5] allocate_for_instance() {{(pid=69889) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1001.526029] env[69889]: DEBUG oslo_vmware.api [None req-0ab7ac6c-6250-4232-a364-546ac5466344 tempest-InstanceActionsV221TestJSON-830289580 tempest-InstanceActionsV221TestJSON-830289580-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52528bdf-2ed8-555c-4ee2-47b9507ed7c2, 'name': SearchDatastore_Task, 'duration_secs': 0.018821} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.526187] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0ab7ac6c-6250-4232-a364-546ac5466344 tempest-InstanceActionsV221TestJSON-830289580 tempest-InstanceActionsV221TestJSON-830289580-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.526494] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-0ab7ac6c-6250-4232-a364-546ac5466344 tempest-InstanceActionsV221TestJSON-830289580 tempest-InstanceActionsV221TestJSON-830289580-project-member] [instance: 70857543-3429-4d13-81d3-6f972f182507] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1001.526755] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0ab7ac6c-6250-4232-a364-546ac5466344 tempest-InstanceActionsV221TestJSON-830289580 tempest-InstanceActionsV221TestJSON-830289580-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.526986] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0ab7ac6c-6250-4232-a364-546ac5466344 tempest-InstanceActionsV221TestJSON-830289580 tempest-InstanceActionsV221TestJSON-830289580-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.527153] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ab7ac6c-6250-4232-a364-546ac5466344 tempest-InstanceActionsV221TestJSON-830289580 tempest-InstanceActionsV221TestJSON-830289580-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1001.527438] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0c664118-0a80-48b5-97b8-51908f4bf94e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.539440] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ab7ac6c-6250-4232-a364-546ac5466344 tempest-InstanceActionsV221TestJSON-830289580 tempest-InstanceActionsV221TestJSON-830289580-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1001.539678] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-0ab7ac6c-6250-4232-a364-546ac5466344 tempest-InstanceActionsV221TestJSON-830289580 tempest-InstanceActionsV221TestJSON-830289580-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1001.541613] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26ea3a36-359d-489a-8ca4-6e08b23a0a78 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.545373] env[69889]: DEBUG nova.policy [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4e059fe3697c428f97e3abf41a770f83', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '983d186219fd4e71afecaa1712c21381', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69889) authorize /opt/stack/nova/nova/policy.py:192}} [ 1001.551967] env[69889]: DEBUG oslo_vmware.api [None req-0ab7ac6c-6250-4232-a364-546ac5466344 tempest-InstanceActionsV221TestJSON-830289580 tempest-InstanceActionsV221TestJSON-830289580-project-member] Waiting for the task: (returnval){ [ 1001.551967] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]5248e468-5338-9a20-69bd-559c1baf2605" [ 1001.551967] env[69889]: _type = "Task" [ 1001.551967] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.557783] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Acquiring lock "refresh_cache-ebde6910-8c24-4fac-9a2e-faf98a9a8792" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.557974] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Acquired lock "refresh_cache-ebde6910-8c24-4fac-9a2e-faf98a9a8792" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.558148] env[69889]: DEBUG nova.network.neutron [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] [instance: ebde6910-8c24-4fac-9a2e-faf98a9a8792] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1001.567567] env[69889]: DEBUG oslo_vmware.api [None req-0ab7ac6c-6250-4232-a364-546ac5466344 tempest-InstanceActionsV221TestJSON-830289580 tempest-InstanceActionsV221TestJSON-830289580-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5248e468-5338-9a20-69bd-559c1baf2605, 'name': SearchDatastore_Task, 'duration_secs': 0.010542} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.568489] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65a160a5-8fe8-4374-89c8-27d5a62df05e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.574825] env[69889]: DEBUG oslo_vmware.api [None req-0ab7ac6c-6250-4232-a364-546ac5466344 tempest-InstanceActionsV221TestJSON-830289580 tempest-InstanceActionsV221TestJSON-830289580-project-member] Waiting for the task: (returnval){ [ 1001.574825] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52470ced-afb5-f7ff-4575-fedadd34b9a6" [ 1001.574825] env[69889]: _type = "Task" [ 1001.574825] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.589105] env[69889]: DEBUG oslo_vmware.api [None req-0ab7ac6c-6250-4232-a364-546ac5466344 tempest-InstanceActionsV221TestJSON-830289580 tempest-InstanceActionsV221TestJSON-830289580-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52470ced-afb5-f7ff-4575-fedadd34b9a6, 'name': SearchDatastore_Task, 'duration_secs': 0.010618} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.592150] env[69889]: DEBUG oslo_vmware.rw_handles [None req-47503fe6-5b46-4e39-84bf-d898340f87d6 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f042db-637b-603e-c223-d3aa609badf8/disk-0.vmdk. {{(pid=69889) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1001.592150] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0ab7ac6c-6250-4232-a364-546ac5466344 tempest-InstanceActionsV221TestJSON-830289580 tempest-InstanceActionsV221TestJSON-830289580-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.592364] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ab7ac6c-6250-4232-a364-546ac5466344 tempest-InstanceActionsV221TestJSON-830289580 tempest-InstanceActionsV221TestJSON-830289580-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] 70857543-3429-4d13-81d3-6f972f182507/70857543-3429-4d13-81d3-6f972f182507.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1001.593196] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-970577fd-db59-4a00-81f8-d05de5c46602 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.596175] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9811d8ff-4654-49cf-a1df-3ac91eddb81d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.603724] env[69889]: DEBUG oslo_vmware.rw_handles [None req-47503fe6-5b46-4e39-84bf-d898340f87d6 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f042db-637b-603e-c223-d3aa609badf8/disk-0.vmdk is in state: ready. {{(pid=69889) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1001.603724] env[69889]: ERROR oslo_vmware.rw_handles [None req-47503fe6-5b46-4e39-84bf-d898340f87d6 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f042db-637b-603e-c223-d3aa609badf8/disk-0.vmdk due to incomplete transfer. [ 1001.605235] env[69889]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a198f8f3-30eb-4ddb-a569-620a4a1a6564 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.606924] env[69889]: DEBUG oslo_vmware.api [None req-0ab7ac6c-6250-4232-a364-546ac5466344 tempest-InstanceActionsV221TestJSON-830289580 tempest-InstanceActionsV221TestJSON-830289580-project-member] Waiting for the task: (returnval){ [ 1001.606924] env[69889]: value = "task-4077621" [ 1001.606924] env[69889]: _type = "Task" [ 1001.606924] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.618058] env[69889]: DEBUG oslo_vmware.api [None req-0ab7ac6c-6250-4232-a364-546ac5466344 tempest-InstanceActionsV221TestJSON-830289580 tempest-InstanceActionsV221TestJSON-830289580-project-member] Task: {'id': task-4077621, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.619014] env[69889]: DEBUG oslo_vmware.rw_handles [None req-47503fe6-5b46-4e39-84bf-d898340f87d6 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f042db-637b-603e-c223-d3aa609badf8/disk-0.vmdk. {{(pid=69889) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1001.621499] env[69889]: DEBUG nova.virt.vmwareapi.images [None req-47503fe6-5b46-4e39-84bf-d898340f87d6 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: 5192a5cd-713f-4348-a5a8-235f2825f1a6] Uploaded image 9fe34ce0-73bd-49da-a1bb-d6d92f6dda71 to the Glance image server {{(pid=69889) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1001.621638] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-47503fe6-5b46-4e39-84bf-d898340f87d6 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: 5192a5cd-713f-4348-a5a8-235f2825f1a6] Destroying the VM {{(pid=69889) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1001.622069] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d517c03c-1287-4363-91f1-7e5793af15d1 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.628997] env[69889]: DEBUG oslo_vmware.api [None req-47503fe6-5b46-4e39-84bf-d898340f87d6 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Waiting for the task: (returnval){ [ 1001.628997] env[69889]: value = "task-4077622" [ 1001.628997] env[69889]: _type = "Task" [ 1001.628997] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.638403] env[69889]: DEBUG oslo_vmware.api [None req-47503fe6-5b46-4e39-84bf-d898340f87d6 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077622, 'name': Destroy_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.749639] env[69889]: DEBUG oslo_vmware.api [None req-1c51cee7-961f-44e7-bdb3-30f235c86d94 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Task: {'id': task-4077620, 'name': ReconfigVM_Task, 'duration_secs': 0.56886} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.749639] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c51cee7-961f-44e7-bdb3-30f235c86d94 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] [instance: cb5952ac-2ff8-423f-9f62-d8551974e18e] Reconfigured VM instance instance-00000047 to attach disk [datastore1] cb5952ac-2ff8-423f-9f62-d8551974e18e/cb5952ac-2ff8-423f-9f62-d8551974e18e.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1001.749639] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-50d06503-9e90-40a8-9459-d534c4c2223c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.757188] env[69889]: DEBUG oslo_vmware.api [None req-1c51cee7-961f-44e7-bdb3-30f235c86d94 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Waiting for the task: (returnval){ [ 1001.757188] env[69889]: value = "task-4077623" [ 1001.757188] env[69889]: _type = "Task" [ 1001.757188] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.768609] env[69889]: DEBUG oslo_vmware.api [None req-1c51cee7-961f-44e7-bdb3-30f235c86d94 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Task: {'id': task-4077623, 'name': Rename_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.888118] env[69889]: DEBUG nova.network.neutron [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] [instance: 15d503ce-3ce0-4038-9698-c1beffdf07d5] Successfully created port: edc526f2-f563-492c-8784-df944ce60c25 {{(pid=69889) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1001.993247] env[69889]: DEBUG nova.compute.manager [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] [instance: 15d503ce-3ce0-4038-9698-c1beffdf07d5] Start building block device mappings for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1002.115562] env[69889]: DEBUG nova.network.neutron [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] [instance: ebde6910-8c24-4fac-9a2e-faf98a9a8792] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1002.128577] env[69889]: DEBUG oslo_vmware.api [None req-0ab7ac6c-6250-4232-a364-546ac5466344 tempest-InstanceActionsV221TestJSON-830289580 tempest-InstanceActionsV221TestJSON-830289580-project-member] Task: {'id': task-4077621, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.146506] env[69889]: DEBUG oslo_vmware.api [None req-47503fe6-5b46-4e39-84bf-d898340f87d6 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077622, 'name': Destroy_Task} progress is 100%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.268260] env[69889]: DEBUG oslo_vmware.api [None req-1c51cee7-961f-44e7-bdb3-30f235c86d94 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Task: {'id': task-4077623, 'name': Rename_Task, 'duration_secs': 0.251944} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.268657] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c51cee7-961f-44e7-bdb3-30f235c86d94 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] [instance: cb5952ac-2ff8-423f-9f62-d8551974e18e] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1002.268845] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8f894956-9eb3-4e21-bf33-5ca36e08eed8 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.276162] env[69889]: DEBUG oslo_vmware.api [None req-1c51cee7-961f-44e7-bdb3-30f235c86d94 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Waiting for the task: (returnval){ [ 1002.276162] env[69889]: value = "task-4077624" [ 1002.276162] env[69889]: _type = "Task" [ 1002.276162] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.295435] env[69889]: DEBUG oslo_vmware.api [None req-1c51cee7-961f-44e7-bdb3-30f235c86d94 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Task: {'id': task-4077624, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.356368] env[69889]: DEBUG nova.compute.manager [req-ffe2e7c5-414e-4e39-99e8-5b1ca08dee19 req-b27730f3-8d3d-4d93-b3fd-8c75796b7ad0 service nova] [instance: ebde6910-8c24-4fac-9a2e-faf98a9a8792] Received event network-vif-plugged-42ef0723-8e48-412a-87a9-c14ae389ab03 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1002.359022] env[69889]: DEBUG oslo_concurrency.lockutils [req-ffe2e7c5-414e-4e39-99e8-5b1ca08dee19 req-b27730f3-8d3d-4d93-b3fd-8c75796b7ad0 service nova] Acquiring lock "ebde6910-8c24-4fac-9a2e-faf98a9a8792-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.359022] env[69889]: DEBUG oslo_concurrency.lockutils [req-ffe2e7c5-414e-4e39-99e8-5b1ca08dee19 req-b27730f3-8d3d-4d93-b3fd-8c75796b7ad0 service nova] Lock "ebde6910-8c24-4fac-9a2e-faf98a9a8792-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.359022] env[69889]: DEBUG oslo_concurrency.lockutils [req-ffe2e7c5-414e-4e39-99e8-5b1ca08dee19 req-b27730f3-8d3d-4d93-b3fd-8c75796b7ad0 service nova] Lock "ebde6910-8c24-4fac-9a2e-faf98a9a8792-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.359022] env[69889]: DEBUG nova.compute.manager [req-ffe2e7c5-414e-4e39-99e8-5b1ca08dee19 req-b27730f3-8d3d-4d93-b3fd-8c75796b7ad0 service nova] [instance: ebde6910-8c24-4fac-9a2e-faf98a9a8792] No waiting events found dispatching network-vif-plugged-42ef0723-8e48-412a-87a9-c14ae389ab03 {{(pid=69889) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1002.359022] env[69889]: WARNING nova.compute.manager [req-ffe2e7c5-414e-4e39-99e8-5b1ca08dee19 req-b27730f3-8d3d-4d93-b3fd-8c75796b7ad0 service nova] [instance: ebde6910-8c24-4fac-9a2e-faf98a9a8792] Received unexpected event network-vif-plugged-42ef0723-8e48-412a-87a9-c14ae389ab03 for instance with vm_state building and task_state spawning. [ 1002.359022] env[69889]: DEBUG nova.compute.manager [req-ffe2e7c5-414e-4e39-99e8-5b1ca08dee19 req-b27730f3-8d3d-4d93-b3fd-8c75796b7ad0 service nova] [instance: ebde6910-8c24-4fac-9a2e-faf98a9a8792] Received event network-changed-42ef0723-8e48-412a-87a9-c14ae389ab03 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1002.359022] env[69889]: DEBUG nova.compute.manager [req-ffe2e7c5-414e-4e39-99e8-5b1ca08dee19 req-b27730f3-8d3d-4d93-b3fd-8c75796b7ad0 service nova] [instance: ebde6910-8c24-4fac-9a2e-faf98a9a8792] Refreshing instance network info cache due to event network-changed-42ef0723-8e48-412a-87a9-c14ae389ab03. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1002.359022] env[69889]: DEBUG oslo_concurrency.lockutils [req-ffe2e7c5-414e-4e39-99e8-5b1ca08dee19 req-b27730f3-8d3d-4d93-b3fd-8c75796b7ad0 service nova] Acquiring lock "refresh_cache-ebde6910-8c24-4fac-9a2e-faf98a9a8792" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.372374] env[69889]: DEBUG nova.network.neutron [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] [instance: ebde6910-8c24-4fac-9a2e-faf98a9a8792] Updating instance_info_cache with network_info: [{"id": "42ef0723-8e48-412a-87a9-c14ae389ab03", "address": "fa:16:3e:14:6f:4e", "network": {"id": "64ef8ef7-9868-4697-a258-2942d4f99357", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1041835073-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "983d186219fd4e71afecaa1712c21381", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42ef0723-8e", "ovs_interfaceid": "42ef0723-8e48-412a-87a9-c14ae389ab03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.459516] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9435d286-165e-48ee-bcd2-45399c1ccc80 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.470143] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29e9090b-58e3-4883-8bc0-0c8a115d73a8 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.504032] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28a76f7c-646f-479e-b563-7c048810094c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.518772] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cab9be6d-04e2-4b04-bdc7-3fb1f7d32e54 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.534667] env[69889]: DEBUG nova.compute.provider_tree [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1002.620892] env[69889]: DEBUG oslo_vmware.api [None req-0ab7ac6c-6250-4232-a364-546ac5466344 tempest-InstanceActionsV221TestJSON-830289580 tempest-InstanceActionsV221TestJSON-830289580-project-member] Task: {'id': task-4077621, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.624592} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.621247] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ab7ac6c-6250-4232-a364-546ac5466344 tempest-InstanceActionsV221TestJSON-830289580 tempest-InstanceActionsV221TestJSON-830289580-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] 70857543-3429-4d13-81d3-6f972f182507/70857543-3429-4d13-81d3-6f972f182507.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1002.621532] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-0ab7ac6c-6250-4232-a364-546ac5466344 tempest-InstanceActionsV221TestJSON-830289580 tempest-InstanceActionsV221TestJSON-830289580-project-member] [instance: 70857543-3429-4d13-81d3-6f972f182507] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1002.621770] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eef3b3e9-72aa-46f1-8bc1-b27b46c70b30 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.629167] env[69889]: DEBUG oslo_concurrency.lockutils [None req-bf9d1d75-a901-44e8-a719-a76ddc450f23 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Acquiring lock "e7d6d473-7635-4e1e-8cc5-2804bde8d1b3" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.629432] env[69889]: DEBUG oslo_concurrency.lockutils [None req-bf9d1d75-a901-44e8-a719-a76ddc450f23 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Lock "e7d6d473-7635-4e1e-8cc5-2804bde8d1b3" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.629633] env[69889]: INFO nova.compute.manager [None req-bf9d1d75-a901-44e8-a719-a76ddc450f23 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: e7d6d473-7635-4e1e-8cc5-2804bde8d1b3] Shelving [ 1002.635951] env[69889]: DEBUG oslo_vmware.api [None req-0ab7ac6c-6250-4232-a364-546ac5466344 tempest-InstanceActionsV221TestJSON-830289580 tempest-InstanceActionsV221TestJSON-830289580-project-member] Waiting for the task: (returnval){ [ 1002.635951] env[69889]: value = "task-4077626" [ 1002.635951] env[69889]: _type = "Task" [ 1002.635951] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.656926] env[69889]: DEBUG oslo_vmware.api [None req-47503fe6-5b46-4e39-84bf-d898340f87d6 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077622, 'name': Destroy_Task, 'duration_secs': 0.530713} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.661486] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-47503fe6-5b46-4e39-84bf-d898340f87d6 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: 5192a5cd-713f-4348-a5a8-235f2825f1a6] Destroyed the VM [ 1002.662272] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-47503fe6-5b46-4e39-84bf-d898340f87d6 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: 5192a5cd-713f-4348-a5a8-235f2825f1a6] Deleting Snapshot of the VM instance {{(pid=69889) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1002.663205] env[69889]: DEBUG oslo_vmware.api [None req-0ab7ac6c-6250-4232-a364-546ac5466344 tempest-InstanceActionsV221TestJSON-830289580 tempest-InstanceActionsV221TestJSON-830289580-project-member] Task: {'id': task-4077626, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.663576] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-06a4d61d-0395-4bb4-acd0-7c9dd7b90fdb {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.675691] env[69889]: DEBUG oslo_vmware.api [None req-47503fe6-5b46-4e39-84bf-d898340f87d6 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Waiting for the task: (returnval){ [ 1002.675691] env[69889]: value = "task-4077627" [ 1002.675691] env[69889]: _type = "Task" [ 1002.675691] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.688387] env[69889]: DEBUG oslo_vmware.api [None req-47503fe6-5b46-4e39-84bf-d898340f87d6 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077627, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.732850] env[69889]: DEBUG oslo_concurrency.lockutils [None req-a1806d79-67d3-499f-be62-abac72cd0d9a tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Acquiring lock "5192a5cd-713f-4348-a5a8-235f2825f1a6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.733035] env[69889]: DEBUG oslo_concurrency.lockutils [None req-a1806d79-67d3-499f-be62-abac72cd0d9a tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Lock "5192a5cd-713f-4348-a5a8-235f2825f1a6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.733258] env[69889]: DEBUG oslo_concurrency.lockutils [None req-a1806d79-67d3-499f-be62-abac72cd0d9a tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Acquiring lock "5192a5cd-713f-4348-a5a8-235f2825f1a6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.733446] env[69889]: DEBUG oslo_concurrency.lockutils [None req-a1806d79-67d3-499f-be62-abac72cd0d9a tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Lock "5192a5cd-713f-4348-a5a8-235f2825f1a6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.733616] env[69889]: DEBUG oslo_concurrency.lockutils [None req-a1806d79-67d3-499f-be62-abac72cd0d9a tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Lock "5192a5cd-713f-4348-a5a8-235f2825f1a6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.735967] env[69889]: INFO nova.compute.manager [None req-a1806d79-67d3-499f-be62-abac72cd0d9a tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: 5192a5cd-713f-4348-a5a8-235f2825f1a6] Terminating instance [ 1002.786945] env[69889]: DEBUG oslo_vmware.api [None req-1c51cee7-961f-44e7-bdb3-30f235c86d94 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Task: {'id': task-4077624, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.879017] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Releasing lock "refresh_cache-ebde6910-8c24-4fac-9a2e-faf98a9a8792" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.879671] env[69889]: DEBUG nova.compute.manager [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] [instance: ebde6910-8c24-4fac-9a2e-faf98a9a8792] Instance network_info: |[{"id": "42ef0723-8e48-412a-87a9-c14ae389ab03", "address": "fa:16:3e:14:6f:4e", "network": {"id": "64ef8ef7-9868-4697-a258-2942d4f99357", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1041835073-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "983d186219fd4e71afecaa1712c21381", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42ef0723-8e", "ovs_interfaceid": "42ef0723-8e48-412a-87a9-c14ae389ab03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1002.879995] env[69889]: DEBUG oslo_concurrency.lockutils [req-ffe2e7c5-414e-4e39-99e8-5b1ca08dee19 req-b27730f3-8d3d-4d93-b3fd-8c75796b7ad0 service nova] Acquired lock "refresh_cache-ebde6910-8c24-4fac-9a2e-faf98a9a8792" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.880146] env[69889]: DEBUG nova.network.neutron [req-ffe2e7c5-414e-4e39-99e8-5b1ca08dee19 req-b27730f3-8d3d-4d93-b3fd-8c75796b7ad0 service nova] [instance: ebde6910-8c24-4fac-9a2e-faf98a9a8792] Refreshing network info cache for port 42ef0723-8e48-412a-87a9-c14ae389ab03 {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1002.881996] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] [instance: ebde6910-8c24-4fac-9a2e-faf98a9a8792] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:6f:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '42ef0723-8e48-412a-87a9-c14ae389ab03', 'vif_model': 'vmxnet3'}] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1002.892889] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Creating folder: Project (983d186219fd4e71afecaa1712c21381). Parent ref: group-v807779. {{(pid=69889) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1002.895169] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2549e291-aaf1-4d71-a8c8-888f9eb3c44a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.912209] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Created folder: Project (983d186219fd4e71afecaa1712c21381) in parent group-v807779. [ 1002.912513] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Creating folder: Instances. Parent ref: group-v807985. {{(pid=69889) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1002.912723] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-93f18b51-e0bf-447f-8597-34b8006c1cc9 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.925755] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Created folder: Instances in parent group-v807985. [ 1002.926161] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1002.926320] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ebde6910-8c24-4fac-9a2e-faf98a9a8792] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1002.926893] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-39b6198d-fb50-4b9d-ab1a-9258c40d2e63 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.949261] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1002.949261] env[69889]: value = "task-4077630" [ 1002.949261] env[69889]: _type = "Task" [ 1002.949261] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.959350] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077630, 'name': CreateVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.016037] env[69889]: DEBUG nova.compute.manager [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] [instance: 15d503ce-3ce0-4038-9698-c1beffdf07d5] Start spawning the instance on the hypervisor. {{(pid=69889) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1003.041161] env[69889]: DEBUG nova.scheduler.client.report [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1003.056682] env[69889]: DEBUG nova.virt.hardware [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1003.056682] env[69889]: DEBUG nova.virt.hardware [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1003.056916] env[69889]: DEBUG nova.virt.hardware [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1003.057184] env[69889]: DEBUG nova.virt.hardware [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1003.057392] env[69889]: DEBUG nova.virt.hardware [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1003.057614] env[69889]: DEBUG nova.virt.hardware [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1003.058439] env[69889]: DEBUG nova.virt.hardware [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1003.058439] env[69889]: DEBUG nova.virt.hardware [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1003.058439] env[69889]: DEBUG nova.virt.hardware [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1003.058597] env[69889]: DEBUG nova.virt.hardware [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1003.058720] env[69889]: DEBUG nova.virt.hardware [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1003.059808] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64d13144-4229-4e6c-b19c-838dd9a3248f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.072419] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ece929ce-f1ab-4020-bd23-c3a6a245b5bc {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.156376] env[69889]: DEBUG oslo_vmware.api [None req-0ab7ac6c-6250-4232-a364-546ac5466344 tempest-InstanceActionsV221TestJSON-830289580 tempest-InstanceActionsV221TestJSON-830289580-project-member] Task: {'id': task-4077626, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079715} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.156931] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-0ab7ac6c-6250-4232-a364-546ac5466344 tempest-InstanceActionsV221TestJSON-830289580 tempest-InstanceActionsV221TestJSON-830289580-project-member] [instance: 70857543-3429-4d13-81d3-6f972f182507] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1003.157744] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-919b70be-56ba-4f3f-83f0-ea0ed5ab2b37 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.187646] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ab7ac6c-6250-4232-a364-546ac5466344 tempest-InstanceActionsV221TestJSON-830289580 tempest-InstanceActionsV221TestJSON-830289580-project-member] [instance: 70857543-3429-4d13-81d3-6f972f182507] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] 70857543-3429-4d13-81d3-6f972f182507/70857543-3429-4d13-81d3-6f972f182507.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1003.194732] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f083f97-bf01-456d-9cb4-e0f32a30ccdc {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.227280] env[69889]: DEBUG oslo_vmware.api [None req-47503fe6-5b46-4e39-84bf-d898340f87d6 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077627, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.229040] env[69889]: DEBUG oslo_vmware.api [None req-0ab7ac6c-6250-4232-a364-546ac5466344 tempest-InstanceActionsV221TestJSON-830289580 tempest-InstanceActionsV221TestJSON-830289580-project-member] Waiting for the task: (returnval){ [ 1003.229040] env[69889]: value = "task-4077631" [ 1003.229040] env[69889]: _type = "Task" [ 1003.229040] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.241163] env[69889]: DEBUG nova.compute.manager [None req-a1806d79-67d3-499f-be62-abac72cd0d9a tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: 5192a5cd-713f-4348-a5a8-235f2825f1a6] Start destroying the instance on the hypervisor. {{(pid=69889) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1003.241423] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-a1806d79-67d3-499f-be62-abac72cd0d9a tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: 5192a5cd-713f-4348-a5a8-235f2825f1a6] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1003.241749] env[69889]: DEBUG oslo_vmware.api [None req-0ab7ac6c-6250-4232-a364-546ac5466344 tempest-InstanceActionsV221TestJSON-830289580 tempest-InstanceActionsV221TestJSON-830289580-project-member] Task: {'id': task-4077631, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.242606] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf2fb3ae-de6e-440e-a74d-b4df98d04a4e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.251961] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-a1806d79-67d3-499f-be62-abac72cd0d9a tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: 5192a5cd-713f-4348-a5a8-235f2825f1a6] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1003.252416] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7fa813c3-f885-47f3-ae96-22304554e68a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.287787] env[69889]: DEBUG oslo_vmware.api [None req-1c51cee7-961f-44e7-bdb3-30f235c86d94 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Task: {'id': task-4077624, 'name': PowerOnVM_Task, 'duration_secs': 0.672661} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.288031] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c51cee7-961f-44e7-bdb3-30f235c86d94 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] [instance: cb5952ac-2ff8-423f-9f62-d8551974e18e] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1003.288293] env[69889]: INFO nova.compute.manager [None req-1c51cee7-961f-44e7-bdb3-30f235c86d94 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] [instance: cb5952ac-2ff8-423f-9f62-d8551974e18e] Took 7.78 seconds to spawn the instance on the hypervisor. [ 1003.288505] env[69889]: DEBUG nova.compute.manager [None req-1c51cee7-961f-44e7-bdb3-30f235c86d94 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] [instance: cb5952ac-2ff8-423f-9f62-d8551974e18e] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1003.289422] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49fcb8c4-298c-4e5e-ace7-059de575df0f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.401303] env[69889]: DEBUG oslo_concurrency.lockutils [None req-78231b46-d3be-4585-bf59-c9102b4672fa tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Acquiring lock "f07b9899-bae0-4dd7-b07d-fd9c8bd8caf9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.401582] env[69889]: DEBUG oslo_concurrency.lockutils [None req-78231b46-d3be-4585-bf59-c9102b4672fa tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Lock "f07b9899-bae0-4dd7-b07d-fd9c8bd8caf9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.464452] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077630, 'name': CreateVM_Task} progress is 25%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.549071] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.564s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.549290] env[69889]: DEBUG nova.compute.manager [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] [instance: 363f1d3d-a783-46b7-a70c-1c251d43b4b3] Start building networks asynchronously for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1003.551912] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d814100f-5541-4365-82d2-0e036c82fd60 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.821s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.552152] env[69889]: DEBUG nova.objects.instance [None req-d814100f-5541-4365-82d2-0e036c82fd60 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Lazy-loading 'resources' on Instance uuid aad29946-4f6b-4a9b-83f0-6177bcc62dfa {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1003.653887] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf9d1d75-a901-44e8-a719-a76ddc450f23 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: e7d6d473-7635-4e1e-8cc5-2804bde8d1b3] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1003.654311] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5c5ac612-02d7-4706-990a-42e3a1fc35a1 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.662444] env[69889]: DEBUG oslo_vmware.api [None req-bf9d1d75-a901-44e8-a719-a76ddc450f23 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Waiting for the task: (returnval){ [ 1003.662444] env[69889]: value = "task-4077633" [ 1003.662444] env[69889]: _type = "Task" [ 1003.662444] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.679561] env[69889]: DEBUG oslo_vmware.api [None req-bf9d1d75-a901-44e8-a719-a76ddc450f23 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4077633, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.694999] env[69889]: DEBUG oslo_vmware.api [None req-47503fe6-5b46-4e39-84bf-d898340f87d6 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077627, 'name': RemoveSnapshot_Task, 'duration_secs': 1.011922} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.699260] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-47503fe6-5b46-4e39-84bf-d898340f87d6 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: 5192a5cd-713f-4348-a5a8-235f2825f1a6] Deleted Snapshot of the VM instance {{(pid=69889) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1003.699576] env[69889]: INFO nova.compute.manager [None req-47503fe6-5b46-4e39-84bf-d898340f87d6 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: 5192a5cd-713f-4348-a5a8-235f2825f1a6] Took 13.53 seconds to snapshot the instance on the hypervisor. [ 1003.743706] env[69889]: DEBUG oslo_vmware.api [None req-0ab7ac6c-6250-4232-a364-546ac5466344 tempest-InstanceActionsV221TestJSON-830289580 tempest-InstanceActionsV221TestJSON-830289580-project-member] Task: {'id': task-4077631, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.814822] env[69889]: INFO nova.compute.manager [None req-1c51cee7-961f-44e7-bdb3-30f235c86d94 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] [instance: cb5952ac-2ff8-423f-9f62-d8551974e18e] Took 22.57 seconds to build instance. [ 1003.835923] env[69889]: DEBUG nova.network.neutron [req-ffe2e7c5-414e-4e39-99e8-5b1ca08dee19 req-b27730f3-8d3d-4d93-b3fd-8c75796b7ad0 service nova] [instance: ebde6910-8c24-4fac-9a2e-faf98a9a8792] Updated VIF entry in instance network info cache for port 42ef0723-8e48-412a-87a9-c14ae389ab03. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1003.838019] env[69889]: DEBUG nova.network.neutron [req-ffe2e7c5-414e-4e39-99e8-5b1ca08dee19 req-b27730f3-8d3d-4d93-b3fd-8c75796b7ad0 service nova] [instance: ebde6910-8c24-4fac-9a2e-faf98a9a8792] Updating instance_info_cache with network_info: [{"id": "42ef0723-8e48-412a-87a9-c14ae389ab03", "address": "fa:16:3e:14:6f:4e", "network": {"id": "64ef8ef7-9868-4697-a258-2942d4f99357", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1041835073-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "983d186219fd4e71afecaa1712c21381", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42ef0723-8e", "ovs_interfaceid": "42ef0723-8e48-412a-87a9-c14ae389ab03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.855663] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-a1806d79-67d3-499f-be62-abac72cd0d9a tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: 5192a5cd-713f-4348-a5a8-235f2825f1a6] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1003.857946] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-a1806d79-67d3-499f-be62-abac72cd0d9a tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: 5192a5cd-713f-4348-a5a8-235f2825f1a6] Deleting contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1003.858298] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1806d79-67d3-499f-be62-abac72cd0d9a tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Deleting the datastore file [datastore2] 5192a5cd-713f-4348-a5a8-235f2825f1a6 {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1003.859504] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b59011de-07e8-4ad5-bb4d-0bd36a9f5c01 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.870221] env[69889]: DEBUG oslo_vmware.api [None req-a1806d79-67d3-499f-be62-abac72cd0d9a tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Waiting for the task: (returnval){ [ 1003.870221] env[69889]: value = "task-4077634" [ 1003.870221] env[69889]: _type = "Task" [ 1003.870221] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.880035] env[69889]: DEBUG oslo_vmware.api [None req-a1806d79-67d3-499f-be62-abac72cd0d9a tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077634, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.893746] env[69889]: DEBUG nova.network.neutron [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] [instance: 15d503ce-3ce0-4038-9698-c1beffdf07d5] Successfully updated port: edc526f2-f563-492c-8784-df944ce60c25 {{(pid=69889) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1003.906542] env[69889]: DEBUG nova.compute.manager [None req-78231b46-d3be-4585-bf59-c9102b4672fa tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: f07b9899-bae0-4dd7-b07d-fd9c8bd8caf9] Starting instance... {{(pid=69889) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1003.960977] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077630, 'name': CreateVM_Task, 'duration_secs': 0.750274} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.961170] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ebde6910-8c24-4fac-9a2e-faf98a9a8792] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1003.961949] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.962143] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.963119] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.963119] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ad2389c-948e-4ce2-99a9-a562a315ed95 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.968575] env[69889]: DEBUG oslo_vmware.api [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Waiting for the task: (returnval){ [ 1003.968575] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]520f498a-550c-1741-ff0c-dc3b1931d0f4" [ 1003.968575] env[69889]: _type = "Task" [ 1003.968575] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.977366] env[69889]: DEBUG oslo_vmware.api [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]520f498a-550c-1741-ff0c-dc3b1931d0f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.058482] env[69889]: DEBUG nova.compute.utils [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1004.063985] env[69889]: DEBUG nova.compute.manager [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] [instance: 363f1d3d-a783-46b7-a70c-1c251d43b4b3] Allocating IP information in the background. {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1004.064724] env[69889]: DEBUG nova.network.neutron [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] [instance: 363f1d3d-a783-46b7-a70c-1c251d43b4b3] allocate_for_instance() {{(pid=69889) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1004.111128] env[69889]: DEBUG nova.policy [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4e059fe3697c428f97e3abf41a770f83', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '983d186219fd4e71afecaa1712c21381', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69889) authorize /opt/stack/nova/nova/policy.py:192}} [ 1004.174463] env[69889]: DEBUG oslo_vmware.api [None req-bf9d1d75-a901-44e8-a719-a76ddc450f23 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4077633, 'name': PowerOffVM_Task, 'duration_secs': 0.302167} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.174739] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf9d1d75-a901-44e8-a719-a76ddc450f23 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: e7d6d473-7635-4e1e-8cc5-2804bde8d1b3] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1004.175871] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8951373a-a259-464c-b8b3-cf23592ce971 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.203354] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ad9b3ef-6b9d-46c8-9ae5-224766a84273 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.207704] env[69889]: DEBUG nova.compute.manager [None req-47503fe6-5b46-4e39-84bf-d898340f87d6 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: 5192a5cd-713f-4348-a5a8-235f2825f1a6] Instance disappeared during snapshot {{(pid=69889) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1004.225744] env[69889]: DEBUG nova.compute.manager [None req-47503fe6-5b46-4e39-84bf-d898340f87d6 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Image not found during clean up 9fe34ce0-73bd-49da-a1bb-d6d92f6dda71 {{(pid=69889) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 1004.243635] env[69889]: DEBUG oslo_vmware.api [None req-0ab7ac6c-6250-4232-a364-546ac5466344 tempest-InstanceActionsV221TestJSON-830289580 tempest-InstanceActionsV221TestJSON-830289580-project-member] Task: {'id': task-4077631, 'name': ReconfigVM_Task, 'duration_secs': 0.544906} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.244112] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ab7ac6c-6250-4232-a364-546ac5466344 tempest-InstanceActionsV221TestJSON-830289580 tempest-InstanceActionsV221TestJSON-830289580-project-member] [instance: 70857543-3429-4d13-81d3-6f972f182507] Reconfigured VM instance instance-00000048 to attach disk [datastore2] 70857543-3429-4d13-81d3-6f972f182507/70857543-3429-4d13-81d3-6f972f182507.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1004.244892] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-83aa72a4-ffa0-4a95-8aed-cff9f1f4c284 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.257326] env[69889]: DEBUG oslo_vmware.api [None req-0ab7ac6c-6250-4232-a364-546ac5466344 tempest-InstanceActionsV221TestJSON-830289580 tempest-InstanceActionsV221TestJSON-830289580-project-member] Waiting for the task: (returnval){ [ 1004.257326] env[69889]: value = "task-4077635" [ 1004.257326] env[69889]: _type = "Task" [ 1004.257326] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.268320] env[69889]: DEBUG oslo_vmware.api [None req-0ab7ac6c-6250-4232-a364-546ac5466344 tempest-InstanceActionsV221TestJSON-830289580 tempest-InstanceActionsV221TestJSON-830289580-project-member] Task: {'id': task-4077635, 'name': Rename_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.317848] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1c51cee7-961f-44e7-bdb3-30f235c86d94 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Lock "cb5952ac-2ff8-423f-9f62-d8551974e18e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.082s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.345891] env[69889]: DEBUG oslo_concurrency.lockutils [req-ffe2e7c5-414e-4e39-99e8-5b1ca08dee19 req-b27730f3-8d3d-4d93-b3fd-8c75796b7ad0 service nova] Releasing lock "refresh_cache-ebde6910-8c24-4fac-9a2e-faf98a9a8792" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.383960] env[69889]: DEBUG oslo_vmware.api [None req-a1806d79-67d3-499f-be62-abac72cd0d9a tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077634, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173569} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.384021] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1806d79-67d3-499f-be62-abac72cd0d9a tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1004.385974] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-a1806d79-67d3-499f-be62-abac72cd0d9a tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: 5192a5cd-713f-4348-a5a8-235f2825f1a6] Deleted contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1004.385974] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-a1806d79-67d3-499f-be62-abac72cd0d9a tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: 5192a5cd-713f-4348-a5a8-235f2825f1a6] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1004.385974] env[69889]: INFO nova.compute.manager [None req-a1806d79-67d3-499f-be62-abac72cd0d9a tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: 5192a5cd-713f-4348-a5a8-235f2825f1a6] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1004.385974] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a1806d79-67d3-499f-be62-abac72cd0d9a tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1004.385974] env[69889]: DEBUG nova.compute.manager [-] [instance: 5192a5cd-713f-4348-a5a8-235f2825f1a6] Deallocating network for instance {{(pid=69889) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1004.385974] env[69889]: DEBUG nova.network.neutron [-] [instance: 5192a5cd-713f-4348-a5a8-235f2825f1a6] deallocate_for_instance() {{(pid=69889) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1004.397293] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Acquiring lock "refresh_cache-15d503ce-3ce0-4038-9698-c1beffdf07d5" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.397410] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Acquired lock "refresh_cache-15d503ce-3ce0-4038-9698-c1beffdf07d5" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.398025] env[69889]: DEBUG nova.network.neutron [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] [instance: 15d503ce-3ce0-4038-9698-c1beffdf07d5] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1004.431367] env[69889]: DEBUG oslo_concurrency.lockutils [None req-78231b46-d3be-4585-bf59-c9102b4672fa tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.452260] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f2b247b-447f-4759-9ccb-7c1c8f7a209f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.463378] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87cc554a-d1bc-490b-a08d-a98954b86c46 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.480579] env[69889]: DEBUG oslo_vmware.api [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]520f498a-550c-1741-ff0c-dc3b1931d0f4, 'name': SearchDatastore_Task, 'duration_secs': 0.010925} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.507042] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.507331] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] [instance: ebde6910-8c24-4fac-9a2e-faf98a9a8792] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1004.507611] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.507781] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.507968] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1004.508954] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8d2f7ed7-2423-488c-b0af-d74a67f7ac1f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.511824] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-516b0f93-3568-4c8a-8e04-7c8056f46724 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.516684] env[69889]: DEBUG nova.compute.manager [req-f684fc13-b01d-4301-a6dc-f4575cf099c7 req-56012124-fa4b-475d-a901-ea2033d3fbaf service nova] [instance: 15d503ce-3ce0-4038-9698-c1beffdf07d5] Received event network-vif-plugged-edc526f2-f563-492c-8784-df944ce60c25 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1004.516899] env[69889]: DEBUG oslo_concurrency.lockutils [req-f684fc13-b01d-4301-a6dc-f4575cf099c7 req-56012124-fa4b-475d-a901-ea2033d3fbaf service nova] Acquiring lock "15d503ce-3ce0-4038-9698-c1beffdf07d5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.517123] env[69889]: DEBUG oslo_concurrency.lockutils [req-f684fc13-b01d-4301-a6dc-f4575cf099c7 req-56012124-fa4b-475d-a901-ea2033d3fbaf service nova] Lock "15d503ce-3ce0-4038-9698-c1beffdf07d5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.517294] env[69889]: DEBUG oslo_concurrency.lockutils [req-f684fc13-b01d-4301-a6dc-f4575cf099c7 req-56012124-fa4b-475d-a901-ea2033d3fbaf service nova] Lock "15d503ce-3ce0-4038-9698-c1beffdf07d5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.517463] env[69889]: DEBUG nova.compute.manager [req-f684fc13-b01d-4301-a6dc-f4575cf099c7 req-56012124-fa4b-475d-a901-ea2033d3fbaf service nova] [instance: 15d503ce-3ce0-4038-9698-c1beffdf07d5] No waiting events found dispatching network-vif-plugged-edc526f2-f563-492c-8784-df944ce60c25 {{(pid=69889) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1004.517646] env[69889]: WARNING nova.compute.manager [req-f684fc13-b01d-4301-a6dc-f4575cf099c7 req-56012124-fa4b-475d-a901-ea2033d3fbaf service nova] [instance: 15d503ce-3ce0-4038-9698-c1beffdf07d5] Received unexpected event network-vif-plugged-edc526f2-f563-492c-8784-df944ce60c25 for instance with vm_state building and task_state spawning. [ 1004.517871] env[69889]: DEBUG nova.compute.manager [req-f684fc13-b01d-4301-a6dc-f4575cf099c7 req-56012124-fa4b-475d-a901-ea2033d3fbaf service nova] [instance: 15d503ce-3ce0-4038-9698-c1beffdf07d5] Received event network-changed-edc526f2-f563-492c-8784-df944ce60c25 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1004.518089] env[69889]: DEBUG nova.compute.manager [req-f684fc13-b01d-4301-a6dc-f4575cf099c7 req-56012124-fa4b-475d-a901-ea2033d3fbaf service nova] [instance: 15d503ce-3ce0-4038-9698-c1beffdf07d5] Refreshing instance network info cache due to event network-changed-edc526f2-f563-492c-8784-df944ce60c25. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1004.518226] env[69889]: DEBUG oslo_concurrency.lockutils [req-f684fc13-b01d-4301-a6dc-f4575cf099c7 req-56012124-fa4b-475d-a901-ea2033d3fbaf service nova] Acquiring lock "refresh_cache-15d503ce-3ce0-4038-9698-c1beffdf07d5" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.524803] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b2ccd7e-7d55-44c8-a26c-8d610b787a68 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.530605] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1004.531160] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1004.532223] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49fa62bb-8388-4930-b71f-39b4a1222f2c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.543130] env[69889]: DEBUG nova.compute.provider_tree [None req-d814100f-5541-4365-82d2-0e036c82fd60 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1004.548497] env[69889]: DEBUG oslo_vmware.api [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Waiting for the task: (returnval){ [ 1004.548497] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]5268c2d2-a509-706b-a558-138c9c4412ac" [ 1004.548497] env[69889]: _type = "Task" [ 1004.548497] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.557310] env[69889]: DEBUG oslo_vmware.api [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5268c2d2-a509-706b-a558-138c9c4412ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.564903] env[69889]: DEBUG nova.compute.manager [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] [instance: 363f1d3d-a783-46b7-a70c-1c251d43b4b3] Start building block device mappings for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1004.648961] env[69889]: DEBUG oslo_concurrency.lockutils [None req-eb92cc49-8d29-44ad-b5de-ccfc9bcf7207 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Acquiring lock "interface-bbf9db25-688f-4729-9c55-0e1e1196c2f6-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.649273] env[69889]: DEBUG oslo_concurrency.lockutils [None req-eb92cc49-8d29-44ad-b5de-ccfc9bcf7207 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Lock "interface-bbf9db25-688f-4729-9c55-0e1e1196c2f6-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.649691] env[69889]: DEBUG nova.objects.instance [None req-eb92cc49-8d29-44ad-b5de-ccfc9bcf7207 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Lazy-loading 'flavor' on Instance uuid bbf9db25-688f-4729-9c55-0e1e1196c2f6 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1004.690587] env[69889]: DEBUG nova.network.neutron [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] [instance: 363f1d3d-a783-46b7-a70c-1c251d43b4b3] Successfully created port: df015997-509f-44a1-8288-e79cce79d29a {{(pid=69889) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1004.715798] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-bf9d1d75-a901-44e8-a719-a76ddc450f23 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: e7d6d473-7635-4e1e-8cc5-2804bde8d1b3] Creating Snapshot of the VM instance {{(pid=69889) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1004.716393] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-90c70680-eba3-4d17-8ca7-b1bcbcbf4d47 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.728194] env[69889]: DEBUG oslo_vmware.api [None req-bf9d1d75-a901-44e8-a719-a76ddc450f23 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Waiting for the task: (returnval){ [ 1004.728194] env[69889]: value = "task-4077636" [ 1004.728194] env[69889]: _type = "Task" [ 1004.728194] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.737636] env[69889]: DEBUG oslo_vmware.api [None req-bf9d1d75-a901-44e8-a719-a76ddc450f23 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4077636, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.767572] env[69889]: DEBUG oslo_vmware.api [None req-0ab7ac6c-6250-4232-a364-546ac5466344 tempest-InstanceActionsV221TestJSON-830289580 tempest-InstanceActionsV221TestJSON-830289580-project-member] Task: {'id': task-4077635, 'name': Rename_Task, 'duration_secs': 0.150893} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.768143] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ab7ac6c-6250-4232-a364-546ac5466344 tempest-InstanceActionsV221TestJSON-830289580 tempest-InstanceActionsV221TestJSON-830289580-project-member] [instance: 70857543-3429-4d13-81d3-6f972f182507] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1004.768519] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b4c40e8f-2b14-4699-a30a-56a0ec0edea8 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.778021] env[69889]: DEBUG oslo_vmware.api [None req-0ab7ac6c-6250-4232-a364-546ac5466344 tempest-InstanceActionsV221TestJSON-830289580 tempest-InstanceActionsV221TestJSON-830289580-project-member] Waiting for the task: (returnval){ [ 1004.778021] env[69889]: value = "task-4077637" [ 1004.778021] env[69889]: _type = "Task" [ 1004.778021] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.791202] env[69889]: DEBUG oslo_vmware.api [None req-0ab7ac6c-6250-4232-a364-546ac5466344 tempest-InstanceActionsV221TestJSON-830289580 tempest-InstanceActionsV221TestJSON-830289580-project-member] Task: {'id': task-4077637, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.939166] env[69889]: DEBUG nova.network.neutron [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] [instance: 15d503ce-3ce0-4038-9698-c1beffdf07d5] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1005.050027] env[69889]: DEBUG nova.scheduler.client.report [None req-d814100f-5541-4365-82d2-0e036c82fd60 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1005.062883] env[69889]: DEBUG oslo_vmware.api [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5268c2d2-a509-706b-a558-138c9c4412ac, 'name': SearchDatastore_Task, 'duration_secs': 0.010611} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.066019] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-042c4215-cdb3-4b69-b78d-c8b958eb1188 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.077492] env[69889]: DEBUG oslo_vmware.api [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Waiting for the task: (returnval){ [ 1005.077492] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]520baf0f-db77-1c88-789e-4d95ab2ac2f7" [ 1005.077492] env[69889]: _type = "Task" [ 1005.077492] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.086531] env[69889]: DEBUG oslo_concurrency.lockutils [None req-61c3d332-030b-4871-99d1-517819e74182 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Acquiring lock "cb5952ac-2ff8-423f-9f62-d8551974e18e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.087086] env[69889]: DEBUG oslo_concurrency.lockutils [None req-61c3d332-030b-4871-99d1-517819e74182 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Lock "cb5952ac-2ff8-423f-9f62-d8551974e18e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.087585] env[69889]: DEBUG oslo_concurrency.lockutils [None req-61c3d332-030b-4871-99d1-517819e74182 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Acquiring lock "cb5952ac-2ff8-423f-9f62-d8551974e18e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.087916] env[69889]: DEBUG oslo_concurrency.lockutils [None req-61c3d332-030b-4871-99d1-517819e74182 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Lock "cb5952ac-2ff8-423f-9f62-d8551974e18e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.088290] env[69889]: DEBUG oslo_concurrency.lockutils [None req-61c3d332-030b-4871-99d1-517819e74182 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Lock "cb5952ac-2ff8-423f-9f62-d8551974e18e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.098899] env[69889]: DEBUG oslo_vmware.api [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]520baf0f-db77-1c88-789e-4d95ab2ac2f7, 'name': SearchDatastore_Task, 'duration_secs': 0.011096} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.102038] env[69889]: INFO nova.compute.manager [None req-61c3d332-030b-4871-99d1-517819e74182 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] [instance: cb5952ac-2ff8-423f-9f62-d8551974e18e] Terminating instance [ 1005.103654] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.103973] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] ebde6910-8c24-4fac-9a2e-faf98a9a8792/ebde6910-8c24-4fac-9a2e-faf98a9a8792.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1005.106594] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-969387b0-2d2b-411b-8552-5abc0ee9e304 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.114634] env[69889]: DEBUG oslo_vmware.api [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Waiting for the task: (returnval){ [ 1005.114634] env[69889]: value = "task-4077638" [ 1005.114634] env[69889]: _type = "Task" [ 1005.114634] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.126850] env[69889]: DEBUG oslo_vmware.api [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Task: {'id': task-4077638, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.156702] env[69889]: DEBUG nova.objects.instance [None req-eb92cc49-8d29-44ad-b5de-ccfc9bcf7207 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Lazy-loading 'pci_requests' on Instance uuid bbf9db25-688f-4729-9c55-0e1e1196c2f6 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1005.166672] env[69889]: DEBUG nova.network.neutron [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] [instance: 15d503ce-3ce0-4038-9698-c1beffdf07d5] Updating instance_info_cache with network_info: [{"id": "edc526f2-f563-492c-8784-df944ce60c25", "address": "fa:16:3e:e3:82:ac", "network": {"id": "64ef8ef7-9868-4697-a258-2942d4f99357", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1041835073-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "983d186219fd4e71afecaa1712c21381", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedc526f2-f5", "ovs_interfaceid": "edc526f2-f563-492c-8784-df944ce60c25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.239214] env[69889]: DEBUG oslo_vmware.api [None req-bf9d1d75-a901-44e8-a719-a76ddc450f23 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4077636, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.293053] env[69889]: DEBUG oslo_vmware.api [None req-0ab7ac6c-6250-4232-a364-546ac5466344 tempest-InstanceActionsV221TestJSON-830289580 tempest-InstanceActionsV221TestJSON-830289580-project-member] Task: {'id': task-4077637, 'name': PowerOnVM_Task, 'duration_secs': 0.479675} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.293053] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ab7ac6c-6250-4232-a364-546ac5466344 tempest-InstanceActionsV221TestJSON-830289580 tempest-InstanceActionsV221TestJSON-830289580-project-member] [instance: 70857543-3429-4d13-81d3-6f972f182507] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1005.293053] env[69889]: INFO nova.compute.manager [None req-0ab7ac6c-6250-4232-a364-546ac5466344 tempest-InstanceActionsV221TestJSON-830289580 tempest-InstanceActionsV221TestJSON-830289580-project-member] [instance: 70857543-3429-4d13-81d3-6f972f182507] Took 7.30 seconds to spawn the instance on the hypervisor. [ 1005.293383] env[69889]: DEBUG nova.compute.manager [None req-0ab7ac6c-6250-4232-a364-546ac5466344 tempest-InstanceActionsV221TestJSON-830289580 tempest-InstanceActionsV221TestJSON-830289580-project-member] [instance: 70857543-3429-4d13-81d3-6f972f182507] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1005.294385] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db3d3f8f-2d99-453a-9501-5094ee0aed42 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.518661] env[69889]: DEBUG nova.network.neutron [-] [instance: 5192a5cd-713f-4348-a5a8-235f2825f1a6] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.557807] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d814100f-5541-4365-82d2-0e036c82fd60 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.006s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.560765] env[69889]: DEBUG oslo_concurrency.lockutils [None req-4b3782ac-2888-4656-8871-f15468ce4338 tempest-ServersAaction247Test-1324655128 tempest-ServersAaction247Test-1324655128-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.240s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.561060] env[69889]: DEBUG nova.objects.instance [None req-4b3782ac-2888-4656-8871-f15468ce4338 tempest-ServersAaction247Test-1324655128 tempest-ServersAaction247Test-1324655128-project-member] Lazy-loading 'resources' on Instance uuid 3d6e9a03-3478-489b-aa3b-de89979ab23c {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1005.577967] env[69889]: DEBUG nova.compute.manager [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] [instance: 363f1d3d-a783-46b7-a70c-1c251d43b4b3] Start spawning the instance on the hypervisor. {{(pid=69889) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1005.603559] env[69889]: INFO nova.scheduler.client.report [None req-d814100f-5541-4365-82d2-0e036c82fd60 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Deleted allocations for instance aad29946-4f6b-4a9b-83f0-6177bcc62dfa [ 1005.609921] env[69889]: DEBUG nova.compute.manager [None req-61c3d332-030b-4871-99d1-517819e74182 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] [instance: cb5952ac-2ff8-423f-9f62-d8551974e18e] Start destroying the instance on the hypervisor. {{(pid=69889) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1005.610162] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-61c3d332-030b-4871-99d1-517819e74182 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] [instance: cb5952ac-2ff8-423f-9f62-d8551974e18e] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1005.611463] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22577f86-0b20-41f3-a9cb-b56e9e602d9f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.621792] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-61c3d332-030b-4871-99d1-517819e74182 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] [instance: cb5952ac-2ff8-423f-9f62-d8551974e18e] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1005.627486] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ff741f36-70d7-4c05-948b-97f91219ccbd {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.629510] env[69889]: DEBUG oslo_vmware.api [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Task: {'id': task-4077638, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.636768] env[69889]: DEBUG oslo_vmware.api [None req-61c3d332-030b-4871-99d1-517819e74182 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Waiting for the task: (returnval){ [ 1005.636768] env[69889]: value = "task-4077639" [ 1005.636768] env[69889]: _type = "Task" [ 1005.636768] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.639538] env[69889]: DEBUG nova.virt.hardware [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1005.639813] env[69889]: DEBUG nova.virt.hardware [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1005.640049] env[69889]: DEBUG nova.virt.hardware [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1005.640175] env[69889]: DEBUG nova.virt.hardware [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1005.640324] env[69889]: DEBUG nova.virt.hardware [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1005.640475] env[69889]: DEBUG nova.virt.hardware [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1005.640701] env[69889]: DEBUG nova.virt.hardware [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1005.641347] env[69889]: DEBUG nova.virt.hardware [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1005.641347] env[69889]: DEBUG nova.virt.hardware [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1005.641347] env[69889]: DEBUG nova.virt.hardware [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1005.641478] env[69889]: DEBUG nova.virt.hardware [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1005.642656] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67c0c4b1-69c7-4c52-bcfc-eeb3594e2f46 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.656216] env[69889]: DEBUG oslo_vmware.api [None req-61c3d332-030b-4871-99d1-517819e74182 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Task: {'id': task-4077639, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.659040] env[69889]: DEBUG nova.objects.base [None req-eb92cc49-8d29-44ad-b5de-ccfc9bcf7207 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69889) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1005.659276] env[69889]: DEBUG nova.network.neutron [None req-eb92cc49-8d29-44ad-b5de-ccfc9bcf7207 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: bbf9db25-688f-4729-9c55-0e1e1196c2f6] allocate_for_instance() {{(pid=69889) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1005.662346] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2491b7b6-0fab-4174-8d8f-70555651fa72 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.678351] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Releasing lock "refresh_cache-15d503ce-3ce0-4038-9698-c1beffdf07d5" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.678677] env[69889]: DEBUG nova.compute.manager [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] [instance: 15d503ce-3ce0-4038-9698-c1beffdf07d5] Instance network_info: |[{"id": "edc526f2-f563-492c-8784-df944ce60c25", "address": "fa:16:3e:e3:82:ac", "network": {"id": "64ef8ef7-9868-4697-a258-2942d4f99357", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1041835073-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "983d186219fd4e71afecaa1712c21381", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedc526f2-f5", "ovs_interfaceid": "edc526f2-f563-492c-8784-df944ce60c25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1005.680033] env[69889]: DEBUG oslo_concurrency.lockutils [req-f684fc13-b01d-4301-a6dc-f4575cf099c7 req-56012124-fa4b-475d-a901-ea2033d3fbaf service nova] Acquired lock "refresh_cache-15d503ce-3ce0-4038-9698-c1beffdf07d5" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.680262] env[69889]: DEBUG nova.network.neutron [req-f684fc13-b01d-4301-a6dc-f4575cf099c7 req-56012124-fa4b-475d-a901-ea2033d3fbaf service nova] [instance: 15d503ce-3ce0-4038-9698-c1beffdf07d5] Refreshing network info cache for port edc526f2-f563-492c-8784-df944ce60c25 {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1005.681922] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] [instance: 15d503ce-3ce0-4038-9698-c1beffdf07d5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:82:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'edc526f2-f563-492c-8784-df944ce60c25', 'vif_model': 'vmxnet3'}] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1005.690009] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1005.691133] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15d503ce-3ce0-4038-9698-c1beffdf07d5] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1005.691385] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5d40ee7e-a757-4891-aa5f-232b180a9df5 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.713217] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1005.713217] env[69889]: value = "task-4077640" [ 1005.713217] env[69889]: _type = "Task" [ 1005.713217] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.724128] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077640, 'name': CreateVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.737981] env[69889]: DEBUG oslo_vmware.api [None req-bf9d1d75-a901-44e8-a719-a76ddc450f23 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4077636, 'name': CreateSnapshot_Task, 'duration_secs': 0.715692} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.740675] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-bf9d1d75-a901-44e8-a719-a76ddc450f23 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: e7d6d473-7635-4e1e-8cc5-2804bde8d1b3] Created Snapshot of the VM instance {{(pid=69889) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1005.740675] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cf328f1-a8ef-43d6-92f5-e796e3bbb1b4 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.792623] env[69889]: DEBUG oslo_concurrency.lockutils [None req-eb92cc49-8d29-44ad-b5de-ccfc9bcf7207 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Lock "interface-bbf9db25-688f-4729-9c55-0e1e1196c2f6-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.143s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.816501] env[69889]: INFO nova.compute.manager [None req-0ab7ac6c-6250-4232-a364-546ac5466344 tempest-InstanceActionsV221TestJSON-830289580 tempest-InstanceActionsV221TestJSON-830289580-project-member] [instance: 70857543-3429-4d13-81d3-6f972f182507] Took 19.76 seconds to build instance. [ 1006.023391] env[69889]: INFO nova.compute.manager [-] [instance: 5192a5cd-713f-4348-a5a8-235f2825f1a6] Took 1.64 seconds to deallocate network for instance. [ 1006.114620] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d814100f-5541-4365-82d2-0e036c82fd60 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Lock "aad29946-4f6b-4a9b-83f0-6177bcc62dfa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.432s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.135671] env[69889]: DEBUG oslo_vmware.api [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Task: {'id': task-4077638, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512978} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.136808] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] ebde6910-8c24-4fac-9a2e-faf98a9a8792/ebde6910-8c24-4fac-9a2e-faf98a9a8792.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1006.137098] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] [instance: ebde6910-8c24-4fac-9a2e-faf98a9a8792] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1006.137423] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ac4ea6f5-520b-4ff9-bb8a-6c53de3ee124 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.151878] env[69889]: DEBUG oslo_vmware.api [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Waiting for the task: (returnval){ [ 1006.151878] env[69889]: value = "task-4077641" [ 1006.151878] env[69889]: _type = "Task" [ 1006.151878] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.159875] env[69889]: DEBUG oslo_vmware.api [None req-61c3d332-030b-4871-99d1-517819e74182 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Task: {'id': task-4077639, 'name': PowerOffVM_Task, 'duration_secs': 0.256199} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.161273] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-61c3d332-030b-4871-99d1-517819e74182 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] [instance: cb5952ac-2ff8-423f-9f62-d8551974e18e] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1006.161273] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-61c3d332-030b-4871-99d1-517819e74182 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] [instance: cb5952ac-2ff8-423f-9f62-d8551974e18e] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1006.161273] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8fadf6c6-fc81-47ba-8e25-1fc23c99ceba {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.169416] env[69889]: DEBUG oslo_vmware.api [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Task: {'id': task-4077641, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.228791] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077640, 'name': CreateVM_Task, 'duration_secs': 0.38014} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.228791] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15d503ce-3ce0-4038-9698-c1beffdf07d5] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1006.229272] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.229450] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.229840] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.231456] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-968190e5-23e3-488b-99e8-340b5bcd7402 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.242069] env[69889]: DEBUG oslo_vmware.api [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Waiting for the task: (returnval){ [ 1006.242069] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]525f32a4-97d1-7904-299e-ae59cd42a853" [ 1006.242069] env[69889]: _type = "Task" [ 1006.242069] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.249471] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-61c3d332-030b-4871-99d1-517819e74182 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] [instance: cb5952ac-2ff8-423f-9f62-d8551974e18e] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1006.249720] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-61c3d332-030b-4871-99d1-517819e74182 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] [instance: cb5952ac-2ff8-423f-9f62-d8551974e18e] Deleting contents of the VM from datastore datastore1 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1006.249902] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-61c3d332-030b-4871-99d1-517819e74182 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Deleting the datastore file [datastore1] cb5952ac-2ff8-423f-9f62-d8551974e18e {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1006.253493] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e2e5653d-0cd0-4d09-8b0b-7ee791c072d6 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.266855] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-bf9d1d75-a901-44e8-a719-a76ddc450f23 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: e7d6d473-7635-4e1e-8cc5-2804bde8d1b3] Creating linked-clone VM from snapshot {{(pid=69889) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1006.267118] env[69889]: DEBUG oslo_vmware.api [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]525f32a4-97d1-7904-299e-ae59cd42a853, 'name': SearchDatastore_Task, 'duration_secs': 0.011986} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.270343] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e8c68d1e-dfff-4c7e-ac9b-82bbca49b91b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.273509] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.273752] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] [instance: 15d503ce-3ce0-4038-9698-c1beffdf07d5] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1006.274322] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.274322] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.274322] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1006.275908] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-204c5a72-bd3f-442c-b806-32326c330898 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.278698] env[69889]: DEBUG oslo_vmware.api [None req-61c3d332-030b-4871-99d1-517819e74182 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Waiting for the task: (returnval){ [ 1006.278698] env[69889]: value = "task-4077643" [ 1006.278698] env[69889]: _type = "Task" [ 1006.278698] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.284262] env[69889]: DEBUG oslo_vmware.api [None req-bf9d1d75-a901-44e8-a719-a76ddc450f23 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Waiting for the task: (returnval){ [ 1006.284262] env[69889]: value = "task-4077644" [ 1006.284262] env[69889]: _type = "Task" [ 1006.284262] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.292447] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1006.292682] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1006.297406] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c716bd81-d30f-4332-96a8-fa85424f7ba1 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.307021] env[69889]: DEBUG oslo_vmware.api [None req-61c3d332-030b-4871-99d1-517819e74182 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Task: {'id': task-4077643, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.315676] env[69889]: DEBUG oslo_vmware.api [None req-bf9d1d75-a901-44e8-a719-a76ddc450f23 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4077644, 'name': CloneVM_Task} progress is 11%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.317861] env[69889]: DEBUG oslo_vmware.api [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Waiting for the task: (returnval){ [ 1006.317861] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52d3f1c8-25d5-ba08-29c2-a77e30c17381" [ 1006.317861] env[69889]: _type = "Task" [ 1006.317861] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.318429] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0ab7ac6c-6250-4232-a364-546ac5466344 tempest-InstanceActionsV221TestJSON-830289580 tempest-InstanceActionsV221TestJSON-830289580-project-member] Lock "70857543-3429-4d13-81d3-6f972f182507" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.276s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.335808] env[69889]: DEBUG oslo_vmware.api [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52d3f1c8-25d5-ba08-29c2-a77e30c17381, 'name': SearchDatastore_Task, 'duration_secs': 0.01027} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.339625] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24bb8186-72d2-47f6-8c78-cc172db30d3e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.349417] env[69889]: DEBUG oslo_vmware.api [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Waiting for the task: (returnval){ [ 1006.349417] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]527bb558-9a24-8100-8fcb-929a73993d02" [ 1006.349417] env[69889]: _type = "Task" [ 1006.349417] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.361973] env[69889]: DEBUG oslo_vmware.api [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]527bb558-9a24-8100-8fcb-929a73993d02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.413426] env[69889]: DEBUG nova.network.neutron [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] [instance: 363f1d3d-a783-46b7-a70c-1c251d43b4b3] Successfully updated port: df015997-509f-44a1-8288-e79cce79d29a {{(pid=69889) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1006.485143] env[69889]: DEBUG nova.network.neutron [req-f684fc13-b01d-4301-a6dc-f4575cf099c7 req-56012124-fa4b-475d-a901-ea2033d3fbaf service nova] [instance: 15d503ce-3ce0-4038-9698-c1beffdf07d5] Updated VIF entry in instance network info cache for port edc526f2-f563-492c-8784-df944ce60c25. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1006.485518] env[69889]: DEBUG nova.network.neutron [req-f684fc13-b01d-4301-a6dc-f4575cf099c7 req-56012124-fa4b-475d-a901-ea2033d3fbaf service nova] [instance: 15d503ce-3ce0-4038-9698-c1beffdf07d5] Updating instance_info_cache with network_info: [{"id": "edc526f2-f563-492c-8784-df944ce60c25", "address": "fa:16:3e:e3:82:ac", "network": {"id": "64ef8ef7-9868-4697-a258-2942d4f99357", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1041835073-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "983d186219fd4e71afecaa1712c21381", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedc526f2-f5", "ovs_interfaceid": "edc526f2-f563-492c-8784-df944ce60c25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.497018] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7baf3de-6347-48cd-8e86-9a4ea5fa5d97 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.502474] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97da49d6-d4af-4af3-b09b-ed18eb23ae54 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.538685] env[69889]: DEBUG oslo_concurrency.lockutils [None req-a1806d79-67d3-499f-be62-abac72cd0d9a tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.539846] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-507edd64-a8c7-478f-92bb-c56754622454 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.548675] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24cee0e0-b466-477e-a09e-3d14c638e851 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.563425] env[69889]: DEBUG nova.compute.provider_tree [None req-4b3782ac-2888-4656-8871-f15468ce4338 tempest-ServersAaction247Test-1324655128 tempest-ServersAaction247Test-1324655128-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1006.664698] env[69889]: DEBUG oslo_vmware.api [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Task: {'id': task-4077641, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081843} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.665027] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] [instance: ebde6910-8c24-4fac-9a2e-faf98a9a8792] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1006.665886] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93b38760-ac69-4bd5-854a-34a423085ad5 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.690530] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] [instance: ebde6910-8c24-4fac-9a2e-faf98a9a8792] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] ebde6910-8c24-4fac-9a2e-faf98a9a8792/ebde6910-8c24-4fac-9a2e-faf98a9a8792.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1006.692203] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00c89d42-b2c0-4a6b-b53b-f8be24fa2881 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.710440] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b8bd1976-320a-4f1b-8645-bdc1db540944 tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] Acquiring lock "c88a170d-9436-46c7-af33-4129ce7f06c4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.710725] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b8bd1976-320a-4f1b-8645-bdc1db540944 tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] Lock "c88a170d-9436-46c7-af33-4129ce7f06c4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.719262] env[69889]: DEBUG oslo_vmware.api [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Waiting for the task: (returnval){ [ 1006.719262] env[69889]: value = "task-4077645" [ 1006.719262] env[69889]: _type = "Task" [ 1006.719262] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.730982] env[69889]: DEBUG oslo_vmware.api [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Task: {'id': task-4077645, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.793169] env[69889]: DEBUG oslo_vmware.api [None req-61c3d332-030b-4871-99d1-517819e74182 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Task: {'id': task-4077643, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.203661} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.793229] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-61c3d332-030b-4871-99d1-517819e74182 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1006.793407] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-61c3d332-030b-4871-99d1-517819e74182 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] [instance: cb5952ac-2ff8-423f-9f62-d8551974e18e] Deleted contents of the VM from datastore datastore1 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1006.793633] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-61c3d332-030b-4871-99d1-517819e74182 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] [instance: cb5952ac-2ff8-423f-9f62-d8551974e18e] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1006.793845] env[69889]: INFO nova.compute.manager [None req-61c3d332-030b-4871-99d1-517819e74182 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] [instance: cb5952ac-2ff8-423f-9f62-d8551974e18e] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1006.794077] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-61c3d332-030b-4871-99d1-517819e74182 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1006.794673] env[69889]: DEBUG nova.compute.manager [-] [instance: cb5952ac-2ff8-423f-9f62-d8551974e18e] Deallocating network for instance {{(pid=69889) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1006.794772] env[69889]: DEBUG nova.network.neutron [-] [instance: cb5952ac-2ff8-423f-9f62-d8551974e18e] deallocate_for_instance() {{(pid=69889) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1006.800318] env[69889]: DEBUG oslo_vmware.api [None req-bf9d1d75-a901-44e8-a719-a76ddc450f23 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4077644, 'name': CloneVM_Task} progress is 94%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.862418] env[69889]: DEBUG oslo_vmware.api [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]527bb558-9a24-8100-8fcb-929a73993d02, 'name': SearchDatastore_Task, 'duration_secs': 0.013506} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.862774] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.862998] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] 15d503ce-3ce0-4038-9698-c1beffdf07d5/15d503ce-3ce0-4038-9698-c1beffdf07d5.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1006.863281] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7d958d88-cfa7-4732-94ad-2d9a8f9bcb17 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.871402] env[69889]: DEBUG oslo_vmware.api [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Waiting for the task: (returnval){ [ 1006.871402] env[69889]: value = "task-4077646" [ 1006.871402] env[69889]: _type = "Task" [ 1006.871402] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.882796] env[69889]: DEBUG oslo_vmware.api [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Task: {'id': task-4077646, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.916564] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c8a9e749-b4a7-4b9c-98f8-1525797e715b tempest-InstanceActionsV221TestJSON-830289580 tempest-InstanceActionsV221TestJSON-830289580-project-member] Acquiring lock "70857543-3429-4d13-81d3-6f972f182507" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.916907] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c8a9e749-b4a7-4b9c-98f8-1525797e715b tempest-InstanceActionsV221TestJSON-830289580 tempest-InstanceActionsV221TestJSON-830289580-project-member] Lock "70857543-3429-4d13-81d3-6f972f182507" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.917196] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c8a9e749-b4a7-4b9c-98f8-1525797e715b tempest-InstanceActionsV221TestJSON-830289580 tempest-InstanceActionsV221TestJSON-830289580-project-member] Acquiring lock "70857543-3429-4d13-81d3-6f972f182507-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.917436] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c8a9e749-b4a7-4b9c-98f8-1525797e715b tempest-InstanceActionsV221TestJSON-830289580 tempest-InstanceActionsV221TestJSON-830289580-project-member] Lock "70857543-3429-4d13-81d3-6f972f182507-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.917632] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c8a9e749-b4a7-4b9c-98f8-1525797e715b tempest-InstanceActionsV221TestJSON-830289580 tempest-InstanceActionsV221TestJSON-830289580-project-member] Lock "70857543-3429-4d13-81d3-6f972f182507-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.919683] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Acquiring lock "refresh_cache-363f1d3d-a783-46b7-a70c-1c251d43b4b3" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.919820] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Acquired lock "refresh_cache-363f1d3d-a783-46b7-a70c-1c251d43b4b3" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.919968] env[69889]: DEBUG nova.network.neutron [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] [instance: 363f1d3d-a783-46b7-a70c-1c251d43b4b3] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1006.921303] env[69889]: INFO nova.compute.manager [None req-c8a9e749-b4a7-4b9c-98f8-1525797e715b tempest-InstanceActionsV221TestJSON-830289580 tempest-InstanceActionsV221TestJSON-830289580-project-member] [instance: 70857543-3429-4d13-81d3-6f972f182507] Terminating instance [ 1006.988776] env[69889]: DEBUG oslo_concurrency.lockutils [req-f684fc13-b01d-4301-a6dc-f4575cf099c7 req-56012124-fa4b-475d-a901-ea2033d3fbaf service nova] Releasing lock "refresh_cache-15d503ce-3ce0-4038-9698-c1beffdf07d5" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.066996] env[69889]: DEBUG nova.scheduler.client.report [None req-4b3782ac-2888-4656-8871-f15468ce4338 tempest-ServersAaction247Test-1324655128 tempest-ServersAaction247Test-1324655128-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1007.214396] env[69889]: DEBUG nova.compute.manager [None req-b8bd1976-320a-4f1b-8645-bdc1db540944 tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] Starting instance... {{(pid=69889) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1007.232476] env[69889]: DEBUG oslo_vmware.api [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Task: {'id': task-4077645, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.299289] env[69889]: DEBUG oslo_vmware.api [None req-bf9d1d75-a901-44e8-a719-a76ddc450f23 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4077644, 'name': CloneVM_Task} progress is 94%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.383944] env[69889]: DEBUG oslo_vmware.api [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Task: {'id': task-4077646, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.390024] env[69889]: DEBUG nova.compute.manager [req-5a94a9a8-d4ad-48e3-9546-8095b75cdf91 req-79f71f46-1e76-40bf-9e51-121178757efa service nova] [instance: 5192a5cd-713f-4348-a5a8-235f2825f1a6] Received event network-vif-deleted-08c82f5a-c0bd-41d6-abe2-959a10165293 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1007.390024] env[69889]: DEBUG nova.compute.manager [req-5a94a9a8-d4ad-48e3-9546-8095b75cdf91 req-79f71f46-1e76-40bf-9e51-121178757efa service nova] [instance: 363f1d3d-a783-46b7-a70c-1c251d43b4b3] Received event network-vif-plugged-df015997-509f-44a1-8288-e79cce79d29a {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1007.390024] env[69889]: DEBUG oslo_concurrency.lockutils [req-5a94a9a8-d4ad-48e3-9546-8095b75cdf91 req-79f71f46-1e76-40bf-9e51-121178757efa service nova] Acquiring lock "363f1d3d-a783-46b7-a70c-1c251d43b4b3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.390024] env[69889]: DEBUG oslo_concurrency.lockutils [req-5a94a9a8-d4ad-48e3-9546-8095b75cdf91 req-79f71f46-1e76-40bf-9e51-121178757efa service nova] Lock "363f1d3d-a783-46b7-a70c-1c251d43b4b3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.390024] env[69889]: DEBUG oslo_concurrency.lockutils [req-5a94a9a8-d4ad-48e3-9546-8095b75cdf91 req-79f71f46-1e76-40bf-9e51-121178757efa service nova] Lock "363f1d3d-a783-46b7-a70c-1c251d43b4b3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.390024] env[69889]: DEBUG nova.compute.manager [req-5a94a9a8-d4ad-48e3-9546-8095b75cdf91 req-79f71f46-1e76-40bf-9e51-121178757efa service nova] [instance: 363f1d3d-a783-46b7-a70c-1c251d43b4b3] No waiting events found dispatching network-vif-plugged-df015997-509f-44a1-8288-e79cce79d29a {{(pid=69889) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1007.390024] env[69889]: WARNING nova.compute.manager [req-5a94a9a8-d4ad-48e3-9546-8095b75cdf91 req-79f71f46-1e76-40bf-9e51-121178757efa service nova] [instance: 363f1d3d-a783-46b7-a70c-1c251d43b4b3] Received unexpected event network-vif-plugged-df015997-509f-44a1-8288-e79cce79d29a for instance with vm_state building and task_state spawning. [ 1007.390024] env[69889]: DEBUG nova.compute.manager [req-5a94a9a8-d4ad-48e3-9546-8095b75cdf91 req-79f71f46-1e76-40bf-9e51-121178757efa service nova] [instance: 363f1d3d-a783-46b7-a70c-1c251d43b4b3] Received event network-changed-df015997-509f-44a1-8288-e79cce79d29a {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1007.390024] env[69889]: DEBUG nova.compute.manager [req-5a94a9a8-d4ad-48e3-9546-8095b75cdf91 req-79f71f46-1e76-40bf-9e51-121178757efa service nova] [instance: 363f1d3d-a783-46b7-a70c-1c251d43b4b3] Refreshing instance network info cache due to event network-changed-df015997-509f-44a1-8288-e79cce79d29a. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1007.390482] env[69889]: DEBUG oslo_concurrency.lockutils [req-5a94a9a8-d4ad-48e3-9546-8095b75cdf91 req-79f71f46-1e76-40bf-9e51-121178757efa service nova] Acquiring lock "refresh_cache-363f1d3d-a783-46b7-a70c-1c251d43b4b3" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.426242] env[69889]: DEBUG nova.compute.manager [None req-c8a9e749-b4a7-4b9c-98f8-1525797e715b tempest-InstanceActionsV221TestJSON-830289580 tempest-InstanceActionsV221TestJSON-830289580-project-member] [instance: 70857543-3429-4d13-81d3-6f972f182507] Start destroying the instance on the hypervisor. {{(pid=69889) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1007.426745] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-c8a9e749-b4a7-4b9c-98f8-1525797e715b tempest-InstanceActionsV221TestJSON-830289580 tempest-InstanceActionsV221TestJSON-830289580-project-member] [instance: 70857543-3429-4d13-81d3-6f972f182507] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1007.428298] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2220930-5f2e-41de-9b01-36b1927f122b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.438968] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8a9e749-b4a7-4b9c-98f8-1525797e715b tempest-InstanceActionsV221TestJSON-830289580 tempest-InstanceActionsV221TestJSON-830289580-project-member] [instance: 70857543-3429-4d13-81d3-6f972f182507] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1007.440817] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d432869-0397-442b-b3dc-4c8157d110f8 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.450160] env[69889]: DEBUG oslo_vmware.api [None req-c8a9e749-b4a7-4b9c-98f8-1525797e715b tempest-InstanceActionsV221TestJSON-830289580 tempest-InstanceActionsV221TestJSON-830289580-project-member] Waiting for the task: (returnval){ [ 1007.450160] env[69889]: value = "task-4077647" [ 1007.450160] env[69889]: _type = "Task" [ 1007.450160] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.472055] env[69889]: DEBUG oslo_vmware.api [None req-c8a9e749-b4a7-4b9c-98f8-1525797e715b tempest-InstanceActionsV221TestJSON-830289580 tempest-InstanceActionsV221TestJSON-830289580-project-member] Task: {'id': task-4077647, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.496339] env[69889]: DEBUG nova.network.neutron [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] [instance: 363f1d3d-a783-46b7-a70c-1c251d43b4b3] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1007.536919] env[69889]: DEBUG nova.compute.manager [req-433ca565-bc31-4e7d-bbab-c346ecaeb797 req-3742a836-3128-4466-9108-75256dc27374 service nova] [instance: cb5952ac-2ff8-423f-9f62-d8551974e18e] Received event network-vif-deleted-683446ad-e094-4ae0-a1c7-20b25af51b4d {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1007.537155] env[69889]: INFO nova.compute.manager [req-433ca565-bc31-4e7d-bbab-c346ecaeb797 req-3742a836-3128-4466-9108-75256dc27374 service nova] [instance: cb5952ac-2ff8-423f-9f62-d8551974e18e] Neutron deleted interface 683446ad-e094-4ae0-a1c7-20b25af51b4d; detaching it from the instance and deleting it from the info cache [ 1007.538075] env[69889]: DEBUG nova.network.neutron [req-433ca565-bc31-4e7d-bbab-c346ecaeb797 req-3742a836-3128-4466-9108-75256dc27374 service nova] [instance: cb5952ac-2ff8-423f-9f62-d8551974e18e] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.575347] env[69889]: DEBUG oslo_concurrency.lockutils [None req-4b3782ac-2888-4656-8871-f15468ce4338 tempest-ServersAaction247Test-1324655128 tempest-ServersAaction247Test-1324655128-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.014s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.577391] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ea314e32-28a9-4aba-b28b-d3310633e706 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.002s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.579518] env[69889]: INFO nova.compute.claims [None req-ea314e32-28a9-4aba-b28b-d3310633e706 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] [instance: 13d9f160-3906-4434-859b-4fc4b226333e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1007.610910] env[69889]: INFO nova.scheduler.client.report [None req-4b3782ac-2888-4656-8871-f15468ce4338 tempest-ServersAaction247Test-1324655128 tempest-ServersAaction247Test-1324655128-project-member] Deleted allocations for instance 3d6e9a03-3478-489b-aa3b-de89979ab23c [ 1007.682075] env[69889]: DEBUG nova.network.neutron [-] [instance: cb5952ac-2ff8-423f-9f62-d8551974e18e] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.738561] env[69889]: DEBUG oslo_vmware.api [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Task: {'id': task-4077645, 'name': ReconfigVM_Task, 'duration_secs': 0.702756} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.738920] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] [instance: ebde6910-8c24-4fac-9a2e-faf98a9a8792] Reconfigured VM instance instance-00000049 to attach disk [datastore2] ebde6910-8c24-4fac-9a2e-faf98a9a8792/ebde6910-8c24-4fac-9a2e-faf98a9a8792.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1007.739648] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4a6e1c29-eec6-4b04-863a-1dd3fc81811a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.750823] env[69889]: DEBUG oslo_vmware.api [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Waiting for the task: (returnval){ [ 1007.750823] env[69889]: value = "task-4077648" [ 1007.750823] env[69889]: _type = "Task" [ 1007.750823] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.763658] env[69889]: DEBUG oslo_vmware.api [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Task: {'id': task-4077648, 'name': Rename_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.765332] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b8bd1976-320a-4f1b-8645-bdc1db540944 tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.799023] env[69889]: DEBUG oslo_vmware.api [None req-bf9d1d75-a901-44e8-a719-a76ddc450f23 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4077644, 'name': CloneVM_Task} progress is 95%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.827631] env[69889]: DEBUG nova.network.neutron [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] [instance: 363f1d3d-a783-46b7-a70c-1c251d43b4b3] Updating instance_info_cache with network_info: [{"id": "df015997-509f-44a1-8288-e79cce79d29a", "address": "fa:16:3e:3a:2a:3a", "network": {"id": "64ef8ef7-9868-4697-a258-2942d4f99357", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1041835073-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "983d186219fd4e71afecaa1712c21381", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf015997-50", "ovs_interfaceid": "df015997-509f-44a1-8288-e79cce79d29a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.883578] env[69889]: DEBUG oslo_vmware.api [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Task: {'id': task-4077646, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.515167} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.883910] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] 15d503ce-3ce0-4038-9698-c1beffdf07d5/15d503ce-3ce0-4038-9698-c1beffdf07d5.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1007.884180] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] [instance: 15d503ce-3ce0-4038-9698-c1beffdf07d5] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1007.884482] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e8eea24d-1cca-4b01-9002-b46384216d54 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.892734] env[69889]: DEBUG oslo_vmware.api [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Waiting for the task: (returnval){ [ 1007.892734] env[69889]: value = "task-4077649" [ 1007.892734] env[69889]: _type = "Task" [ 1007.892734] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.902820] env[69889]: DEBUG oslo_vmware.api [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Task: {'id': task-4077649, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.963771] env[69889]: DEBUG oslo_vmware.api [None req-c8a9e749-b4a7-4b9c-98f8-1525797e715b tempest-InstanceActionsV221TestJSON-830289580 tempest-InstanceActionsV221TestJSON-830289580-project-member] Task: {'id': task-4077647, 'name': PowerOffVM_Task, 'duration_secs': 0.2072} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.963771] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8a9e749-b4a7-4b9c-98f8-1525797e715b tempest-InstanceActionsV221TestJSON-830289580 tempest-InstanceActionsV221TestJSON-830289580-project-member] [instance: 70857543-3429-4d13-81d3-6f972f182507] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1007.963771] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-c8a9e749-b4a7-4b9c-98f8-1525797e715b tempest-InstanceActionsV221TestJSON-830289580 tempest-InstanceActionsV221TestJSON-830289580-project-member] [instance: 70857543-3429-4d13-81d3-6f972f182507] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1007.963771] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-28e0fef1-e974-42b9-894d-415801c09013 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.011042] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b0c49cb1-5999-43ca-b059-3a225d1f96fa tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Acquiring lock "interface-bbf9db25-688f-4729-9c55-0e1e1196c2f6-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.011042] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b0c49cb1-5999-43ca-b059-3a225d1f96fa tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Lock "interface-bbf9db25-688f-4729-9c55-0e1e1196c2f6-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.011042] env[69889]: DEBUG nova.objects.instance [None req-b0c49cb1-5999-43ca-b059-3a225d1f96fa tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Lazy-loading 'flavor' on Instance uuid bbf9db25-688f-4729-9c55-0e1e1196c2f6 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1008.034025] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-c8a9e749-b4a7-4b9c-98f8-1525797e715b tempest-InstanceActionsV221TestJSON-830289580 tempest-InstanceActionsV221TestJSON-830289580-project-member] [instance: 70857543-3429-4d13-81d3-6f972f182507] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1008.034025] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-c8a9e749-b4a7-4b9c-98f8-1525797e715b tempest-InstanceActionsV221TestJSON-830289580 tempest-InstanceActionsV221TestJSON-830289580-project-member] [instance: 70857543-3429-4d13-81d3-6f972f182507] Deleting contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1008.034025] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8a9e749-b4a7-4b9c-98f8-1525797e715b tempest-InstanceActionsV221TestJSON-830289580 tempest-InstanceActionsV221TestJSON-830289580-project-member] Deleting the datastore file [datastore2] 70857543-3429-4d13-81d3-6f972f182507 {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1008.034025] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6c8b398c-b8a7-4fc2-be4e-88efef78a578 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.042718] env[69889]: DEBUG oslo_vmware.api [None req-c8a9e749-b4a7-4b9c-98f8-1525797e715b tempest-InstanceActionsV221TestJSON-830289580 tempest-InstanceActionsV221TestJSON-830289580-project-member] Waiting for the task: (returnval){ [ 1008.042718] env[69889]: value = "task-4077651" [ 1008.042718] env[69889]: _type = "Task" [ 1008.042718] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.043070] env[69889]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9e4958cb-f121-4130-af75-c44857469bde {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.055415] env[69889]: DEBUG oslo_vmware.api [None req-c8a9e749-b4a7-4b9c-98f8-1525797e715b tempest-InstanceActionsV221TestJSON-830289580 tempest-InstanceActionsV221TestJSON-830289580-project-member] Task: {'id': task-4077651, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.061101] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51433c06-4412-41ab-959b-38750a49e3eb {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.101242] env[69889]: DEBUG nova.compute.manager [req-433ca565-bc31-4e7d-bbab-c346ecaeb797 req-3742a836-3128-4466-9108-75256dc27374 service nova] [instance: cb5952ac-2ff8-423f-9f62-d8551974e18e] Detach interface failed, port_id=683446ad-e094-4ae0-a1c7-20b25af51b4d, reason: Instance cb5952ac-2ff8-423f-9f62-d8551974e18e could not be found. {{(pid=69889) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1008.122295] env[69889]: DEBUG oslo_concurrency.lockutils [None req-4b3782ac-2888-4656-8871-f15468ce4338 tempest-ServersAaction247Test-1324655128 tempest-ServersAaction247Test-1324655128-project-member] Lock "3d6e9a03-3478-489b-aa3b-de89979ab23c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.281s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.184506] env[69889]: INFO nova.compute.manager [-] [instance: cb5952ac-2ff8-423f-9f62-d8551974e18e] Took 1.39 seconds to deallocate network for instance. [ 1008.260630] env[69889]: DEBUG oslo_vmware.api [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Task: {'id': task-4077648, 'name': Rename_Task, 'duration_secs': 0.174952} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.260932] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] [instance: ebde6910-8c24-4fac-9a2e-faf98a9a8792] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1008.261138] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e3af5302-dc14-49d2-ba2a-c72979a6a8f5 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.268751] env[69889]: DEBUG oslo_vmware.api [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Waiting for the task: (returnval){ [ 1008.268751] env[69889]: value = "task-4077652" [ 1008.268751] env[69889]: _type = "Task" [ 1008.268751] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.278669] env[69889]: DEBUG oslo_vmware.api [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Task: {'id': task-4077652, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.300620] env[69889]: DEBUG oslo_vmware.api [None req-bf9d1d75-a901-44e8-a719-a76ddc450f23 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4077644, 'name': CloneVM_Task} progress is 95%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.331202] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Releasing lock "refresh_cache-363f1d3d-a783-46b7-a70c-1c251d43b4b3" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.331543] env[69889]: DEBUG nova.compute.manager [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] [instance: 363f1d3d-a783-46b7-a70c-1c251d43b4b3] Instance network_info: |[{"id": "df015997-509f-44a1-8288-e79cce79d29a", "address": "fa:16:3e:3a:2a:3a", "network": {"id": "64ef8ef7-9868-4697-a258-2942d4f99357", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1041835073-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "983d186219fd4e71afecaa1712c21381", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf015997-50", "ovs_interfaceid": "df015997-509f-44a1-8288-e79cce79d29a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1008.331933] env[69889]: DEBUG oslo_concurrency.lockutils [req-5a94a9a8-d4ad-48e3-9546-8095b75cdf91 req-79f71f46-1e76-40bf-9e51-121178757efa service nova] Acquired lock "refresh_cache-363f1d3d-a783-46b7-a70c-1c251d43b4b3" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.332959] env[69889]: DEBUG nova.network.neutron [req-5a94a9a8-d4ad-48e3-9546-8095b75cdf91 req-79f71f46-1e76-40bf-9e51-121178757efa service nova] [instance: 363f1d3d-a783-46b7-a70c-1c251d43b4b3] Refreshing network info cache for port df015997-509f-44a1-8288-e79cce79d29a {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1008.335480] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] [instance: 363f1d3d-a783-46b7-a70c-1c251d43b4b3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:2a:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'df015997-509f-44a1-8288-e79cce79d29a', 'vif_model': 'vmxnet3'}] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1008.346382] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1008.346382] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 363f1d3d-a783-46b7-a70c-1c251d43b4b3] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1008.346382] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ccd34284-1c4e-47a9-813d-c1abb990d8a6 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.369483] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1008.369483] env[69889]: value = "task-4077653" [ 1008.369483] env[69889]: _type = "Task" [ 1008.369483] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.379204] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077653, 'name': CreateVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.405819] env[69889]: DEBUG oslo_vmware.api [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Task: {'id': task-4077649, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.204461} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.406161] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] [instance: 15d503ce-3ce0-4038-9698-c1beffdf07d5] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1008.406983] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22f11044-d54b-41ea-8e8d-cc9fad9599d4 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.434664] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] [instance: 15d503ce-3ce0-4038-9698-c1beffdf07d5] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] 15d503ce-3ce0-4038-9698-c1beffdf07d5/15d503ce-3ce0-4038-9698-c1beffdf07d5.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1008.435514] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee5cf21f-9570-44e4-9813-cb5932dc0ac8 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.461939] env[69889]: DEBUG oslo_vmware.api [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Waiting for the task: (returnval){ [ 1008.461939] env[69889]: value = "task-4077654" [ 1008.461939] env[69889]: _type = "Task" [ 1008.461939] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.471958] env[69889]: DEBUG oslo_vmware.api [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Task: {'id': task-4077654, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.555244] env[69889]: DEBUG oslo_vmware.api [None req-c8a9e749-b4a7-4b9c-98f8-1525797e715b tempest-InstanceActionsV221TestJSON-830289580 tempest-InstanceActionsV221TestJSON-830289580-project-member] Task: {'id': task-4077651, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157564} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.555542] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8a9e749-b4a7-4b9c-98f8-1525797e715b tempest-InstanceActionsV221TestJSON-830289580 tempest-InstanceActionsV221TestJSON-830289580-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1008.555744] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-c8a9e749-b4a7-4b9c-98f8-1525797e715b tempest-InstanceActionsV221TestJSON-830289580 tempest-InstanceActionsV221TestJSON-830289580-project-member] [instance: 70857543-3429-4d13-81d3-6f972f182507] Deleted contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1008.556376] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-c8a9e749-b4a7-4b9c-98f8-1525797e715b tempest-InstanceActionsV221TestJSON-830289580 tempest-InstanceActionsV221TestJSON-830289580-project-member] [instance: 70857543-3429-4d13-81d3-6f972f182507] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1008.556376] env[69889]: INFO nova.compute.manager [None req-c8a9e749-b4a7-4b9c-98f8-1525797e715b tempest-InstanceActionsV221TestJSON-830289580 tempest-InstanceActionsV221TestJSON-830289580-project-member] [instance: 70857543-3429-4d13-81d3-6f972f182507] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1008.556376] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c8a9e749-b4a7-4b9c-98f8-1525797e715b tempest-InstanceActionsV221TestJSON-830289580 tempest-InstanceActionsV221TestJSON-830289580-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1008.556605] env[69889]: DEBUG nova.compute.manager [-] [instance: 70857543-3429-4d13-81d3-6f972f182507] Deallocating network for instance {{(pid=69889) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1008.556656] env[69889]: DEBUG nova.network.neutron [-] [instance: 70857543-3429-4d13-81d3-6f972f182507] deallocate_for_instance() {{(pid=69889) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1008.692379] env[69889]: DEBUG oslo_concurrency.lockutils [None req-61c3d332-030b-4871-99d1-517819e74182 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.698879] env[69889]: DEBUG nova.objects.instance [None req-b0c49cb1-5999-43ca-b059-3a225d1f96fa tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Lazy-loading 'pci_requests' on Instance uuid bbf9db25-688f-4729-9c55-0e1e1196c2f6 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1008.788970] env[69889]: DEBUG oslo_vmware.api [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Task: {'id': task-4077652, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.807930] env[69889]: DEBUG oslo_vmware.api [None req-bf9d1d75-a901-44e8-a719-a76ddc450f23 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4077644, 'name': CloneVM_Task, 'duration_secs': 2.138919} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.808834] env[69889]: INFO nova.virt.vmwareapi.vmops [None req-bf9d1d75-a901-44e8-a719-a76ddc450f23 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: e7d6d473-7635-4e1e-8cc5-2804bde8d1b3] Created linked-clone VM from snapshot [ 1008.809297] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7beb9301-ba1b-4aa9-aa26-18e32373e27c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.825528] env[69889]: DEBUG nova.virt.vmwareapi.images [None req-bf9d1d75-a901-44e8-a719-a76ddc450f23 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: e7d6d473-7635-4e1e-8cc5-2804bde8d1b3] Uploading image 53bf2739-b65e-4440-8c9d-6dd6d0dd6ddc {{(pid=69889) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1008.877439] env[69889]: DEBUG oslo_vmware.rw_handles [None req-bf9d1d75-a901-44e8-a719-a76ddc450f23 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1008.877439] env[69889]: value = "vm-807990" [ 1008.877439] env[69889]: _type = "VirtualMachine" [ 1008.877439] env[69889]: }. {{(pid=69889) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1008.877439] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6b0002e1-34ed-4a66-81fd-e7c766ea94e5 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.884906] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077653, 'name': CreateVM_Task, 'duration_secs': 0.37881} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.888060] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 363f1d3d-a783-46b7-a70c-1c251d43b4b3] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1008.888472] env[69889]: DEBUG oslo_vmware.rw_handles [None req-bf9d1d75-a901-44e8-a719-a76ddc450f23 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Lease: (returnval){ [ 1008.888472] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52ad52e3-99e2-d3af-db63-5f0abb5419c6" [ 1008.888472] env[69889]: _type = "HttpNfcLease" [ 1008.888472] env[69889]: } obtained for exporting VM: (result){ [ 1008.888472] env[69889]: value = "vm-807990" [ 1008.888472] env[69889]: _type = "VirtualMachine" [ 1008.888472] env[69889]: }. {{(pid=69889) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1008.888857] env[69889]: DEBUG oslo_vmware.api [None req-bf9d1d75-a901-44e8-a719-a76ddc450f23 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Waiting for the lease: (returnval){ [ 1008.888857] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52ad52e3-99e2-d3af-db63-5f0abb5419c6" [ 1008.888857] env[69889]: _type = "HttpNfcLease" [ 1008.888857] env[69889]: } to be ready. {{(pid=69889) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1008.893865] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.894046] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.894369] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.895051] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4255f63a-99c6-4382-8784-619f57d1cd69 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.905121] env[69889]: DEBUG oslo_vmware.api [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Waiting for the task: (returnval){ [ 1008.905121] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52325d35-0922-07a6-6a36-9d1f8969457f" [ 1008.905121] env[69889]: _type = "Task" [ 1008.905121] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.907571] env[69889]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1008.907571] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52ad52e3-99e2-d3af-db63-5f0abb5419c6" [ 1008.907571] env[69889]: _type = "HttpNfcLease" [ 1008.907571] env[69889]: } is ready. {{(pid=69889) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1008.911204] env[69889]: DEBUG oslo_vmware.rw_handles [None req-bf9d1d75-a901-44e8-a719-a76ddc450f23 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1008.911204] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52ad52e3-99e2-d3af-db63-5f0abb5419c6" [ 1008.911204] env[69889]: _type = "HttpNfcLease" [ 1008.911204] env[69889]: }. {{(pid=69889) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1008.915136] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3326c4f0-c87a-4f32-a6a1-d9aba80bdec6 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.930133] env[69889]: DEBUG oslo_vmware.api [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52325d35-0922-07a6-6a36-9d1f8969457f, 'name': SearchDatastore_Task, 'duration_secs': 0.012638} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.930432] env[69889]: DEBUG oslo_vmware.rw_handles [None req-bf9d1d75-a901-44e8-a719-a76ddc450f23 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d8f647-aa0a-6243-b880-9122f60acd96/disk-0.vmdk from lease info. {{(pid=69889) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1008.930604] env[69889]: DEBUG oslo_vmware.rw_handles [None req-bf9d1d75-a901-44e8-a719-a76ddc450f23 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d8f647-aa0a-6243-b880-9122f60acd96/disk-0.vmdk for reading. {{(pid=69889) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1008.932067] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.932388] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] [instance: 363f1d3d-a783-46b7-a70c-1c251d43b4b3] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1008.932878] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.932998] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.933201] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1008.933573] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f00406f3-9aff-4b95-b0ab-93168b491dd6 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.004421] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1009.005030] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1009.006780] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5769e97c-9546-4a5e-a791-d5fbccfd692a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.018482] env[69889]: DEBUG oslo_vmware.api [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Task: {'id': task-4077654, 'name': ReconfigVM_Task, 'duration_secs': 0.313579} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.018773] env[69889]: DEBUG oslo_vmware.api [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Waiting for the task: (returnval){ [ 1009.018773] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52e0748f-8874-ede4-5a7b-c5cc3e1a0252" [ 1009.018773] env[69889]: _type = "Task" [ 1009.018773] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.021925] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] [instance: 15d503ce-3ce0-4038-9698-c1beffdf07d5] Reconfigured VM instance instance-0000004a to attach disk [datastore2] 15d503ce-3ce0-4038-9698-c1beffdf07d5/15d503ce-3ce0-4038-9698-c1beffdf07d5.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1009.022922] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-206ddeeb-e5fb-4ae3-96d0-eca630a4422f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.035756] env[69889]: DEBUG oslo_vmware.api [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52e0748f-8874-ede4-5a7b-c5cc3e1a0252, 'name': SearchDatastore_Task, 'duration_secs': 0.011045} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.037403] env[69889]: DEBUG oslo_vmware.api [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Waiting for the task: (returnval){ [ 1009.037403] env[69889]: value = "task-4077656" [ 1009.037403] env[69889]: _type = "Task" [ 1009.037403] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.037787] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be622841-4f1f-4ac1-bd34-c5692dcbaf23 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.053513] env[69889]: DEBUG oslo_vmware.api [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Task: {'id': task-4077656, 'name': Rename_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.055034] env[69889]: DEBUG oslo_vmware.api [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Waiting for the task: (returnval){ [ 1009.055034] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]529d6c2b-8253-6c1c-0d28-8e061b7c19f3" [ 1009.055034] env[69889]: _type = "Task" [ 1009.055034] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.064896] env[69889]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f9655a07-86e6-4722-abbf-8abf9652b532 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.071372] env[69889]: DEBUG oslo_vmware.api [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]529d6c2b-8253-6c1c-0d28-8e061b7c19f3, 'name': SearchDatastore_Task, 'duration_secs': 0.012319} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.073267] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.073267] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] 363f1d3d-a783-46b7-a70c-1c251d43b4b3/363f1d3d-a783-46b7-a70c-1c251d43b4b3.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1009.073267] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-18585eb2-845e-4e49-8047-eb034456dfae {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.087099] env[69889]: DEBUG oslo_vmware.api [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Waiting for the task: (returnval){ [ 1009.087099] env[69889]: value = "task-4077657" [ 1009.087099] env[69889]: _type = "Task" [ 1009.087099] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.094935] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73804824-19bb-4d77-9a67-ca548214be4d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.107496] env[69889]: DEBUG oslo_vmware.api [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Task: {'id': task-4077657, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.116789] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2535985c-77f4-4dad-8072-e294399f65ef {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.155922] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32d539b1-7375-49ce-a2ab-52cb29c601a1 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.165321] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62ba420f-00b3-4ab5-98ca-976b38c39b48 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.181123] env[69889]: DEBUG nova.compute.provider_tree [None req-ea314e32-28a9-4aba-b28b-d3310633e706 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1009.202610] env[69889]: DEBUG nova.objects.base [None req-b0c49cb1-5999-43ca-b059-3a225d1f96fa tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69889) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1009.202610] env[69889]: DEBUG nova.network.neutron [None req-b0c49cb1-5999-43ca-b059-3a225d1f96fa tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: bbf9db25-688f-4729-9c55-0e1e1196c2f6] allocate_for_instance() {{(pid=69889) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1009.254234] env[69889]: DEBUG nova.policy [None req-b0c49cb1-5999-43ca-b059-3a225d1f96fa tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd712ca1be34b4e8ebf98dc926b4be590', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cf71caefe82444e1aa35f5f5071b52f9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69889) authorize /opt/stack/nova/nova/policy.py:192}} [ 1009.286493] env[69889]: DEBUG oslo_vmware.api [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Task: {'id': task-4077652, 'name': PowerOnVM_Task, 'duration_secs': 0.560948} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.286493] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] [instance: ebde6910-8c24-4fac-9a2e-faf98a9a8792] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1009.286493] env[69889]: INFO nova.compute.manager [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] [instance: ebde6910-8c24-4fac-9a2e-faf98a9a8792] Took 8.80 seconds to spawn the instance on the hypervisor. [ 1009.286493] env[69889]: DEBUG nova.compute.manager [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] [instance: ebde6910-8c24-4fac-9a2e-faf98a9a8792] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1009.286493] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14b5e71e-8fd2-416e-8c3c-e0e582b02346 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.289558] env[69889]: DEBUG nova.network.neutron [req-5a94a9a8-d4ad-48e3-9546-8095b75cdf91 req-79f71f46-1e76-40bf-9e51-121178757efa service nova] [instance: 363f1d3d-a783-46b7-a70c-1c251d43b4b3] Updated VIF entry in instance network info cache for port df015997-509f-44a1-8288-e79cce79d29a. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1009.291303] env[69889]: DEBUG nova.network.neutron [req-5a94a9a8-d4ad-48e3-9546-8095b75cdf91 req-79f71f46-1e76-40bf-9e51-121178757efa service nova] [instance: 363f1d3d-a783-46b7-a70c-1c251d43b4b3] Updating instance_info_cache with network_info: [{"id": "df015997-509f-44a1-8288-e79cce79d29a", "address": "fa:16:3e:3a:2a:3a", "network": {"id": "64ef8ef7-9868-4697-a258-2942d4f99357", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1041835073-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "983d186219fd4e71afecaa1712c21381", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf015997-50", "ovs_interfaceid": "df015997-509f-44a1-8288-e79cce79d29a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.548045] env[69889]: DEBUG nova.network.neutron [-] [instance: 70857543-3429-4d13-81d3-6f972f182507] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.554937] env[69889]: DEBUG oslo_vmware.api [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Task: {'id': task-4077656, 'name': Rename_Task, 'duration_secs': 0.197744} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.555478] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] [instance: 15d503ce-3ce0-4038-9698-c1beffdf07d5] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1009.557100] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5694a40a-ffb7-48bd-959f-839baefa7397 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.570640] env[69889]: DEBUG oslo_vmware.api [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Waiting for the task: (returnval){ [ 1009.570640] env[69889]: value = "task-4077658" [ 1009.570640] env[69889]: _type = "Task" [ 1009.570640] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.587059] env[69889]: DEBUG oslo_vmware.api [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Task: {'id': task-4077658, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.604875] env[69889]: DEBUG oslo_vmware.api [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Task: {'id': task-4077657, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.674638] env[69889]: DEBUG nova.network.neutron [None req-b0c49cb1-5999-43ca-b059-3a225d1f96fa tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: bbf9db25-688f-4729-9c55-0e1e1196c2f6] Successfully created port: 136842a0-0f82-452a-a506-3de35c6d7e83 {{(pid=69889) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1009.685147] env[69889]: DEBUG nova.scheduler.client.report [None req-ea314e32-28a9-4aba-b28b-d3310633e706 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1009.793462] env[69889]: DEBUG oslo_concurrency.lockutils [req-5a94a9a8-d4ad-48e3-9546-8095b75cdf91 req-79f71f46-1e76-40bf-9e51-121178757efa service nova] Releasing lock "refresh_cache-363f1d3d-a783-46b7-a70c-1c251d43b4b3" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.824096] env[69889]: INFO nova.compute.manager [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] [instance: ebde6910-8c24-4fac-9a2e-faf98a9a8792] Took 22.95 seconds to build instance. [ 1009.991455] env[69889]: DEBUG nova.compute.manager [req-febcd22f-bc54-490c-8b86-6c731cf446c7 req-b396e070-85e7-497a-9a59-dfffc657e00b service nova] [instance: 70857543-3429-4d13-81d3-6f972f182507] Received event network-vif-deleted-e810cfd0-93c6-4bbf-9b0d-a86234bb85f5 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1009.994942] env[69889]: DEBUG oslo_concurrency.lockutils [None req-33606c35-da61-4947-9d32-92dabeb47a85 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Acquiring lock "1c9715c5-328e-4027-864e-30ac52b27a32" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.995430] env[69889]: DEBUG oslo_concurrency.lockutils [None req-33606c35-da61-4947-9d32-92dabeb47a85 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Lock "1c9715c5-328e-4027-864e-30ac52b27a32" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.050965] env[69889]: INFO nova.compute.manager [-] [instance: 70857543-3429-4d13-81d3-6f972f182507] Took 1.49 seconds to deallocate network for instance. [ 1010.089807] env[69889]: DEBUG oslo_vmware.api [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Task: {'id': task-4077658, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.101752] env[69889]: DEBUG oslo_vmware.api [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Task: {'id': task-4077657, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.544952} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.102127] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] 363f1d3d-a783-46b7-a70c-1c251d43b4b3/363f1d3d-a783-46b7-a70c-1c251d43b4b3.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1010.102291] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] [instance: 363f1d3d-a783-46b7-a70c-1c251d43b4b3] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1010.103027] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f0e4becb-3e2d-4a02-bceb-ef88f8f8e699 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.110941] env[69889]: DEBUG oslo_vmware.api [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Waiting for the task: (returnval){ [ 1010.110941] env[69889]: value = "task-4077659" [ 1010.110941] env[69889]: _type = "Task" [ 1010.110941] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.120026] env[69889]: DEBUG oslo_vmware.api [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Task: {'id': task-4077659, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.192211] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ea314e32-28a9-4aba-b28b-d3310633e706 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.615s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.192818] env[69889]: DEBUG nova.compute.manager [None req-ea314e32-28a9-4aba-b28b-d3310633e706 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] [instance: 13d9f160-3906-4434-859b-4fc4b226333e] Start building networks asynchronously for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1010.197055] env[69889]: DEBUG oslo_concurrency.lockutils [None req-bf734b8f-d405-44b2-b82d-1b14074aa6c7 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.740s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.197055] env[69889]: DEBUG nova.objects.instance [None req-bf734b8f-d405-44b2-b82d-1b14074aa6c7 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Lazy-loading 'resources' on Instance uuid fda65aea-c3b4-46f8-9f00-fc7754f5b883 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1010.326721] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Lock "ebde6910-8c24-4fac-9a2e-faf98a9a8792" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.463s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.503127] env[69889]: DEBUG nova.compute.manager [None req-33606c35-da61-4947-9d32-92dabeb47a85 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 1c9715c5-328e-4027-864e-30ac52b27a32] Starting instance... {{(pid=69889) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1010.565512] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c8a9e749-b4a7-4b9c-98f8-1525797e715b tempest-InstanceActionsV221TestJSON-830289580 tempest-InstanceActionsV221TestJSON-830289580-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.584615] env[69889]: DEBUG oslo_vmware.api [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Task: {'id': task-4077658, 'name': PowerOnVM_Task, 'duration_secs': 1.003533} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.584919] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] [instance: 15d503ce-3ce0-4038-9698-c1beffdf07d5] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1010.585274] env[69889]: INFO nova.compute.manager [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] [instance: 15d503ce-3ce0-4038-9698-c1beffdf07d5] Took 7.57 seconds to spawn the instance on the hypervisor. [ 1010.585578] env[69889]: DEBUG nova.compute.manager [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] [instance: 15d503ce-3ce0-4038-9698-c1beffdf07d5] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1010.586338] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85e618b0-be6d-4d81-a1e3-542a856f966b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.623011] env[69889]: DEBUG oslo_vmware.api [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Task: {'id': task-4077659, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077242} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.623353] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] [instance: 363f1d3d-a783-46b7-a70c-1c251d43b4b3] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1010.625048] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37c9a487-4d5f-48fc-a76c-fc013750a466 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.652516] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] [instance: 363f1d3d-a783-46b7-a70c-1c251d43b4b3] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] 363f1d3d-a783-46b7-a70c-1c251d43b4b3/363f1d3d-a783-46b7-a70c-1c251d43b4b3.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1010.653695] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2027e6a-aa60-486d-9d3f-01278bfa7613 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.678559] env[69889]: DEBUG oslo_vmware.api [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Waiting for the task: (returnval){ [ 1010.678559] env[69889]: value = "task-4077660" [ 1010.678559] env[69889]: _type = "Task" [ 1010.678559] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.690718] env[69889]: DEBUG oslo_vmware.api [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Task: {'id': task-4077660, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.700762] env[69889]: DEBUG nova.compute.utils [None req-ea314e32-28a9-4aba-b28b-d3310633e706 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1010.702508] env[69889]: DEBUG nova.compute.manager [None req-ea314e32-28a9-4aba-b28b-d3310633e706 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] [instance: 13d9f160-3906-4434-859b-4fc4b226333e] Allocating IP information in the background. {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1010.702734] env[69889]: DEBUG nova.network.neutron [None req-ea314e32-28a9-4aba-b28b-d3310633e706 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] [instance: 13d9f160-3906-4434-859b-4fc4b226333e] allocate_for_instance() {{(pid=69889) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1010.802141] env[69889]: DEBUG nova.policy [None req-ea314e32-28a9-4aba-b28b-d3310633e706 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1d0a014210d045a896ccdfddbe7b4ad1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd846d435536e4aeebfb66d89a82f3e21', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69889) authorize /opt/stack/nova/nova/policy.py:192}} [ 1011.026686] env[69889]: DEBUG oslo_concurrency.lockutils [None req-33606c35-da61-4947-9d32-92dabeb47a85 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.107682] env[69889]: INFO nova.compute.manager [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] [instance: 15d503ce-3ce0-4038-9698-c1beffdf07d5] Took 24.20 seconds to build instance. [ 1011.130924] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ba505a9-3bad-4426-b346-582c366ecbee {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.139844] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-810088ac-927b-4153-adff-98b425bc9cf8 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.176409] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72a0d5dc-9aeb-4127-a149-f8a592aec077 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.194837] env[69889]: DEBUG oslo_vmware.api [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Task: {'id': task-4077660, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.197144] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab14cd78-a704-4071-9a89-cbbe49df58d5 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.214532] env[69889]: DEBUG nova.compute.manager [None req-ea314e32-28a9-4aba-b28b-d3310633e706 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] [instance: 13d9f160-3906-4434-859b-4fc4b226333e] Start building block device mappings for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1011.219083] env[69889]: DEBUG nova.compute.provider_tree [None req-bf734b8f-d405-44b2-b82d-1b14074aa6c7 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1011.356020] env[69889]: DEBUG nova.network.neutron [None req-b0c49cb1-5999-43ca-b059-3a225d1f96fa tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: bbf9db25-688f-4729-9c55-0e1e1196c2f6] Successfully updated port: 136842a0-0f82-452a-a506-3de35c6d7e83 {{(pid=69889) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1011.610333] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Lock "15d503ce-3ce0-4038-9698-c1beffdf07d5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.711s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.692815] env[69889]: DEBUG oslo_vmware.api [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Task: {'id': task-4077660, 'name': ReconfigVM_Task, 'duration_secs': 0.588936} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.693303] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] [instance: 363f1d3d-a783-46b7-a70c-1c251d43b4b3] Reconfigured VM instance instance-0000004b to attach disk [datastore2] 363f1d3d-a783-46b7-a70c-1c251d43b4b3/363f1d3d-a783-46b7-a70c-1c251d43b4b3.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1011.694153] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-27d1cf3c-68f5-4c01-ae44-f5623e123b7e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.696344] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1d67b26e-81a6-4847-b109-324e1163c5d4 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Acquiring lock "233f5e8b-de2a-4e68-b8ca-2a548f32617f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.696663] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1d67b26e-81a6-4847-b109-324e1163c5d4 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Lock "233f5e8b-de2a-4e68-b8ca-2a548f32617f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.696880] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1d67b26e-81a6-4847-b109-324e1163c5d4 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Acquiring lock "233f5e8b-de2a-4e68-b8ca-2a548f32617f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.697541] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1d67b26e-81a6-4847-b109-324e1163c5d4 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Lock "233f5e8b-de2a-4e68-b8ca-2a548f32617f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.697757] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1d67b26e-81a6-4847-b109-324e1163c5d4 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Lock "233f5e8b-de2a-4e68-b8ca-2a548f32617f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.700639] env[69889]: INFO nova.compute.manager [None req-1d67b26e-81a6-4847-b109-324e1163c5d4 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] [instance: 233f5e8b-de2a-4e68-b8ca-2a548f32617f] Terminating instance [ 1011.707038] env[69889]: DEBUG oslo_vmware.api [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Waiting for the task: (returnval){ [ 1011.707038] env[69889]: value = "task-4077661" [ 1011.707038] env[69889]: _type = "Task" [ 1011.707038] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.719529] env[69889]: DEBUG oslo_vmware.api [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Task: {'id': task-4077661, 'name': Rename_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.725105] env[69889]: DEBUG nova.scheduler.client.report [None req-bf734b8f-d405-44b2-b82d-1b14074aa6c7 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1011.765454] env[69889]: DEBUG nova.network.neutron [None req-ea314e32-28a9-4aba-b28b-d3310633e706 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] [instance: 13d9f160-3906-4434-859b-4fc4b226333e] Successfully created port: 0eb17f36-20e4-4946-bf34-e7b0a9a5323c {{(pid=69889) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1011.859340] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b0c49cb1-5999-43ca-b059-3a225d1f96fa tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Acquiring lock "refresh_cache-bbf9db25-688f-4729-9c55-0e1e1196c2f6" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.859569] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b0c49cb1-5999-43ca-b059-3a225d1f96fa tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Acquired lock "refresh_cache-bbf9db25-688f-4729-9c55-0e1e1196c2f6" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.860062] env[69889]: DEBUG nova.network.neutron [None req-b0c49cb1-5999-43ca-b059-3a225d1f96fa tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: bbf9db25-688f-4729-9c55-0e1e1196c2f6] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1012.206267] env[69889]: DEBUG nova.compute.manager [None req-1d67b26e-81a6-4847-b109-324e1163c5d4 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] [instance: 233f5e8b-de2a-4e68-b8ca-2a548f32617f] Start destroying the instance on the hypervisor. {{(pid=69889) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1012.206267] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-1d67b26e-81a6-4847-b109-324e1163c5d4 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] [instance: 233f5e8b-de2a-4e68-b8ca-2a548f32617f] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1012.207498] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeddfa51-0a27-4a6d-8f75-4f2ba20f133b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.218146] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d67b26e-81a6-4847-b109-324e1163c5d4 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] [instance: 233f5e8b-de2a-4e68-b8ca-2a548f32617f] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1012.221057] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-06fa461e-3cd0-4ca4-b354-7b66a6fc1fbe {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.222736] env[69889]: DEBUG oslo_vmware.api [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Task: {'id': task-4077661, 'name': Rename_Task, 'duration_secs': 0.320514} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.223028] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] [instance: 363f1d3d-a783-46b7-a70c-1c251d43b4b3] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1012.225394] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6d37a93d-e288-47fe-b2dc-223f7ae0a5f1 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.229683] env[69889]: DEBUG oslo_vmware.api [None req-1d67b26e-81a6-4847-b109-324e1163c5d4 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Waiting for the task: (returnval){ [ 1012.229683] env[69889]: value = "task-4077662" [ 1012.229683] env[69889]: _type = "Task" [ 1012.229683] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.231016] env[69889]: DEBUG nova.compute.manager [None req-ea314e32-28a9-4aba-b28b-d3310633e706 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] [instance: 13d9f160-3906-4434-859b-4fc4b226333e] Start spawning the instance on the hypervisor. {{(pid=69889) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1012.235478] env[69889]: DEBUG oslo_concurrency.lockutils [None req-bf734b8f-d405-44b2-b82d-1b14074aa6c7 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.040s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.241259] env[69889]: DEBUG oslo_vmware.api [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Waiting for the task: (returnval){ [ 1012.241259] env[69889]: value = "task-4077663" [ 1012.241259] env[69889]: _type = "Task" [ 1012.241259] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.241850] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ecca338b-a497-40c5-b2f7-29f12922c1ac tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.433s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.243629] env[69889]: INFO nova.compute.claims [None req-ecca338b-a497-40c5-b2f7-29f12922c1ac tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: ec331f28-d5ae-4c98-ac7f-612fcd03b679] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1012.257049] env[69889]: DEBUG oslo_vmware.api [None req-1d67b26e-81a6-4847-b109-324e1163c5d4 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Task: {'id': task-4077662, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.264878] env[69889]: DEBUG oslo_vmware.api [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Task: {'id': task-4077663, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.276363] env[69889]: INFO nova.scheduler.client.report [None req-bf734b8f-d405-44b2-b82d-1b14074aa6c7 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Deleted allocations for instance fda65aea-c3b4-46f8-9f00-fc7754f5b883 [ 1012.284130] env[69889]: DEBUG nova.virt.hardware [None req-ea314e32-28a9-4aba-b28b-d3310633e706 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1012.286266] env[69889]: DEBUG nova.virt.hardware [None req-ea314e32-28a9-4aba-b28b-d3310633e706 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1012.286266] env[69889]: DEBUG nova.virt.hardware [None req-ea314e32-28a9-4aba-b28b-d3310633e706 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1012.286266] env[69889]: DEBUG nova.virt.hardware [None req-ea314e32-28a9-4aba-b28b-d3310633e706 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1012.286266] env[69889]: DEBUG nova.virt.hardware [None req-ea314e32-28a9-4aba-b28b-d3310633e706 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1012.286266] env[69889]: DEBUG nova.virt.hardware [None req-ea314e32-28a9-4aba-b28b-d3310633e706 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1012.286266] env[69889]: DEBUG nova.virt.hardware [None req-ea314e32-28a9-4aba-b28b-d3310633e706 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1012.286266] env[69889]: DEBUG nova.virt.hardware [None req-ea314e32-28a9-4aba-b28b-d3310633e706 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1012.286266] env[69889]: DEBUG nova.virt.hardware [None req-ea314e32-28a9-4aba-b28b-d3310633e706 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1012.286266] env[69889]: DEBUG nova.virt.hardware [None req-ea314e32-28a9-4aba-b28b-d3310633e706 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1012.286266] env[69889]: DEBUG nova.virt.hardware [None req-ea314e32-28a9-4aba-b28b-d3310633e706 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1012.287630] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a29033b-675a-4a46-889d-71596b72d5af {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.296762] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3409c050-0126-48da-a5d9-f7805617edd8 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.415886] env[69889]: WARNING nova.network.neutron [None req-b0c49cb1-5999-43ca-b059-3a225d1f96fa tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: bbf9db25-688f-4729-9c55-0e1e1196c2f6] dc7a1c63-64ed-41ca-b29f-202337c0d542 already exists in list: networks containing: ['dc7a1c63-64ed-41ca-b29f-202337c0d542']. ignoring it [ 1012.586530] env[69889]: DEBUG nova.compute.manager [req-95497170-ec52-4776-b730-44ffc8c3d2a8 req-2c099b44-858f-49c2-8b27-3cc357cadf6e service nova] [instance: bbf9db25-688f-4729-9c55-0e1e1196c2f6] Received event network-vif-plugged-136842a0-0f82-452a-a506-3de35c6d7e83 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1012.586719] env[69889]: DEBUG oslo_concurrency.lockutils [req-95497170-ec52-4776-b730-44ffc8c3d2a8 req-2c099b44-858f-49c2-8b27-3cc357cadf6e service nova] Acquiring lock "bbf9db25-688f-4729-9c55-0e1e1196c2f6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.586915] env[69889]: DEBUG oslo_concurrency.lockutils [req-95497170-ec52-4776-b730-44ffc8c3d2a8 req-2c099b44-858f-49c2-8b27-3cc357cadf6e service nova] Lock "bbf9db25-688f-4729-9c55-0e1e1196c2f6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.587248] env[69889]: DEBUG oslo_concurrency.lockutils [req-95497170-ec52-4776-b730-44ffc8c3d2a8 req-2c099b44-858f-49c2-8b27-3cc357cadf6e service nova] Lock "bbf9db25-688f-4729-9c55-0e1e1196c2f6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.587512] env[69889]: DEBUG nova.compute.manager [req-95497170-ec52-4776-b730-44ffc8c3d2a8 req-2c099b44-858f-49c2-8b27-3cc357cadf6e service nova] [instance: bbf9db25-688f-4729-9c55-0e1e1196c2f6] No waiting events found dispatching network-vif-plugged-136842a0-0f82-452a-a506-3de35c6d7e83 {{(pid=69889) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1012.587618] env[69889]: WARNING nova.compute.manager [req-95497170-ec52-4776-b730-44ffc8c3d2a8 req-2c099b44-858f-49c2-8b27-3cc357cadf6e service nova] [instance: bbf9db25-688f-4729-9c55-0e1e1196c2f6] Received unexpected event network-vif-plugged-136842a0-0f82-452a-a506-3de35c6d7e83 for instance with vm_state active and task_state None. [ 1012.587773] env[69889]: DEBUG nova.compute.manager [req-95497170-ec52-4776-b730-44ffc8c3d2a8 req-2c099b44-858f-49c2-8b27-3cc357cadf6e service nova] [instance: bbf9db25-688f-4729-9c55-0e1e1196c2f6] Received event network-changed-136842a0-0f82-452a-a506-3de35c6d7e83 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1012.587927] env[69889]: DEBUG nova.compute.manager [req-95497170-ec52-4776-b730-44ffc8c3d2a8 req-2c099b44-858f-49c2-8b27-3cc357cadf6e service nova] [instance: bbf9db25-688f-4729-9c55-0e1e1196c2f6] Refreshing instance network info cache due to event network-changed-136842a0-0f82-452a-a506-3de35c6d7e83. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1012.588118] env[69889]: DEBUG oslo_concurrency.lockutils [req-95497170-ec52-4776-b730-44ffc8c3d2a8 req-2c099b44-858f-49c2-8b27-3cc357cadf6e service nova] Acquiring lock "refresh_cache-bbf9db25-688f-4729-9c55-0e1e1196c2f6" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.752797] env[69889]: DEBUG oslo_vmware.api [None req-1d67b26e-81a6-4847-b109-324e1163c5d4 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Task: {'id': task-4077662, 'name': PowerOffVM_Task, 'duration_secs': 0.273421} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.757910] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d67b26e-81a6-4847-b109-324e1163c5d4 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] [instance: 233f5e8b-de2a-4e68-b8ca-2a548f32617f] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1012.758165] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-1d67b26e-81a6-4847-b109-324e1163c5d4 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] [instance: 233f5e8b-de2a-4e68-b8ca-2a548f32617f] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1012.758466] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-45a78c4d-5ed9-4069-870c-a00491de3981 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.767899] env[69889]: DEBUG oslo_vmware.api [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Task: {'id': task-4077663, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.794571] env[69889]: DEBUG oslo_concurrency.lockutils [None req-bf734b8f-d405-44b2-b82d-1b14074aa6c7 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Lock "fda65aea-c3b4-46f8-9f00-fc7754f5b883" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.908s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.838433] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-1d67b26e-81a6-4847-b109-324e1163c5d4 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] [instance: 233f5e8b-de2a-4e68-b8ca-2a548f32617f] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1012.838697] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-1d67b26e-81a6-4847-b109-324e1163c5d4 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] [instance: 233f5e8b-de2a-4e68-b8ca-2a548f32617f] Deleting contents of the VM from datastore datastore1 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1012.839049] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d67b26e-81a6-4847-b109-324e1163c5d4 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Deleting the datastore file [datastore1] 233f5e8b-de2a-4e68-b8ca-2a548f32617f {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1012.839197] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1b262d83-0541-460c-9272-863525dfc273 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.846616] env[69889]: DEBUG oslo_vmware.api [None req-1d67b26e-81a6-4847-b109-324e1163c5d4 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Waiting for the task: (returnval){ [ 1012.846616] env[69889]: value = "task-4077665" [ 1012.846616] env[69889]: _type = "Task" [ 1012.846616] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.858567] env[69889]: DEBUG oslo_vmware.api [None req-1d67b26e-81a6-4847-b109-324e1163c5d4 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Task: {'id': task-4077665, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.980163] env[69889]: DEBUG nova.network.neutron [None req-b0c49cb1-5999-43ca-b059-3a225d1f96fa tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: bbf9db25-688f-4729-9c55-0e1e1196c2f6] Updating instance_info_cache with network_info: [{"id": "f131f2fd-e468-46ba-8304-32cffdad9815", "address": "fa:16:3e:71:7a:cb", "network": {"id": "dc7a1c63-64ed-41ca-b29f-202337c0d542", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1276397426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf71caefe82444e1aa35f5f5071b52f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf131f2fd-e4", "ovs_interfaceid": "f131f2fd-e468-46ba-8304-32cffdad9815", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "136842a0-0f82-452a-a506-3de35c6d7e83", "address": "fa:16:3e:49:ba:d5", "network": {"id": "dc7a1c63-64ed-41ca-b29f-202337c0d542", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1276397426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf71caefe82444e1aa35f5f5071b52f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap136842a0-0f", "ovs_interfaceid": "136842a0-0f82-452a-a506-3de35c6d7e83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.265559] env[69889]: DEBUG oslo_vmware.api [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Task: {'id': task-4077663, 'name': PowerOnVM_Task, 'duration_secs': 0.766563} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.265818] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] [instance: 363f1d3d-a783-46b7-a70c-1c251d43b4b3] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1013.265930] env[69889]: INFO nova.compute.manager [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] [instance: 363f1d3d-a783-46b7-a70c-1c251d43b4b3] Took 7.69 seconds to spawn the instance on the hypervisor. [ 1013.266129] env[69889]: DEBUG nova.compute.manager [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] [instance: 363f1d3d-a783-46b7-a70c-1c251d43b4b3] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1013.267142] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a78080a-3114-4437-9a7c-28a4057016a0 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.358085] env[69889]: DEBUG oslo_vmware.api [None req-1d67b26e-81a6-4847-b109-324e1163c5d4 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Task: {'id': task-4077665, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.248362} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.361906] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d67b26e-81a6-4847-b109-324e1163c5d4 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1013.362273] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-1d67b26e-81a6-4847-b109-324e1163c5d4 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] [instance: 233f5e8b-de2a-4e68-b8ca-2a548f32617f] Deleted contents of the VM from datastore datastore1 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1013.362577] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-1d67b26e-81a6-4847-b109-324e1163c5d4 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] [instance: 233f5e8b-de2a-4e68-b8ca-2a548f32617f] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1013.362855] env[69889]: INFO nova.compute.manager [None req-1d67b26e-81a6-4847-b109-324e1163c5d4 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] [instance: 233f5e8b-de2a-4e68-b8ca-2a548f32617f] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1013.363193] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1d67b26e-81a6-4847-b109-324e1163c5d4 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1013.363758] env[69889]: DEBUG nova.compute.manager [-] [instance: 233f5e8b-de2a-4e68-b8ca-2a548f32617f] Deallocating network for instance {{(pid=69889) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1013.363935] env[69889]: DEBUG nova.network.neutron [-] [instance: 233f5e8b-de2a-4e68-b8ca-2a548f32617f] deallocate_for_instance() {{(pid=69889) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1013.405539] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1cd46357-7f58-4fc2-94c1-ca4d717ba556 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Acquiring lock "25fa2007-30d6-4a2a-9498-d523988ee0ad" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.405852] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1cd46357-7f58-4fc2-94c1-ca4d717ba556 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Lock "25fa2007-30d6-4a2a-9498-d523988ee0ad" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.406133] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1cd46357-7f58-4fc2-94c1-ca4d717ba556 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Acquiring lock "25fa2007-30d6-4a2a-9498-d523988ee0ad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.407762] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1cd46357-7f58-4fc2-94c1-ca4d717ba556 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Lock "25fa2007-30d6-4a2a-9498-d523988ee0ad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.407762] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1cd46357-7f58-4fc2-94c1-ca4d717ba556 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Lock "25fa2007-30d6-4a2a-9498-d523988ee0ad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.414264] env[69889]: INFO nova.compute.manager [None req-1cd46357-7f58-4fc2-94c1-ca4d717ba556 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] [instance: 25fa2007-30d6-4a2a-9498-d523988ee0ad] Terminating instance [ 1013.483854] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b0c49cb1-5999-43ca-b059-3a225d1f96fa tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Releasing lock "refresh_cache-bbf9db25-688f-4729-9c55-0e1e1196c2f6" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.484630] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b0c49cb1-5999-43ca-b059-3a225d1f96fa tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Acquiring lock "bbf9db25-688f-4729-9c55-0e1e1196c2f6" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.484811] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b0c49cb1-5999-43ca-b059-3a225d1f96fa tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Acquired lock "bbf9db25-688f-4729-9c55-0e1e1196c2f6" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.485125] env[69889]: DEBUG oslo_concurrency.lockutils [req-95497170-ec52-4776-b730-44ffc8c3d2a8 req-2c099b44-858f-49c2-8b27-3cc357cadf6e service nova] Acquired lock "refresh_cache-bbf9db25-688f-4729-9c55-0e1e1196c2f6" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.485312] env[69889]: DEBUG nova.network.neutron [req-95497170-ec52-4776-b730-44ffc8c3d2a8 req-2c099b44-858f-49c2-8b27-3cc357cadf6e service nova] [instance: bbf9db25-688f-4729-9c55-0e1e1196c2f6] Refreshing network info cache for port 136842a0-0f82-452a-a506-3de35c6d7e83 {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1013.487812] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6ae484e-2703-42ba-bc5c-7e1056d6bc70 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.511851] env[69889]: DEBUG nova.virt.hardware [None req-b0c49cb1-5999-43ca-b059-3a225d1f96fa tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1013.512153] env[69889]: DEBUG nova.virt.hardware [None req-b0c49cb1-5999-43ca-b059-3a225d1f96fa tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1013.512313] env[69889]: DEBUG nova.virt.hardware [None req-b0c49cb1-5999-43ca-b059-3a225d1f96fa tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1013.512493] env[69889]: DEBUG nova.virt.hardware [None req-b0c49cb1-5999-43ca-b059-3a225d1f96fa tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1013.512641] env[69889]: DEBUG nova.virt.hardware [None req-b0c49cb1-5999-43ca-b059-3a225d1f96fa tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1013.512786] env[69889]: DEBUG nova.virt.hardware [None req-b0c49cb1-5999-43ca-b059-3a225d1f96fa tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1013.512996] env[69889]: DEBUG nova.virt.hardware [None req-b0c49cb1-5999-43ca-b059-3a225d1f96fa tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1013.513167] env[69889]: DEBUG nova.virt.hardware [None req-b0c49cb1-5999-43ca-b059-3a225d1f96fa tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1013.513380] env[69889]: DEBUG nova.virt.hardware [None req-b0c49cb1-5999-43ca-b059-3a225d1f96fa tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1013.513504] env[69889]: DEBUG nova.virt.hardware [None req-b0c49cb1-5999-43ca-b059-3a225d1f96fa tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1013.513736] env[69889]: DEBUG nova.virt.hardware [None req-b0c49cb1-5999-43ca-b059-3a225d1f96fa tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1013.520656] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-b0c49cb1-5999-43ca-b059-3a225d1f96fa tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: bbf9db25-688f-4729-9c55-0e1e1196c2f6] Reconfiguring VM to attach interface {{(pid=69889) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1013.525320] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65210cdc-fb78-445f-ab44-e906653fef6c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.548306] env[69889]: DEBUG oslo_vmware.api [None req-b0c49cb1-5999-43ca-b059-3a225d1f96fa tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Waiting for the task: (returnval){ [ 1013.548306] env[69889]: value = "task-4077666" [ 1013.548306] env[69889]: _type = "Task" [ 1013.548306] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.558546] env[69889]: DEBUG oslo_vmware.api [None req-b0c49cb1-5999-43ca-b059-3a225d1f96fa tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4077666, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.711640] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-334e30dd-2ae4-4149-a010-aca1c0967f5b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.725030] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32102603-1004-4116-94ed-1ccf79560370 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.761237] env[69889]: DEBUG nova.network.neutron [None req-ea314e32-28a9-4aba-b28b-d3310633e706 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] [instance: 13d9f160-3906-4434-859b-4fc4b226333e] Successfully updated port: 0eb17f36-20e4-4946-bf34-e7b0a9a5323c {{(pid=69889) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1013.762940] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9cf5a9e-49bc-405c-830f-6928cedf1a3a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.771867] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f30d30ea-791f-4b4f-bc9c-b5c1ca35c4a0 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.792572] env[69889]: DEBUG nova.compute.provider_tree [None req-ecca338b-a497-40c5-b2f7-29f12922c1ac tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1013.794192] env[69889]: INFO nova.compute.manager [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] [instance: 363f1d3d-a783-46b7-a70c-1c251d43b4b3] Took 26.83 seconds to build instance. [ 1013.888955] env[69889]: DEBUG nova.compute.manager [req-32086991-8a93-4205-a0f6-cbc19ff0f5b2 req-15fb4692-a649-434d-bf04-073a00a11d9d service nova] [instance: 13d9f160-3906-4434-859b-4fc4b226333e] Received event network-vif-plugged-0eb17f36-20e4-4946-bf34-e7b0a9a5323c {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1013.888955] env[69889]: DEBUG oslo_concurrency.lockutils [req-32086991-8a93-4205-a0f6-cbc19ff0f5b2 req-15fb4692-a649-434d-bf04-073a00a11d9d service nova] Acquiring lock "13d9f160-3906-4434-859b-4fc4b226333e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.889478] env[69889]: DEBUG oslo_concurrency.lockutils [req-32086991-8a93-4205-a0f6-cbc19ff0f5b2 req-15fb4692-a649-434d-bf04-073a00a11d9d service nova] Lock "13d9f160-3906-4434-859b-4fc4b226333e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.889839] env[69889]: DEBUG oslo_concurrency.lockutils [req-32086991-8a93-4205-a0f6-cbc19ff0f5b2 req-15fb4692-a649-434d-bf04-073a00a11d9d service nova] Lock "13d9f160-3906-4434-859b-4fc4b226333e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.890315] env[69889]: DEBUG nova.compute.manager [req-32086991-8a93-4205-a0f6-cbc19ff0f5b2 req-15fb4692-a649-434d-bf04-073a00a11d9d service nova] [instance: 13d9f160-3906-4434-859b-4fc4b226333e] No waiting events found dispatching network-vif-plugged-0eb17f36-20e4-4946-bf34-e7b0a9a5323c {{(pid=69889) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1013.890612] env[69889]: WARNING nova.compute.manager [req-32086991-8a93-4205-a0f6-cbc19ff0f5b2 req-15fb4692-a649-434d-bf04-073a00a11d9d service nova] [instance: 13d9f160-3906-4434-859b-4fc4b226333e] Received unexpected event network-vif-plugged-0eb17f36-20e4-4946-bf34-e7b0a9a5323c for instance with vm_state building and task_state spawning. [ 1013.922231] env[69889]: DEBUG nova.compute.manager [None req-1cd46357-7f58-4fc2-94c1-ca4d717ba556 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] [instance: 25fa2007-30d6-4a2a-9498-d523988ee0ad] Start destroying the instance on the hypervisor. {{(pid=69889) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1013.922231] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-1cd46357-7f58-4fc2-94c1-ca4d717ba556 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] [instance: 25fa2007-30d6-4a2a-9498-d523988ee0ad] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1013.922231] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b662fc5c-2de5-46ba-a50c-28bbd0d13764 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.936606] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cd46357-7f58-4fc2-94c1-ca4d717ba556 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] [instance: 25fa2007-30d6-4a2a-9498-d523988ee0ad] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1013.936606] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e9ca92de-57ec-457a-9826-80c116f8f70f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.944167] env[69889]: DEBUG oslo_vmware.api [None req-1cd46357-7f58-4fc2-94c1-ca4d717ba556 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Waiting for the task: (returnval){ [ 1013.944167] env[69889]: value = "task-4077667" [ 1013.944167] env[69889]: _type = "Task" [ 1013.944167] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.955353] env[69889]: DEBUG oslo_vmware.api [None req-1cd46357-7f58-4fc2-94c1-ca4d717ba556 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Task: {'id': task-4077667, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.061341] env[69889]: DEBUG oslo_vmware.api [None req-b0c49cb1-5999-43ca-b059-3a225d1f96fa tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4077666, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.231277] env[69889]: DEBUG nova.network.neutron [req-95497170-ec52-4776-b730-44ffc8c3d2a8 req-2c099b44-858f-49c2-8b27-3cc357cadf6e service nova] [instance: bbf9db25-688f-4729-9c55-0e1e1196c2f6] Updated VIF entry in instance network info cache for port 136842a0-0f82-452a-a506-3de35c6d7e83. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1014.233105] env[69889]: DEBUG nova.network.neutron [req-95497170-ec52-4776-b730-44ffc8c3d2a8 req-2c099b44-858f-49c2-8b27-3cc357cadf6e service nova] [instance: bbf9db25-688f-4729-9c55-0e1e1196c2f6] Updating instance_info_cache with network_info: [{"id": "f131f2fd-e468-46ba-8304-32cffdad9815", "address": "fa:16:3e:71:7a:cb", "network": {"id": "dc7a1c63-64ed-41ca-b29f-202337c0d542", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1276397426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf71caefe82444e1aa35f5f5071b52f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf131f2fd-e4", "ovs_interfaceid": "f131f2fd-e468-46ba-8304-32cffdad9815", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "136842a0-0f82-452a-a506-3de35c6d7e83", "address": "fa:16:3e:49:ba:d5", "network": {"id": "dc7a1c63-64ed-41ca-b29f-202337c0d542", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1276397426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf71caefe82444e1aa35f5f5071b52f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap136842a0-0f", "ovs_interfaceid": "136842a0-0f82-452a-a506-3de35c6d7e83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.268226] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ea314e32-28a9-4aba-b28b-d3310633e706 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Acquiring lock "refresh_cache-13d9f160-3906-4434-859b-4fc4b226333e" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.268641] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ea314e32-28a9-4aba-b28b-d3310633e706 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Acquired lock "refresh_cache-13d9f160-3906-4434-859b-4fc4b226333e" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.268641] env[69889]: DEBUG nova.network.neutron [None req-ea314e32-28a9-4aba-b28b-d3310633e706 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] [instance: 13d9f160-3906-4434-859b-4fc4b226333e] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1014.297285] env[69889]: DEBUG nova.scheduler.client.report [None req-ecca338b-a497-40c5-b2f7-29f12922c1ac tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1014.302851] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Lock "363f1d3d-a783-46b7-a70c-1c251d43b4b3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.349s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.437754] env[69889]: DEBUG nova.network.neutron [-] [instance: 233f5e8b-de2a-4e68-b8ca-2a548f32617f] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.456059] env[69889]: DEBUG oslo_vmware.api [None req-1cd46357-7f58-4fc2-94c1-ca4d717ba556 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Task: {'id': task-4077667, 'name': PowerOffVM_Task, 'duration_secs': 0.481721} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.457119] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cd46357-7f58-4fc2-94c1-ca4d717ba556 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] [instance: 25fa2007-30d6-4a2a-9498-d523988ee0ad] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1014.457317] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-1cd46357-7f58-4fc2-94c1-ca4d717ba556 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] [instance: 25fa2007-30d6-4a2a-9498-d523988ee0ad] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1014.457617] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c6608ab5-ec17-4962-a9ef-8345d2ceb80a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.537042] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-1cd46357-7f58-4fc2-94c1-ca4d717ba556 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] [instance: 25fa2007-30d6-4a2a-9498-d523988ee0ad] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1014.537371] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-1cd46357-7f58-4fc2-94c1-ca4d717ba556 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] [instance: 25fa2007-30d6-4a2a-9498-d523988ee0ad] Deleting contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1014.537752] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cd46357-7f58-4fc2-94c1-ca4d717ba556 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Deleting the datastore file [datastore2] 25fa2007-30d6-4a2a-9498-d523988ee0ad {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1014.538155] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8e411a46-378a-45a6-b1ed-d4c68fcda832 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.548038] env[69889]: DEBUG oslo_vmware.api [None req-1cd46357-7f58-4fc2-94c1-ca4d717ba556 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Waiting for the task: (returnval){ [ 1014.548038] env[69889]: value = "task-4077669" [ 1014.548038] env[69889]: _type = "Task" [ 1014.548038] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.566663] env[69889]: DEBUG oslo_vmware.api [None req-b0c49cb1-5999-43ca-b059-3a225d1f96fa tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4077666, 'name': ReconfigVM_Task, 'duration_secs': 0.884506} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.566912] env[69889]: DEBUG oslo_vmware.api [None req-1cd46357-7f58-4fc2-94c1-ca4d717ba556 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Task: {'id': task-4077669, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.567440] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b0c49cb1-5999-43ca-b059-3a225d1f96fa tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Releasing lock "bbf9db25-688f-4729-9c55-0e1e1196c2f6" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.567656] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-b0c49cb1-5999-43ca-b059-3a225d1f96fa tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: bbf9db25-688f-4729-9c55-0e1e1196c2f6] Reconfigured VM to attach interface {{(pid=69889) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1014.735417] env[69889]: DEBUG oslo_concurrency.lockutils [req-95497170-ec52-4776-b730-44ffc8c3d2a8 req-2c099b44-858f-49c2-8b27-3cc357cadf6e service nova] Releasing lock "refresh_cache-bbf9db25-688f-4729-9c55-0e1e1196c2f6" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.804070] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ecca338b-a497-40c5-b2f7-29f12922c1ac tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.562s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.804608] env[69889]: DEBUG nova.compute.manager [None req-ecca338b-a497-40c5-b2f7-29f12922c1ac tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: ec331f28-d5ae-4c98-ac7f-612fcd03b679] Start building networks asynchronously for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1014.807444] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b3715dac-0a80-4d80-8de8-171804508043 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.656s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.807688] env[69889]: DEBUG nova.objects.instance [None req-b3715dac-0a80-4d80-8de8-171804508043 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Lazy-loading 'resources' on Instance uuid 54b1a963-1db6-43da-87b0-f7c9b8d7bb74 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1014.811372] env[69889]: DEBUG nova.network.neutron [None req-ea314e32-28a9-4aba-b28b-d3310633e706 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] [instance: 13d9f160-3906-4434-859b-4fc4b226333e] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1014.941457] env[69889]: INFO nova.compute.manager [-] [instance: 233f5e8b-de2a-4e68-b8ca-2a548f32617f] Took 1.58 seconds to deallocate network for instance. [ 1014.991982] env[69889]: DEBUG nova.network.neutron [None req-ea314e32-28a9-4aba-b28b-d3310633e706 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] [instance: 13d9f160-3906-4434-859b-4fc4b226333e] Updating instance_info_cache with network_info: [{"id": "0eb17f36-20e4-4946-bf34-e7b0a9a5323c", "address": "fa:16:3e:e2:46:f6", "network": {"id": "7bc15629-d28d-410b-a761-75eabd10c4f2", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2132502005-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d846d435536e4aeebfb66d89a82f3e21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0eb17f36-20", "ovs_interfaceid": "0eb17f36-20e4-4946-bf34-e7b0a9a5323c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.058994] env[69889]: DEBUG oslo_vmware.api [None req-1cd46357-7f58-4fc2-94c1-ca4d717ba556 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Task: {'id': task-4077669, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.386517} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.058994] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cd46357-7f58-4fc2-94c1-ca4d717ba556 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1015.059252] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-1cd46357-7f58-4fc2-94c1-ca4d717ba556 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] [instance: 25fa2007-30d6-4a2a-9498-d523988ee0ad] Deleted contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1015.059900] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-1cd46357-7f58-4fc2-94c1-ca4d717ba556 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] [instance: 25fa2007-30d6-4a2a-9498-d523988ee0ad] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1015.059900] env[69889]: INFO nova.compute.manager [None req-1cd46357-7f58-4fc2-94c1-ca4d717ba556 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] [instance: 25fa2007-30d6-4a2a-9498-d523988ee0ad] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1015.059900] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1cd46357-7f58-4fc2-94c1-ca4d717ba556 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1015.060085] env[69889]: DEBUG nova.compute.manager [-] [instance: 25fa2007-30d6-4a2a-9498-d523988ee0ad] Deallocating network for instance {{(pid=69889) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1015.060201] env[69889]: DEBUG nova.network.neutron [-] [instance: 25fa2007-30d6-4a2a-9498-d523988ee0ad] deallocate_for_instance() {{(pid=69889) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1015.072312] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b0c49cb1-5999-43ca-b059-3a225d1f96fa tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Lock "interface-bbf9db25-688f-4729-9c55-0e1e1196c2f6-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.063s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.123960] env[69889]: DEBUG nova.compute.manager [req-b15148b4-dbc1-4eba-a49e-4af4a5e7fcf5 req-05e6c806-06dd-43b2-9c3c-7f4038fa1582 service nova] [instance: 233f5e8b-de2a-4e68-b8ca-2a548f32617f] Received event network-vif-deleted-70e208d1-374a-4e6f-a0b0-2c888e3a9f14 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1015.311818] env[69889]: DEBUG nova.compute.utils [None req-ecca338b-a497-40c5-b2f7-29f12922c1ac tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1015.319619] env[69889]: DEBUG nova.compute.manager [None req-ecca338b-a497-40c5-b2f7-29f12922c1ac tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: ec331f28-d5ae-4c98-ac7f-612fcd03b679] Allocating IP information in the background. {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1015.319619] env[69889]: DEBUG nova.network.neutron [None req-ecca338b-a497-40c5-b2f7-29f12922c1ac tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: ec331f28-d5ae-4c98-ac7f-612fcd03b679] allocate_for_instance() {{(pid=69889) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1015.365058] env[69889]: DEBUG nova.policy [None req-ecca338b-a497-40c5-b2f7-29f12922c1ac tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5f0d259cedce479ca91858d8d27f42ee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7255cdff151a40df83da7bf6356a4e13', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69889) authorize /opt/stack/nova/nova/policy.py:192}} [ 1015.452104] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1d67b26e-81a6-4847-b109-324e1163c5d4 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.498128] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ea314e32-28a9-4aba-b28b-d3310633e706 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Releasing lock "refresh_cache-13d9f160-3906-4434-859b-4fc4b226333e" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.498512] env[69889]: DEBUG nova.compute.manager [None req-ea314e32-28a9-4aba-b28b-d3310633e706 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] [instance: 13d9f160-3906-4434-859b-4fc4b226333e] Instance network_info: |[{"id": "0eb17f36-20e4-4946-bf34-e7b0a9a5323c", "address": "fa:16:3e:e2:46:f6", "network": {"id": "7bc15629-d28d-410b-a761-75eabd10c4f2", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2132502005-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d846d435536e4aeebfb66d89a82f3e21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0eb17f36-20", "ovs_interfaceid": "0eb17f36-20e4-4946-bf34-e7b0a9a5323c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1015.498963] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-ea314e32-28a9-4aba-b28b-d3310633e706 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] [instance: 13d9f160-3906-4434-859b-4fc4b226333e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:46:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b8137fc-f23d-49b1-b19c-3123a5588f34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0eb17f36-20e4-4946-bf34-e7b0a9a5323c', 'vif_model': 'vmxnet3'}] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1015.509470] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea314e32-28a9-4aba-b28b-d3310633e706 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Creating folder: Project (d846d435536e4aeebfb66d89a82f3e21). Parent ref: group-v807779. {{(pid=69889) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1015.513020] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d53c8e04-c3ba-4ead-8e92-a543ed65ca49 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.529100] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-ea314e32-28a9-4aba-b28b-d3310633e706 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Created folder: Project (d846d435536e4aeebfb66d89a82f3e21) in parent group-v807779. [ 1015.529669] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea314e32-28a9-4aba-b28b-d3310633e706 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Creating folder: Instances. Parent ref: group-v807992. {{(pid=69889) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1015.530039] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1f022f8f-b9dd-4978-b8ec-0f0c7e7353bf {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.550290] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-ea314e32-28a9-4aba-b28b-d3310633e706 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Created folder: Instances in parent group-v807992. [ 1015.550555] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ea314e32-28a9-4aba-b28b-d3310633e706 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1015.555583] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13d9f160-3906-4434-859b-4fc4b226333e] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1015.555583] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f383a5b5-d01b-42e6-9249-11626bd8b356 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.583106] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1015.583106] env[69889]: value = "task-4077672" [ 1015.583106] env[69889]: _type = "Task" [ 1015.583106] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.587124] env[69889]: DEBUG oslo_concurrency.lockutils [None req-915f3f15-dee5-4f21-8226-6c8c54d53345 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Acquiring lock "351ae554-2d0a-4611-a93a-1d718336cf48" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.587340] env[69889]: DEBUG oslo_concurrency.lockutils [None req-915f3f15-dee5-4f21-8226-6c8c54d53345 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Lock "351ae554-2d0a-4611-a93a-1d718336cf48" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.606507] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077672, 'name': CreateVM_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.770334] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d16aabe9-3909-45ff-aaa1-dadd2187a87f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.781028] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-618e0fcd-a6bf-4bc7-a403-75c543cad39f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.813382] env[69889]: DEBUG nova.network.neutron [-] [instance: 25fa2007-30d6-4a2a-9498-d523988ee0ad] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.816969] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1949d8f4-7559-402c-a3a9-f1dc2c01eecd {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.820036] env[69889]: DEBUG nova.compute.manager [None req-ecca338b-a497-40c5-b2f7-29f12922c1ac tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: ec331f28-d5ae-4c98-ac7f-612fcd03b679] Start building block device mappings for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1015.831475] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0776543f-755b-4205-b724-8d194d845772 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.850644] env[69889]: DEBUG nova.compute.provider_tree [None req-b3715dac-0a80-4d80-8de8-171804508043 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1015.896648] env[69889]: DEBUG nova.network.neutron [None req-ecca338b-a497-40c5-b2f7-29f12922c1ac tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: ec331f28-d5ae-4c98-ac7f-612fcd03b679] Successfully created port: 775d25a2-6352-487d-843b-259367f3e12c {{(pid=69889) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1016.096401] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077672, 'name': CreateVM_Task, 'duration_secs': 0.506411} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.096591] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13d9f160-3906-4434-859b-4fc4b226333e] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1016.097346] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ea314e32-28a9-4aba-b28b-d3310633e706 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.097514] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ea314e32-28a9-4aba-b28b-d3310633e706 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.097835] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ea314e32-28a9-4aba-b28b-d3310633e706 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.098227] env[69889]: DEBUG nova.compute.manager [None req-915f3f15-dee5-4f21-8226-6c8c54d53345 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] [instance: 351ae554-2d0a-4611-a93a-1d718336cf48] Starting instance... {{(pid=69889) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1016.100972] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-026a78a1-701e-407e-8bae-fe4642caf757 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.108205] env[69889]: DEBUG oslo_vmware.api [None req-ea314e32-28a9-4aba-b28b-d3310633e706 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Waiting for the task: (returnval){ [ 1016.108205] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52de8eea-b3c6-7452-780f-e30e0ce8d8f3" [ 1016.108205] env[69889]: _type = "Task" [ 1016.108205] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.118950] env[69889]: DEBUG oslo_vmware.api [None req-ea314e32-28a9-4aba-b28b-d3310633e706 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52de8eea-b3c6-7452-780f-e30e0ce8d8f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.161791] env[69889]: DEBUG nova.compute.manager [req-14fe0be9-890c-41b6-8287-5f9359f32300 req-79a6d716-2bc0-463f-8bd9-97df8dc2e871 service nova] [instance: 13d9f160-3906-4434-859b-4fc4b226333e] Received event network-changed-0eb17f36-20e4-4946-bf34-e7b0a9a5323c {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1016.161995] env[69889]: DEBUG nova.compute.manager [req-14fe0be9-890c-41b6-8287-5f9359f32300 req-79a6d716-2bc0-463f-8bd9-97df8dc2e871 service nova] [instance: 13d9f160-3906-4434-859b-4fc4b226333e] Refreshing instance network info cache due to event network-changed-0eb17f36-20e4-4946-bf34-e7b0a9a5323c. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1016.162241] env[69889]: DEBUG oslo_concurrency.lockutils [req-14fe0be9-890c-41b6-8287-5f9359f32300 req-79a6d716-2bc0-463f-8bd9-97df8dc2e871 service nova] Acquiring lock "refresh_cache-13d9f160-3906-4434-859b-4fc4b226333e" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.162390] env[69889]: DEBUG oslo_concurrency.lockutils [req-14fe0be9-890c-41b6-8287-5f9359f32300 req-79a6d716-2bc0-463f-8bd9-97df8dc2e871 service nova] Acquired lock "refresh_cache-13d9f160-3906-4434-859b-4fc4b226333e" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.162630] env[69889]: DEBUG nova.network.neutron [req-14fe0be9-890c-41b6-8287-5f9359f32300 req-79a6d716-2bc0-463f-8bd9-97df8dc2e871 service nova] [instance: 13d9f160-3906-4434-859b-4fc4b226333e] Refreshing network info cache for port 0eb17f36-20e4-4946-bf34-e7b0a9a5323c {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1016.231329] env[69889]: DEBUG oslo_concurrency.lockutils [None req-f1091852-456a-4144-9628-a6232cf29600 tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Acquiring lock "ebde6910-8c24-4fac-9a2e-faf98a9a8792" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.231511] env[69889]: DEBUG oslo_concurrency.lockutils [None req-f1091852-456a-4144-9628-a6232cf29600 tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Lock "ebde6910-8c24-4fac-9a2e-faf98a9a8792" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.231731] env[69889]: DEBUG oslo_concurrency.lockutils [None req-f1091852-456a-4144-9628-a6232cf29600 tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Acquiring lock "ebde6910-8c24-4fac-9a2e-faf98a9a8792-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.231902] env[69889]: DEBUG oslo_concurrency.lockutils [None req-f1091852-456a-4144-9628-a6232cf29600 tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Lock "ebde6910-8c24-4fac-9a2e-faf98a9a8792-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.232133] env[69889]: DEBUG oslo_concurrency.lockutils [None req-f1091852-456a-4144-9628-a6232cf29600 tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Lock "ebde6910-8c24-4fac-9a2e-faf98a9a8792-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.235370] env[69889]: INFO nova.compute.manager [None req-f1091852-456a-4144-9628-a6232cf29600 tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] [instance: ebde6910-8c24-4fac-9a2e-faf98a9a8792] Terminating instance [ 1016.316835] env[69889]: INFO nova.compute.manager [-] [instance: 25fa2007-30d6-4a2a-9498-d523988ee0ad] Took 1.26 seconds to deallocate network for instance. [ 1016.354471] env[69889]: DEBUG nova.scheduler.client.report [None req-b3715dac-0a80-4d80-8de8-171804508043 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1016.622129] env[69889]: DEBUG oslo_vmware.api [None req-ea314e32-28a9-4aba-b28b-d3310633e706 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52de8eea-b3c6-7452-780f-e30e0ce8d8f3, 'name': SearchDatastore_Task, 'duration_secs': 0.012271} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.623415] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ea314e32-28a9-4aba-b28b-d3310633e706 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.623878] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-ea314e32-28a9-4aba-b28b-d3310633e706 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] [instance: 13d9f160-3906-4434-859b-4fc4b226333e] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1016.624286] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ea314e32-28a9-4aba-b28b-d3310633e706 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.624564] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ea314e32-28a9-4aba-b28b-d3310633e706 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.624879] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea314e32-28a9-4aba-b28b-d3310633e706 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1016.625309] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-40f1d5fe-f0c9-4244-a815-85c840434921 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.628597] env[69889]: DEBUG oslo_concurrency.lockutils [None req-915f3f15-dee5-4f21-8226-6c8c54d53345 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.640172] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea314e32-28a9-4aba-b28b-d3310633e706 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1016.640172] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-ea314e32-28a9-4aba-b28b-d3310633e706 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1016.640172] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5332607e-5830-44a2-bf10-57a3868aaa9e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.646203] env[69889]: DEBUG oslo_vmware.api [None req-ea314e32-28a9-4aba-b28b-d3310633e706 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Waiting for the task: (returnval){ [ 1016.646203] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]520bfd4e-a8e0-77c7-8a83-726009e159a8" [ 1016.646203] env[69889]: _type = "Task" [ 1016.646203] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.657833] env[69889]: DEBUG oslo_vmware.api [None req-ea314e32-28a9-4aba-b28b-d3310633e706 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]520bfd4e-a8e0-77c7-8a83-726009e159a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.739638] env[69889]: DEBUG nova.compute.manager [None req-f1091852-456a-4144-9628-a6232cf29600 tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] [instance: ebde6910-8c24-4fac-9a2e-faf98a9a8792] Start destroying the instance on the hypervisor. {{(pid=69889) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1016.739904] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-f1091852-456a-4144-9628-a6232cf29600 tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] [instance: ebde6910-8c24-4fac-9a2e-faf98a9a8792] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1016.741189] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c3ece50-fd52-49fe-a123-a80e2df7b76f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.751146] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1091852-456a-4144-9628-a6232cf29600 tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] [instance: ebde6910-8c24-4fac-9a2e-faf98a9a8792] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1016.751462] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e076de51-9337-41f7-81ce-1ec065807a04 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.759787] env[69889]: DEBUG oslo_vmware.api [None req-f1091852-456a-4144-9628-a6232cf29600 tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Waiting for the task: (returnval){ [ 1016.759787] env[69889]: value = "task-4077673" [ 1016.759787] env[69889]: _type = "Task" [ 1016.759787] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.769260] env[69889]: DEBUG oslo_vmware.api [None req-f1091852-456a-4144-9628-a6232cf29600 tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Task: {'id': task-4077673, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.824905] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1cd46357-7f58-4fc2-94c1-ca4d717ba556 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.833880] env[69889]: DEBUG nova.compute.manager [None req-ecca338b-a497-40c5-b2f7-29f12922c1ac tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: ec331f28-d5ae-4c98-ac7f-612fcd03b679] Start spawning the instance on the hypervisor. {{(pid=69889) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1016.864614] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b3715dac-0a80-4d80-8de8-171804508043 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.057s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.867497] env[69889]: DEBUG oslo_concurrency.lockutils [None req-150d0f0d-6d05-4168-a7df-58be9d5d755d tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.595s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.867811] env[69889]: DEBUG nova.objects.instance [None req-150d0f0d-6d05-4168-a7df-58be9d5d755d tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Lazy-loading 'resources' on Instance uuid da1de6c7-ec10-47d2-a8a9-8572cd4162f5 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1016.902088] env[69889]: INFO nova.scheduler.client.report [None req-b3715dac-0a80-4d80-8de8-171804508043 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Deleted allocations for instance 54b1a963-1db6-43da-87b0-f7c9b8d7bb74 [ 1016.906445] env[69889]: DEBUG nova.virt.hardware [None req-ecca338b-a497-40c5-b2f7-29f12922c1ac tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1016.906822] env[69889]: DEBUG nova.virt.hardware [None req-ecca338b-a497-40c5-b2f7-29f12922c1ac tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1016.906822] env[69889]: DEBUG nova.virt.hardware [None req-ecca338b-a497-40c5-b2f7-29f12922c1ac tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1016.906997] env[69889]: DEBUG nova.virt.hardware [None req-ecca338b-a497-40c5-b2f7-29f12922c1ac tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1016.907160] env[69889]: DEBUG nova.virt.hardware [None req-ecca338b-a497-40c5-b2f7-29f12922c1ac tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1016.907604] env[69889]: DEBUG nova.virt.hardware [None req-ecca338b-a497-40c5-b2f7-29f12922c1ac tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1016.907699] env[69889]: DEBUG nova.virt.hardware [None req-ecca338b-a497-40c5-b2f7-29f12922c1ac tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1016.907871] env[69889]: DEBUG nova.virt.hardware [None req-ecca338b-a497-40c5-b2f7-29f12922c1ac tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1016.908073] env[69889]: DEBUG nova.virt.hardware [None req-ecca338b-a497-40c5-b2f7-29f12922c1ac tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1016.908238] env[69889]: DEBUG nova.virt.hardware [None req-ecca338b-a497-40c5-b2f7-29f12922c1ac tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1016.908443] env[69889]: DEBUG nova.virt.hardware [None req-ecca338b-a497-40c5-b2f7-29f12922c1ac tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1016.909366] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b084be93-7eec-451d-b484-6a63ff74053f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.921907] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9e7c3b4-ad78-49c1-a79f-67e73923a32c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.077736] env[69889]: DEBUG nova.network.neutron [req-14fe0be9-890c-41b6-8287-5f9359f32300 req-79a6d716-2bc0-463f-8bd9-97df8dc2e871 service nova] [instance: 13d9f160-3906-4434-859b-4fc4b226333e] Updated VIF entry in instance network info cache for port 0eb17f36-20e4-4946-bf34-e7b0a9a5323c. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1017.078518] env[69889]: DEBUG nova.network.neutron [req-14fe0be9-890c-41b6-8287-5f9359f32300 req-79a6d716-2bc0-463f-8bd9-97df8dc2e871 service nova] [instance: 13d9f160-3906-4434-859b-4fc4b226333e] Updating instance_info_cache with network_info: [{"id": "0eb17f36-20e4-4946-bf34-e7b0a9a5323c", "address": "fa:16:3e:e2:46:f6", "network": {"id": "7bc15629-d28d-410b-a761-75eabd10c4f2", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2132502005-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d846d435536e4aeebfb66d89a82f3e21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0eb17f36-20", "ovs_interfaceid": "0eb17f36-20e4-4946-bf34-e7b0a9a5323c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.159131] env[69889]: DEBUG oslo_vmware.api [None req-ea314e32-28a9-4aba-b28b-d3310633e706 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]520bfd4e-a8e0-77c7-8a83-726009e159a8, 'name': SearchDatastore_Task, 'duration_secs': 0.012723} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.159131] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03587534-6734-4a3e-bafb-66137323dcd3 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.165947] env[69889]: DEBUG oslo_vmware.api [None req-ea314e32-28a9-4aba-b28b-d3310633e706 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Waiting for the task: (returnval){ [ 1017.165947] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]527c2921-9e62-1cc4-ba19-91cf49c99907" [ 1017.165947] env[69889]: _type = "Task" [ 1017.165947] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.175737] env[69889]: DEBUG oslo_vmware.api [None req-ea314e32-28a9-4aba-b28b-d3310633e706 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]527c2921-9e62-1cc4-ba19-91cf49c99907, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.194320] env[69889]: DEBUG nova.compute.manager [req-40107c20-14e3-428c-a678-0f51f2c46d13 req-6d320998-c912-44dd-bf52-af5d5ba492e9 service nova] [instance: 25fa2007-30d6-4a2a-9498-d523988ee0ad] Received event network-vif-deleted-6385e5cd-4fcd-4319-b81f-697de29e7b2d {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1017.270915] env[69889]: DEBUG oslo_vmware.api [None req-f1091852-456a-4144-9628-a6232cf29600 tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Task: {'id': task-4077673, 'name': PowerOffVM_Task, 'duration_secs': 0.466705} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.271205] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1091852-456a-4144-9628-a6232cf29600 tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] [instance: ebde6910-8c24-4fac-9a2e-faf98a9a8792] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1017.271378] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-f1091852-456a-4144-9628-a6232cf29600 tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] [instance: ebde6910-8c24-4fac-9a2e-faf98a9a8792] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1017.271654] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9c090dd6-f769-4164-9913-553b9aa4d089 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.353636] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-f1091852-456a-4144-9628-a6232cf29600 tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] [instance: ebde6910-8c24-4fac-9a2e-faf98a9a8792] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1017.354085] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-f1091852-456a-4144-9628-a6232cf29600 tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] [instance: ebde6910-8c24-4fac-9a2e-faf98a9a8792] Deleting contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1017.354154] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1091852-456a-4144-9628-a6232cf29600 tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Deleting the datastore file [datastore2] ebde6910-8c24-4fac-9a2e-faf98a9a8792 {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1017.354372] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-57e1e6f3-d77f-46f1-8938-b98092fdb2a1 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.361801] env[69889]: DEBUG oslo_vmware.api [None req-f1091852-456a-4144-9628-a6232cf29600 tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Waiting for the task: (returnval){ [ 1017.361801] env[69889]: value = "task-4077675" [ 1017.361801] env[69889]: _type = "Task" [ 1017.361801] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.373236] env[69889]: DEBUG oslo_vmware.api [None req-f1091852-456a-4144-9628-a6232cf29600 tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Task: {'id': task-4077675, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.423243] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b3715dac-0a80-4d80-8de8-171804508043 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Lock "54b1a963-1db6-43da-87b0-f7c9b8d7bb74" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.009s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.569047] env[69889]: DEBUG oslo_concurrency.lockutils [None req-71c9172a-c995-44c0-91cb-a8eb76acf5fb tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Acquiring lock "interface-bbf9db25-688f-4729-9c55-0e1e1196c2f6-c4d77a7e-70cf-41a3-b972-fb4b4cc5b224" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.569382] env[69889]: DEBUG oslo_concurrency.lockutils [None req-71c9172a-c995-44c0-91cb-a8eb76acf5fb tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Lock "interface-bbf9db25-688f-4729-9c55-0e1e1196c2f6-c4d77a7e-70cf-41a3-b972-fb4b4cc5b224" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.569684] env[69889]: DEBUG nova.objects.instance [None req-71c9172a-c995-44c0-91cb-a8eb76acf5fb tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Lazy-loading 'flavor' on Instance uuid bbf9db25-688f-4729-9c55-0e1e1196c2f6 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1017.582178] env[69889]: DEBUG oslo_concurrency.lockutils [req-14fe0be9-890c-41b6-8287-5f9359f32300 req-79a6d716-2bc0-463f-8bd9-97df8dc2e871 service nova] Releasing lock "refresh_cache-13d9f160-3906-4434-859b-4fc4b226333e" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.589863] env[69889]: DEBUG nova.network.neutron [None req-ecca338b-a497-40c5-b2f7-29f12922c1ac tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: ec331f28-d5ae-4c98-ac7f-612fcd03b679] Successfully updated port: 775d25a2-6352-487d-843b-259367f3e12c {{(pid=69889) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1017.680487] env[69889]: DEBUG oslo_vmware.api [None req-ea314e32-28a9-4aba-b28b-d3310633e706 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]527c2921-9e62-1cc4-ba19-91cf49c99907, 'name': SearchDatastore_Task, 'duration_secs': 0.012879} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.680794] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ea314e32-28a9-4aba-b28b-d3310633e706 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.681092] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea314e32-28a9-4aba-b28b-d3310633e706 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] 13d9f160-3906-4434-859b-4fc4b226333e/13d9f160-3906-4434-859b-4fc4b226333e.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1017.681424] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7404d8f6-6e86-49e4-8f97-8d52efa4b562 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.689675] env[69889]: DEBUG oslo_vmware.api [None req-ea314e32-28a9-4aba-b28b-d3310633e706 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Waiting for the task: (returnval){ [ 1017.689675] env[69889]: value = "task-4077676" [ 1017.689675] env[69889]: _type = "Task" [ 1017.689675] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.698921] env[69889]: DEBUG oslo_vmware.api [None req-ea314e32-28a9-4aba-b28b-d3310633e706 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Task: {'id': task-4077676, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.747531] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76382b2b-db1a-4c38-af35-d65be3aa1564 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.757049] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b0d753d-9768-4161-b52b-4cfe39177a11 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.798405] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15648520-1990-487f-ac1b-2a96b7f382e1 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.811214] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd461d13-9483-41e7-a34d-e943bb9d426f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.825099] env[69889]: DEBUG nova.compute.provider_tree [None req-150d0f0d-6d05-4168-a7df-58be9d5d755d tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1017.874680] env[69889]: DEBUG oslo_vmware.api [None req-f1091852-456a-4144-9628-a6232cf29600 tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Task: {'id': task-4077675, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.281723} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.874680] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1091852-456a-4144-9628-a6232cf29600 tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1017.874680] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-f1091852-456a-4144-9628-a6232cf29600 tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] [instance: ebde6910-8c24-4fac-9a2e-faf98a9a8792] Deleted contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1017.874680] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-f1091852-456a-4144-9628-a6232cf29600 tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] [instance: ebde6910-8c24-4fac-9a2e-faf98a9a8792] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1017.874680] env[69889]: INFO nova.compute.manager [None req-f1091852-456a-4144-9628-a6232cf29600 tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] [instance: ebde6910-8c24-4fac-9a2e-faf98a9a8792] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1017.874680] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f1091852-456a-4144-9628-a6232cf29600 tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1017.875166] env[69889]: DEBUG nova.compute.manager [-] [instance: ebde6910-8c24-4fac-9a2e-faf98a9a8792] Deallocating network for instance {{(pid=69889) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1017.875166] env[69889]: DEBUG nova.network.neutron [-] [instance: ebde6910-8c24-4fac-9a2e-faf98a9a8792] deallocate_for_instance() {{(pid=69889) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1018.092825] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ecca338b-a497-40c5-b2f7-29f12922c1ac tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Acquiring lock "refresh_cache-ec331f28-d5ae-4c98-ac7f-612fcd03b679" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.093021] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ecca338b-a497-40c5-b2f7-29f12922c1ac tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Acquired lock "refresh_cache-ec331f28-d5ae-4c98-ac7f-612fcd03b679" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.093232] env[69889]: DEBUG nova.network.neutron [None req-ecca338b-a497-40c5-b2f7-29f12922c1ac tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: ec331f28-d5ae-4c98-ac7f-612fcd03b679] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1018.203615] env[69889]: DEBUG oslo_vmware.api [None req-ea314e32-28a9-4aba-b28b-d3310633e706 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Task: {'id': task-4077676, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.223232] env[69889]: DEBUG nova.objects.instance [None req-71c9172a-c995-44c0-91cb-a8eb76acf5fb tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Lazy-loading 'pci_requests' on Instance uuid bbf9db25-688f-4729-9c55-0e1e1196c2f6 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1018.329141] env[69889]: DEBUG nova.scheduler.client.report [None req-150d0f0d-6d05-4168-a7df-58be9d5d755d tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1018.641362] env[69889]: DEBUG nova.network.neutron [None req-ecca338b-a497-40c5-b2f7-29f12922c1ac tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: ec331f28-d5ae-4c98-ac7f-612fcd03b679] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1018.671965] env[69889]: DEBUG oslo_concurrency.lockutils [None req-911c0a7b-602d-4b65-94b5-17d8cb2a49ff tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Acquiring lock "50d05d43-aecd-4d90-ae1a-60a0ff086f9c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.672274] env[69889]: DEBUG oslo_concurrency.lockutils [None req-911c0a7b-602d-4b65-94b5-17d8cb2a49ff tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Lock "50d05d43-aecd-4d90-ae1a-60a0ff086f9c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.672581] env[69889]: DEBUG oslo_concurrency.lockutils [None req-911c0a7b-602d-4b65-94b5-17d8cb2a49ff tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Acquiring lock "50d05d43-aecd-4d90-ae1a-60a0ff086f9c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.672797] env[69889]: DEBUG oslo_concurrency.lockutils [None req-911c0a7b-602d-4b65-94b5-17d8cb2a49ff tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Lock "50d05d43-aecd-4d90-ae1a-60a0ff086f9c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.672966] env[69889]: DEBUG oslo_concurrency.lockutils [None req-911c0a7b-602d-4b65-94b5-17d8cb2a49ff tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Lock "50d05d43-aecd-4d90-ae1a-60a0ff086f9c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.675284] env[69889]: INFO nova.compute.manager [None req-911c0a7b-602d-4b65-94b5-17d8cb2a49ff tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 50d05d43-aecd-4d90-ae1a-60a0ff086f9c] Terminating instance [ 1018.702377] env[69889]: DEBUG oslo_vmware.api [None req-ea314e32-28a9-4aba-b28b-d3310633e706 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Task: {'id': task-4077676, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.642041} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.702642] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea314e32-28a9-4aba-b28b-d3310633e706 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] 13d9f160-3906-4434-859b-4fc4b226333e/13d9f160-3906-4434-859b-4fc4b226333e.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1018.702898] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-ea314e32-28a9-4aba-b28b-d3310633e706 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] [instance: 13d9f160-3906-4434-859b-4fc4b226333e] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1018.703554] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-77e01718-cf2d-464c-8f16-7ef7864fd6a1 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.710265] env[69889]: DEBUG nova.network.neutron [-] [instance: ebde6910-8c24-4fac-9a2e-faf98a9a8792] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.715496] env[69889]: DEBUG oslo_vmware.api [None req-ea314e32-28a9-4aba-b28b-d3310633e706 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Waiting for the task: (returnval){ [ 1018.715496] env[69889]: value = "task-4077677" [ 1018.715496] env[69889]: _type = "Task" [ 1018.715496] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.727325] env[69889]: DEBUG nova.objects.base [None req-71c9172a-c995-44c0-91cb-a8eb76acf5fb tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69889) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1018.727605] env[69889]: DEBUG nova.network.neutron [None req-71c9172a-c995-44c0-91cb-a8eb76acf5fb tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: bbf9db25-688f-4729-9c55-0e1e1196c2f6] allocate_for_instance() {{(pid=69889) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1018.730130] env[69889]: DEBUG oslo_vmware.api [None req-ea314e32-28a9-4aba-b28b-d3310633e706 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Task: {'id': task-4077677, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.807743] env[69889]: DEBUG nova.policy [None req-71c9172a-c995-44c0-91cb-a8eb76acf5fb tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd712ca1be34b4e8ebf98dc926b4be590', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cf71caefe82444e1aa35f5f5071b52f9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69889) authorize /opt/stack/nova/nova/policy.py:192}} [ 1018.834717] env[69889]: DEBUG oslo_concurrency.lockutils [None req-150d0f0d-6d05-4168-a7df-58be9d5d755d tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.967s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.837336] env[69889]: DEBUG oslo_concurrency.lockutils [None req-78231b46-d3be-4585-bf59-c9102b4672fa tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.406s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.839163] env[69889]: INFO nova.compute.claims [None req-78231b46-d3be-4585-bf59-c9102b4672fa tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: f07b9899-bae0-4dd7-b07d-fd9c8bd8caf9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1018.862130] env[69889]: INFO nova.scheduler.client.report [None req-150d0f0d-6d05-4168-a7df-58be9d5d755d tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Deleted allocations for instance da1de6c7-ec10-47d2-a8a9-8572cd4162f5 [ 1018.867610] env[69889]: DEBUG nova.network.neutron [None req-ecca338b-a497-40c5-b2f7-29f12922c1ac tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: ec331f28-d5ae-4c98-ac7f-612fcd03b679] Updating instance_info_cache with network_info: [{"id": "775d25a2-6352-487d-843b-259367f3e12c", "address": "fa:16:3e:85:b9:31", "network": {"id": "1b12c1c8-daca-4fb2-8ab1-a5e673ba07eb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-532849496-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7255cdff151a40df83da7bf6356a4e13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap775d25a2-63", "ovs_interfaceid": "775d25a2-6352-487d-843b-259367f3e12c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.178854] env[69889]: DEBUG nova.compute.manager [None req-911c0a7b-602d-4b65-94b5-17d8cb2a49ff tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 50d05d43-aecd-4d90-ae1a-60a0ff086f9c] Start destroying the instance on the hypervisor. {{(pid=69889) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1019.179131] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-911c0a7b-602d-4b65-94b5-17d8cb2a49ff tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 50d05d43-aecd-4d90-ae1a-60a0ff086f9c] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1019.180104] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8923224-42d9-4253-87c9-e795ceff0338 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.188888] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-911c0a7b-602d-4b65-94b5-17d8cb2a49ff tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 50d05d43-aecd-4d90-ae1a-60a0ff086f9c] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1019.189177] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c5b6003-1a09-4f79-813c-49b04877d3cc {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.196499] env[69889]: DEBUG oslo_vmware.api [None req-911c0a7b-602d-4b65-94b5-17d8cb2a49ff tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Waiting for the task: (returnval){ [ 1019.196499] env[69889]: value = "task-4077678" [ 1019.196499] env[69889]: _type = "Task" [ 1019.196499] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.205731] env[69889]: DEBUG oslo_vmware.api [None req-911c0a7b-602d-4b65-94b5-17d8cb2a49ff tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Task: {'id': task-4077678, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.213881] env[69889]: INFO nova.compute.manager [-] [instance: ebde6910-8c24-4fac-9a2e-faf98a9a8792] Took 1.34 seconds to deallocate network for instance. [ 1019.229401] env[69889]: DEBUG oslo_vmware.api [None req-ea314e32-28a9-4aba-b28b-d3310633e706 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Task: {'id': task-4077677, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077698} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.229738] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-ea314e32-28a9-4aba-b28b-d3310633e706 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] [instance: 13d9f160-3906-4434-859b-4fc4b226333e] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1019.230621] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fef8e723-d591-403b-bbc1-e8d9e4fc82a6 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.255776] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea314e32-28a9-4aba-b28b-d3310633e706 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] [instance: 13d9f160-3906-4434-859b-4fc4b226333e] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] 13d9f160-3906-4434-859b-4fc4b226333e/13d9f160-3906-4434-859b-4fc4b226333e.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1019.256011] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ed18244-07c4-4734-8bcc-90cb87323603 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.279481] env[69889]: DEBUG oslo_vmware.api [None req-ea314e32-28a9-4aba-b28b-d3310633e706 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Waiting for the task: (returnval){ [ 1019.279481] env[69889]: value = "task-4077679" [ 1019.279481] env[69889]: _type = "Task" [ 1019.279481] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.288610] env[69889]: DEBUG oslo_vmware.api [None req-ea314e32-28a9-4aba-b28b-d3310633e706 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Task: {'id': task-4077679, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.370457] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ecca338b-a497-40c5-b2f7-29f12922c1ac tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Releasing lock "refresh_cache-ec331f28-d5ae-4c98-ac7f-612fcd03b679" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.370828] env[69889]: DEBUG nova.compute.manager [None req-ecca338b-a497-40c5-b2f7-29f12922c1ac tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: ec331f28-d5ae-4c98-ac7f-612fcd03b679] Instance network_info: |[{"id": "775d25a2-6352-487d-843b-259367f3e12c", "address": "fa:16:3e:85:b9:31", "network": {"id": "1b12c1c8-daca-4fb2-8ab1-a5e673ba07eb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-532849496-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7255cdff151a40df83da7bf6356a4e13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap775d25a2-63", "ovs_interfaceid": "775d25a2-6352-487d-843b-259367f3e12c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1019.371394] env[69889]: DEBUG oslo_concurrency.lockutils [None req-150d0f0d-6d05-4168-a7df-58be9d5d755d tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Lock "da1de6c7-ec10-47d2-a8a9-8572cd4162f5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.880s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.372937] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-ecca338b-a497-40c5-b2f7-29f12922c1ac tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: ec331f28-d5ae-4c98-ac7f-612fcd03b679] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:b9:31', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7a44713-0af1-486e-bc0d-00e03a769fa4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '775d25a2-6352-487d-843b-259367f3e12c', 'vif_model': 'vmxnet3'}] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1019.382483] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ecca338b-a497-40c5-b2f7-29f12922c1ac tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1019.383091] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec331f28-d5ae-4c98-ac7f-612fcd03b679] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1019.384032] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-08c68d20-81f2-469e-99e0-86eb21ef80f7 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.407287] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1019.407287] env[69889]: value = "task-4077680" [ 1019.407287] env[69889]: _type = "Task" [ 1019.407287] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.417453] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077680, 'name': CreateVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.502215] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ad5f76e4-a80d-4d97-b74b-c7bc1f06b5a9 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Acquiring lock "ed01a7a5-1df0-4cca-b924-ad79f688ed68" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.503366] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ad5f76e4-a80d-4d97-b74b-c7bc1f06b5a9 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Lock "ed01a7a5-1df0-4cca-b924-ad79f688ed68" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.503366] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ad5f76e4-a80d-4d97-b74b-c7bc1f06b5a9 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Acquiring lock "ed01a7a5-1df0-4cca-b924-ad79f688ed68-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.503366] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ad5f76e4-a80d-4d97-b74b-c7bc1f06b5a9 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Lock "ed01a7a5-1df0-4cca-b924-ad79f688ed68-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.503366] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ad5f76e4-a80d-4d97-b74b-c7bc1f06b5a9 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Lock "ed01a7a5-1df0-4cca-b924-ad79f688ed68-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.506355] env[69889]: INFO nova.compute.manager [None req-ad5f76e4-a80d-4d97-b74b-c7bc1f06b5a9 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: ed01a7a5-1df0-4cca-b924-ad79f688ed68] Terminating instance [ 1019.527258] env[69889]: DEBUG oslo_vmware.rw_handles [None req-bf9d1d75-a901-44e8-a719-a76ddc450f23 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d8f647-aa0a-6243-b880-9122f60acd96/disk-0.vmdk. {{(pid=69889) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1019.528197] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a235d0d-c3a1-4512-80f6-813215165c2f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.537839] env[69889]: DEBUG oslo_vmware.rw_handles [None req-bf9d1d75-a901-44e8-a719-a76ddc450f23 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d8f647-aa0a-6243-b880-9122f60acd96/disk-0.vmdk is in state: ready. {{(pid=69889) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1019.538015] env[69889]: ERROR oslo_vmware.rw_handles [None req-bf9d1d75-a901-44e8-a719-a76ddc450f23 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d8f647-aa0a-6243-b880-9122f60acd96/disk-0.vmdk due to incomplete transfer. [ 1019.538305] env[69889]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f4ffa270-b4f8-41f4-a1bd-08bf6dee9c1d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.545570] env[69889]: DEBUG oslo_vmware.rw_handles [None req-bf9d1d75-a901-44e8-a719-a76ddc450f23 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d8f647-aa0a-6243-b880-9122f60acd96/disk-0.vmdk. {{(pid=69889) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1019.545770] env[69889]: DEBUG nova.virt.vmwareapi.images [None req-bf9d1d75-a901-44e8-a719-a76ddc450f23 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: e7d6d473-7635-4e1e-8cc5-2804bde8d1b3] Uploaded image 53bf2739-b65e-4440-8c9d-6dd6d0dd6ddc to the Glance image server {{(pid=69889) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1019.547957] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf9d1d75-a901-44e8-a719-a76ddc450f23 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: e7d6d473-7635-4e1e-8cc5-2804bde8d1b3] Destroying the VM {{(pid=69889) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1019.548220] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7cdbe520-e837-4eca-bc6c-e25d33bafb93 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.554444] env[69889]: DEBUG oslo_vmware.api [None req-bf9d1d75-a901-44e8-a719-a76ddc450f23 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Waiting for the task: (returnval){ [ 1019.554444] env[69889]: value = "task-4077681" [ 1019.554444] env[69889]: _type = "Task" [ 1019.554444] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.562488] env[69889]: DEBUG oslo_vmware.api [None req-bf9d1d75-a901-44e8-a719-a76ddc450f23 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4077681, 'name': Destroy_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.591035] env[69889]: DEBUG nova.compute.manager [req-286b26b2-1a74-49e3-be0a-f969ad06007d req-e3fa6534-0ae0-49e4-b2f5-72eabda580c1 service nova] [instance: ec331f28-d5ae-4c98-ac7f-612fcd03b679] Received event network-vif-plugged-775d25a2-6352-487d-843b-259367f3e12c {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1019.591035] env[69889]: DEBUG oslo_concurrency.lockutils [req-286b26b2-1a74-49e3-be0a-f969ad06007d req-e3fa6534-0ae0-49e4-b2f5-72eabda580c1 service nova] Acquiring lock "ec331f28-d5ae-4c98-ac7f-612fcd03b679-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.591035] env[69889]: DEBUG oslo_concurrency.lockutils [req-286b26b2-1a74-49e3-be0a-f969ad06007d req-e3fa6534-0ae0-49e4-b2f5-72eabda580c1 service nova] Lock "ec331f28-d5ae-4c98-ac7f-612fcd03b679-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.591035] env[69889]: DEBUG oslo_concurrency.lockutils [req-286b26b2-1a74-49e3-be0a-f969ad06007d req-e3fa6534-0ae0-49e4-b2f5-72eabda580c1 service nova] Lock "ec331f28-d5ae-4c98-ac7f-612fcd03b679-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.591586] env[69889]: DEBUG nova.compute.manager [req-286b26b2-1a74-49e3-be0a-f969ad06007d req-e3fa6534-0ae0-49e4-b2f5-72eabda580c1 service nova] [instance: ec331f28-d5ae-4c98-ac7f-612fcd03b679] No waiting events found dispatching network-vif-plugged-775d25a2-6352-487d-843b-259367f3e12c {{(pid=69889) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1019.591586] env[69889]: WARNING nova.compute.manager [req-286b26b2-1a74-49e3-be0a-f969ad06007d req-e3fa6534-0ae0-49e4-b2f5-72eabda580c1 service nova] [instance: ec331f28-d5ae-4c98-ac7f-612fcd03b679] Received unexpected event network-vif-plugged-775d25a2-6352-487d-843b-259367f3e12c for instance with vm_state building and task_state spawning. [ 1019.591586] env[69889]: DEBUG nova.compute.manager [req-286b26b2-1a74-49e3-be0a-f969ad06007d req-e3fa6534-0ae0-49e4-b2f5-72eabda580c1 service nova] [instance: ec331f28-d5ae-4c98-ac7f-612fcd03b679] Received event network-changed-775d25a2-6352-487d-843b-259367f3e12c {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1019.591586] env[69889]: DEBUG nova.compute.manager [req-286b26b2-1a74-49e3-be0a-f969ad06007d req-e3fa6534-0ae0-49e4-b2f5-72eabda580c1 service nova] [instance: ec331f28-d5ae-4c98-ac7f-612fcd03b679] Refreshing instance network info cache due to event network-changed-775d25a2-6352-487d-843b-259367f3e12c. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1019.591754] env[69889]: DEBUG oslo_concurrency.lockutils [req-286b26b2-1a74-49e3-be0a-f969ad06007d req-e3fa6534-0ae0-49e4-b2f5-72eabda580c1 service nova] Acquiring lock "refresh_cache-ec331f28-d5ae-4c98-ac7f-612fcd03b679" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.591900] env[69889]: DEBUG oslo_concurrency.lockutils [req-286b26b2-1a74-49e3-be0a-f969ad06007d req-e3fa6534-0ae0-49e4-b2f5-72eabda580c1 service nova] Acquired lock "refresh_cache-ec331f28-d5ae-4c98-ac7f-612fcd03b679" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.592075] env[69889]: DEBUG nova.network.neutron [req-286b26b2-1a74-49e3-be0a-f969ad06007d req-e3fa6534-0ae0-49e4-b2f5-72eabda580c1 service nova] [instance: ec331f28-d5ae-4c98-ac7f-612fcd03b679] Refreshing network info cache for port 775d25a2-6352-487d-843b-259367f3e12c {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1019.706967] env[69889]: DEBUG oslo_vmware.api [None req-911c0a7b-602d-4b65-94b5-17d8cb2a49ff tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Task: {'id': task-4077678, 'name': PowerOffVM_Task, 'duration_secs': 0.298917} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.707410] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-911c0a7b-602d-4b65-94b5-17d8cb2a49ff tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 50d05d43-aecd-4d90-ae1a-60a0ff086f9c] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1019.707551] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-911c0a7b-602d-4b65-94b5-17d8cb2a49ff tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 50d05d43-aecd-4d90-ae1a-60a0ff086f9c] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1019.707815] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-942b5732-4cbb-469f-b7df-2d66101861af {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.725786] env[69889]: DEBUG oslo_concurrency.lockutils [None req-f1091852-456a-4144-9628-a6232cf29600 tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.792688] env[69889]: DEBUG oslo_vmware.api [None req-ea314e32-28a9-4aba-b28b-d3310633e706 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Task: {'id': task-4077679, 'name': ReconfigVM_Task, 'duration_secs': 0.443336} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.793740] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea314e32-28a9-4aba-b28b-d3310633e706 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] [instance: 13d9f160-3906-4434-859b-4fc4b226333e] Reconfigured VM instance instance-0000004c to attach disk [datastore2] 13d9f160-3906-4434-859b-4fc4b226333e/13d9f160-3906-4434-859b-4fc4b226333e.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1019.794481] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-911c0a7b-602d-4b65-94b5-17d8cb2a49ff tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 50d05d43-aecd-4d90-ae1a-60a0ff086f9c] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1019.795187] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-911c0a7b-602d-4b65-94b5-17d8cb2a49ff tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 50d05d43-aecd-4d90-ae1a-60a0ff086f9c] Deleting contents of the VM from datastore datastore1 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1019.795514] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-911c0a7b-602d-4b65-94b5-17d8cb2a49ff tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Deleting the datastore file [datastore1] 50d05d43-aecd-4d90-ae1a-60a0ff086f9c {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1019.795804] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-39073304-039d-4014-9ef9-a5fac279fdc3 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.797649] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-692c3382-ead8-4458-a961-b9f006ca0ba6 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.805530] env[69889]: DEBUG oslo_vmware.api [None req-911c0a7b-602d-4b65-94b5-17d8cb2a49ff tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Waiting for the task: (returnval){ [ 1019.805530] env[69889]: value = "task-4077684" [ 1019.805530] env[69889]: _type = "Task" [ 1019.805530] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.806876] env[69889]: DEBUG oslo_vmware.api [None req-ea314e32-28a9-4aba-b28b-d3310633e706 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Waiting for the task: (returnval){ [ 1019.806876] env[69889]: value = "task-4077683" [ 1019.806876] env[69889]: _type = "Task" [ 1019.806876] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.818767] env[69889]: DEBUG oslo_vmware.api [None req-911c0a7b-602d-4b65-94b5-17d8cb2a49ff tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Task: {'id': task-4077684, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.822311] env[69889]: DEBUG oslo_vmware.api [None req-ea314e32-28a9-4aba-b28b-d3310633e706 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Task: {'id': task-4077683, 'name': Rename_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.922327] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077680, 'name': CreateVM_Task, 'duration_secs': 0.419172} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.922555] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec331f28-d5ae-4c98-ac7f-612fcd03b679] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1019.923397] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ecca338b-a497-40c5-b2f7-29f12922c1ac tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.923613] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ecca338b-a497-40c5-b2f7-29f12922c1ac tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.923960] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ecca338b-a497-40c5-b2f7-29f12922c1ac tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.924289] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-254fa38f-3e12-4a0b-98f8-67d7b2b68877 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.931484] env[69889]: DEBUG oslo_vmware.api [None req-ecca338b-a497-40c5-b2f7-29f12922c1ac tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Waiting for the task: (returnval){ [ 1019.931484] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]527dd732-df5a-e19c-97c6-856cb6bb8ffd" [ 1019.931484] env[69889]: _type = "Task" [ 1019.931484] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.941657] env[69889]: DEBUG oslo_vmware.api [None req-ecca338b-a497-40c5-b2f7-29f12922c1ac tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]527dd732-df5a-e19c-97c6-856cb6bb8ffd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.011249] env[69889]: DEBUG nova.compute.manager [None req-ad5f76e4-a80d-4d97-b74b-c7bc1f06b5a9 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: ed01a7a5-1df0-4cca-b924-ad79f688ed68] Start destroying the instance on the hypervisor. {{(pid=69889) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1020.011612] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-ad5f76e4-a80d-4d97-b74b-c7bc1f06b5a9 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: ed01a7a5-1df0-4cca-b924-ad79f688ed68] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1020.013017] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21120e17-3db5-4b90-94f1-930ae6e6655c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.024883] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad5f76e4-a80d-4d97-b74b-c7bc1f06b5a9 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: ed01a7a5-1df0-4cca-b924-ad79f688ed68] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1020.025210] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6102c8b3-7428-44b5-9e91-f2c0ad98adad {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.034860] env[69889]: DEBUG oslo_vmware.api [None req-ad5f76e4-a80d-4d97-b74b-c7bc1f06b5a9 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Waiting for the task: (returnval){ [ 1020.034860] env[69889]: value = "task-4077685" [ 1020.034860] env[69889]: _type = "Task" [ 1020.034860] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.044519] env[69889]: DEBUG oslo_vmware.api [None req-ad5f76e4-a80d-4d97-b74b-c7bc1f06b5a9 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Task: {'id': task-4077685, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.068564] env[69889]: DEBUG oslo_vmware.api [None req-bf9d1d75-a901-44e8-a719-a76ddc450f23 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4077681, 'name': Destroy_Task} progress is 33%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.182593] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b98ca50a-10b3-4bb8-a211-013fa16ea056 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.191523] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f191aa36-4d41-47b7-8d59-10d66af50429 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.225764] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7731a002-7f59-45f0-9e0e-a7919c9210f0 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.235584] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fda272d6-f797-4069-91f8-8e4498e21ab5 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.253897] env[69889]: DEBUG nova.compute.provider_tree [None req-78231b46-d3be-4585-bf59-c9102b4672fa tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1020.323352] env[69889]: DEBUG oslo_vmware.api [None req-911c0a7b-602d-4b65-94b5-17d8cb2a49ff tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Task: {'id': task-4077684, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158933} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.327154] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-911c0a7b-602d-4b65-94b5-17d8cb2a49ff tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1020.327386] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-911c0a7b-602d-4b65-94b5-17d8cb2a49ff tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 50d05d43-aecd-4d90-ae1a-60a0ff086f9c] Deleted contents of the VM from datastore datastore1 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1020.327572] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-911c0a7b-602d-4b65-94b5-17d8cb2a49ff tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 50d05d43-aecd-4d90-ae1a-60a0ff086f9c] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1020.327766] env[69889]: INFO nova.compute.manager [None req-911c0a7b-602d-4b65-94b5-17d8cb2a49ff tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] [instance: 50d05d43-aecd-4d90-ae1a-60a0ff086f9c] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1020.328022] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-911c0a7b-602d-4b65-94b5-17d8cb2a49ff tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1020.328249] env[69889]: DEBUG oslo_vmware.api [None req-ea314e32-28a9-4aba-b28b-d3310633e706 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Task: {'id': task-4077683, 'name': Rename_Task, 'duration_secs': 0.327288} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.329226] env[69889]: DEBUG nova.compute.manager [-] [instance: 50d05d43-aecd-4d90-ae1a-60a0ff086f9c] Deallocating network for instance {{(pid=69889) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1020.329226] env[69889]: DEBUG nova.network.neutron [-] [instance: 50d05d43-aecd-4d90-ae1a-60a0ff086f9c] deallocate_for_instance() {{(pid=69889) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1020.330662] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea314e32-28a9-4aba-b28b-d3310633e706 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] [instance: 13d9f160-3906-4434-859b-4fc4b226333e] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1020.331214] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-78dcd49a-6c91-4051-9212-efdd0582dfa3 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.340813] env[69889]: DEBUG oslo_vmware.api [None req-ea314e32-28a9-4aba-b28b-d3310633e706 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Waiting for the task: (returnval){ [ 1020.340813] env[69889]: value = "task-4077686" [ 1020.340813] env[69889]: _type = "Task" [ 1020.340813] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.348044] env[69889]: DEBUG oslo_vmware.api [None req-ea314e32-28a9-4aba-b28b-d3310633e706 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Task: {'id': task-4077686, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.446330] env[69889]: DEBUG oslo_vmware.api [None req-ecca338b-a497-40c5-b2f7-29f12922c1ac tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]527dd732-df5a-e19c-97c6-856cb6bb8ffd, 'name': SearchDatastore_Task, 'duration_secs': 0.012657} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.449173] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ecca338b-a497-40c5-b2f7-29f12922c1ac tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.449569] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-ecca338b-a497-40c5-b2f7-29f12922c1ac tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: ec331f28-d5ae-4c98-ac7f-612fcd03b679] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1020.449930] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ecca338b-a497-40c5-b2f7-29f12922c1ac tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.450172] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ecca338b-a497-40c5-b2f7-29f12922c1ac tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.450467] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecca338b-a497-40c5-b2f7-29f12922c1ac tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1020.450803] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a0577266-e4a7-4e2c-802e-9c083eb6cba2 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.461789] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecca338b-a497-40c5-b2f7-29f12922c1ac tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1020.462135] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-ecca338b-a497-40c5-b2f7-29f12922c1ac tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1020.462798] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92519971-5f53-4b05-a5be-0da9ebf54b67 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.469325] env[69889]: DEBUG oslo_vmware.api [None req-ecca338b-a497-40c5-b2f7-29f12922c1ac tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Waiting for the task: (returnval){ [ 1020.469325] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]5226292c-4145-cef7-b6a5-0e6414ede311" [ 1020.469325] env[69889]: _type = "Task" [ 1020.469325] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.479868] env[69889]: DEBUG oslo_vmware.api [None req-ecca338b-a497-40c5-b2f7-29f12922c1ac tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5226292c-4145-cef7-b6a5-0e6414ede311, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.546135] env[69889]: DEBUG oslo_vmware.api [None req-ad5f76e4-a80d-4d97-b74b-c7bc1f06b5a9 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Task: {'id': task-4077685, 'name': PowerOffVM_Task, 'duration_secs': 0.418472} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.546640] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad5f76e4-a80d-4d97-b74b-c7bc1f06b5a9 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: ed01a7a5-1df0-4cca-b924-ad79f688ed68] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1020.546689] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-ad5f76e4-a80d-4d97-b74b-c7bc1f06b5a9 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: ed01a7a5-1df0-4cca-b924-ad79f688ed68] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1020.546981] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f8584fe5-f30c-4248-8681-a7a72baf7203 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.550141] env[69889]: DEBUG nova.network.neutron [req-286b26b2-1a74-49e3-be0a-f969ad06007d req-e3fa6534-0ae0-49e4-b2f5-72eabda580c1 service nova] [instance: ec331f28-d5ae-4c98-ac7f-612fcd03b679] Updated VIF entry in instance network info cache for port 775d25a2-6352-487d-843b-259367f3e12c. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1020.550519] env[69889]: DEBUG nova.network.neutron [req-286b26b2-1a74-49e3-be0a-f969ad06007d req-e3fa6534-0ae0-49e4-b2f5-72eabda580c1 service nova] [instance: ec331f28-d5ae-4c98-ac7f-612fcd03b679] Updating instance_info_cache with network_info: [{"id": "775d25a2-6352-487d-843b-259367f3e12c", "address": "fa:16:3e:85:b9:31", "network": {"id": "1b12c1c8-daca-4fb2-8ab1-a5e673ba07eb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-532849496-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7255cdff151a40df83da7bf6356a4e13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap775d25a2-63", "ovs_interfaceid": "775d25a2-6352-487d-843b-259367f3e12c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.566264] env[69889]: DEBUG oslo_vmware.api [None req-bf9d1d75-a901-44e8-a719-a76ddc450f23 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4077681, 'name': Destroy_Task, 'duration_secs': 0.575635} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.566629] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-bf9d1d75-a901-44e8-a719-a76ddc450f23 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: e7d6d473-7635-4e1e-8cc5-2804bde8d1b3] Destroyed the VM [ 1020.566882] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-bf9d1d75-a901-44e8-a719-a76ddc450f23 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: e7d6d473-7635-4e1e-8cc5-2804bde8d1b3] Deleting Snapshot of the VM instance {{(pid=69889) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1020.567155] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c10d9087-a03c-485e-89e6-3332f2176f9d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.575801] env[69889]: DEBUG oslo_vmware.api [None req-bf9d1d75-a901-44e8-a719-a76ddc450f23 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Waiting for the task: (returnval){ [ 1020.575801] env[69889]: value = "task-4077688" [ 1020.575801] env[69889]: _type = "Task" [ 1020.575801] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.588705] env[69889]: DEBUG oslo_vmware.api [None req-bf9d1d75-a901-44e8-a719-a76ddc450f23 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4077688, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.624267] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-ad5f76e4-a80d-4d97-b74b-c7bc1f06b5a9 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: ed01a7a5-1df0-4cca-b924-ad79f688ed68] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1020.624613] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-ad5f76e4-a80d-4d97-b74b-c7bc1f06b5a9 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: ed01a7a5-1df0-4cca-b924-ad79f688ed68] Deleting contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1020.624826] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad5f76e4-a80d-4d97-b74b-c7bc1f06b5a9 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Deleting the datastore file [datastore2] ed01a7a5-1df0-4cca-b924-ad79f688ed68 {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1020.625952] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-17d29980-701a-4fb8-a31a-874730294ee3 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.635095] env[69889]: DEBUG oslo_vmware.api [None req-ad5f76e4-a80d-4d97-b74b-c7bc1f06b5a9 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Waiting for the task: (returnval){ [ 1020.635095] env[69889]: value = "task-4077689" [ 1020.635095] env[69889]: _type = "Task" [ 1020.635095] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.646456] env[69889]: DEBUG oslo_vmware.api [None req-ad5f76e4-a80d-4d97-b74b-c7bc1f06b5a9 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Task: {'id': task-4077689, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.757423] env[69889]: DEBUG nova.scheduler.client.report [None req-78231b46-d3be-4585-bf59-c9102b4672fa tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1020.813903] env[69889]: DEBUG nova.network.neutron [None req-71c9172a-c995-44c0-91cb-a8eb76acf5fb tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: bbf9db25-688f-4729-9c55-0e1e1196c2f6] Successfully updated port: c4d77a7e-70cf-41a3-b972-fb4b4cc5b224 {{(pid=69889) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1020.855371] env[69889]: DEBUG oslo_vmware.api [None req-ea314e32-28a9-4aba-b28b-d3310633e706 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Task: {'id': task-4077686, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.982933] env[69889]: DEBUG oslo_vmware.api [None req-ecca338b-a497-40c5-b2f7-29f12922c1ac tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5226292c-4145-cef7-b6a5-0e6414ede311, 'name': SearchDatastore_Task, 'duration_secs': 0.015788} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.983935] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21370e10-b125-4d2b-b354-307a77ffe991 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.991289] env[69889]: DEBUG oslo_vmware.api [None req-ecca338b-a497-40c5-b2f7-29f12922c1ac tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Waiting for the task: (returnval){ [ 1020.991289] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52dabc83-c43e-fda1-055b-4a0407112520" [ 1020.991289] env[69889]: _type = "Task" [ 1020.991289] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.001483] env[69889]: DEBUG oslo_vmware.api [None req-ecca338b-a497-40c5-b2f7-29f12922c1ac tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52dabc83-c43e-fda1-055b-4a0407112520, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.053635] env[69889]: DEBUG oslo_concurrency.lockutils [req-286b26b2-1a74-49e3-be0a-f969ad06007d req-e3fa6534-0ae0-49e4-b2f5-72eabda580c1 service nova] Releasing lock "refresh_cache-ec331f28-d5ae-4c98-ac7f-612fcd03b679" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.054060] env[69889]: DEBUG nova.compute.manager [req-286b26b2-1a74-49e3-be0a-f969ad06007d req-e3fa6534-0ae0-49e4-b2f5-72eabda580c1 service nova] [instance: ebde6910-8c24-4fac-9a2e-faf98a9a8792] Received event network-vif-deleted-42ef0723-8e48-412a-87a9-c14ae389ab03 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1021.086497] env[69889]: DEBUG oslo_vmware.api [None req-bf9d1d75-a901-44e8-a719-a76ddc450f23 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4077688, 'name': RemoveSnapshot_Task, 'duration_secs': 0.45236} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.086872] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-bf9d1d75-a901-44e8-a719-a76ddc450f23 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: e7d6d473-7635-4e1e-8cc5-2804bde8d1b3] Deleted Snapshot of the VM instance {{(pid=69889) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1021.087149] env[69889]: DEBUG nova.compute.manager [None req-bf9d1d75-a901-44e8-a719-a76ddc450f23 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: e7d6d473-7635-4e1e-8cc5-2804bde8d1b3] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1021.088087] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51b24e03-bb07-4b90-b6a2-883ea1f54cd0 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.146483] env[69889]: DEBUG oslo_vmware.api [None req-ad5f76e4-a80d-4d97-b74b-c7bc1f06b5a9 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Task: {'id': task-4077689, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164698} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.146790] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad5f76e4-a80d-4d97-b74b-c7bc1f06b5a9 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1021.146975] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-ad5f76e4-a80d-4d97-b74b-c7bc1f06b5a9 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: ed01a7a5-1df0-4cca-b924-ad79f688ed68] Deleted contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1021.147168] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-ad5f76e4-a80d-4d97-b74b-c7bc1f06b5a9 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: ed01a7a5-1df0-4cca-b924-ad79f688ed68] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1021.147708] env[69889]: INFO nova.compute.manager [None req-ad5f76e4-a80d-4d97-b74b-c7bc1f06b5a9 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: ed01a7a5-1df0-4cca-b924-ad79f688ed68] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1021.148036] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ad5f76e4-a80d-4d97-b74b-c7bc1f06b5a9 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1021.149104] env[69889]: DEBUG nova.compute.manager [-] [instance: ed01a7a5-1df0-4cca-b924-ad79f688ed68] Deallocating network for instance {{(pid=69889) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1021.149199] env[69889]: DEBUG nova.network.neutron [-] [instance: ed01a7a5-1df0-4cca-b924-ad79f688ed68] deallocate_for_instance() {{(pid=69889) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1021.264096] env[69889]: DEBUG oslo_concurrency.lockutils [None req-78231b46-d3be-4585-bf59-c9102b4672fa tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.427s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.264733] env[69889]: DEBUG nova.compute.manager [None req-78231b46-d3be-4585-bf59-c9102b4672fa tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: f07b9899-bae0-4dd7-b07d-fd9c8bd8caf9] Start building networks asynchronously for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1021.267511] env[69889]: DEBUG oslo_concurrency.lockutils [None req-a1806d79-67d3-499f-be62-abac72cd0d9a tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.729s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.267740] env[69889]: DEBUG nova.objects.instance [None req-a1806d79-67d3-499f-be62-abac72cd0d9a tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Lazy-loading 'resources' on Instance uuid 5192a5cd-713f-4348-a5a8-235f2825f1a6 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1021.316890] env[69889]: DEBUG oslo_concurrency.lockutils [None req-71c9172a-c995-44c0-91cb-a8eb76acf5fb tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Acquiring lock "refresh_cache-bbf9db25-688f-4729-9c55-0e1e1196c2f6" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.316890] env[69889]: DEBUG oslo_concurrency.lockutils [None req-71c9172a-c995-44c0-91cb-a8eb76acf5fb tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Acquired lock "refresh_cache-bbf9db25-688f-4729-9c55-0e1e1196c2f6" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.316890] env[69889]: DEBUG nova.network.neutron [None req-71c9172a-c995-44c0-91cb-a8eb76acf5fb tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: bbf9db25-688f-4729-9c55-0e1e1196c2f6] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1021.326580] env[69889]: DEBUG nova.network.neutron [-] [instance: 50d05d43-aecd-4d90-ae1a-60a0ff086f9c] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.352174] env[69889]: DEBUG oslo_vmware.api [None req-ea314e32-28a9-4aba-b28b-d3310633e706 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Task: {'id': task-4077686, 'name': PowerOnVM_Task, 'duration_secs': 0.6668} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.352480] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea314e32-28a9-4aba-b28b-d3310633e706 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] [instance: 13d9f160-3906-4434-859b-4fc4b226333e] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1021.352608] env[69889]: INFO nova.compute.manager [None req-ea314e32-28a9-4aba-b28b-d3310633e706 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] [instance: 13d9f160-3906-4434-859b-4fc4b226333e] Took 9.12 seconds to spawn the instance on the hypervisor. [ 1021.352704] env[69889]: DEBUG nova.compute.manager [None req-ea314e32-28a9-4aba-b28b-d3310633e706 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] [instance: 13d9f160-3906-4434-859b-4fc4b226333e] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1021.353516] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2529025f-efb3-4519-a040-6bcf1c6abfa9 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.513315] env[69889]: DEBUG oslo_vmware.api [None req-ecca338b-a497-40c5-b2f7-29f12922c1ac tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52dabc83-c43e-fda1-055b-4a0407112520, 'name': SearchDatastore_Task, 'duration_secs': 0.013217} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.513728] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ecca338b-a497-40c5-b2f7-29f12922c1ac tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.514130] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecca338b-a497-40c5-b2f7-29f12922c1ac tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore1] ec331f28-d5ae-4c98-ac7f-612fcd03b679/ec331f28-d5ae-4c98-ac7f-612fcd03b679.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1021.514557] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5f2b7ee7-6ca4-4e8a-8a05-12c168e6d4d4 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.524244] env[69889]: DEBUG oslo_vmware.api [None req-ecca338b-a497-40c5-b2f7-29f12922c1ac tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Waiting for the task: (returnval){ [ 1021.524244] env[69889]: value = "task-4077690" [ 1021.524244] env[69889]: _type = "Task" [ 1021.524244] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.534568] env[69889]: DEBUG oslo_vmware.api [None req-ecca338b-a497-40c5-b2f7-29f12922c1ac tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4077690, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.602668] env[69889]: INFO nova.compute.manager [None req-bf9d1d75-a901-44e8-a719-a76ddc450f23 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: e7d6d473-7635-4e1e-8cc5-2804bde8d1b3] Shelve offloading [ 1021.655958] env[69889]: DEBUG nova.compute.manager [req-6805b300-5b7b-432c-8874-4449f55a1890 req-97db4ab1-3add-4e41-9892-54584676ac1d service nova] [instance: bbf9db25-688f-4729-9c55-0e1e1196c2f6] Received event network-vif-plugged-c4d77a7e-70cf-41a3-b972-fb4b4cc5b224 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1021.656305] env[69889]: DEBUG oslo_concurrency.lockutils [req-6805b300-5b7b-432c-8874-4449f55a1890 req-97db4ab1-3add-4e41-9892-54584676ac1d service nova] Acquiring lock "bbf9db25-688f-4729-9c55-0e1e1196c2f6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.656574] env[69889]: DEBUG oslo_concurrency.lockutils [req-6805b300-5b7b-432c-8874-4449f55a1890 req-97db4ab1-3add-4e41-9892-54584676ac1d service nova] Lock "bbf9db25-688f-4729-9c55-0e1e1196c2f6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.656763] env[69889]: DEBUG oslo_concurrency.lockutils [req-6805b300-5b7b-432c-8874-4449f55a1890 req-97db4ab1-3add-4e41-9892-54584676ac1d service nova] Lock "bbf9db25-688f-4729-9c55-0e1e1196c2f6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.657099] env[69889]: DEBUG nova.compute.manager [req-6805b300-5b7b-432c-8874-4449f55a1890 req-97db4ab1-3add-4e41-9892-54584676ac1d service nova] [instance: bbf9db25-688f-4729-9c55-0e1e1196c2f6] No waiting events found dispatching network-vif-plugged-c4d77a7e-70cf-41a3-b972-fb4b4cc5b224 {{(pid=69889) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1021.657287] env[69889]: WARNING nova.compute.manager [req-6805b300-5b7b-432c-8874-4449f55a1890 req-97db4ab1-3add-4e41-9892-54584676ac1d service nova] [instance: bbf9db25-688f-4729-9c55-0e1e1196c2f6] Received unexpected event network-vif-plugged-c4d77a7e-70cf-41a3-b972-fb4b4cc5b224 for instance with vm_state active and task_state None. [ 1021.657459] env[69889]: DEBUG nova.compute.manager [req-6805b300-5b7b-432c-8874-4449f55a1890 req-97db4ab1-3add-4e41-9892-54584676ac1d service nova] [instance: bbf9db25-688f-4729-9c55-0e1e1196c2f6] Received event network-changed-c4d77a7e-70cf-41a3-b972-fb4b4cc5b224 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1021.657620] env[69889]: DEBUG nova.compute.manager [req-6805b300-5b7b-432c-8874-4449f55a1890 req-97db4ab1-3add-4e41-9892-54584676ac1d service nova] [instance: bbf9db25-688f-4729-9c55-0e1e1196c2f6] Refreshing instance network info cache due to event network-changed-c4d77a7e-70cf-41a3-b972-fb4b4cc5b224. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1021.657801] env[69889]: DEBUG oslo_concurrency.lockutils [req-6805b300-5b7b-432c-8874-4449f55a1890 req-97db4ab1-3add-4e41-9892-54584676ac1d service nova] Acquiring lock "refresh_cache-bbf9db25-688f-4729-9c55-0e1e1196c2f6" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.779159] env[69889]: DEBUG nova.compute.utils [None req-78231b46-d3be-4585-bf59-c9102b4672fa tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1021.785376] env[69889]: DEBUG nova.compute.manager [None req-78231b46-d3be-4585-bf59-c9102b4672fa tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: f07b9899-bae0-4dd7-b07d-fd9c8bd8caf9] Allocating IP information in the background. {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1021.785376] env[69889]: DEBUG nova.network.neutron [None req-78231b46-d3be-4585-bf59-c9102b4672fa tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: f07b9899-bae0-4dd7-b07d-fd9c8bd8caf9] allocate_for_instance() {{(pid=69889) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1021.829861] env[69889]: INFO nova.compute.manager [-] [instance: 50d05d43-aecd-4d90-ae1a-60a0ff086f9c] Took 1.50 seconds to deallocate network for instance. [ 1021.877192] env[69889]: INFO nova.compute.manager [None req-ea314e32-28a9-4aba-b28b-d3310633e706 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] [instance: 13d9f160-3906-4434-859b-4fc4b226333e] Took 30.34 seconds to build instance. [ 1021.894249] env[69889]: DEBUG nova.policy [None req-78231b46-d3be-4585-bf59-c9102b4672fa tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9e190865d02549c6a16effe8460be547', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd44aab10ad824c2fb2caf2263913e054', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69889) authorize /opt/stack/nova/nova/policy.py:192}} [ 1021.925621] env[69889]: WARNING nova.network.neutron [None req-71c9172a-c995-44c0-91cb-a8eb76acf5fb tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: bbf9db25-688f-4729-9c55-0e1e1196c2f6] dc7a1c63-64ed-41ca-b29f-202337c0d542 already exists in list: networks containing: ['dc7a1c63-64ed-41ca-b29f-202337c0d542']. ignoring it [ 1021.925887] env[69889]: WARNING nova.network.neutron [None req-71c9172a-c995-44c0-91cb-a8eb76acf5fb tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: bbf9db25-688f-4729-9c55-0e1e1196c2f6] dc7a1c63-64ed-41ca-b29f-202337c0d542 already exists in list: networks containing: ['dc7a1c63-64ed-41ca-b29f-202337c0d542']. ignoring it [ 1022.042106] env[69889]: DEBUG oslo_vmware.api [None req-ecca338b-a497-40c5-b2f7-29f12922c1ac tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4077690, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502859} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.045305] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecca338b-a497-40c5-b2f7-29f12922c1ac tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore1] ec331f28-d5ae-4c98-ac7f-612fcd03b679/ec331f28-d5ae-4c98-ac7f-612fcd03b679.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1022.045547] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-ecca338b-a497-40c5-b2f7-29f12922c1ac tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: ec331f28-d5ae-4c98-ac7f-612fcd03b679] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1022.047037] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dc12a17f-842b-4e47-9dcc-c091bb7d4b0f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.055210] env[69889]: DEBUG oslo_vmware.api [None req-ecca338b-a497-40c5-b2f7-29f12922c1ac tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Waiting for the task: (returnval){ [ 1022.055210] env[69889]: value = "task-4077691" [ 1022.055210] env[69889]: _type = "Task" [ 1022.055210] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.067135] env[69889]: DEBUG oslo_vmware.api [None req-ecca338b-a497-40c5-b2f7-29f12922c1ac tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4077691, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.106756] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf9d1d75-a901-44e8-a719-a76ddc450f23 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: e7d6d473-7635-4e1e-8cc5-2804bde8d1b3] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1022.107042] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4686fc36-cc24-4a4f-a5ad-0718a96af8d9 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.116877] env[69889]: DEBUG oslo_vmware.api [None req-bf9d1d75-a901-44e8-a719-a76ddc450f23 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Waiting for the task: (returnval){ [ 1022.116877] env[69889]: value = "task-4077692" [ 1022.116877] env[69889]: _type = "Task" [ 1022.116877] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.126215] env[69889]: DEBUG oslo_vmware.api [None req-bf9d1d75-a901-44e8-a719-a76ddc450f23 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4077692, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.168927] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b54215f-67bb-4df1-a746-b432413d09fa {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.186523] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18039aa7-4fb7-4c99-b35b-80eaa0ef4e34 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.219954] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b54b890c-7191-4b7b-b265-75fa82b126b4 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.228858] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c1c75d4-257a-4d33-9f3f-a0d934a01364 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.247236] env[69889]: DEBUG nova.compute.provider_tree [None req-a1806d79-67d3-499f-be62-abac72cd0d9a tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1022.254629] env[69889]: DEBUG nova.network.neutron [-] [instance: ed01a7a5-1df0-4cca-b924-ad79f688ed68] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.286646] env[69889]: DEBUG nova.compute.manager [None req-78231b46-d3be-4585-bf59-c9102b4672fa tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: f07b9899-bae0-4dd7-b07d-fd9c8bd8caf9] Start building block device mappings for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1022.344638] env[69889]: DEBUG oslo_concurrency.lockutils [None req-911c0a7b-602d-4b65-94b5-17d8cb2a49ff tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.384262] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ea314e32-28a9-4aba-b28b-d3310633e706 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Lock "13d9f160-3906-4434-859b-4fc4b226333e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.867s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.566863] env[69889]: DEBUG oslo_vmware.api [None req-ecca338b-a497-40c5-b2f7-29f12922c1ac tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4077691, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.187162} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.566863] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-ecca338b-a497-40c5-b2f7-29f12922c1ac tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: ec331f28-d5ae-4c98-ac7f-612fcd03b679] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1022.567592] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8436a476-cfc0-408b-8346-d37ae5f38180 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.593622] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-ecca338b-a497-40c5-b2f7-29f12922c1ac tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: ec331f28-d5ae-4c98-ac7f-612fcd03b679] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] ec331f28-d5ae-4c98-ac7f-612fcd03b679/ec331f28-d5ae-4c98-ac7f-612fcd03b679.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1022.596921] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c0922d0-48a2-47ee-bd5d-d24920858e4e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.623971] env[69889]: DEBUG oslo_vmware.api [None req-ecca338b-a497-40c5-b2f7-29f12922c1ac tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Waiting for the task: (returnval){ [ 1022.623971] env[69889]: value = "task-4077693" [ 1022.623971] env[69889]: _type = "Task" [ 1022.623971] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.632765] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf9d1d75-a901-44e8-a719-a76ddc450f23 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: e7d6d473-7635-4e1e-8cc5-2804bde8d1b3] VM already powered off {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1022.632953] env[69889]: DEBUG nova.compute.manager [None req-bf9d1d75-a901-44e8-a719-a76ddc450f23 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: e7d6d473-7635-4e1e-8cc5-2804bde8d1b3] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1022.633823] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e58a38bc-6134-4481-aaac-57418d60825e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.644122] env[69889]: DEBUG oslo_vmware.api [None req-ecca338b-a497-40c5-b2f7-29f12922c1ac tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4077693, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.646474] env[69889]: DEBUG oslo_concurrency.lockutils [None req-bf9d1d75-a901-44e8-a719-a76ddc450f23 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Acquiring lock "refresh_cache-e7d6d473-7635-4e1e-8cc5-2804bde8d1b3" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.646664] env[69889]: DEBUG oslo_concurrency.lockutils [None req-bf9d1d75-a901-44e8-a719-a76ddc450f23 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Acquired lock "refresh_cache-e7d6d473-7635-4e1e-8cc5-2804bde8d1b3" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.646931] env[69889]: DEBUG nova.network.neutron [None req-bf9d1d75-a901-44e8-a719-a76ddc450f23 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: e7d6d473-7635-4e1e-8cc5-2804bde8d1b3] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1022.707315] env[69889]: DEBUG nova.network.neutron [None req-78231b46-d3be-4585-bf59-c9102b4672fa tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: f07b9899-bae0-4dd7-b07d-fd9c8bd8caf9] Successfully created port: caa32eec-2e0f-4ddc-af91-43b6fad07f27 {{(pid=69889) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1022.751102] env[69889]: DEBUG nova.scheduler.client.report [None req-a1806d79-67d3-499f-be62-abac72cd0d9a tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1022.758021] env[69889]: INFO nova.compute.manager [-] [instance: ed01a7a5-1df0-4cca-b924-ad79f688ed68] Took 1.61 seconds to deallocate network for instance. [ 1023.066323] env[69889]: DEBUG nova.network.neutron [None req-71c9172a-c995-44c0-91cb-a8eb76acf5fb tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: bbf9db25-688f-4729-9c55-0e1e1196c2f6] Updating instance_info_cache with network_info: [{"id": "f131f2fd-e468-46ba-8304-32cffdad9815", "address": "fa:16:3e:71:7a:cb", "network": {"id": "dc7a1c63-64ed-41ca-b29f-202337c0d542", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1276397426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf71caefe82444e1aa35f5f5071b52f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf131f2fd-e4", "ovs_interfaceid": "f131f2fd-e468-46ba-8304-32cffdad9815", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "136842a0-0f82-452a-a506-3de35c6d7e83", "address": "fa:16:3e:49:ba:d5", "network": {"id": "dc7a1c63-64ed-41ca-b29f-202337c0d542", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1276397426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf71caefe82444e1aa35f5f5071b52f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap136842a0-0f", "ovs_interfaceid": "136842a0-0f82-452a-a506-3de35c6d7e83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c4d77a7e-70cf-41a3-b972-fb4b4cc5b224", "address": "fa:16:3e:d7:b7:8e", "network": {"id": "dc7a1c63-64ed-41ca-b29f-202337c0d542", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1276397426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf71caefe82444e1aa35f5f5071b52f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4d77a7e-70", "ovs_interfaceid": "c4d77a7e-70cf-41a3-b972-fb4b4cc5b224", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.140934] env[69889]: DEBUG oslo_vmware.api [None req-ecca338b-a497-40c5-b2f7-29f12922c1ac tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4077693, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.258618] env[69889]: DEBUG oslo_concurrency.lockutils [None req-a1806d79-67d3-499f-be62-abac72cd0d9a tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.989s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.259746] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b8bd1976-320a-4f1b-8645-bdc1db540944 tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.494s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.262235] env[69889]: INFO nova.compute.claims [None req-b8bd1976-320a-4f1b-8645-bdc1db540944 tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1023.268165] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ad5f76e4-a80d-4d97-b74b-c7bc1f06b5a9 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.296699] env[69889]: DEBUG nova.compute.manager [None req-78231b46-d3be-4585-bf59-c9102b4672fa tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: f07b9899-bae0-4dd7-b07d-fd9c8bd8caf9] Start spawning the instance on the hypervisor. {{(pid=69889) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1023.309278] env[69889]: INFO nova.scheduler.client.report [None req-a1806d79-67d3-499f-be62-abac72cd0d9a tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Deleted allocations for instance 5192a5cd-713f-4348-a5a8-235f2825f1a6 [ 1023.330736] env[69889]: DEBUG nova.virt.hardware [None req-78231b46-d3be-4585-bf59-c9102b4672fa tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1023.332082] env[69889]: DEBUG nova.virt.hardware [None req-78231b46-d3be-4585-bf59-c9102b4672fa tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1023.332082] env[69889]: DEBUG nova.virt.hardware [None req-78231b46-d3be-4585-bf59-c9102b4672fa tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1023.332082] env[69889]: DEBUG nova.virt.hardware [None req-78231b46-d3be-4585-bf59-c9102b4672fa tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1023.332082] env[69889]: DEBUG nova.virt.hardware [None req-78231b46-d3be-4585-bf59-c9102b4672fa tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1023.332082] env[69889]: DEBUG nova.virt.hardware [None req-78231b46-d3be-4585-bf59-c9102b4672fa tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1023.332277] env[69889]: DEBUG nova.virt.hardware [None req-78231b46-d3be-4585-bf59-c9102b4672fa tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1023.332371] env[69889]: DEBUG nova.virt.hardware [None req-78231b46-d3be-4585-bf59-c9102b4672fa tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1023.332831] env[69889]: DEBUG nova.virt.hardware [None req-78231b46-d3be-4585-bf59-c9102b4672fa tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1023.332831] env[69889]: DEBUG nova.virt.hardware [None req-78231b46-d3be-4585-bf59-c9102b4672fa tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1023.332831] env[69889]: DEBUG nova.virt.hardware [None req-78231b46-d3be-4585-bf59-c9102b4672fa tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1023.334163] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f639625-5e9b-40eb-b80d-63987c78595f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.359065] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f565b1f6-73d8-4c10-b2bc-3598a6c6cb46 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.519652] env[69889]: DEBUG nova.network.neutron [None req-bf9d1d75-a901-44e8-a719-a76ddc450f23 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: e7d6d473-7635-4e1e-8cc5-2804bde8d1b3] Updating instance_info_cache with network_info: [{"id": "4dda6643-24ac-4f30-b7fb-fc73b037e736", "address": "fa:16:3e:72:2f:57", "network": {"id": "b29da6ee-674a-477c-825a-46d399fad165", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1035647706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea3b0130534446ba8f3ff8c8e581dae7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4dda6643-24", "ovs_interfaceid": "4dda6643-24ac-4f30-b7fb-fc73b037e736", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.569168] env[69889]: DEBUG oslo_concurrency.lockutils [None req-71c9172a-c995-44c0-91cb-a8eb76acf5fb tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Releasing lock "refresh_cache-bbf9db25-688f-4729-9c55-0e1e1196c2f6" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.569840] env[69889]: DEBUG oslo_concurrency.lockutils [None req-71c9172a-c995-44c0-91cb-a8eb76acf5fb tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Acquiring lock "bbf9db25-688f-4729-9c55-0e1e1196c2f6" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.570018] env[69889]: DEBUG oslo_concurrency.lockutils [None req-71c9172a-c995-44c0-91cb-a8eb76acf5fb tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Acquired lock "bbf9db25-688f-4729-9c55-0e1e1196c2f6" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.570780] env[69889]: DEBUG oslo_concurrency.lockutils [req-6805b300-5b7b-432c-8874-4449f55a1890 req-97db4ab1-3add-4e41-9892-54584676ac1d service nova] Acquired lock "refresh_cache-bbf9db25-688f-4729-9c55-0e1e1196c2f6" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.570905] env[69889]: DEBUG nova.network.neutron [req-6805b300-5b7b-432c-8874-4449f55a1890 req-97db4ab1-3add-4e41-9892-54584676ac1d service nova] [instance: bbf9db25-688f-4729-9c55-0e1e1196c2f6] Refreshing network info cache for port c4d77a7e-70cf-41a3-b972-fb4b4cc5b224 {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1023.573446] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb35d4d7-bab4-4ab3-ba8a-3c6db4c701d4 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.595132] env[69889]: DEBUG nova.virt.hardware [None req-71c9172a-c995-44c0-91cb-a8eb76acf5fb tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1023.595581] env[69889]: DEBUG nova.virt.hardware [None req-71c9172a-c995-44c0-91cb-a8eb76acf5fb tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1023.595812] env[69889]: DEBUG nova.virt.hardware [None req-71c9172a-c995-44c0-91cb-a8eb76acf5fb tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1023.596068] env[69889]: DEBUG nova.virt.hardware [None req-71c9172a-c995-44c0-91cb-a8eb76acf5fb tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1023.596315] env[69889]: DEBUG nova.virt.hardware [None req-71c9172a-c995-44c0-91cb-a8eb76acf5fb tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1023.596536] env[69889]: DEBUG nova.virt.hardware [None req-71c9172a-c995-44c0-91cb-a8eb76acf5fb tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1023.596780] env[69889]: DEBUG nova.virt.hardware [None req-71c9172a-c995-44c0-91cb-a8eb76acf5fb tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1023.597047] env[69889]: DEBUG nova.virt.hardware [None req-71c9172a-c995-44c0-91cb-a8eb76acf5fb tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1023.597493] env[69889]: DEBUG nova.virt.hardware [None req-71c9172a-c995-44c0-91cb-a8eb76acf5fb tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1023.597730] env[69889]: DEBUG nova.virt.hardware [None req-71c9172a-c995-44c0-91cb-a8eb76acf5fb tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1023.598097] env[69889]: DEBUG nova.virt.hardware [None req-71c9172a-c995-44c0-91cb-a8eb76acf5fb tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1023.606409] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-71c9172a-c995-44c0-91cb-a8eb76acf5fb tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: bbf9db25-688f-4729-9c55-0e1e1196c2f6] Reconfiguring VM to attach interface {{(pid=69889) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1023.607508] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45ad916a-194e-4f34-b5f9-8e162bd5b9f9 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.628068] env[69889]: DEBUG oslo_vmware.api [None req-71c9172a-c995-44c0-91cb-a8eb76acf5fb tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Waiting for the task: (returnval){ [ 1023.628068] env[69889]: value = "task-4077694" [ 1023.628068] env[69889]: _type = "Task" [ 1023.628068] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.643751] env[69889]: DEBUG oslo_vmware.api [None req-71c9172a-c995-44c0-91cb-a8eb76acf5fb tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4077694, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.651715] env[69889]: DEBUG oslo_vmware.api [None req-ecca338b-a497-40c5-b2f7-29f12922c1ac tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4077693, 'name': ReconfigVM_Task, 'duration_secs': 1.011492} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.652764] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-ecca338b-a497-40c5-b2f7-29f12922c1ac tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: ec331f28-d5ae-4c98-ac7f-612fcd03b679] Reconfigured VM instance instance-0000004d to attach disk [datastore1] ec331f28-d5ae-4c98-ac7f-612fcd03b679/ec331f28-d5ae-4c98-ac7f-612fcd03b679.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1023.653602] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0afc00f2-218f-46ed-94c6-a12630ccfff8 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.664685] env[69889]: DEBUG oslo_vmware.api [None req-ecca338b-a497-40c5-b2f7-29f12922c1ac tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Waiting for the task: (returnval){ [ 1023.664685] env[69889]: value = "task-4077695" [ 1023.664685] env[69889]: _type = "Task" [ 1023.664685] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.677239] env[69889]: DEBUG oslo_vmware.api [None req-ecca338b-a497-40c5-b2f7-29f12922c1ac tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4077695, 'name': Rename_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.820387] env[69889]: DEBUG oslo_concurrency.lockutils [None req-a1806d79-67d3-499f-be62-abac72cd0d9a tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Lock "5192a5cd-713f-4348-a5a8-235f2825f1a6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.087s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.892171] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7bc6d0dd-3137-4b28-b93d-b12fa62ca0ed tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Acquiring lock "e94a4073-e872-43c9-9152-16aa7915c1a0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.892508] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7bc6d0dd-3137-4b28-b93d-b12fa62ca0ed tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Lock "e94a4073-e872-43c9-9152-16aa7915c1a0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.022562] env[69889]: DEBUG oslo_concurrency.lockutils [None req-bf9d1d75-a901-44e8-a719-a76ddc450f23 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Releasing lock "refresh_cache-e7d6d473-7635-4e1e-8cc5-2804bde8d1b3" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.145500] env[69889]: DEBUG oslo_vmware.api [None req-71c9172a-c995-44c0-91cb-a8eb76acf5fb tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4077694, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.175957] env[69889]: DEBUG oslo_vmware.api [None req-ecca338b-a497-40c5-b2f7-29f12922c1ac tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4077695, 'name': Rename_Task, 'duration_secs': 0.260669} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.176277] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecca338b-a497-40c5-b2f7-29f12922c1ac tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: ec331f28-d5ae-4c98-ac7f-612fcd03b679] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1024.176542] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-602c9038-7dac-4333-ba33-24b75fc0b643 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.189354] env[69889]: DEBUG oslo_vmware.api [None req-ecca338b-a497-40c5-b2f7-29f12922c1ac tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Waiting for the task: (returnval){ [ 1024.189354] env[69889]: value = "task-4077696" [ 1024.189354] env[69889]: _type = "Task" [ 1024.189354] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.200233] env[69889]: DEBUG oslo_vmware.api [None req-ecca338b-a497-40c5-b2f7-29f12922c1ac tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4077696, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.308702] env[69889]: DEBUG nova.scheduler.client.report [None req-b8bd1976-320a-4f1b-8645-bdc1db540944 tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] Refreshing inventories for resource provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1024.326871] env[69889]: DEBUG nova.scheduler.client.report [None req-b8bd1976-320a-4f1b-8645-bdc1db540944 tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] Updating ProviderTree inventory for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1024.327199] env[69889]: DEBUG nova.compute.provider_tree [None req-b8bd1976-320a-4f1b-8645-bdc1db540944 tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] Updating inventory in ProviderTree for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1024.343282] env[69889]: DEBUG nova.scheduler.client.report [None req-b8bd1976-320a-4f1b-8645-bdc1db540944 tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] Refreshing aggregate associations for resource provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101, aggregates: None {{(pid=69889) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1024.384216] env[69889]: DEBUG nova.scheduler.client.report [None req-b8bd1976-320a-4f1b-8645-bdc1db540944 tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] Refreshing trait associations for resource provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=69889) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1024.397261] env[69889]: DEBUG nova.compute.manager [None req-7bc6d0dd-3137-4b28-b93d-b12fa62ca0ed tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] [instance: e94a4073-e872-43c9-9152-16aa7915c1a0] Starting instance... {{(pid=69889) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1024.426157] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-bf9d1d75-a901-44e8-a719-a76ddc450f23 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: e7d6d473-7635-4e1e-8cc5-2804bde8d1b3] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1024.426157] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb8a19a8-4f55-4bec-ba92-fbef8e93286d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.437278] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-bf9d1d75-a901-44e8-a719-a76ddc450f23 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: e7d6d473-7635-4e1e-8cc5-2804bde8d1b3] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1024.440217] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6be543ca-eb73-4526-97f0-f3a235bee8e8 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.527897] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-bf9d1d75-a901-44e8-a719-a76ddc450f23 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: e7d6d473-7635-4e1e-8cc5-2804bde8d1b3] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1024.528592] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-bf9d1d75-a901-44e8-a719-a76ddc450f23 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: e7d6d473-7635-4e1e-8cc5-2804bde8d1b3] Deleting contents of the VM from datastore datastore1 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1024.528592] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf9d1d75-a901-44e8-a719-a76ddc450f23 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Deleting the datastore file [datastore1] e7d6d473-7635-4e1e-8cc5-2804bde8d1b3 {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1024.528753] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fd349907-fe6e-4585-b168-14993eb0e86b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.537936] env[69889]: DEBUG oslo_vmware.api [None req-bf9d1d75-a901-44e8-a719-a76ddc450f23 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Waiting for the task: (returnval){ [ 1024.537936] env[69889]: value = "task-4077698" [ 1024.537936] env[69889]: _type = "Task" [ 1024.537936] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.550870] env[69889]: DEBUG oslo_vmware.api [None req-bf9d1d75-a901-44e8-a719-a76ddc450f23 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4077698, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.646755] env[69889]: DEBUG oslo_vmware.api [None req-71c9172a-c995-44c0-91cb-a8eb76acf5fb tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4077694, 'name': ReconfigVM_Task, 'duration_secs': 0.779246} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.647318] env[69889]: DEBUG oslo_concurrency.lockutils [None req-71c9172a-c995-44c0-91cb-a8eb76acf5fb tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Releasing lock "bbf9db25-688f-4729-9c55-0e1e1196c2f6" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.647537] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-71c9172a-c995-44c0-91cb-a8eb76acf5fb tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: bbf9db25-688f-4729-9c55-0e1e1196c2f6] Reconfigured VM to attach interface {{(pid=69889) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1024.700663] env[69889]: DEBUG oslo_vmware.api [None req-ecca338b-a497-40c5-b2f7-29f12922c1ac tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4077696, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.713417] env[69889]: DEBUG nova.network.neutron [req-6805b300-5b7b-432c-8874-4449f55a1890 req-97db4ab1-3add-4e41-9892-54584676ac1d service nova] [instance: bbf9db25-688f-4729-9c55-0e1e1196c2f6] Updated VIF entry in instance network info cache for port c4d77a7e-70cf-41a3-b972-fb4b4cc5b224. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1024.713941] env[69889]: DEBUG nova.network.neutron [req-6805b300-5b7b-432c-8874-4449f55a1890 req-97db4ab1-3add-4e41-9892-54584676ac1d service nova] [instance: bbf9db25-688f-4729-9c55-0e1e1196c2f6] Updating instance_info_cache with network_info: [{"id": "f131f2fd-e468-46ba-8304-32cffdad9815", "address": "fa:16:3e:71:7a:cb", "network": {"id": "dc7a1c63-64ed-41ca-b29f-202337c0d542", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1276397426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf71caefe82444e1aa35f5f5071b52f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf131f2fd-e4", "ovs_interfaceid": "f131f2fd-e468-46ba-8304-32cffdad9815", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "136842a0-0f82-452a-a506-3de35c6d7e83", "address": "fa:16:3e:49:ba:d5", "network": {"id": "dc7a1c63-64ed-41ca-b29f-202337c0d542", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1276397426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf71caefe82444e1aa35f5f5071b52f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap136842a0-0f", "ovs_interfaceid": "136842a0-0f82-452a-a506-3de35c6d7e83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c4d77a7e-70cf-41a3-b972-fb4b4cc5b224", "address": "fa:16:3e:d7:b7:8e", "network": {"id": "dc7a1c63-64ed-41ca-b29f-202337c0d542", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1276397426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf71caefe82444e1aa35f5f5071b52f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4d77a7e-70", "ovs_interfaceid": "c4d77a7e-70cf-41a3-b972-fb4b4cc5b224", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.731424] env[69889]: DEBUG nova.network.neutron [None req-78231b46-d3be-4585-bf59-c9102b4672fa tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: f07b9899-bae0-4dd7-b07d-fd9c8bd8caf9] Successfully updated port: caa32eec-2e0f-4ddc-af91-43b6fad07f27 {{(pid=69889) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1024.777195] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99818ab8-e129-4552-9292-f10f27fc2723 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.784853] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97ce5e3e-7d4f-47d4-8897-ab4f15798d5e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.820597] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a43d366c-64c9-4d88-b895-f8b40f5c01c4 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.829477] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef4f1567-6fae-4a81-bbc5-b744701c467d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.844323] env[69889]: DEBUG nova.compute.provider_tree [None req-b8bd1976-320a-4f1b-8645-bdc1db540944 tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1024.877285] env[69889]: DEBUG nova.compute.manager [req-e885fb45-74e6-4dbf-b67e-cafc7227e180 req-f35a2545-115e-462c-984d-a3bd66f2e9a7 service nova] [instance: ed01a7a5-1df0-4cca-b924-ad79f688ed68] Received event network-vif-deleted-bce41b7f-7fb2-47a4-921d-149299fcd3a2 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1024.930735] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7bc6d0dd-3137-4b28-b93d-b12fa62ca0ed tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.051433] env[69889]: DEBUG oslo_vmware.api [None req-bf9d1d75-a901-44e8-a719-a76ddc450f23 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4077698, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18009} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.051871] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf9d1d75-a901-44e8-a719-a76ddc450f23 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1025.051990] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-bf9d1d75-a901-44e8-a719-a76ddc450f23 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: e7d6d473-7635-4e1e-8cc5-2804bde8d1b3] Deleted contents of the VM from datastore datastore1 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1025.052064] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-bf9d1d75-a901-44e8-a719-a76ddc450f23 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: e7d6d473-7635-4e1e-8cc5-2804bde8d1b3] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1025.079555] env[69889]: INFO nova.scheduler.client.report [None req-bf9d1d75-a901-44e8-a719-a76ddc450f23 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Deleted allocations for instance e7d6d473-7635-4e1e-8cc5-2804bde8d1b3 [ 1025.153847] env[69889]: DEBUG oslo_concurrency.lockutils [None req-71c9172a-c995-44c0-91cb-a8eb76acf5fb tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Lock "interface-bbf9db25-688f-4729-9c55-0e1e1196c2f6-c4d77a7e-70cf-41a3-b972-fb4b4cc5b224" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.584s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.202586] env[69889]: DEBUG oslo_vmware.api [None req-ecca338b-a497-40c5-b2f7-29f12922c1ac tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4077696, 'name': PowerOnVM_Task, 'duration_secs': 0.947866} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.202586] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecca338b-a497-40c5-b2f7-29f12922c1ac tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: ec331f28-d5ae-4c98-ac7f-612fcd03b679] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1025.202586] env[69889]: INFO nova.compute.manager [None req-ecca338b-a497-40c5-b2f7-29f12922c1ac tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: ec331f28-d5ae-4c98-ac7f-612fcd03b679] Took 8.37 seconds to spawn the instance on the hypervisor. [ 1025.202586] env[69889]: DEBUG nova.compute.manager [None req-ecca338b-a497-40c5-b2f7-29f12922c1ac tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: ec331f28-d5ae-4c98-ac7f-612fcd03b679] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1025.202820] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-862f39d1-bdcb-48d9-b4a7-53269bbeefb1 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.217031] env[69889]: DEBUG oslo_concurrency.lockutils [req-6805b300-5b7b-432c-8874-4449f55a1890 req-97db4ab1-3add-4e41-9892-54584676ac1d service nova] Releasing lock "refresh_cache-bbf9db25-688f-4729-9c55-0e1e1196c2f6" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.217031] env[69889]: DEBUG nova.compute.manager [req-6805b300-5b7b-432c-8874-4449f55a1890 req-97db4ab1-3add-4e41-9892-54584676ac1d service nova] [instance: 50d05d43-aecd-4d90-ae1a-60a0ff086f9c] Received event network-vif-deleted-5983641e-43a8-49b0-a595-496f45a61b42 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1025.235786] env[69889]: DEBUG oslo_concurrency.lockutils [None req-78231b46-d3be-4585-bf59-c9102b4672fa tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Acquiring lock "refresh_cache-f07b9899-bae0-4dd7-b07d-fd9c8bd8caf9" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.235786] env[69889]: DEBUG oslo_concurrency.lockutils [None req-78231b46-d3be-4585-bf59-c9102b4672fa tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Acquired lock "refresh_cache-f07b9899-bae0-4dd7-b07d-fd9c8bd8caf9" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.235786] env[69889]: DEBUG nova.network.neutron [None req-78231b46-d3be-4585-bf59-c9102b4672fa tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: f07b9899-bae0-4dd7-b07d-fd9c8bd8caf9] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1025.351038] env[69889]: DEBUG nova.scheduler.client.report [None req-b8bd1976-320a-4f1b-8645-bdc1db540944 tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1025.585880] env[69889]: DEBUG oslo_concurrency.lockutils [None req-bf9d1d75-a901-44e8-a719-a76ddc450f23 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.727449] env[69889]: INFO nova.compute.manager [None req-ecca338b-a497-40c5-b2f7-29f12922c1ac tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: ec331f28-d5ae-4c98-ac7f-612fcd03b679] Took 29.94 seconds to build instance. [ 1025.776509] env[69889]: DEBUG nova.network.neutron [None req-78231b46-d3be-4585-bf59-c9102b4672fa tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: f07b9899-bae0-4dd7-b07d-fd9c8bd8caf9] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1025.857630] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b8bd1976-320a-4f1b-8645-bdc1db540944 tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.598s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.858144] env[69889]: DEBUG nova.compute.manager [None req-b8bd1976-320a-4f1b-8645-bdc1db540944 tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] Start building networks asynchronously for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1025.864664] env[69889]: DEBUG oslo_concurrency.lockutils [None req-61c3d332-030b-4871-99d1-517819e74182 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.172s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.864892] env[69889]: DEBUG nova.objects.instance [None req-61c3d332-030b-4871-99d1-517819e74182 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Lazy-loading 'resources' on Instance uuid cb5952ac-2ff8-423f-9f62-d8551974e18e {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1025.935450] env[69889]: DEBUG nova.network.neutron [None req-78231b46-d3be-4585-bf59-c9102b4672fa tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: f07b9899-bae0-4dd7-b07d-fd9c8bd8caf9] Updating instance_info_cache with network_info: [{"id": "caa32eec-2e0f-4ddc-af91-43b6fad07f27", "address": "fa:16:3e:3c:87:55", "network": {"id": "76248640-36fa-4fb5-832e-53a8d7e3936f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-540169063-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d44aab10ad824c2fb2caf2263913e054", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcaa32eec-2e", "ovs_interfaceid": "caa32eec-2e0f-4ddc-af91-43b6fad07f27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.228674] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ecca338b-a497-40c5-b2f7-29f12922c1ac tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Lock "ec331f28-d5ae-4c98-ac7f-612fcd03b679" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.451s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.368612] env[69889]: DEBUG nova.compute.utils [None req-b8bd1976-320a-4f1b-8645-bdc1db540944 tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1026.374020] env[69889]: DEBUG nova.compute.manager [None req-b8bd1976-320a-4f1b-8645-bdc1db540944 tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] Allocating IP information in the background. {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1026.374020] env[69889]: DEBUG nova.network.neutron [None req-b8bd1976-320a-4f1b-8645-bdc1db540944 tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] allocate_for_instance() {{(pid=69889) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1026.428319] env[69889]: DEBUG nova.policy [None req-b8bd1976-320a-4f1b-8645-bdc1db540944 tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0dca6e198ed345a29019011c8912396e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7f4b3d1cb73044568280da1a7284185a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69889) authorize /opt/stack/nova/nova/policy.py:192}} [ 1026.442794] env[69889]: DEBUG oslo_concurrency.lockutils [None req-78231b46-d3be-4585-bf59-c9102b4672fa tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Releasing lock "refresh_cache-f07b9899-bae0-4dd7-b07d-fd9c8bd8caf9" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.442966] env[69889]: DEBUG nova.compute.manager [None req-78231b46-d3be-4585-bf59-c9102b4672fa tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: f07b9899-bae0-4dd7-b07d-fd9c8bd8caf9] Instance network_info: |[{"id": "caa32eec-2e0f-4ddc-af91-43b6fad07f27", "address": "fa:16:3e:3c:87:55", "network": {"id": "76248640-36fa-4fb5-832e-53a8d7e3936f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-540169063-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d44aab10ad824c2fb2caf2263913e054", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcaa32eec-2e", "ovs_interfaceid": "caa32eec-2e0f-4ddc-af91-43b6fad07f27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1026.446022] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-78231b46-d3be-4585-bf59-c9102b4672fa tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: f07b9899-bae0-4dd7-b07d-fd9c8bd8caf9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3c:87:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52358fcc-0d9f-45dd-8c75-db533fd992c3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'caa32eec-2e0f-4ddc-af91-43b6fad07f27', 'vif_model': 'vmxnet3'}] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1026.456347] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-78231b46-d3be-4585-bf59-c9102b4672fa tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1026.456347] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f07b9899-bae0-4dd7-b07d-fd9c8bd8caf9] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1026.456347] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-51f9437f-d648-4fd5-a3d5-f626e6b9af75 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.481197] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1026.481197] env[69889]: value = "task-4077699" [ 1026.481197] env[69889]: _type = "Task" [ 1026.481197] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.490898] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077699, 'name': CreateVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.583552] env[69889]: DEBUG oslo_concurrency.lockutils [None req-bfb27673-7952-4109-bde4-9f33b58dceba tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] Acquiring lock "f19f6311-6a23-4489-aed4-e71dd338558b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.583792] env[69889]: DEBUG oslo_concurrency.lockutils [None req-bfb27673-7952-4109-bde4-9f33b58dceba tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] Lock "f19f6311-6a23-4489-aed4-e71dd338558b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.772794] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07daa932-abde-43c4-a181-ec6eb7b9fa19 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.782555] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f90236d-b455-437b-bb40-9101cb8a7ed7 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.815074] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa0e452d-8174-43ec-8fd8-256d3e42629a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.824648] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f50b475f-f2af-4c51-a6a4-7428d4bf8030 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.830124] env[69889]: DEBUG nova.network.neutron [None req-b8bd1976-320a-4f1b-8645-bdc1db540944 tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] Successfully created port: 40721344-ae8b-4fb6-bd74-61bd997313c6 {{(pid=69889) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1026.844614] env[69889]: DEBUG nova.compute.provider_tree [None req-61c3d332-030b-4871-99d1-517819e74182 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1026.877529] env[69889]: DEBUG nova.compute.manager [None req-b8bd1976-320a-4f1b-8645-bdc1db540944 tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] Start building block device mappings for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1026.992801] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077699, 'name': CreateVM_Task, 'duration_secs': 0.381486} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.992976] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f07b9899-bae0-4dd7-b07d-fd9c8bd8caf9] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1026.993706] env[69889]: DEBUG oslo_concurrency.lockutils [None req-78231b46-d3be-4585-bf59-c9102b4672fa tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.993970] env[69889]: DEBUG oslo_concurrency.lockutils [None req-78231b46-d3be-4585-bf59-c9102b4672fa tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.994214] env[69889]: DEBUG oslo_concurrency.lockutils [None req-78231b46-d3be-4585-bf59-c9102b4672fa tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.994525] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ad1bbae-d2c4-4e79-a412-43fb5aa121ad {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.000908] env[69889]: DEBUG oslo_vmware.api [None req-78231b46-d3be-4585-bf59-c9102b4672fa tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Waiting for the task: (returnval){ [ 1027.000908] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52425c02-752d-a5d6-209e-4d6eeadf69e9" [ 1027.000908] env[69889]: _type = "Task" [ 1027.000908] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.009769] env[69889]: DEBUG oslo_vmware.api [None req-78231b46-d3be-4585-bf59-c9102b4672fa tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52425c02-752d-a5d6-209e-4d6eeadf69e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.070417] env[69889]: DEBUG nova.compute.manager [req-4858cccc-88ad-4704-b7bf-594a51af95e7 req-0ebf0a34-344a-459d-8e15-1ddcc3a8e12c service nova] [instance: e7d6d473-7635-4e1e-8cc5-2804bde8d1b3] Received event network-vif-unplugged-4dda6643-24ac-4f30-b7fb-fc73b037e736 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1027.070722] env[69889]: DEBUG oslo_concurrency.lockutils [req-4858cccc-88ad-4704-b7bf-594a51af95e7 req-0ebf0a34-344a-459d-8e15-1ddcc3a8e12c service nova] Acquiring lock "e7d6d473-7635-4e1e-8cc5-2804bde8d1b3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.070980] env[69889]: DEBUG oslo_concurrency.lockutils [req-4858cccc-88ad-4704-b7bf-594a51af95e7 req-0ebf0a34-344a-459d-8e15-1ddcc3a8e12c service nova] Lock "e7d6d473-7635-4e1e-8cc5-2804bde8d1b3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.071419] env[69889]: DEBUG oslo_concurrency.lockutils [req-4858cccc-88ad-4704-b7bf-594a51af95e7 req-0ebf0a34-344a-459d-8e15-1ddcc3a8e12c service nova] Lock "e7d6d473-7635-4e1e-8cc5-2804bde8d1b3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.071619] env[69889]: DEBUG nova.compute.manager [req-4858cccc-88ad-4704-b7bf-594a51af95e7 req-0ebf0a34-344a-459d-8e15-1ddcc3a8e12c service nova] [instance: e7d6d473-7635-4e1e-8cc5-2804bde8d1b3] No waiting events found dispatching network-vif-unplugged-4dda6643-24ac-4f30-b7fb-fc73b037e736 {{(pid=69889) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1027.071828] env[69889]: DEBUG nova.compute.manager [req-4858cccc-88ad-4704-b7bf-594a51af95e7 req-0ebf0a34-344a-459d-8e15-1ddcc3a8e12c service nova] [instance: e7d6d473-7635-4e1e-8cc5-2804bde8d1b3] Received event network-vif-unplugged-4dda6643-24ac-4f30-b7fb-fc73b037e736 for instance with task_state deleting. {{(pid=69889) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11515}} [ 1027.072048] env[69889]: DEBUG nova.compute.manager [req-4858cccc-88ad-4704-b7bf-594a51af95e7 req-0ebf0a34-344a-459d-8e15-1ddcc3a8e12c service nova] [instance: e7d6d473-7635-4e1e-8cc5-2804bde8d1b3] Received event network-changed-4dda6643-24ac-4f30-b7fb-fc73b037e736 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1027.072412] env[69889]: DEBUG nova.compute.manager [req-4858cccc-88ad-4704-b7bf-594a51af95e7 req-0ebf0a34-344a-459d-8e15-1ddcc3a8e12c service nova] [instance: e7d6d473-7635-4e1e-8cc5-2804bde8d1b3] Refreshing instance network info cache due to event network-changed-4dda6643-24ac-4f30-b7fb-fc73b037e736. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1027.072639] env[69889]: DEBUG oslo_concurrency.lockutils [req-4858cccc-88ad-4704-b7bf-594a51af95e7 req-0ebf0a34-344a-459d-8e15-1ddcc3a8e12c service nova] Acquiring lock "refresh_cache-e7d6d473-7635-4e1e-8cc5-2804bde8d1b3" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.072827] env[69889]: DEBUG oslo_concurrency.lockutils [req-4858cccc-88ad-4704-b7bf-594a51af95e7 req-0ebf0a34-344a-459d-8e15-1ddcc3a8e12c service nova] Acquired lock "refresh_cache-e7d6d473-7635-4e1e-8cc5-2804bde8d1b3" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.073037] env[69889]: DEBUG nova.network.neutron [req-4858cccc-88ad-4704-b7bf-594a51af95e7 req-0ebf0a34-344a-459d-8e15-1ddcc3a8e12c service nova] [instance: e7d6d473-7635-4e1e-8cc5-2804bde8d1b3] Refreshing network info cache for port 4dda6643-24ac-4f30-b7fb-fc73b037e736 {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1027.086834] env[69889]: DEBUG nova.compute.manager [None req-bfb27673-7952-4109-bde4-9f33b58dceba tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] [instance: f19f6311-6a23-4489-aed4-e71dd338558b] Starting instance... {{(pid=69889) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1027.348352] env[69889]: DEBUG nova.scheduler.client.report [None req-61c3d332-030b-4871-99d1-517819e74182 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1027.357410] env[69889]: DEBUG oslo_concurrency.lockutils [None req-6830d21d-d940-4820-8f63-62bf469fdbb8 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Acquiring lock "e7d6d473-7635-4e1e-8cc5-2804bde8d1b3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.382687] env[69889]: INFO nova.virt.block_device [None req-b8bd1976-320a-4f1b-8645-bdc1db540944 tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] Booting with volume 8b84104b-ae02-4b2b-b0f1-3cdc9b417c30 at /dev/sda [ 1027.438998] env[69889]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-588eab0e-ebb0-4b99-a89f-4b617db3c61c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.451964] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ba1d412-1c31-4138-93d9-a0966289e322 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.494464] env[69889]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-60a52d50-2637-42f1-97d2-534acf500120 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.507684] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66e9a187-a9ff-40db-98dd-c3fb089fa6d3 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.528094] env[69889]: DEBUG oslo_vmware.api [None req-78231b46-d3be-4585-bf59-c9102b4672fa tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52425c02-752d-a5d6-209e-4d6eeadf69e9, 'name': SearchDatastore_Task, 'duration_secs': 0.011522} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.528490] env[69889]: DEBUG oslo_concurrency.lockutils [None req-78231b46-d3be-4585-bf59-c9102b4672fa tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.528747] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-78231b46-d3be-4585-bf59-c9102b4672fa tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: f07b9899-bae0-4dd7-b07d-fd9c8bd8caf9] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1027.529118] env[69889]: DEBUG oslo_concurrency.lockutils [None req-78231b46-d3be-4585-bf59-c9102b4672fa tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.529210] env[69889]: DEBUG oslo_concurrency.lockutils [None req-78231b46-d3be-4585-bf59-c9102b4672fa tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.529348] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-78231b46-d3be-4585-bf59-c9102b4672fa tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1027.529599] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9b9ceba7-b129-4068-a938-9c00b81bc238 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.543913] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e145b43b-54a8-44e1-a5c4-421f64eaebec {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.552982] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c013aa28-a397-472b-93fa-8f5a023f94fb {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.555747] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-78231b46-d3be-4585-bf59-c9102b4672fa tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1027.555934] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-78231b46-d3be-4585-bf59-c9102b4672fa tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1027.556982] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fdf5a80-3dae-47ba-9928-0e427b71da00 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.564261] env[69889]: DEBUG oslo_vmware.api [None req-78231b46-d3be-4585-bf59-c9102b4672fa tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Waiting for the task: (returnval){ [ 1027.564261] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]528409fd-2d18-7676-d5e3-28bce78ed169" [ 1027.564261] env[69889]: _type = "Task" [ 1027.564261] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.572817] env[69889]: DEBUG nova.virt.block_device [None req-b8bd1976-320a-4f1b-8645-bdc1db540944 tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] Updating existing volume attachment record: 2e4560fd-cc6e-4e5b-a36b-edbdea28d445 {{(pid=69889) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1027.581872] env[69889]: DEBUG oslo_vmware.api [None req-78231b46-d3be-4585-bf59-c9102b4672fa tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]528409fd-2d18-7676-d5e3-28bce78ed169, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.612910] env[69889]: DEBUG oslo_concurrency.lockutils [None req-bfb27673-7952-4109-bde4-9f33b58dceba tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.857105] env[69889]: DEBUG oslo_concurrency.lockutils [None req-61c3d332-030b-4871-99d1-517819e74182 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.992s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.863134] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c8a9e749-b4a7-4b9c-98f8-1525797e715b tempest-InstanceActionsV221TestJSON-830289580 tempest-InstanceActionsV221TestJSON-830289580-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.294s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.863134] env[69889]: DEBUG nova.objects.instance [None req-c8a9e749-b4a7-4b9c-98f8-1525797e715b tempest-InstanceActionsV221TestJSON-830289580 tempest-InstanceActionsV221TestJSON-830289580-project-member] Lazy-loading 'resources' on Instance uuid 70857543-3429-4d13-81d3-6f972f182507 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1027.881513] env[69889]: DEBUG oslo_concurrency.lockutils [None req-80a02332-de35-4c54-9951-2f766efd8789 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Acquiring lock "interface-bbf9db25-688f-4729-9c55-0e1e1196c2f6-136842a0-0f82-452a-a506-3de35c6d7e83" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.881513] env[69889]: DEBUG oslo_concurrency.lockutils [None req-80a02332-de35-4c54-9951-2f766efd8789 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Lock "interface-bbf9db25-688f-4729-9c55-0e1e1196c2f6-136842a0-0f82-452a-a506-3de35c6d7e83" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.898326] env[69889]: INFO nova.scheduler.client.report [None req-61c3d332-030b-4871-99d1-517819e74182 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Deleted allocations for instance cb5952ac-2ff8-423f-9f62-d8551974e18e [ 1027.919317] env[69889]: DEBUG nova.compute.manager [req-51f43e26-6635-4009-9281-2b15d4c1e3d3 req-2b7f9f00-0159-4c30-a4b9-5b1210b52973 service nova] [instance: ec331f28-d5ae-4c98-ac7f-612fcd03b679] Received event network-changed-775d25a2-6352-487d-843b-259367f3e12c {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1027.919317] env[69889]: DEBUG nova.compute.manager [req-51f43e26-6635-4009-9281-2b15d4c1e3d3 req-2b7f9f00-0159-4c30-a4b9-5b1210b52973 service nova] [instance: ec331f28-d5ae-4c98-ac7f-612fcd03b679] Refreshing instance network info cache due to event network-changed-775d25a2-6352-487d-843b-259367f3e12c. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1027.921819] env[69889]: DEBUG oslo_concurrency.lockutils [req-51f43e26-6635-4009-9281-2b15d4c1e3d3 req-2b7f9f00-0159-4c30-a4b9-5b1210b52973 service nova] Acquiring lock "refresh_cache-ec331f28-d5ae-4c98-ac7f-612fcd03b679" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.921819] env[69889]: DEBUG oslo_concurrency.lockutils [req-51f43e26-6635-4009-9281-2b15d4c1e3d3 req-2b7f9f00-0159-4c30-a4b9-5b1210b52973 service nova] Acquired lock "refresh_cache-ec331f28-d5ae-4c98-ac7f-612fcd03b679" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.921819] env[69889]: DEBUG nova.network.neutron [req-51f43e26-6635-4009-9281-2b15d4c1e3d3 req-2b7f9f00-0159-4c30-a4b9-5b1210b52973 service nova] [instance: ec331f28-d5ae-4c98-ac7f-612fcd03b679] Refreshing network info cache for port 775d25a2-6352-487d-843b-259367f3e12c {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1028.050625] env[69889]: DEBUG nova.network.neutron [req-4858cccc-88ad-4704-b7bf-594a51af95e7 req-0ebf0a34-344a-459d-8e15-1ddcc3a8e12c service nova] [instance: e7d6d473-7635-4e1e-8cc5-2804bde8d1b3] Updated VIF entry in instance network info cache for port 4dda6643-24ac-4f30-b7fb-fc73b037e736. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1028.051084] env[69889]: DEBUG nova.network.neutron [req-4858cccc-88ad-4704-b7bf-594a51af95e7 req-0ebf0a34-344a-459d-8e15-1ddcc3a8e12c service nova] [instance: e7d6d473-7635-4e1e-8cc5-2804bde8d1b3] Updating instance_info_cache with network_info: [{"id": "4dda6643-24ac-4f30-b7fb-fc73b037e736", "address": "fa:16:3e:72:2f:57", "network": {"id": "b29da6ee-674a-477c-825a-46d399fad165", "bridge": null, "label": "tempest-DeleteServersTestJSON-1035647706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea3b0130534446ba8f3ff8c8e581dae7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap4dda6643-24", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.078553] env[69889]: DEBUG oslo_vmware.api [None req-78231b46-d3be-4585-bf59-c9102b4672fa tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]528409fd-2d18-7676-d5e3-28bce78ed169, 'name': SearchDatastore_Task, 'duration_secs': 0.053124} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.080134] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-391e73bd-7ae4-4ff8-96fe-dc36b2f1ae89 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.087714] env[69889]: DEBUG oslo_vmware.api [None req-78231b46-d3be-4585-bf59-c9102b4672fa tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Waiting for the task: (returnval){ [ 1028.087714] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]527ceba0-804b-78af-123f-406e0d10586c" [ 1028.087714] env[69889]: _type = "Task" [ 1028.087714] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.097271] env[69889]: DEBUG oslo_vmware.api [None req-78231b46-d3be-4585-bf59-c9102b4672fa tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]527ceba0-804b-78af-123f-406e0d10586c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.338236] env[69889]: DEBUG nova.network.neutron [None req-b8bd1976-320a-4f1b-8645-bdc1db540944 tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] Successfully updated port: 40721344-ae8b-4fb6-bd74-61bd997313c6 {{(pid=69889) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1028.383727] env[69889]: DEBUG oslo_concurrency.lockutils [None req-80a02332-de35-4c54-9951-2f766efd8789 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Acquiring lock "bbf9db25-688f-4729-9c55-0e1e1196c2f6" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.383727] env[69889]: DEBUG oslo_concurrency.lockutils [None req-80a02332-de35-4c54-9951-2f766efd8789 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Acquired lock "bbf9db25-688f-4729-9c55-0e1e1196c2f6" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.384571] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c76f149c-8d25-4699-ac1c-70b0b65da99f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.410965] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f231b4e8-c8e4-47f2-a961-58d1a26e579d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.413968] env[69889]: DEBUG oslo_concurrency.lockutils [None req-61c3d332-030b-4871-99d1-517819e74182 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Lock "cb5952ac-2ff8-423f-9f62-d8551974e18e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.327s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.445801] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-80a02332-de35-4c54-9951-2f766efd8789 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: bbf9db25-688f-4729-9c55-0e1e1196c2f6] Reconfiguring VM to detach interface {{(pid=69889) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1028.448974] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03e28128-f56d-4d6f-818e-b405060795f1 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.473259] env[69889]: DEBUG oslo_vmware.api [None req-80a02332-de35-4c54-9951-2f766efd8789 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Waiting for the task: (returnval){ [ 1028.473259] env[69889]: value = "task-4077700" [ 1028.473259] env[69889]: _type = "Task" [ 1028.473259] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.488634] env[69889]: DEBUG oslo_vmware.api [None req-80a02332-de35-4c54-9951-2f766efd8789 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4077700, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.563019] env[69889]: DEBUG oslo_concurrency.lockutils [req-4858cccc-88ad-4704-b7bf-594a51af95e7 req-0ebf0a34-344a-459d-8e15-1ddcc3a8e12c service nova] Releasing lock "refresh_cache-e7d6d473-7635-4e1e-8cc5-2804bde8d1b3" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.563019] env[69889]: DEBUG nova.compute.manager [req-4858cccc-88ad-4704-b7bf-594a51af95e7 req-0ebf0a34-344a-459d-8e15-1ddcc3a8e12c service nova] [instance: f07b9899-bae0-4dd7-b07d-fd9c8bd8caf9] Received event network-vif-plugged-caa32eec-2e0f-4ddc-af91-43b6fad07f27 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1028.563019] env[69889]: DEBUG oslo_concurrency.lockutils [req-4858cccc-88ad-4704-b7bf-594a51af95e7 req-0ebf0a34-344a-459d-8e15-1ddcc3a8e12c service nova] Acquiring lock "f07b9899-bae0-4dd7-b07d-fd9c8bd8caf9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.563019] env[69889]: DEBUG oslo_concurrency.lockutils [req-4858cccc-88ad-4704-b7bf-594a51af95e7 req-0ebf0a34-344a-459d-8e15-1ddcc3a8e12c service nova] Lock "f07b9899-bae0-4dd7-b07d-fd9c8bd8caf9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.563019] env[69889]: DEBUG oslo_concurrency.lockutils [req-4858cccc-88ad-4704-b7bf-594a51af95e7 req-0ebf0a34-344a-459d-8e15-1ddcc3a8e12c service nova] Lock "f07b9899-bae0-4dd7-b07d-fd9c8bd8caf9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.563019] env[69889]: DEBUG nova.compute.manager [req-4858cccc-88ad-4704-b7bf-594a51af95e7 req-0ebf0a34-344a-459d-8e15-1ddcc3a8e12c service nova] [instance: f07b9899-bae0-4dd7-b07d-fd9c8bd8caf9] No waiting events found dispatching network-vif-plugged-caa32eec-2e0f-4ddc-af91-43b6fad07f27 {{(pid=69889) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1028.563019] env[69889]: WARNING nova.compute.manager [req-4858cccc-88ad-4704-b7bf-594a51af95e7 req-0ebf0a34-344a-459d-8e15-1ddcc3a8e12c service nova] [instance: f07b9899-bae0-4dd7-b07d-fd9c8bd8caf9] Received unexpected event network-vif-plugged-caa32eec-2e0f-4ddc-af91-43b6fad07f27 for instance with vm_state building and task_state spawning. [ 1028.563019] env[69889]: DEBUG nova.compute.manager [req-4858cccc-88ad-4704-b7bf-594a51af95e7 req-0ebf0a34-344a-459d-8e15-1ddcc3a8e12c service nova] [instance: f07b9899-bae0-4dd7-b07d-fd9c8bd8caf9] Received event network-changed-caa32eec-2e0f-4ddc-af91-43b6fad07f27 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1028.563019] env[69889]: DEBUG nova.compute.manager [req-4858cccc-88ad-4704-b7bf-594a51af95e7 req-0ebf0a34-344a-459d-8e15-1ddcc3a8e12c service nova] [instance: f07b9899-bae0-4dd7-b07d-fd9c8bd8caf9] Refreshing instance network info cache due to event network-changed-caa32eec-2e0f-4ddc-af91-43b6fad07f27. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1028.563019] env[69889]: DEBUG oslo_concurrency.lockutils [req-4858cccc-88ad-4704-b7bf-594a51af95e7 req-0ebf0a34-344a-459d-8e15-1ddcc3a8e12c service nova] Acquiring lock "refresh_cache-f07b9899-bae0-4dd7-b07d-fd9c8bd8caf9" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.563019] env[69889]: DEBUG oslo_concurrency.lockutils [req-4858cccc-88ad-4704-b7bf-594a51af95e7 req-0ebf0a34-344a-459d-8e15-1ddcc3a8e12c service nova] Acquired lock "refresh_cache-f07b9899-bae0-4dd7-b07d-fd9c8bd8caf9" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.563019] env[69889]: DEBUG nova.network.neutron [req-4858cccc-88ad-4704-b7bf-594a51af95e7 req-0ebf0a34-344a-459d-8e15-1ddcc3a8e12c service nova] [instance: f07b9899-bae0-4dd7-b07d-fd9c8bd8caf9] Refreshing network info cache for port caa32eec-2e0f-4ddc-af91-43b6fad07f27 {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1028.604796] env[69889]: DEBUG oslo_vmware.api [None req-78231b46-d3be-4585-bf59-c9102b4672fa tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]527ceba0-804b-78af-123f-406e0d10586c, 'name': SearchDatastore_Task, 'duration_secs': 0.013861} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.605069] env[69889]: DEBUG oslo_concurrency.lockutils [None req-78231b46-d3be-4585-bf59-c9102b4672fa tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.605366] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-78231b46-d3be-4585-bf59-c9102b4672fa tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] f07b9899-bae0-4dd7-b07d-fd9c8bd8caf9/f07b9899-bae0-4dd7-b07d-fd9c8bd8caf9.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1028.605659] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3a80d986-7806-476d-9167-e0a33a7d42cb {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.622125] env[69889]: DEBUG oslo_vmware.api [None req-78231b46-d3be-4585-bf59-c9102b4672fa tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Waiting for the task: (returnval){ [ 1028.622125] env[69889]: value = "task-4077701" [ 1028.622125] env[69889]: _type = "Task" [ 1028.622125] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.635780] env[69889]: DEBUG oslo_vmware.api [None req-78231b46-d3be-4585-bf59-c9102b4672fa tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077701, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.757729] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36742fea-de16-4961-b4ab-316a35c07e4d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.766619] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69f32c60-2ae6-49d9-b270-176c0c6f0766 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.798908] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-035bb922-64b7-47b2-8896-f04a12fca2bc {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.807462] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fecd3309-95b6-4c56-8c9b-04fdca4a971f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.822761] env[69889]: DEBUG nova.compute.provider_tree [None req-c8a9e749-b4a7-4b9c-98f8-1525797e715b tempest-InstanceActionsV221TestJSON-830289580 tempest-InstanceActionsV221TestJSON-830289580-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1028.840622] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b8bd1976-320a-4f1b-8645-bdc1db540944 tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] Acquiring lock "refresh_cache-c88a170d-9436-46c7-af33-4129ce7f06c4" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.840826] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b8bd1976-320a-4f1b-8645-bdc1db540944 tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] Acquired lock "refresh_cache-c88a170d-9436-46c7-af33-4129ce7f06c4" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.840917] env[69889]: DEBUG nova.network.neutron [None req-b8bd1976-320a-4f1b-8645-bdc1db540944 tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1028.988949] env[69889]: DEBUG oslo_vmware.api [None req-80a02332-de35-4c54-9951-2f766efd8789 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4077700, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.034969] env[69889]: DEBUG nova.network.neutron [req-51f43e26-6635-4009-9281-2b15d4c1e3d3 req-2b7f9f00-0159-4c30-a4b9-5b1210b52973 service nova] [instance: ec331f28-d5ae-4c98-ac7f-612fcd03b679] Updated VIF entry in instance network info cache for port 775d25a2-6352-487d-843b-259367f3e12c. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1029.035439] env[69889]: DEBUG nova.network.neutron [req-51f43e26-6635-4009-9281-2b15d4c1e3d3 req-2b7f9f00-0159-4c30-a4b9-5b1210b52973 service nova] [instance: ec331f28-d5ae-4c98-ac7f-612fcd03b679] Updating instance_info_cache with network_info: [{"id": "775d25a2-6352-487d-843b-259367f3e12c", "address": "fa:16:3e:85:b9:31", "network": {"id": "1b12c1c8-daca-4fb2-8ab1-a5e673ba07eb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-532849496-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7255cdff151a40df83da7bf6356a4e13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap775d25a2-63", "ovs_interfaceid": "775d25a2-6352-487d-843b-259367f3e12c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.117788] env[69889]: DEBUG nova.compute.manager [req-9c396418-54e8-4dd3-aedc-6277008600a0 req-66f0a684-4a35-4fda-9d82-cd0d6aa11352 service nova] [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] Received event network-vif-plugged-40721344-ae8b-4fb6-bd74-61bd997313c6 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1029.118101] env[69889]: DEBUG oslo_concurrency.lockutils [req-9c396418-54e8-4dd3-aedc-6277008600a0 req-66f0a684-4a35-4fda-9d82-cd0d6aa11352 service nova] Acquiring lock "c88a170d-9436-46c7-af33-4129ce7f06c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.118506] env[69889]: DEBUG oslo_concurrency.lockutils [req-9c396418-54e8-4dd3-aedc-6277008600a0 req-66f0a684-4a35-4fda-9d82-cd0d6aa11352 service nova] Lock "c88a170d-9436-46c7-af33-4129ce7f06c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.118670] env[69889]: DEBUG oslo_concurrency.lockutils [req-9c396418-54e8-4dd3-aedc-6277008600a0 req-66f0a684-4a35-4fda-9d82-cd0d6aa11352 service nova] Lock "c88a170d-9436-46c7-af33-4129ce7f06c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.118925] env[69889]: DEBUG nova.compute.manager [req-9c396418-54e8-4dd3-aedc-6277008600a0 req-66f0a684-4a35-4fda-9d82-cd0d6aa11352 service nova] [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] No waiting events found dispatching network-vif-plugged-40721344-ae8b-4fb6-bd74-61bd997313c6 {{(pid=69889) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1029.119167] env[69889]: WARNING nova.compute.manager [req-9c396418-54e8-4dd3-aedc-6277008600a0 req-66f0a684-4a35-4fda-9d82-cd0d6aa11352 service nova] [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] Received unexpected event network-vif-plugged-40721344-ae8b-4fb6-bd74-61bd997313c6 for instance with vm_state building and task_state block_device_mapping. [ 1029.119393] env[69889]: DEBUG nova.compute.manager [req-9c396418-54e8-4dd3-aedc-6277008600a0 req-66f0a684-4a35-4fda-9d82-cd0d6aa11352 service nova] [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] Received event network-changed-40721344-ae8b-4fb6-bd74-61bd997313c6 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1029.119631] env[69889]: DEBUG nova.compute.manager [req-9c396418-54e8-4dd3-aedc-6277008600a0 req-66f0a684-4a35-4fda-9d82-cd0d6aa11352 service nova] [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] Refreshing instance network info cache due to event network-changed-40721344-ae8b-4fb6-bd74-61bd997313c6. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1029.119859] env[69889]: DEBUG oslo_concurrency.lockutils [req-9c396418-54e8-4dd3-aedc-6277008600a0 req-66f0a684-4a35-4fda-9d82-cd0d6aa11352 service nova] Acquiring lock "refresh_cache-c88a170d-9436-46c7-af33-4129ce7f06c4" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.136256] env[69889]: DEBUG oslo_vmware.api [None req-78231b46-d3be-4585-bf59-c9102b4672fa tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077701, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.326355] env[69889]: DEBUG nova.scheduler.client.report [None req-c8a9e749-b4a7-4b9c-98f8-1525797e715b tempest-InstanceActionsV221TestJSON-830289580 tempest-InstanceActionsV221TestJSON-830289580-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1029.393350] env[69889]: DEBUG nova.network.neutron [req-4858cccc-88ad-4704-b7bf-594a51af95e7 req-0ebf0a34-344a-459d-8e15-1ddcc3a8e12c service nova] [instance: f07b9899-bae0-4dd7-b07d-fd9c8bd8caf9] Updated VIF entry in instance network info cache for port caa32eec-2e0f-4ddc-af91-43b6fad07f27. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1029.393739] env[69889]: DEBUG nova.network.neutron [req-4858cccc-88ad-4704-b7bf-594a51af95e7 req-0ebf0a34-344a-459d-8e15-1ddcc3a8e12c service nova] [instance: f07b9899-bae0-4dd7-b07d-fd9c8bd8caf9] Updating instance_info_cache with network_info: [{"id": "caa32eec-2e0f-4ddc-af91-43b6fad07f27", "address": "fa:16:3e:3c:87:55", "network": {"id": "76248640-36fa-4fb5-832e-53a8d7e3936f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-540169063-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d44aab10ad824c2fb2caf2263913e054", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcaa32eec-2e", "ovs_interfaceid": "caa32eec-2e0f-4ddc-af91-43b6fad07f27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.399593] env[69889]: DEBUG nova.network.neutron [None req-b8bd1976-320a-4f1b-8645-bdc1db540944 tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1029.485924] env[69889]: DEBUG oslo_vmware.api [None req-80a02332-de35-4c54-9951-2f766efd8789 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4077700, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.538863] env[69889]: DEBUG oslo_concurrency.lockutils [req-51f43e26-6635-4009-9281-2b15d4c1e3d3 req-2b7f9f00-0159-4c30-a4b9-5b1210b52973 service nova] Releasing lock "refresh_cache-ec331f28-d5ae-4c98-ac7f-612fcd03b679" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.613931] env[69889]: DEBUG nova.network.neutron [None req-b8bd1976-320a-4f1b-8645-bdc1db540944 tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] Updating instance_info_cache with network_info: [{"id": "40721344-ae8b-4fb6-bd74-61bd997313c6", "address": "fa:16:3e:7d:ce:9b", "network": {"id": "ed1ff765-e9be-4011-9696-e2e761764ef7", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-194852630-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f4b3d1cb73044568280da1a7284185a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40721344-ae", "ovs_interfaceid": "40721344-ae8b-4fb6-bd74-61bd997313c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.634274] env[69889]: DEBUG oslo_vmware.api [None req-78231b46-d3be-4585-bf59-c9102b4672fa tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077701, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.577589} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.634546] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-78231b46-d3be-4585-bf59-c9102b4672fa tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] f07b9899-bae0-4dd7-b07d-fd9c8bd8caf9/f07b9899-bae0-4dd7-b07d-fd9c8bd8caf9.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1029.634756] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-78231b46-d3be-4585-bf59-c9102b4672fa tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: f07b9899-bae0-4dd7-b07d-fd9c8bd8caf9] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1029.635012] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-53cd4b1c-c6ed-4f98-88a3-e7ac9e5d39b9 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.642081] env[69889]: DEBUG oslo_vmware.api [None req-78231b46-d3be-4585-bf59-c9102b4672fa tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Waiting for the task: (returnval){ [ 1029.642081] env[69889]: value = "task-4077702" [ 1029.642081] env[69889]: _type = "Task" [ 1029.642081] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.652451] env[69889]: DEBUG oslo_vmware.api [None req-78231b46-d3be-4585-bf59-c9102b4672fa tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077702, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.692130] env[69889]: DEBUG nova.compute.manager [None req-b8bd1976-320a-4f1b-8645-bdc1db540944 tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] Start spawning the instance on the hypervisor. {{(pid=69889) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1029.692687] env[69889]: DEBUG nova.virt.hardware [None req-b8bd1976-320a-4f1b-8645-bdc1db540944 tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1029.692909] env[69889]: DEBUG nova.virt.hardware [None req-b8bd1976-320a-4f1b-8645-bdc1db540944 tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1029.693074] env[69889]: DEBUG nova.virt.hardware [None req-b8bd1976-320a-4f1b-8645-bdc1db540944 tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1029.693260] env[69889]: DEBUG nova.virt.hardware [None req-b8bd1976-320a-4f1b-8645-bdc1db540944 tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1029.693406] env[69889]: DEBUG nova.virt.hardware [None req-b8bd1976-320a-4f1b-8645-bdc1db540944 tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1029.693556] env[69889]: DEBUG nova.virt.hardware [None req-b8bd1976-320a-4f1b-8645-bdc1db540944 tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1029.693813] env[69889]: DEBUG nova.virt.hardware [None req-b8bd1976-320a-4f1b-8645-bdc1db540944 tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1029.694042] env[69889]: DEBUG nova.virt.hardware [None req-b8bd1976-320a-4f1b-8645-bdc1db540944 tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1029.694143] env[69889]: DEBUG nova.virt.hardware [None req-b8bd1976-320a-4f1b-8645-bdc1db540944 tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1029.694306] env[69889]: DEBUG nova.virt.hardware [None req-b8bd1976-320a-4f1b-8645-bdc1db540944 tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1029.694478] env[69889]: DEBUG nova.virt.hardware [None req-b8bd1976-320a-4f1b-8645-bdc1db540944 tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1029.695364] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-350991dd-ce82-4d30-a759-044e7dbff1a6 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.704920] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ddf5a24-c666-4983-aa41-dd8991c032ed {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.832281] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c8a9e749-b4a7-4b9c-98f8-1525797e715b tempest-InstanceActionsV221TestJSON-830289580 tempest-InstanceActionsV221TestJSON-830289580-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.973s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.834618] env[69889]: DEBUG oslo_concurrency.lockutils [None req-33606c35-da61-4947-9d32-92dabeb47a85 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.808s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.836191] env[69889]: INFO nova.compute.claims [None req-33606c35-da61-4947-9d32-92dabeb47a85 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 1c9715c5-328e-4027-864e-30ac52b27a32] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1029.867534] env[69889]: INFO nova.scheduler.client.report [None req-c8a9e749-b4a7-4b9c-98f8-1525797e715b tempest-InstanceActionsV221TestJSON-830289580 tempest-InstanceActionsV221TestJSON-830289580-project-member] Deleted allocations for instance 70857543-3429-4d13-81d3-6f972f182507 [ 1029.896938] env[69889]: DEBUG oslo_concurrency.lockutils [req-4858cccc-88ad-4704-b7bf-594a51af95e7 req-0ebf0a34-344a-459d-8e15-1ddcc3a8e12c service nova] Releasing lock "refresh_cache-f07b9899-bae0-4dd7-b07d-fd9c8bd8caf9" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.985573] env[69889]: DEBUG oslo_vmware.api [None req-80a02332-de35-4c54-9951-2f766efd8789 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4077700, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.117505] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b8bd1976-320a-4f1b-8645-bdc1db540944 tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] Releasing lock "refresh_cache-c88a170d-9436-46c7-af33-4129ce7f06c4" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.117505] env[69889]: DEBUG nova.compute.manager [None req-b8bd1976-320a-4f1b-8645-bdc1db540944 tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] Instance network_info: |[{"id": "40721344-ae8b-4fb6-bd74-61bd997313c6", "address": "fa:16:3e:7d:ce:9b", "network": {"id": "ed1ff765-e9be-4011-9696-e2e761764ef7", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-194852630-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f4b3d1cb73044568280da1a7284185a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40721344-ae", "ovs_interfaceid": "40721344-ae8b-4fb6-bd74-61bd997313c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1030.117505] env[69889]: DEBUG oslo_concurrency.lockutils [req-9c396418-54e8-4dd3-aedc-6277008600a0 req-66f0a684-4a35-4fda-9d82-cd0d6aa11352 service nova] Acquired lock "refresh_cache-c88a170d-9436-46c7-af33-4129ce7f06c4" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.117719] env[69889]: DEBUG nova.network.neutron [req-9c396418-54e8-4dd3-aedc-6277008600a0 req-66f0a684-4a35-4fda-9d82-cd0d6aa11352 service nova] [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] Refreshing network info cache for port 40721344-ae8b-4fb6-bd74-61bd997313c6 {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1030.119014] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-b8bd1976-320a-4f1b-8645-bdc1db540944 tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:ce:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4105fae7-3de1-4a6c-a44b-39097c174699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '40721344-ae8b-4fb6-bd74-61bd997313c6', 'vif_model': 'vmxnet3'}] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1030.133748] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8bd1976-320a-4f1b-8645-bdc1db540944 tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] Creating folder: Project (7f4b3d1cb73044568280da1a7284185a). Parent ref: group-v807779. {{(pid=69889) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1030.137036] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-287b1ebb-9e78-4653-b8ac-7fff35510429 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.154405] env[69889]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1030.154582] env[69889]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69889) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1030.154927] env[69889]: DEBUG oslo_vmware.api [None req-78231b46-d3be-4585-bf59-c9102b4672fa tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077702, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074812} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.155515] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8bd1976-320a-4f1b-8645-bdc1db540944 tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] Folder already exists: Project (7f4b3d1cb73044568280da1a7284185a). Parent ref: group-v807779. {{(pid=69889) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1030.155772] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8bd1976-320a-4f1b-8645-bdc1db540944 tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] Creating folder: Instances. Parent ref: group-v807974. {{(pid=69889) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1030.155976] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-78231b46-d3be-4585-bf59-c9102b4672fa tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: f07b9899-bae0-4dd7-b07d-fd9c8bd8caf9] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1030.156235] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-679b7909-c339-48c2-80be-d867d4a52c65 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.161296] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b97880a-f8f1-4b6c-bf11-eae3716a9d2f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.187354] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-78231b46-d3be-4585-bf59-c9102b4672fa tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: f07b9899-bae0-4dd7-b07d-fd9c8bd8caf9] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] f07b9899-bae0-4dd7-b07d-fd9c8bd8caf9/f07b9899-bae0-4dd7-b07d-fd9c8bd8caf9.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1030.188759] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ba6e343-1c78-45aa-a56b-3c5057a22af5 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.204565] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-b8bd1976-320a-4f1b-8645-bdc1db540944 tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] Created folder: Instances in parent group-v807974. [ 1030.204675] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b8bd1976-320a-4f1b-8645-bdc1db540944 tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1030.204824] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1030.205545] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1fe07db3-cc6b-447e-ae87-0bdb22646d62 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.222461] env[69889]: DEBUG oslo_vmware.api [None req-78231b46-d3be-4585-bf59-c9102b4672fa tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Waiting for the task: (returnval){ [ 1030.222461] env[69889]: value = "task-4077705" [ 1030.222461] env[69889]: _type = "Task" [ 1030.222461] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.229107] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1030.229107] env[69889]: value = "task-4077706" [ 1030.229107] env[69889]: _type = "Task" [ 1030.229107] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.235993] env[69889]: DEBUG oslo_vmware.api [None req-78231b46-d3be-4585-bf59-c9102b4672fa tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077705, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.241459] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077706, 'name': CreateVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.375943] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c8a9e749-b4a7-4b9c-98f8-1525797e715b tempest-InstanceActionsV221TestJSON-830289580 tempest-InstanceActionsV221TestJSON-830289580-project-member] Lock "70857543-3429-4d13-81d3-6f972f182507" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.459s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.486600] env[69889]: DEBUG oslo_vmware.api [None req-80a02332-de35-4c54-9951-2f766efd8789 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4077700, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.736215] env[69889]: DEBUG oslo_vmware.api [None req-78231b46-d3be-4585-bf59-c9102b4672fa tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077705, 'name': ReconfigVM_Task, 'duration_secs': 0.515705} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.737065] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-78231b46-d3be-4585-bf59-c9102b4672fa tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: f07b9899-bae0-4dd7-b07d-fd9c8bd8caf9] Reconfigured VM instance instance-0000004e to attach disk [datastore2] f07b9899-bae0-4dd7-b07d-fd9c8bd8caf9/f07b9899-bae0-4dd7-b07d-fd9c8bd8caf9.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1030.738317] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5bff0ffb-04a7-4fc5-9f73-fa012f67f2f6 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.743153] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077706, 'name': CreateVM_Task, 'duration_secs': 0.489664} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.743753] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1030.744556] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-b8bd1976-320a-4f1b-8645-bdc1db540944 tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-807980', 'volume_id': '8b84104b-ae02-4b2b-b0f1-3cdc9b417c30', 'name': 'volume-8b84104b-ae02-4b2b-b0f1-3cdc9b417c30', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c88a170d-9436-46c7-af33-4129ce7f06c4', 'attached_at': '', 'detached_at': '', 'volume_id': '8b84104b-ae02-4b2b-b0f1-3cdc9b417c30', 'serial': '8b84104b-ae02-4b2b-b0f1-3cdc9b417c30'}, 'mount_device': '/dev/sda', 'attachment_id': '2e4560fd-cc6e-4e5b-a36b-edbdea28d445', 'guest_format': None, 'boot_index': 0, 'delete_on_termination': True, 'volume_type': None}], 'swap': None} {{(pid=69889) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1030.744807] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8bd1976-320a-4f1b-8645-bdc1db540944 tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] Root volume attach. Driver type: vmdk {{(pid=69889) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1030.745682] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e34c386-e9f5-4dd2-a26e-a59ac641c688 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.753298] env[69889]: DEBUG oslo_vmware.api [None req-78231b46-d3be-4585-bf59-c9102b4672fa tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Waiting for the task: (returnval){ [ 1030.753298] env[69889]: value = "task-4077707" [ 1030.753298] env[69889]: _type = "Task" [ 1030.753298] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.765782] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99f8fb52-8789-4ba9-b6a0-862cc76fd575 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.777867] env[69889]: DEBUG oslo_vmware.api [None req-78231b46-d3be-4585-bf59-c9102b4672fa tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077707, 'name': Rename_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.786442] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-656bb77a-c6f3-441f-a7bc-3388a1c429de {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.797272] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-bc58cfe0-8e18-4dfe-b754-4c9660095734 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.805649] env[69889]: DEBUG oslo_vmware.api [None req-b8bd1976-320a-4f1b-8645-bdc1db540944 tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] Waiting for the task: (returnval){ [ 1030.805649] env[69889]: value = "task-4077708" [ 1030.805649] env[69889]: _type = "Task" [ 1030.805649] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.815009] env[69889]: DEBUG oslo_vmware.api [None req-b8bd1976-320a-4f1b-8645-bdc1db540944 tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] Task: {'id': task-4077708, 'name': RelocateVM_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.990312] env[69889]: DEBUG oslo_vmware.api [None req-80a02332-de35-4c54-9951-2f766efd8789 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4077700, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.014241] env[69889]: DEBUG nova.network.neutron [req-9c396418-54e8-4dd3-aedc-6277008600a0 req-66f0a684-4a35-4fda-9d82-cd0d6aa11352 service nova] [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] Updated VIF entry in instance network info cache for port 40721344-ae8b-4fb6-bd74-61bd997313c6. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1031.014241] env[69889]: DEBUG nova.network.neutron [req-9c396418-54e8-4dd3-aedc-6277008600a0 req-66f0a684-4a35-4fda-9d82-cd0d6aa11352 service nova] [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] Updating instance_info_cache with network_info: [{"id": "40721344-ae8b-4fb6-bd74-61bd997313c6", "address": "fa:16:3e:7d:ce:9b", "network": {"id": "ed1ff765-e9be-4011-9696-e2e761764ef7", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-194852630-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f4b3d1cb73044568280da1a7284185a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40721344-ae", "ovs_interfaceid": "40721344-ae8b-4fb6-bd74-61bd997313c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.196169] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea04a20a-c5e1-4e78-b1ea-69ed1639f055 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.204388] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0540f7ad-7ebd-4939-8ed2-1e6f4ecd22e2 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.240350] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4bc85f0-0347-43fa-be89-6c250c591d35 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.248480] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10680981-e4d8-42b1-a53a-ea208bf9a4c2 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.266040] env[69889]: DEBUG oslo_vmware.api [None req-78231b46-d3be-4585-bf59-c9102b4672fa tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077707, 'name': Rename_Task, 'duration_secs': 0.174007} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.274611] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-78231b46-d3be-4585-bf59-c9102b4672fa tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: f07b9899-bae0-4dd7-b07d-fd9c8bd8caf9] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1031.275128] env[69889]: DEBUG nova.compute.provider_tree [None req-33606c35-da61-4947-9d32-92dabeb47a85 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1031.276455] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a4cee56c-68d7-42cf-92d8-49061d2d5c5b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.287590] env[69889]: DEBUG oslo_vmware.api [None req-78231b46-d3be-4585-bf59-c9102b4672fa tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Waiting for the task: (returnval){ [ 1031.287590] env[69889]: value = "task-4077709" [ 1031.287590] env[69889]: _type = "Task" [ 1031.287590] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.298782] env[69889]: DEBUG oslo_vmware.api [None req-78231b46-d3be-4585-bf59-c9102b4672fa tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077709, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.318840] env[69889]: DEBUG oslo_vmware.api [None req-b8bd1976-320a-4f1b-8645-bdc1db540944 tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] Task: {'id': task-4077708, 'name': RelocateVM_Task, 'duration_secs': 0.39283} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.319948] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8bd1976-320a-4f1b-8645-bdc1db540944 tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] Volume attach. Driver type: vmdk {{(pid=69889) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1031.319948] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8bd1976-320a-4f1b-8645-bdc1db540944 tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-807980', 'volume_id': '8b84104b-ae02-4b2b-b0f1-3cdc9b417c30', 'name': 'volume-8b84104b-ae02-4b2b-b0f1-3cdc9b417c30', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c88a170d-9436-46c7-af33-4129ce7f06c4', 'attached_at': '', 'detached_at': '', 'volume_id': '8b84104b-ae02-4b2b-b0f1-3cdc9b417c30', 'serial': '8b84104b-ae02-4b2b-b0f1-3cdc9b417c30'} {{(pid=69889) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1031.320353] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64cab0fc-d4f0-4dee-837b-96cc6998d140 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.340022] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-804c0dbc-757e-4d33-ba56-2b55b9d9c905 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.362815] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8bd1976-320a-4f1b-8645-bdc1db540944 tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] volume-8b84104b-ae02-4b2b-b0f1-3cdc9b417c30/volume-8b84104b-ae02-4b2b-b0f1-3cdc9b417c30.vmdk or device None with type thin {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1031.363154] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aaf04a7b-7622-400a-84f6-d93a81d3e8f4 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.384586] env[69889]: DEBUG oslo_vmware.api [None req-b8bd1976-320a-4f1b-8645-bdc1db540944 tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] Waiting for the task: (returnval){ [ 1031.384586] env[69889]: value = "task-4077710" [ 1031.384586] env[69889]: _type = "Task" [ 1031.384586] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.394407] env[69889]: DEBUG oslo_vmware.api [None req-b8bd1976-320a-4f1b-8645-bdc1db540944 tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] Task: {'id': task-4077710, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.491028] env[69889]: DEBUG oslo_vmware.api [None req-80a02332-de35-4c54-9951-2f766efd8789 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4077700, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.523144] env[69889]: DEBUG oslo_concurrency.lockutils [req-9c396418-54e8-4dd3-aedc-6277008600a0 req-66f0a684-4a35-4fda-9d82-cd0d6aa11352 service nova] Releasing lock "refresh_cache-c88a170d-9436-46c7-af33-4129ce7f06c4" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.783326] env[69889]: DEBUG nova.scheduler.client.report [None req-33606c35-da61-4947-9d32-92dabeb47a85 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1031.800293] env[69889]: DEBUG oslo_vmware.api [None req-78231b46-d3be-4585-bf59-c9102b4672fa tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077709, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.902739] env[69889]: DEBUG oslo_vmware.api [None req-b8bd1976-320a-4f1b-8645-bdc1db540944 tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] Task: {'id': task-4077710, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.995127] env[69889]: DEBUG oslo_vmware.api [None req-80a02332-de35-4c54-9951-2f766efd8789 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4077700, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.289712] env[69889]: DEBUG oslo_concurrency.lockutils [None req-33606c35-da61-4947-9d32-92dabeb47a85 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.455s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.292157] env[69889]: DEBUG nova.compute.manager [None req-33606c35-da61-4947-9d32-92dabeb47a85 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 1c9715c5-328e-4027-864e-30ac52b27a32] Start building networks asynchronously for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1032.300273] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1d67b26e-81a6-4847-b109-324e1163c5d4 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.847s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.300273] env[69889]: DEBUG nova.objects.instance [None req-1d67b26e-81a6-4847-b109-324e1163c5d4 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Lazy-loading 'resources' on Instance uuid 233f5e8b-de2a-4e68-b8ca-2a548f32617f {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1032.312585] env[69889]: DEBUG oslo_vmware.api [None req-78231b46-d3be-4585-bf59-c9102b4672fa tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077709, 'name': PowerOnVM_Task, 'duration_secs': 0.577749} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.313517] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-78231b46-d3be-4585-bf59-c9102b4672fa tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: f07b9899-bae0-4dd7-b07d-fd9c8bd8caf9] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1032.314409] env[69889]: INFO nova.compute.manager [None req-78231b46-d3be-4585-bf59-c9102b4672fa tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: f07b9899-bae0-4dd7-b07d-fd9c8bd8caf9] Took 9.02 seconds to spawn the instance on the hypervisor. [ 1032.314409] env[69889]: DEBUG nova.compute.manager [None req-78231b46-d3be-4585-bf59-c9102b4672fa tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: f07b9899-bae0-4dd7-b07d-fd9c8bd8caf9] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1032.314986] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d179ef56-fc49-4f6f-b07a-d8a3cff8f828 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.397105] env[69889]: DEBUG oslo_vmware.api [None req-b8bd1976-320a-4f1b-8645-bdc1db540944 tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] Task: {'id': task-4077710, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.490105] env[69889]: DEBUG oslo_vmware.api [None req-80a02332-de35-4c54-9951-2f766efd8789 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4077700, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.805152] env[69889]: DEBUG nova.compute.utils [None req-33606c35-da61-4947-9d32-92dabeb47a85 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1032.809732] env[69889]: DEBUG nova.compute.manager [None req-33606c35-da61-4947-9d32-92dabeb47a85 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 1c9715c5-328e-4027-864e-30ac52b27a32] Allocating IP information in the background. {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1032.810144] env[69889]: DEBUG nova.network.neutron [None req-33606c35-da61-4947-9d32-92dabeb47a85 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 1c9715c5-328e-4027-864e-30ac52b27a32] allocate_for_instance() {{(pid=69889) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1032.834311] env[69889]: INFO nova.compute.manager [None req-78231b46-d3be-4585-bf59-c9102b4672fa tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: f07b9899-bae0-4dd7-b07d-fd9c8bd8caf9] Took 28.42 seconds to build instance. [ 1032.904231] env[69889]: DEBUG oslo_vmware.api [None req-b8bd1976-320a-4f1b-8645-bdc1db540944 tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] Task: {'id': task-4077710, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.990812] env[69889]: DEBUG oslo_vmware.api [None req-80a02332-de35-4c54-9951-2f766efd8789 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4077700, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.130045] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4706f810-c192-4156-a609-069015f30db4 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.139588] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6086dbe6-479b-41e1-9e13-7d2a2f3e52d2 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.183438] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77e7551d-c1cd-4ab5-b568-89536752a287 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.187723] env[69889]: DEBUG nova.policy [None req-33606c35-da61-4947-9d32-92dabeb47a85 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '06b16d4eba14469eac358aaed7c3ac59', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8917847ce0c4465198a89a1c5551fb59', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69889) authorize /opt/stack/nova/nova/policy.py:192}} [ 1033.196518] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-734d58ec-5d39-49ce-b16b-370ac5fe362f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.213545] env[69889]: DEBUG nova.compute.provider_tree [None req-1d67b26e-81a6-4847-b109-324e1163c5d4 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1033.310655] env[69889]: DEBUG nova.compute.manager [None req-33606c35-da61-4947-9d32-92dabeb47a85 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 1c9715c5-328e-4027-864e-30ac52b27a32] Start building block device mappings for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1033.337105] env[69889]: DEBUG oslo_concurrency.lockutils [None req-78231b46-d3be-4585-bf59-c9102b4672fa tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Lock "f07b9899-bae0-4dd7-b07d-fd9c8bd8caf9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.935s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.402692] env[69889]: DEBUG oslo_vmware.api [None req-b8bd1976-320a-4f1b-8645-bdc1db540944 tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] Task: {'id': task-4077710, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.490518] env[69889]: DEBUG oslo_vmware.api [None req-80a02332-de35-4c54-9951-2f766efd8789 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4077700, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.721133] env[69889]: DEBUG nova.scheduler.client.report [None req-1d67b26e-81a6-4847-b109-324e1163c5d4 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1033.900793] env[69889]: DEBUG oslo_vmware.api [None req-b8bd1976-320a-4f1b-8645-bdc1db540944 tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] Task: {'id': task-4077710, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.985578] env[69889]: DEBUG nova.network.neutron [None req-33606c35-da61-4947-9d32-92dabeb47a85 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 1c9715c5-328e-4027-864e-30ac52b27a32] Successfully created port: f3270792-8215-48ce-a248-cb5a9b3185c3 {{(pid=69889) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1033.993304] env[69889]: DEBUG oslo_vmware.api [None req-80a02332-de35-4c54-9951-2f766efd8789 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4077700, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.230411] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1d67b26e-81a6-4847-b109-324e1163c5d4 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.933s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.232746] env[69889]: DEBUG oslo_concurrency.lockutils [None req-915f3f15-dee5-4f21-8226-6c8c54d53345 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.604s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.235589] env[69889]: INFO nova.compute.claims [None req-915f3f15-dee5-4f21-8226-6c8c54d53345 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] [instance: 351ae554-2d0a-4611-a93a-1d718336cf48] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1034.262331] env[69889]: INFO nova.scheduler.client.report [None req-1d67b26e-81a6-4847-b109-324e1163c5d4 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Deleted allocations for instance 233f5e8b-de2a-4e68-b8ca-2a548f32617f [ 1034.332020] env[69889]: DEBUG nova.compute.manager [None req-33606c35-da61-4947-9d32-92dabeb47a85 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 1c9715c5-328e-4027-864e-30ac52b27a32] Start spawning the instance on the hypervisor. {{(pid=69889) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1034.364031] env[69889]: DEBUG nova.virt.hardware [None req-33606c35-da61-4947-9d32-92dabeb47a85 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1034.364031] env[69889]: DEBUG nova.virt.hardware [None req-33606c35-da61-4947-9d32-92dabeb47a85 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1034.364031] env[69889]: DEBUG nova.virt.hardware [None req-33606c35-da61-4947-9d32-92dabeb47a85 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1034.364031] env[69889]: DEBUG nova.virt.hardware [None req-33606c35-da61-4947-9d32-92dabeb47a85 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1034.364031] env[69889]: DEBUG nova.virt.hardware [None req-33606c35-da61-4947-9d32-92dabeb47a85 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1034.364637] env[69889]: DEBUG nova.virt.hardware [None req-33606c35-da61-4947-9d32-92dabeb47a85 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1034.364990] env[69889]: DEBUG nova.virt.hardware [None req-33606c35-da61-4947-9d32-92dabeb47a85 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1034.365300] env[69889]: DEBUG nova.virt.hardware [None req-33606c35-da61-4947-9d32-92dabeb47a85 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1034.365575] env[69889]: DEBUG nova.virt.hardware [None req-33606c35-da61-4947-9d32-92dabeb47a85 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1034.365864] env[69889]: DEBUG nova.virt.hardware [None req-33606c35-da61-4947-9d32-92dabeb47a85 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1034.368017] env[69889]: DEBUG nova.virt.hardware [None req-33606c35-da61-4947-9d32-92dabeb47a85 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1034.368017] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77d0cbd5-3b6b-4016-9f11-42e1ab63f598 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.378031] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37edc11d-47ae-410a-82f4-8f6c0ba2db9d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.405363] env[69889]: DEBUG oslo_vmware.api [None req-b8bd1976-320a-4f1b-8645-bdc1db540944 tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] Task: {'id': task-4077710, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.494788] env[69889]: DEBUG oslo_vmware.api [None req-80a02332-de35-4c54-9951-2f766efd8789 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4077700, 'name': ReconfigVM_Task, 'duration_secs': 5.823814} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.494788] env[69889]: DEBUG oslo_concurrency.lockutils [None req-80a02332-de35-4c54-9951-2f766efd8789 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Releasing lock "bbf9db25-688f-4729-9c55-0e1e1196c2f6" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.495044] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-80a02332-de35-4c54-9951-2f766efd8789 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: bbf9db25-688f-4729-9c55-0e1e1196c2f6] Reconfigured VM to detach interface {{(pid=69889) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1034.777827] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1d67b26e-81a6-4847-b109-324e1163c5d4 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Lock "233f5e8b-de2a-4e68-b8ca-2a548f32617f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.081s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.853143] env[69889]: DEBUG nova.compute.manager [req-8cb72dec-79bb-42cb-adfd-2468db28607f req-4083be0e-30d1-4c33-a3dc-a611f2bdfd7c service nova] [instance: bbf9db25-688f-4729-9c55-0e1e1196c2f6] Received event network-vif-deleted-136842a0-0f82-452a-a506-3de35c6d7e83 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1034.853143] env[69889]: INFO nova.compute.manager [req-8cb72dec-79bb-42cb-adfd-2468db28607f req-4083be0e-30d1-4c33-a3dc-a611f2bdfd7c service nova] [instance: bbf9db25-688f-4729-9c55-0e1e1196c2f6] Neutron deleted interface 136842a0-0f82-452a-a506-3de35c6d7e83; detaching it from the instance and deleting it from the info cache [ 1034.853143] env[69889]: DEBUG nova.network.neutron [req-8cb72dec-79bb-42cb-adfd-2468db28607f req-4083be0e-30d1-4c33-a3dc-a611f2bdfd7c service nova] [instance: bbf9db25-688f-4729-9c55-0e1e1196c2f6] Updating instance_info_cache with network_info: [{"id": "f131f2fd-e468-46ba-8304-32cffdad9815", "address": "fa:16:3e:71:7a:cb", "network": {"id": "dc7a1c63-64ed-41ca-b29f-202337c0d542", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1276397426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf71caefe82444e1aa35f5f5071b52f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf131f2fd-e4", "ovs_interfaceid": "f131f2fd-e468-46ba-8304-32cffdad9815", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c4d77a7e-70cf-41a3-b972-fb4b4cc5b224", "address": "fa:16:3e:d7:b7:8e", "network": {"id": "dc7a1c63-64ed-41ca-b29f-202337c0d542", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1276397426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf71caefe82444e1aa35f5f5071b52f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4d77a7e-70", "ovs_interfaceid": "c4d77a7e-70cf-41a3-b972-fb4b4cc5b224", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.907577] env[69889]: DEBUG oslo_vmware.api [None req-b8bd1976-320a-4f1b-8645-bdc1db540944 tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] Task: {'id': task-4077710, 'name': ReconfigVM_Task, 'duration_secs': 3.12267} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.908239] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8bd1976-320a-4f1b-8645-bdc1db540944 tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] Reconfigured VM instance instance-0000004f to attach disk [datastore1] volume-8b84104b-ae02-4b2b-b0f1-3cdc9b417c30/volume-8b84104b-ae02-4b2b-b0f1-3cdc9b417c30.vmdk or device None with type thin {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1034.914597] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a1d0636-ed43-4546-865a-299cc5345b08 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.930282] env[69889]: DEBUG oslo_vmware.api [None req-b8bd1976-320a-4f1b-8645-bdc1db540944 tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] Waiting for the task: (returnval){ [ 1034.930282] env[69889]: value = "task-4077711" [ 1034.930282] env[69889]: _type = "Task" [ 1034.930282] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.944074] env[69889]: DEBUG oslo_vmware.api [None req-b8bd1976-320a-4f1b-8645-bdc1db540944 tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] Task: {'id': task-4077711, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.107365] env[69889]: DEBUG nova.compute.manager [None req-72b0ace4-d8bb-40e6-8aa6-12952af513d8 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: f07b9899-bae0-4dd7-b07d-fd9c8bd8caf9] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1035.108280] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c5dc080-9e4c-4cb0-85c1-85fbd9ffeaa2 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.358533] env[69889]: DEBUG oslo_concurrency.lockutils [req-8cb72dec-79bb-42cb-adfd-2468db28607f req-4083be0e-30d1-4c33-a3dc-a611f2bdfd7c service nova] Acquiring lock "bbf9db25-688f-4729-9c55-0e1e1196c2f6" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.359242] env[69889]: DEBUG oslo_concurrency.lockutils [req-8cb72dec-79bb-42cb-adfd-2468db28607f req-4083be0e-30d1-4c33-a3dc-a611f2bdfd7c service nova] Acquired lock "bbf9db25-688f-4729-9c55-0e1e1196c2f6" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.360867] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94f766e5-418c-4544-b9dd-961edafbe15a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.384942] env[69889]: DEBUG oslo_concurrency.lockutils [req-8cb72dec-79bb-42cb-adfd-2468db28607f req-4083be0e-30d1-4c33-a3dc-a611f2bdfd7c service nova] Releasing lock "bbf9db25-688f-4729-9c55-0e1e1196c2f6" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.384942] env[69889]: WARNING nova.compute.manager [req-8cb72dec-79bb-42cb-adfd-2468db28607f req-4083be0e-30d1-4c33-a3dc-a611f2bdfd7c service nova] [instance: bbf9db25-688f-4729-9c55-0e1e1196c2f6] Detach interface failed, port_id=136842a0-0f82-452a-a506-3de35c6d7e83, reason: No device with interface-id 136842a0-0f82-452a-a506-3de35c6d7e83 exists on VM: nova.exception.NotFound: No device with interface-id 136842a0-0f82-452a-a506-3de35c6d7e83 exists on VM [ 1035.445039] env[69889]: DEBUG oslo_vmware.api [None req-b8bd1976-320a-4f1b-8645-bdc1db540944 tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] Task: {'id': task-4077711, 'name': ReconfigVM_Task, 'duration_secs': 0.295051} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.445039] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8bd1976-320a-4f1b-8645-bdc1db540944 tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-807980', 'volume_id': '8b84104b-ae02-4b2b-b0f1-3cdc9b417c30', 'name': 'volume-8b84104b-ae02-4b2b-b0f1-3cdc9b417c30', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c88a170d-9436-46c7-af33-4129ce7f06c4', 'attached_at': '', 'detached_at': '', 'volume_id': '8b84104b-ae02-4b2b-b0f1-3cdc9b417c30', 'serial': '8b84104b-ae02-4b2b-b0f1-3cdc9b417c30'} {{(pid=69889) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1035.445039] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0b23b04c-9016-4af9-862f-ba015cde4daa {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.459376] env[69889]: DEBUG oslo_vmware.api [None req-b8bd1976-320a-4f1b-8645-bdc1db540944 tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] Waiting for the task: (returnval){ [ 1035.459376] env[69889]: value = "task-4077712" [ 1035.459376] env[69889]: _type = "Task" [ 1035.459376] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.476035] env[69889]: DEBUG oslo_vmware.api [None req-b8bd1976-320a-4f1b-8645-bdc1db540944 tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] Task: {'id': task-4077712, 'name': Rename_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.590327] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76a77f60-6200-463d-ad1b-02d36540bedd {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.598495] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f61e4610-4196-40bb-834e-c4be2f86de5e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.631160] env[69889]: INFO nova.compute.manager [None req-72b0ace4-d8bb-40e6-8aa6-12952af513d8 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: f07b9899-bae0-4dd7-b07d-fd9c8bd8caf9] instance snapshotting [ 1035.633870] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7db14110-0bb2-4bbf-8da4-8ab16f6fd530 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.638197] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad285708-8efa-487a-a5f6-ba2778da04b5 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.661119] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28701c9d-a231-4fb9-bbc5-18daf2f4c713 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.664684] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cdd8d4d-bb33-4157-bb2e-7871e0648f25 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.679603] env[69889]: DEBUG nova.compute.provider_tree [None req-915f3f15-dee5-4f21-8226-6c8c54d53345 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1035.830694] env[69889]: DEBUG oslo_concurrency.lockutils [None req-80a02332-de35-4c54-9951-2f766efd8789 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Acquiring lock "refresh_cache-bbf9db25-688f-4729-9c55-0e1e1196c2f6" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.830916] env[69889]: DEBUG oslo_concurrency.lockutils [None req-80a02332-de35-4c54-9951-2f766efd8789 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Acquired lock "refresh_cache-bbf9db25-688f-4729-9c55-0e1e1196c2f6" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.831123] env[69889]: DEBUG nova.network.neutron [None req-80a02332-de35-4c54-9951-2f766efd8789 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: bbf9db25-688f-4729-9c55-0e1e1196c2f6] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1035.978289] env[69889]: DEBUG oslo_vmware.api [None req-b8bd1976-320a-4f1b-8645-bdc1db540944 tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] Task: {'id': task-4077712, 'name': Rename_Task, 'duration_secs': 0.201311} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.978693] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8bd1976-320a-4f1b-8645-bdc1db540944 tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1035.979097] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b4367657-fb27-4a4b-bbad-2a674d37ce29 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.989975] env[69889]: DEBUG oslo_vmware.api [None req-b8bd1976-320a-4f1b-8645-bdc1db540944 tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] Waiting for the task: (returnval){ [ 1035.989975] env[69889]: value = "task-4077713" [ 1035.989975] env[69889]: _type = "Task" [ 1035.989975] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.001972] env[69889]: DEBUG oslo_vmware.api [None req-b8bd1976-320a-4f1b-8645-bdc1db540944 tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] Task: {'id': task-4077713, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.065220] env[69889]: DEBUG nova.compute.manager [req-fc5b7d44-2766-44ac-991a-48c5310cf836 req-00c9b8b6-7b43-44b2-bfe3-20f3952814e2 service nova] [instance: 1c9715c5-328e-4027-864e-30ac52b27a32] Received event network-vif-plugged-f3270792-8215-48ce-a248-cb5a9b3185c3 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1036.065440] env[69889]: DEBUG oslo_concurrency.lockutils [req-fc5b7d44-2766-44ac-991a-48c5310cf836 req-00c9b8b6-7b43-44b2-bfe3-20f3952814e2 service nova] Acquiring lock "1c9715c5-328e-4027-864e-30ac52b27a32-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.065657] env[69889]: DEBUG oslo_concurrency.lockutils [req-fc5b7d44-2766-44ac-991a-48c5310cf836 req-00c9b8b6-7b43-44b2-bfe3-20f3952814e2 service nova] Lock "1c9715c5-328e-4027-864e-30ac52b27a32-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.065818] env[69889]: DEBUG oslo_concurrency.lockutils [req-fc5b7d44-2766-44ac-991a-48c5310cf836 req-00c9b8b6-7b43-44b2-bfe3-20f3952814e2 service nova] Lock "1c9715c5-328e-4027-864e-30ac52b27a32-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.065977] env[69889]: DEBUG nova.compute.manager [req-fc5b7d44-2766-44ac-991a-48c5310cf836 req-00c9b8b6-7b43-44b2-bfe3-20f3952814e2 service nova] [instance: 1c9715c5-328e-4027-864e-30ac52b27a32] No waiting events found dispatching network-vif-plugged-f3270792-8215-48ce-a248-cb5a9b3185c3 {{(pid=69889) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1036.067331] env[69889]: WARNING nova.compute.manager [req-fc5b7d44-2766-44ac-991a-48c5310cf836 req-00c9b8b6-7b43-44b2-bfe3-20f3952814e2 service nova] [instance: 1c9715c5-328e-4027-864e-30ac52b27a32] Received unexpected event network-vif-plugged-f3270792-8215-48ce-a248-cb5a9b3185c3 for instance with vm_state building and task_state spawning. [ 1036.187083] env[69889]: DEBUG nova.scheduler.client.report [None req-915f3f15-dee5-4f21-8226-6c8c54d53345 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1036.194022] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-72b0ace4-d8bb-40e6-8aa6-12952af513d8 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: f07b9899-bae0-4dd7-b07d-fd9c8bd8caf9] Creating Snapshot of the VM instance {{(pid=69889) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1036.194022] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-64a7043d-4330-4637-afd8-ad5d4c21e5c1 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.200644] env[69889]: DEBUG oslo_vmware.api [None req-72b0ace4-d8bb-40e6-8aa6-12952af513d8 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Waiting for the task: (returnval){ [ 1036.200644] env[69889]: value = "task-4077714" [ 1036.200644] env[69889]: _type = "Task" [ 1036.200644] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.211027] env[69889]: DEBUG oslo_vmware.api [None req-72b0ace4-d8bb-40e6-8aa6-12952af513d8 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077714, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.302376] env[69889]: DEBUG nova.network.neutron [None req-33606c35-da61-4947-9d32-92dabeb47a85 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 1c9715c5-328e-4027-864e-30ac52b27a32] Successfully updated port: f3270792-8215-48ce-a248-cb5a9b3185c3 {{(pid=69889) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1036.508563] env[69889]: DEBUG oslo_vmware.api [None req-b8bd1976-320a-4f1b-8645-bdc1db540944 tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] Task: {'id': task-4077713, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.534875] env[69889]: DEBUG oslo_concurrency.lockutils [None req-bf465784-92a3-4165-b474-1722abd6c300 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Acquiring lock "bbf9db25-688f-4729-9c55-0e1e1196c2f6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.535119] env[69889]: DEBUG oslo_concurrency.lockutils [None req-bf465784-92a3-4165-b474-1722abd6c300 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Lock "bbf9db25-688f-4729-9c55-0e1e1196c2f6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.535326] env[69889]: DEBUG oslo_concurrency.lockutils [None req-bf465784-92a3-4165-b474-1722abd6c300 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Acquiring lock "bbf9db25-688f-4729-9c55-0e1e1196c2f6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.535552] env[69889]: DEBUG oslo_concurrency.lockutils [None req-bf465784-92a3-4165-b474-1722abd6c300 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Lock "bbf9db25-688f-4729-9c55-0e1e1196c2f6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.535727] env[69889]: DEBUG oslo_concurrency.lockutils [None req-bf465784-92a3-4165-b474-1722abd6c300 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Lock "bbf9db25-688f-4729-9c55-0e1e1196c2f6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.538313] env[69889]: INFO nova.compute.manager [None req-bf465784-92a3-4165-b474-1722abd6c300 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: bbf9db25-688f-4729-9c55-0e1e1196c2f6] Terminating instance [ 1036.586896] env[69889]: INFO nova.network.neutron [None req-80a02332-de35-4c54-9951-2f766efd8789 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: bbf9db25-688f-4729-9c55-0e1e1196c2f6] Port c4d77a7e-70cf-41a3-b972-fb4b4cc5b224 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1036.587280] env[69889]: DEBUG nova.network.neutron [None req-80a02332-de35-4c54-9951-2f766efd8789 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: bbf9db25-688f-4729-9c55-0e1e1196c2f6] Updating instance_info_cache with network_info: [{"id": "f131f2fd-e468-46ba-8304-32cffdad9815", "address": "fa:16:3e:71:7a:cb", "network": {"id": "dc7a1c63-64ed-41ca-b29f-202337c0d542", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1276397426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf71caefe82444e1aa35f5f5071b52f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf131f2fd-e4", "ovs_interfaceid": "f131f2fd-e468-46ba-8304-32cffdad9815", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.692595] env[69889]: DEBUG oslo_concurrency.lockutils [None req-915f3f15-dee5-4f21-8226-6c8c54d53345 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.460s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.696020] env[69889]: DEBUG nova.compute.manager [None req-915f3f15-dee5-4f21-8226-6c8c54d53345 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] [instance: 351ae554-2d0a-4611-a93a-1d718336cf48] Start building networks asynchronously for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1036.698049] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1cd46357-7f58-4fc2-94c1-ca4d717ba556 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.873s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.699836] env[69889]: DEBUG nova.objects.instance [None req-1cd46357-7f58-4fc2-94c1-ca4d717ba556 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Lazy-loading 'resources' on Instance uuid 25fa2007-30d6-4a2a-9498-d523988ee0ad {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1036.714256] env[69889]: DEBUG oslo_vmware.api [None req-72b0ace4-d8bb-40e6-8aa6-12952af513d8 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077714, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.805568] env[69889]: DEBUG oslo_concurrency.lockutils [None req-33606c35-da61-4947-9d32-92dabeb47a85 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Acquiring lock "refresh_cache-1c9715c5-328e-4027-864e-30ac52b27a32" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.805769] env[69889]: DEBUG oslo_concurrency.lockutils [None req-33606c35-da61-4947-9d32-92dabeb47a85 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Acquired lock "refresh_cache-1c9715c5-328e-4027-864e-30ac52b27a32" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.806453] env[69889]: DEBUG nova.network.neutron [None req-33606c35-da61-4947-9d32-92dabeb47a85 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 1c9715c5-328e-4027-864e-30ac52b27a32] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1037.005603] env[69889]: DEBUG oslo_vmware.api [None req-b8bd1976-320a-4f1b-8645-bdc1db540944 tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] Task: {'id': task-4077713, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.021234] env[69889]: DEBUG nova.compute.manager [req-55066401-7877-4ed1-82ed-773b410478d8 req-978b3665-1e04-4633-9eb8-de16ec0ab293 service nova] [instance: bbf9db25-688f-4729-9c55-0e1e1196c2f6] Received event network-vif-deleted-c4d77a7e-70cf-41a3-b972-fb4b4cc5b224 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1037.045768] env[69889]: DEBUG nova.compute.manager [None req-bf465784-92a3-4165-b474-1722abd6c300 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: bbf9db25-688f-4729-9c55-0e1e1196c2f6] Start destroying the instance on the hypervisor. {{(pid=69889) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1037.045995] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-bf465784-92a3-4165-b474-1722abd6c300 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: bbf9db25-688f-4729-9c55-0e1e1196c2f6] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1037.047356] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb6e796c-163b-4543-837b-3b3e13f2136f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.057557] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf465784-92a3-4165-b474-1722abd6c300 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: bbf9db25-688f-4729-9c55-0e1e1196c2f6] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1037.057846] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9ae05711-e93f-4fb1-b907-8b91870d8f4e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.068406] env[69889]: DEBUG oslo_vmware.api [None req-bf465784-92a3-4165-b474-1722abd6c300 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Waiting for the task: (returnval){ [ 1037.068406] env[69889]: value = "task-4077715" [ 1037.068406] env[69889]: _type = "Task" [ 1037.068406] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.080766] env[69889]: DEBUG oslo_vmware.api [None req-bf465784-92a3-4165-b474-1722abd6c300 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4077715, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.091025] env[69889]: DEBUG oslo_concurrency.lockutils [None req-80a02332-de35-4c54-9951-2f766efd8789 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Releasing lock "refresh_cache-bbf9db25-688f-4729-9c55-0e1e1196c2f6" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.206245] env[69889]: DEBUG nova.compute.utils [None req-915f3f15-dee5-4f21-8226-6c8c54d53345 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1037.214276] env[69889]: DEBUG nova.compute.manager [None req-915f3f15-dee5-4f21-8226-6c8c54d53345 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] [instance: 351ae554-2d0a-4611-a93a-1d718336cf48] Not allocating networking since 'none' was specified. {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1037.228302] env[69889]: DEBUG oslo_vmware.api [None req-72b0ace4-d8bb-40e6-8aa6-12952af513d8 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077714, 'name': CreateSnapshot_Task, 'duration_secs': 0.986854} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.228641] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-72b0ace4-d8bb-40e6-8aa6-12952af513d8 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: f07b9899-bae0-4dd7-b07d-fd9c8bd8caf9] Created Snapshot of the VM instance {{(pid=69889) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1037.229541] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fb68e65-b419-4f25-8084-837c24286ed5 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.374027] env[69889]: DEBUG nova.network.neutron [None req-33606c35-da61-4947-9d32-92dabeb47a85 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 1c9715c5-328e-4027-864e-30ac52b27a32] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1037.510698] env[69889]: DEBUG oslo_vmware.api [None req-b8bd1976-320a-4f1b-8645-bdc1db540944 tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] Task: {'id': task-4077713, 'name': PowerOnVM_Task, 'duration_secs': 1.160648} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.510822] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8bd1976-320a-4f1b-8645-bdc1db540944 tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1037.510965] env[69889]: INFO nova.compute.manager [None req-b8bd1976-320a-4f1b-8645-bdc1db540944 tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] Took 7.82 seconds to spawn the instance on the hypervisor. [ 1037.511129] env[69889]: DEBUG nova.compute.manager [None req-b8bd1976-320a-4f1b-8645-bdc1db540944 tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1037.512293] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fa43c29-3407-4684-9503-5c5a7fcfd0ee {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.550974] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8174f563-997e-4752-8ecd-b1f6b87c7e16 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.565436] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a6920ef-ae08-49db-b530-60f21d181216 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.609716] env[69889]: DEBUG oslo_concurrency.lockutils [None req-80a02332-de35-4c54-9951-2f766efd8789 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Lock "interface-bbf9db25-688f-4729-9c55-0e1e1196c2f6-136842a0-0f82-452a-a506-3de35c6d7e83" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.727s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.617451] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b05fdf3-0153-43c0-90b9-9736096f80ff {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.620750] env[69889]: DEBUG oslo_vmware.api [None req-bf465784-92a3-4165-b474-1722abd6c300 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4077715, 'name': PowerOffVM_Task, 'duration_secs': 0.224705} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.624695] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf465784-92a3-4165-b474-1722abd6c300 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: bbf9db25-688f-4729-9c55-0e1e1196c2f6] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1037.624695] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-bf465784-92a3-4165-b474-1722abd6c300 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: bbf9db25-688f-4729-9c55-0e1e1196c2f6] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1037.624695] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aae9b7b3-5f52-4dcb-8682-2a2543fdfb02 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.628810] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-435148de-1734-413b-aef1-45511e367d11 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.646547] env[69889]: DEBUG nova.compute.provider_tree [None req-1cd46357-7f58-4fc2-94c1-ca4d717ba556 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1037.678737] env[69889]: DEBUG nova.network.neutron [None req-33606c35-da61-4947-9d32-92dabeb47a85 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 1c9715c5-328e-4027-864e-30ac52b27a32] Updating instance_info_cache with network_info: [{"id": "f3270792-8215-48ce-a248-cb5a9b3185c3", "address": "fa:16:3e:2f:72:a9", "network": {"id": "c607a821-3d63-41af-abaf-0611e2141a9c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-453181546-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8917847ce0c4465198a89a1c5551fb59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15165046-2de9-4ada-9e99-0126e20854a9", "external-id": "nsx-vlan-transportzone-974", "segmentation_id": 974, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3270792-82", "ovs_interfaceid": "f3270792-8215-48ce-a248-cb5a9b3185c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.716201] env[69889]: DEBUG nova.compute.manager [None req-915f3f15-dee5-4f21-8226-6c8c54d53345 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] [instance: 351ae554-2d0a-4611-a93a-1d718336cf48] Start building block device mappings for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1037.753693] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-72b0ace4-d8bb-40e6-8aa6-12952af513d8 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: f07b9899-bae0-4dd7-b07d-fd9c8bd8caf9] Creating linked-clone VM from snapshot {{(pid=69889) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1037.753693] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6b23b6cc-8a05-4b3a-b055-d423b72fd752 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.763425] env[69889]: DEBUG oslo_vmware.api [None req-72b0ace4-d8bb-40e6-8aa6-12952af513d8 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Waiting for the task: (returnval){ [ 1037.763425] env[69889]: value = "task-4077717" [ 1037.763425] env[69889]: _type = "Task" [ 1037.763425] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.772302] env[69889]: DEBUG oslo_vmware.api [None req-72b0ace4-d8bb-40e6-8aa6-12952af513d8 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077717, 'name': CloneVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.829165] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1037.829165] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1038.150256] env[69889]: DEBUG nova.scheduler.client.report [None req-1cd46357-7f58-4fc2-94c1-ca4d717ba556 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1038.158127] env[69889]: INFO nova.compute.manager [None req-b8bd1976-320a-4f1b-8645-bdc1db540944 tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] Took 30.43 seconds to build instance. [ 1038.181881] env[69889]: DEBUG oslo_concurrency.lockutils [None req-33606c35-da61-4947-9d32-92dabeb47a85 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Releasing lock "refresh_cache-1c9715c5-328e-4027-864e-30ac52b27a32" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.182269] env[69889]: DEBUG nova.compute.manager [None req-33606c35-da61-4947-9d32-92dabeb47a85 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 1c9715c5-328e-4027-864e-30ac52b27a32] Instance network_info: |[{"id": "f3270792-8215-48ce-a248-cb5a9b3185c3", "address": "fa:16:3e:2f:72:a9", "network": {"id": "c607a821-3d63-41af-abaf-0611e2141a9c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-453181546-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8917847ce0c4465198a89a1c5551fb59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15165046-2de9-4ada-9e99-0126e20854a9", "external-id": "nsx-vlan-transportzone-974", "segmentation_id": 974, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3270792-82", "ovs_interfaceid": "f3270792-8215-48ce-a248-cb5a9b3185c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1038.183097] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-33606c35-da61-4947-9d32-92dabeb47a85 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 1c9715c5-328e-4027-864e-30ac52b27a32] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:72:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15165046-2de9-4ada-9e99-0126e20854a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f3270792-8215-48ce-a248-cb5a9b3185c3', 'vif_model': 'vmxnet3'}] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1038.191397] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-33606c35-da61-4947-9d32-92dabeb47a85 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1038.192285] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c9715c5-328e-4027-864e-30ac52b27a32] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1038.192806] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-30b4494b-88a8-444c-9591-002b2323b459 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.230321] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1038.230321] env[69889]: value = "task-4077718" [ 1038.230321] env[69889]: _type = "Task" [ 1038.230321] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.242269] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077718, 'name': CreateVM_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.279120] env[69889]: DEBUG oslo_vmware.api [None req-72b0ace4-d8bb-40e6-8aa6-12952af513d8 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077717, 'name': CloneVM_Task} progress is 94%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.342685] env[69889]: DEBUG nova.compute.manager [req-b55fd16b-480e-450c-84de-4c785f70ac91 req-86f033f6-576d-402d-a5d4-c1ab06aef4c6 service nova] [instance: 1c9715c5-328e-4027-864e-30ac52b27a32] Received event network-changed-f3270792-8215-48ce-a248-cb5a9b3185c3 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1038.342953] env[69889]: DEBUG nova.compute.manager [req-b55fd16b-480e-450c-84de-4c785f70ac91 req-86f033f6-576d-402d-a5d4-c1ab06aef4c6 service nova] [instance: 1c9715c5-328e-4027-864e-30ac52b27a32] Refreshing instance network info cache due to event network-changed-f3270792-8215-48ce-a248-cb5a9b3185c3. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1038.343348] env[69889]: DEBUG oslo_concurrency.lockutils [req-b55fd16b-480e-450c-84de-4c785f70ac91 req-86f033f6-576d-402d-a5d4-c1ab06aef4c6 service nova] Acquiring lock "refresh_cache-1c9715c5-328e-4027-864e-30ac52b27a32" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.344542] env[69889]: DEBUG oslo_concurrency.lockutils [req-b55fd16b-480e-450c-84de-4c785f70ac91 req-86f033f6-576d-402d-a5d4-c1ab06aef4c6 service nova] Acquired lock "refresh_cache-1c9715c5-328e-4027-864e-30ac52b27a32" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.347012] env[69889]: DEBUG nova.network.neutron [req-b55fd16b-480e-450c-84de-4c785f70ac91 req-86f033f6-576d-402d-a5d4-c1ab06aef4c6 service nova] [instance: 1c9715c5-328e-4027-864e-30ac52b27a32] Refreshing network info cache for port f3270792-8215-48ce-a248-cb5a9b3185c3 {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1038.351527] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1038.352825] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1038.352825] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1038.352825] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1038.353394] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1038.354081] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1038.354331] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69889) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1038.354671] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1038.555955] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-bf465784-92a3-4165-b474-1722abd6c300 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: bbf9db25-688f-4729-9c55-0e1e1196c2f6] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1038.556279] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-bf465784-92a3-4165-b474-1722abd6c300 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: bbf9db25-688f-4729-9c55-0e1e1196c2f6] Deleting contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1038.556506] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf465784-92a3-4165-b474-1722abd6c300 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Deleting the datastore file [datastore2] bbf9db25-688f-4729-9c55-0e1e1196c2f6 {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1038.556781] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7bc12bf0-46c8-4e5c-b7c8-df8915ec32d3 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.565099] env[69889]: DEBUG oslo_vmware.api [None req-bf465784-92a3-4165-b474-1722abd6c300 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Waiting for the task: (returnval){ [ 1038.565099] env[69889]: value = "task-4077722" [ 1038.565099] env[69889]: _type = "Task" [ 1038.565099] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.575395] env[69889]: DEBUG oslo_vmware.api [None req-bf465784-92a3-4165-b474-1722abd6c300 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4077722, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.661499] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1cd46357-7f58-4fc2-94c1-ca4d717ba556 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.963s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.665765] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b8bd1976-320a-4f1b-8645-bdc1db540944 tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] Lock "c88a170d-9436-46c7-af33-4129ce7f06c4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.955s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.666355] env[69889]: DEBUG oslo_concurrency.lockutils [None req-f1091852-456a-4144-9628-a6232cf29600 tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.941s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.666675] env[69889]: DEBUG nova.objects.instance [None req-f1091852-456a-4144-9628-a6232cf29600 tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Lazy-loading 'resources' on Instance uuid ebde6910-8c24-4fac-9a2e-faf98a9a8792 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1038.695354] env[69889]: INFO nova.scheduler.client.report [None req-1cd46357-7f58-4fc2-94c1-ca4d717ba556 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Deleted allocations for instance 25fa2007-30d6-4a2a-9498-d523988ee0ad [ 1038.733085] env[69889]: DEBUG nova.compute.manager [None req-915f3f15-dee5-4f21-8226-6c8c54d53345 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] [instance: 351ae554-2d0a-4611-a93a-1d718336cf48] Start spawning the instance on the hypervisor. {{(pid=69889) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1038.749946] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077718, 'name': CreateVM_Task} progress is 99%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.767861] env[69889]: DEBUG nova.virt.hardware [None req-915f3f15-dee5-4f21-8226-6c8c54d53345 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1038.768229] env[69889]: DEBUG nova.virt.hardware [None req-915f3f15-dee5-4f21-8226-6c8c54d53345 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1038.768410] env[69889]: DEBUG nova.virt.hardware [None req-915f3f15-dee5-4f21-8226-6c8c54d53345 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1038.768626] env[69889]: DEBUG nova.virt.hardware [None req-915f3f15-dee5-4f21-8226-6c8c54d53345 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1038.768778] env[69889]: DEBUG nova.virt.hardware [None req-915f3f15-dee5-4f21-8226-6c8c54d53345 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1038.768931] env[69889]: DEBUG nova.virt.hardware [None req-915f3f15-dee5-4f21-8226-6c8c54d53345 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1038.770209] env[69889]: DEBUG nova.virt.hardware [None req-915f3f15-dee5-4f21-8226-6c8c54d53345 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1038.770562] env[69889]: DEBUG nova.virt.hardware [None req-915f3f15-dee5-4f21-8226-6c8c54d53345 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1038.770782] env[69889]: DEBUG nova.virt.hardware [None req-915f3f15-dee5-4f21-8226-6c8c54d53345 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1038.770962] env[69889]: DEBUG nova.virt.hardware [None req-915f3f15-dee5-4f21-8226-6c8c54d53345 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1038.771158] env[69889]: DEBUG nova.virt.hardware [None req-915f3f15-dee5-4f21-8226-6c8c54d53345 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1038.772125] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cbe8a9b-b636-49bd-994b-1ab14ad33e1f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.788769] env[69889]: DEBUG oslo_vmware.api [None req-72b0ace4-d8bb-40e6-8aa6-12952af513d8 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077717, 'name': CloneVM_Task} progress is 94%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.790629] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d7c0653-bf97-49b2-9005-defd004dd9e9 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.807033] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-915f3f15-dee5-4f21-8226-6c8c54d53345 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] [instance: 351ae554-2d0a-4611-a93a-1d718336cf48] Instance VIF info [] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1038.813383] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-915f3f15-dee5-4f21-8226-6c8c54d53345 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Creating folder: Project (19521295437e4971907e0e690f81cb0f). Parent ref: group-v807779. {{(pid=69889) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1038.813729] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1cd6a1a6-55d6-4d36-9809-420b7d0de4e0 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.826223] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-915f3f15-dee5-4f21-8226-6c8c54d53345 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Created folder: Project (19521295437e4971907e0e690f81cb0f) in parent group-v807779. [ 1038.826484] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-915f3f15-dee5-4f21-8226-6c8c54d53345 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Creating folder: Instances. Parent ref: group-v808005. {{(pid=69889) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1038.826803] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-db967b08-12ef-408f-ae7d-7908c76b27dc {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.838218] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-915f3f15-dee5-4f21-8226-6c8c54d53345 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Created folder: Instances in parent group-v808005. [ 1038.838565] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-915f3f15-dee5-4f21-8226-6c8c54d53345 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1038.838794] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 351ae554-2d0a-4611-a93a-1d718336cf48] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1038.839026] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-604a3a62-422f-4a3c-86f5-1f05b0217afc {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.858562] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.861715] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1038.861715] env[69889]: value = "task-4077725" [ 1038.861715] env[69889]: _type = "Task" [ 1038.861715] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.874744] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077725, 'name': CreateVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.080484] env[69889]: DEBUG oslo_vmware.api [None req-bf465784-92a3-4165-b474-1722abd6c300 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4077722, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.293923} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.080921] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf465784-92a3-4165-b474-1722abd6c300 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1039.081189] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-bf465784-92a3-4165-b474-1722abd6c300 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: bbf9db25-688f-4729-9c55-0e1e1196c2f6] Deleted contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1039.081394] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-bf465784-92a3-4165-b474-1722abd6c300 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: bbf9db25-688f-4729-9c55-0e1e1196c2f6] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1039.081580] env[69889]: INFO nova.compute.manager [None req-bf465784-92a3-4165-b474-1722abd6c300 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: bbf9db25-688f-4729-9c55-0e1e1196c2f6] Took 2.04 seconds to destroy the instance on the hypervisor. [ 1039.081830] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bf465784-92a3-4165-b474-1722abd6c300 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1039.082091] env[69889]: DEBUG nova.compute.manager [-] [instance: bbf9db25-688f-4729-9c55-0e1e1196c2f6] Deallocating network for instance {{(pid=69889) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1039.082209] env[69889]: DEBUG nova.network.neutron [-] [instance: bbf9db25-688f-4729-9c55-0e1e1196c2f6] deallocate_for_instance() {{(pid=69889) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1039.159019] env[69889]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port c4d77a7e-70cf-41a3-b972-fb4b4cc5b224 could not be found.", "detail": ""}} {{(pid=69889) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 1039.159019] env[69889]: DEBUG nova.network.neutron [-] Unable to show port c4d77a7e-70cf-41a3-b972-fb4b4cc5b224 as it no longer exists. {{(pid=69889) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 1039.209037] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1cd46357-7f58-4fc2-94c1-ca4d717ba556 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Lock "25fa2007-30d6-4a2a-9498-d523988ee0ad" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.803s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.252680] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077718, 'name': CreateVM_Task, 'duration_secs': 0.570376} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.253297] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c9715c5-328e-4027-864e-30ac52b27a32] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1039.256769] env[69889]: DEBUG oslo_concurrency.lockutils [None req-33606c35-da61-4947-9d32-92dabeb47a85 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.256927] env[69889]: DEBUG oslo_concurrency.lockutils [None req-33606c35-da61-4947-9d32-92dabeb47a85 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.257271] env[69889]: DEBUG oslo_concurrency.lockutils [None req-33606c35-da61-4947-9d32-92dabeb47a85 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.261183] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad7cfd73-ec4e-432b-9115-485506105318 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.270548] env[69889]: DEBUG oslo_vmware.api [None req-33606c35-da61-4947-9d32-92dabeb47a85 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Waiting for the task: (returnval){ [ 1039.270548] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52d0e1c0-4839-703f-b672-8cc4a4d531cf" [ 1039.270548] env[69889]: _type = "Task" [ 1039.270548] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.288349] env[69889]: DEBUG oslo_vmware.api [None req-33606c35-da61-4947-9d32-92dabeb47a85 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52d0e1c0-4839-703f-b672-8cc4a4d531cf, 'name': SearchDatastore_Task, 'duration_secs': 0.012985} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.288984] env[69889]: DEBUG oslo_concurrency.lockutils [None req-33606c35-da61-4947-9d32-92dabeb47a85 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.289103] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-33606c35-da61-4947-9d32-92dabeb47a85 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 1c9715c5-328e-4027-864e-30ac52b27a32] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1039.289616] env[69889]: DEBUG oslo_concurrency.lockutils [None req-33606c35-da61-4947-9d32-92dabeb47a85 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.289616] env[69889]: DEBUG oslo_concurrency.lockutils [None req-33606c35-da61-4947-9d32-92dabeb47a85 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.289763] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-33606c35-da61-4947-9d32-92dabeb47a85 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1039.293670] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-259ae5a5-2966-4990-8d2c-56de5ed74acc {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.296138] env[69889]: DEBUG oslo_vmware.api [None req-72b0ace4-d8bb-40e6-8aa6-12952af513d8 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077717, 'name': CloneVM_Task, 'duration_secs': 1.530098} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.296322] env[69889]: INFO nova.virt.vmwareapi.vmops [None req-72b0ace4-d8bb-40e6-8aa6-12952af513d8 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: f07b9899-bae0-4dd7-b07d-fd9c8bd8caf9] Created linked-clone VM from snapshot [ 1039.297580] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f20cb011-8204-4656-a684-bb0168b7d668 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.308648] env[69889]: DEBUG nova.virt.vmwareapi.images [None req-72b0ace4-d8bb-40e6-8aa6-12952af513d8 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: f07b9899-bae0-4dd7-b07d-fd9c8bd8caf9] Uploading image 9e7d0e0e-ffca-4c08-9fa1-e9c579072f79 {{(pid=69889) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1039.310722] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-33606c35-da61-4947-9d32-92dabeb47a85 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1039.310900] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-33606c35-da61-4947-9d32-92dabeb47a85 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1039.312353] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a4a55aa-9605-461c-8e3d-e3476f346bb9 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.321263] env[69889]: DEBUG oslo_vmware.api [None req-33606c35-da61-4947-9d32-92dabeb47a85 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Waiting for the task: (returnval){ [ 1039.321263] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]525291ce-738f-7811-58b0-2bec913647d4" [ 1039.321263] env[69889]: _type = "Task" [ 1039.321263] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.333336] env[69889]: DEBUG oslo_vmware.api [None req-33606c35-da61-4947-9d32-92dabeb47a85 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]525291ce-738f-7811-58b0-2bec913647d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.347389] env[69889]: DEBUG oslo_vmware.rw_handles [None req-72b0ace4-d8bb-40e6-8aa6-12952af513d8 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1039.347389] env[69889]: value = "vm-808000" [ 1039.347389] env[69889]: _type = "VirtualMachine" [ 1039.347389] env[69889]: }. {{(pid=69889) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1039.347724] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c4e86faa-eaa9-4a7b-8f78-3e894793fffc {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.352374] env[69889]: DEBUG nova.network.neutron [req-b55fd16b-480e-450c-84de-4c785f70ac91 req-86f033f6-576d-402d-a5d4-c1ab06aef4c6 service nova] [instance: 1c9715c5-328e-4027-864e-30ac52b27a32] Updated VIF entry in instance network info cache for port f3270792-8215-48ce-a248-cb5a9b3185c3. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1039.352374] env[69889]: DEBUG nova.network.neutron [req-b55fd16b-480e-450c-84de-4c785f70ac91 req-86f033f6-576d-402d-a5d4-c1ab06aef4c6 service nova] [instance: 1c9715c5-328e-4027-864e-30ac52b27a32] Updating instance_info_cache with network_info: [{"id": "f3270792-8215-48ce-a248-cb5a9b3185c3", "address": "fa:16:3e:2f:72:a9", "network": {"id": "c607a821-3d63-41af-abaf-0611e2141a9c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-453181546-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8917847ce0c4465198a89a1c5551fb59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15165046-2de9-4ada-9e99-0126e20854a9", "external-id": "nsx-vlan-transportzone-974", "segmentation_id": 974, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3270792-82", "ovs_interfaceid": "f3270792-8215-48ce-a248-cb5a9b3185c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.364956] env[69889]: DEBUG oslo_vmware.rw_handles [None req-72b0ace4-d8bb-40e6-8aa6-12952af513d8 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Lease: (returnval){ [ 1039.364956] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]520d93e9-4103-d836-63eb-b12d8b9dbadb" [ 1039.364956] env[69889]: _type = "HttpNfcLease" [ 1039.364956] env[69889]: } obtained for exporting VM: (result){ [ 1039.364956] env[69889]: value = "vm-808000" [ 1039.364956] env[69889]: _type = "VirtualMachine" [ 1039.364956] env[69889]: }. {{(pid=69889) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1039.364956] env[69889]: DEBUG oslo_vmware.api [None req-72b0ace4-d8bb-40e6-8aa6-12952af513d8 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Waiting for the lease: (returnval){ [ 1039.364956] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]520d93e9-4103-d836-63eb-b12d8b9dbadb" [ 1039.364956] env[69889]: _type = "HttpNfcLease" [ 1039.364956] env[69889]: } to be ready. {{(pid=69889) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1039.384633] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077725, 'name': CreateVM_Task, 'duration_secs': 0.317467} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.386507] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 351ae554-2d0a-4611-a93a-1d718336cf48] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1039.386785] env[69889]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1039.386785] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]520d93e9-4103-d836-63eb-b12d8b9dbadb" [ 1039.386785] env[69889]: _type = "HttpNfcLease" [ 1039.386785] env[69889]: } is ready. {{(pid=69889) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1039.387281] env[69889]: DEBUG oslo_concurrency.lockutils [None req-915f3f15-dee5-4f21-8226-6c8c54d53345 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.387615] env[69889]: DEBUG oslo_concurrency.lockutils [None req-915f3f15-dee5-4f21-8226-6c8c54d53345 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.388023] env[69889]: DEBUG oslo_concurrency.lockutils [None req-915f3f15-dee5-4f21-8226-6c8c54d53345 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.388289] env[69889]: DEBUG oslo_vmware.rw_handles [None req-72b0ace4-d8bb-40e6-8aa6-12952af513d8 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1039.388289] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]520d93e9-4103-d836-63eb-b12d8b9dbadb" [ 1039.388289] env[69889]: _type = "HttpNfcLease" [ 1039.388289] env[69889]: }. {{(pid=69889) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1039.389134] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fddf0085-4eea-4686-96a3-cfe4f0793ed9 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.391587] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18323b08-1a8e-466f-8c70-2fe5e794bf0c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.405634] env[69889]: DEBUG oslo_vmware.rw_handles [None req-72b0ace4-d8bb-40e6-8aa6-12952af513d8 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529dcd2a-202a-33aa-9c8a-ebaadc718868/disk-0.vmdk from lease info. {{(pid=69889) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1039.405767] env[69889]: DEBUG oslo_vmware.rw_handles [None req-72b0ace4-d8bb-40e6-8aa6-12952af513d8 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529dcd2a-202a-33aa-9c8a-ebaadc718868/disk-0.vmdk for reading. {{(pid=69889) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1039.408484] env[69889]: DEBUG oslo_vmware.api [None req-915f3f15-dee5-4f21-8226-6c8c54d53345 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Waiting for the task: (returnval){ [ 1039.408484] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]520933a8-4996-2110-a9dc-f53c449e294a" [ 1039.408484] env[69889]: _type = "Task" [ 1039.408484] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.488853] env[69889]: DEBUG oslo_vmware.api [None req-915f3f15-dee5-4f21-8226-6c8c54d53345 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]520933a8-4996-2110-a9dc-f53c449e294a, 'name': SearchDatastore_Task, 'duration_secs': 0.011601} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.489803] env[69889]: DEBUG oslo_concurrency.lockutils [None req-915f3f15-dee5-4f21-8226-6c8c54d53345 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.490166] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-915f3f15-dee5-4f21-8226-6c8c54d53345 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] [instance: 351ae554-2d0a-4611-a93a-1d718336cf48] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1039.490478] env[69889]: DEBUG oslo_concurrency.lockutils [None req-915f3f15-dee5-4f21-8226-6c8c54d53345 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.532907] env[69889]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3bebf99b-bf2b-436a-9caa-97150e3efdb3 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.621776] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9385ef34-5b11-4d48-ab0d-afa575b387dc {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.628830] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35faa57e-e87a-43f9-862a-179e20afc828 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.666579] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da8e992f-49df-41e6-896f-c0d486c8a2cf {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.677046] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35e73b24-a792-42e2-a5bd-10bae9fdba56 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.693866] env[69889]: DEBUG nova.compute.provider_tree [None req-f1091852-456a-4144-9628-a6232cf29600 tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1039.835252] env[69889]: DEBUG oslo_vmware.api [None req-33606c35-da61-4947-9d32-92dabeb47a85 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]525291ce-738f-7811-58b0-2bec913647d4, 'name': SearchDatastore_Task, 'duration_secs': 0.011985} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.835252] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbd78bc0-e280-4f3b-aac0-b5e53daabb6a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.845102] env[69889]: DEBUG oslo_vmware.api [None req-33606c35-da61-4947-9d32-92dabeb47a85 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Waiting for the task: (returnval){ [ 1039.845102] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]528904e3-ee61-dc87-922d-d61ae84f0397" [ 1039.845102] env[69889]: _type = "Task" [ 1039.845102] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.855496] env[69889]: DEBUG oslo_vmware.api [None req-33606c35-da61-4947-9d32-92dabeb47a85 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]528904e3-ee61-dc87-922d-d61ae84f0397, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.858594] env[69889]: DEBUG oslo_concurrency.lockutils [req-b55fd16b-480e-450c-84de-4c785f70ac91 req-86f033f6-576d-402d-a5d4-c1ab06aef4c6 service nova] Releasing lock "refresh_cache-1c9715c5-328e-4027-864e-30ac52b27a32" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.144432] env[69889]: DEBUG nova.compute.manager [req-9f0f200c-880d-4d3c-b3da-6699d94d2a05 req-82b5c48c-4320-43bd-99f6-3544f3a873c6 service nova] [instance: bbf9db25-688f-4729-9c55-0e1e1196c2f6] Received event network-vif-deleted-f131f2fd-e468-46ba-8304-32cffdad9815 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1040.144586] env[69889]: INFO nova.compute.manager [req-9f0f200c-880d-4d3c-b3da-6699d94d2a05 req-82b5c48c-4320-43bd-99f6-3544f3a873c6 service nova] [instance: bbf9db25-688f-4729-9c55-0e1e1196c2f6] Neutron deleted interface f131f2fd-e468-46ba-8304-32cffdad9815; detaching it from the instance and deleting it from the info cache [ 1040.144643] env[69889]: DEBUG nova.network.neutron [req-9f0f200c-880d-4d3c-b3da-6699d94d2a05 req-82b5c48c-4320-43bd-99f6-3544f3a873c6 service nova] [instance: bbf9db25-688f-4729-9c55-0e1e1196c2f6] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.197679] env[69889]: DEBUG nova.scheduler.client.report [None req-f1091852-456a-4144-9628-a6232cf29600 tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1040.365580] env[69889]: DEBUG oslo_vmware.api [None req-33606c35-da61-4947-9d32-92dabeb47a85 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]528904e3-ee61-dc87-922d-d61ae84f0397, 'name': SearchDatastore_Task, 'duration_secs': 0.012507} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.365924] env[69889]: DEBUG oslo_concurrency.lockutils [None req-33606c35-da61-4947-9d32-92dabeb47a85 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.366841] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-33606c35-da61-4947-9d32-92dabeb47a85 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore1] 1c9715c5-328e-4027-864e-30ac52b27a32/1c9715c5-328e-4027-864e-30ac52b27a32.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1040.367206] env[69889]: DEBUG oslo_concurrency.lockutils [None req-915f3f15-dee5-4f21-8226-6c8c54d53345 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.367409] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-915f3f15-dee5-4f21-8226-6c8c54d53345 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1040.368485] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a24ea8a4-f561-47ca-b931-0d08c603725d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.371683] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a844f0d8-08e8-4532-a516-95521eaa5e5a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.388440] env[69889]: DEBUG oslo_vmware.api [None req-33606c35-da61-4947-9d32-92dabeb47a85 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Waiting for the task: (returnval){ [ 1040.388440] env[69889]: value = "task-4077727" [ 1040.388440] env[69889]: _type = "Task" [ 1040.388440] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.401703] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-915f3f15-dee5-4f21-8226-6c8c54d53345 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1040.401935] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-915f3f15-dee5-4f21-8226-6c8c54d53345 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1040.403739] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-636af63d-81a2-43b4-b935-642aca4ba036 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.414021] env[69889]: DEBUG oslo_vmware.api [None req-33606c35-da61-4947-9d32-92dabeb47a85 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': task-4077727, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.415211] env[69889]: DEBUG oslo_vmware.api [None req-915f3f15-dee5-4f21-8226-6c8c54d53345 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Waiting for the task: (returnval){ [ 1040.415211] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52f69cca-6767-f066-07c5-8254da1bb1bf" [ 1040.415211] env[69889]: _type = "Task" [ 1040.415211] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.425755] env[69889]: DEBUG oslo_vmware.api [None req-915f3f15-dee5-4f21-8226-6c8c54d53345 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52f69cca-6767-f066-07c5-8254da1bb1bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.613303] env[69889]: DEBUG nova.network.neutron [-] [instance: bbf9db25-688f-4729-9c55-0e1e1196c2f6] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.648616] env[69889]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-08bb6cee-f97a-4950-97b4-76764e533127 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.665942] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ca7c55f-1028-4571-bdd6-f29035d0eb2f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.722494] env[69889]: DEBUG oslo_concurrency.lockutils [None req-f1091852-456a-4144-9628-a6232cf29600 tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.055s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.736620] env[69889]: DEBUG nova.compute.manager [req-9f0f200c-880d-4d3c-b3da-6699d94d2a05 req-82b5c48c-4320-43bd-99f6-3544f3a873c6 service nova] [instance: bbf9db25-688f-4729-9c55-0e1e1196c2f6] Detach interface failed, port_id=f131f2fd-e468-46ba-8304-32cffdad9815, reason: Instance bbf9db25-688f-4729-9c55-0e1e1196c2f6 could not be found. {{(pid=69889) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1040.736620] env[69889]: DEBUG oslo_concurrency.lockutils [None req-911c0a7b-602d-4b65-94b5-17d8cb2a49ff tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.388s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.736620] env[69889]: DEBUG nova.objects.instance [None req-911c0a7b-602d-4b65-94b5-17d8cb2a49ff tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Lazy-loading 'resources' on Instance uuid 50d05d43-aecd-4d90-ae1a-60a0ff086f9c {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1040.783960] env[69889]: INFO nova.scheduler.client.report [None req-f1091852-456a-4144-9628-a6232cf29600 tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Deleted allocations for instance ebde6910-8c24-4fac-9a2e-faf98a9a8792 [ 1040.903529] env[69889]: DEBUG oslo_vmware.api [None req-33606c35-da61-4947-9d32-92dabeb47a85 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': task-4077727, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.932119] env[69889]: DEBUG oslo_vmware.api [None req-915f3f15-dee5-4f21-8226-6c8c54d53345 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52f69cca-6767-f066-07c5-8254da1bb1bf, 'name': SearchDatastore_Task, 'duration_secs': 0.019909} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.933424] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30dfc91d-8ff2-49a3-8c85-6264855abe4a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.947964] env[69889]: DEBUG oslo_vmware.api [None req-915f3f15-dee5-4f21-8226-6c8c54d53345 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Waiting for the task: (returnval){ [ 1040.947964] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]520b691f-7916-ec67-0be3-66df61da268c" [ 1040.947964] env[69889]: _type = "Task" [ 1040.947964] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.949211] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d30dcb5e-96df-4576-b04f-da8898f92b7e tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Acquiring lock "bf0636c2-b042-4181-9b86-748786c41197" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.950902] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d30dcb5e-96df-4576-b04f-da8898f92b7e tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Lock "bf0636c2-b042-4181-9b86-748786c41197" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.965880] env[69889]: DEBUG oslo_vmware.api [None req-915f3f15-dee5-4f21-8226-6c8c54d53345 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]520b691f-7916-ec67-0be3-66df61da268c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.118724] env[69889]: INFO nova.compute.manager [-] [instance: bbf9db25-688f-4729-9c55-0e1e1196c2f6] Took 2.04 seconds to deallocate network for instance. [ 1041.296969] env[69889]: DEBUG oslo_concurrency.lockutils [None req-f1091852-456a-4144-9628-a6232cf29600 tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Lock "ebde6910-8c24-4fac-9a2e-faf98a9a8792" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.065s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.402510] env[69889]: DEBUG oslo_vmware.api [None req-33606c35-da61-4947-9d32-92dabeb47a85 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': task-4077727, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.460195] env[69889]: DEBUG nova.compute.utils [None req-d30dcb5e-96df-4576-b04f-da8898f92b7e tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1041.470292] env[69889]: DEBUG oslo_vmware.api [None req-915f3f15-dee5-4f21-8226-6c8c54d53345 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]520b691f-7916-ec67-0be3-66df61da268c, 'name': SearchDatastore_Task, 'duration_secs': 0.056821} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.470638] env[69889]: DEBUG oslo_concurrency.lockutils [None req-915f3f15-dee5-4f21-8226-6c8c54d53345 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.470877] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-915f3f15-dee5-4f21-8226-6c8c54d53345 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore1] 351ae554-2d0a-4611-a93a-1d718336cf48/351ae554-2d0a-4611-a93a-1d718336cf48.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1041.474666] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-88fec3e1-702f-4bbd-ad1f-032d0dec605a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.484937] env[69889]: DEBUG oslo_vmware.api [None req-915f3f15-dee5-4f21-8226-6c8c54d53345 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Waiting for the task: (returnval){ [ 1041.484937] env[69889]: value = "task-4077729" [ 1041.484937] env[69889]: _type = "Task" [ 1041.484937] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.593684] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb29107e-c3db-43a2-9208-3577e0252484 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.603666] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc8909ad-9632-41b0-85e8-bed9947165ac {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.640216] env[69889]: DEBUG oslo_concurrency.lockutils [None req-bf465784-92a3-4165-b474-1722abd6c300 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.641243] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-109d5726-6f54-40f1-bb0a-82f152af1ac5 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.649559] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-660cefb9-5081-42ac-add5-7438c7418509 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.666848] env[69889]: DEBUG nova.compute.provider_tree [None req-911c0a7b-602d-4b65-94b5-17d8cb2a49ff tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1041.902524] env[69889]: DEBUG oslo_vmware.api [None req-33606c35-da61-4947-9d32-92dabeb47a85 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': task-4077727, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.962308] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d30dcb5e-96df-4576-b04f-da8898f92b7e tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Lock "bf0636c2-b042-4181-9b86-748786c41197" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.013s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.995684] env[69889]: DEBUG oslo_vmware.api [None req-915f3f15-dee5-4f21-8226-6c8c54d53345 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Task: {'id': task-4077729, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.008080] env[69889]: DEBUG oslo_concurrency.lockutils [None req-fb0ffbc3-b982-4252-a18f-1a91284421c8 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Acquiring lock "84faf6c5-010d-450c-8d86-8a49356b31b0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.008371] env[69889]: DEBUG oslo_concurrency.lockutils [None req-fb0ffbc3-b982-4252-a18f-1a91284421c8 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Lock "84faf6c5-010d-450c-8d86-8a49356b31b0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.170861] env[69889]: DEBUG nova.scheduler.client.report [None req-911c0a7b-602d-4b65-94b5-17d8cb2a49ff tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1042.288018] env[69889]: DEBUG nova.compute.manager [req-40d0511f-a359-4ab7-845b-7539acaf6689 req-afc11073-4018-4b3f-a9fd-c2a493c67373 service nova] [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] Received event network-changed-40721344-ae8b-4fb6-bd74-61bd997313c6 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1042.288080] env[69889]: DEBUG nova.compute.manager [req-40d0511f-a359-4ab7-845b-7539acaf6689 req-afc11073-4018-4b3f-a9fd-c2a493c67373 service nova] [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] Refreshing instance network info cache due to event network-changed-40721344-ae8b-4fb6-bd74-61bd997313c6. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1042.288344] env[69889]: DEBUG oslo_concurrency.lockutils [req-40d0511f-a359-4ab7-845b-7539acaf6689 req-afc11073-4018-4b3f-a9fd-c2a493c67373 service nova] Acquiring lock "refresh_cache-c88a170d-9436-46c7-af33-4129ce7f06c4" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.288600] env[69889]: DEBUG oslo_concurrency.lockutils [req-40d0511f-a359-4ab7-845b-7539acaf6689 req-afc11073-4018-4b3f-a9fd-c2a493c67373 service nova] Acquired lock "refresh_cache-c88a170d-9436-46c7-af33-4129ce7f06c4" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.288794] env[69889]: DEBUG nova.network.neutron [req-40d0511f-a359-4ab7-845b-7539acaf6689 req-afc11073-4018-4b3f-a9fd-c2a493c67373 service nova] [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] Refreshing network info cache for port 40721344-ae8b-4fb6-bd74-61bd997313c6 {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1042.406231] env[69889]: DEBUG oslo_vmware.api [None req-33606c35-da61-4947-9d32-92dabeb47a85 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': task-4077727, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.652006} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.406900] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-33606c35-da61-4947-9d32-92dabeb47a85 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore1] 1c9715c5-328e-4027-864e-30ac52b27a32/1c9715c5-328e-4027-864e-30ac52b27a32.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1042.406900] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-33606c35-da61-4947-9d32-92dabeb47a85 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 1c9715c5-328e-4027-864e-30ac52b27a32] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1042.407333] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f6279e89-b7e2-4499-af4f-a973d7278e04 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.417102] env[69889]: DEBUG oslo_vmware.api [None req-33606c35-da61-4947-9d32-92dabeb47a85 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Waiting for the task: (returnval){ [ 1042.417102] env[69889]: value = "task-4077730" [ 1042.417102] env[69889]: _type = "Task" [ 1042.417102] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.429932] env[69889]: DEBUG oslo_vmware.api [None req-33606c35-da61-4947-9d32-92dabeb47a85 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': task-4077730, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.501978] env[69889]: DEBUG oslo_vmware.api [None req-915f3f15-dee5-4f21-8226-6c8c54d53345 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Task: {'id': task-4077729, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.512467] env[69889]: DEBUG nova.compute.manager [None req-fb0ffbc3-b982-4252-a18f-1a91284421c8 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] [instance: 84faf6c5-010d-450c-8d86-8a49356b31b0] Starting instance... {{(pid=69889) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1042.677381] env[69889]: DEBUG oslo_concurrency.lockutils [None req-911c0a7b-602d-4b65-94b5-17d8cb2a49ff tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.944s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.681226] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ad5f76e4-a80d-4d97-b74b-c7bc1f06b5a9 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.413s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.681226] env[69889]: DEBUG nova.objects.instance [None req-ad5f76e4-a80d-4d97-b74b-c7bc1f06b5a9 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Lazy-loading 'resources' on Instance uuid ed01a7a5-1df0-4cca-b924-ad79f688ed68 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1042.713903] env[69889]: INFO nova.scheduler.client.report [None req-911c0a7b-602d-4b65-94b5-17d8cb2a49ff tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Deleted allocations for instance 50d05d43-aecd-4d90-ae1a-60a0ff086f9c [ 1042.929818] env[69889]: DEBUG oslo_vmware.api [None req-33606c35-da61-4947-9d32-92dabeb47a85 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': task-4077730, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099907} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.930199] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-33606c35-da61-4947-9d32-92dabeb47a85 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 1c9715c5-328e-4027-864e-30ac52b27a32] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1042.931177] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b949eb2-bb56-47ae-838a-5da7039ac178 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.963957] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-33606c35-da61-4947-9d32-92dabeb47a85 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 1c9715c5-328e-4027-864e-30ac52b27a32] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] 1c9715c5-328e-4027-864e-30ac52b27a32/1c9715c5-328e-4027-864e-30ac52b27a32.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1042.967127] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-419e5849-db3a-46bd-8469-b6ad88c6edd9 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.988212] env[69889]: DEBUG oslo_vmware.api [None req-33606c35-da61-4947-9d32-92dabeb47a85 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Waiting for the task: (returnval){ [ 1042.988212] env[69889]: value = "task-4077731" [ 1042.988212] env[69889]: _type = "Task" [ 1042.988212] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.000867] env[69889]: DEBUG oslo_vmware.api [None req-33606c35-da61-4947-9d32-92dabeb47a85 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': task-4077731, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.004614] env[69889]: DEBUG oslo_vmware.api [None req-915f3f15-dee5-4f21-8226-6c8c54d53345 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Task: {'id': task-4077729, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.111852} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.005009] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-915f3f15-dee5-4f21-8226-6c8c54d53345 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore1] 351ae554-2d0a-4611-a93a-1d718336cf48/351ae554-2d0a-4611-a93a-1d718336cf48.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1043.005302] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-915f3f15-dee5-4f21-8226-6c8c54d53345 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] [instance: 351ae554-2d0a-4611-a93a-1d718336cf48] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1043.005615] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4696b1c9-1342-4ecd-8a27-4d0998b94b2a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.013229] env[69889]: DEBUG oslo_vmware.api [None req-915f3f15-dee5-4f21-8226-6c8c54d53345 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Waiting for the task: (returnval){ [ 1043.013229] env[69889]: value = "task-4077732" [ 1043.013229] env[69889]: _type = "Task" [ 1043.013229] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.028042] env[69889]: DEBUG oslo_vmware.api [None req-915f3f15-dee5-4f21-8226-6c8c54d53345 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Task: {'id': task-4077732, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.053027] env[69889]: DEBUG oslo_concurrency.lockutils [None req-fb0ffbc3-b982-4252-a18f-1a91284421c8 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.069127] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d30dcb5e-96df-4576-b04f-da8898f92b7e tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Acquiring lock "bf0636c2-b042-4181-9b86-748786c41197" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.069598] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d30dcb5e-96df-4576-b04f-da8898f92b7e tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Lock "bf0636c2-b042-4181-9b86-748786c41197" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.069704] env[69889]: INFO nova.compute.manager [None req-d30dcb5e-96df-4576-b04f-da8898f92b7e tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] [instance: bf0636c2-b042-4181-9b86-748786c41197] Attaching volume 90ad6189-d28c-4fb1-97c0-3a50c81469e3 to /dev/sdb [ 1043.109926] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96ed0007-d3ee-4210-96f9-c208268d06ce {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.116674] env[69889]: DEBUG nova.network.neutron [req-40d0511f-a359-4ab7-845b-7539acaf6689 req-afc11073-4018-4b3f-a9fd-c2a493c67373 service nova] [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] Updated VIF entry in instance network info cache for port 40721344-ae8b-4fb6-bd74-61bd997313c6. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1043.117179] env[69889]: DEBUG nova.network.neutron [req-40d0511f-a359-4ab7-845b-7539acaf6689 req-afc11073-4018-4b3f-a9fd-c2a493c67373 service nova] [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] Updating instance_info_cache with network_info: [{"id": "40721344-ae8b-4fb6-bd74-61bd997313c6", "address": "fa:16:3e:7d:ce:9b", "network": {"id": "ed1ff765-e9be-4011-9696-e2e761764ef7", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-194852630-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f4b3d1cb73044568280da1a7284185a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40721344-ae", "ovs_interfaceid": "40721344-ae8b-4fb6-bd74-61bd997313c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.122637] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b84bcc93-d591-4b88-aa11-331c44e1655b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.139414] env[69889]: DEBUG nova.virt.block_device [None req-d30dcb5e-96df-4576-b04f-da8898f92b7e tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] [instance: bf0636c2-b042-4181-9b86-748786c41197] Updating existing volume attachment record: 8197f430-e56f-413d-adc9-0f475eb9c9a5 {{(pid=69889) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1043.231733] env[69889]: DEBUG oslo_concurrency.lockutils [None req-911c0a7b-602d-4b65-94b5-17d8cb2a49ff tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Lock "50d05d43-aecd-4d90-ae1a-60a0ff086f9c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.559s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.455914] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e0e6b06-fad8-456c-8e55-88fd05e0ae55 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.469010] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8544cc44-2fda-4a1e-8318-7e6e8a74c034 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.514556] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4df09426-2568-4251-87de-846a1af65660 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.526696] env[69889]: DEBUG oslo_vmware.api [None req-33606c35-da61-4947-9d32-92dabeb47a85 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': task-4077731, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.531775] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8ad898c-fe5c-48e1-92d1-ff3f2e5c25fb {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.786607] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7498ca4d-e585-45f7-b504-4a255dbfbd5b tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Acquiring lock "15d503ce-3ce0-4038-9698-c1beffdf07d5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.786607] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7498ca4d-e585-45f7-b504-4a255dbfbd5b tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Lock "15d503ce-3ce0-4038-9698-c1beffdf07d5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.787121] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7498ca4d-e585-45f7-b504-4a255dbfbd5b tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Acquiring lock "15d503ce-3ce0-4038-9698-c1beffdf07d5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.787683] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7498ca4d-e585-45f7-b504-4a255dbfbd5b tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Lock "15d503ce-3ce0-4038-9698-c1beffdf07d5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.787683] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7498ca4d-e585-45f7-b504-4a255dbfbd5b tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Lock "15d503ce-3ce0-4038-9698-c1beffdf07d5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.789717] env[69889]: DEBUG oslo_concurrency.lockutils [req-40d0511f-a359-4ab7-845b-7539acaf6689 req-afc11073-4018-4b3f-a9fd-c2a493c67373 service nova] Releasing lock "refresh_cache-c88a170d-9436-46c7-af33-4129ce7f06c4" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.790229] env[69889]: DEBUG oslo_concurrency.lockutils [None req-346b175a-cea9-43ca-bc74-a860858a6d87 tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Acquiring lock "363f1d3d-a783-46b7-a70c-1c251d43b4b3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.790732] env[69889]: DEBUG oslo_concurrency.lockutils [None req-346b175a-cea9-43ca-bc74-a860858a6d87 tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Lock "363f1d3d-a783-46b7-a70c-1c251d43b4b3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.790732] env[69889]: DEBUG oslo_concurrency.lockutils [None req-346b175a-cea9-43ca-bc74-a860858a6d87 tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Acquiring lock "363f1d3d-a783-46b7-a70c-1c251d43b4b3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.790820] env[69889]: DEBUG oslo_concurrency.lockutils [None req-346b175a-cea9-43ca-bc74-a860858a6d87 tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Lock "363f1d3d-a783-46b7-a70c-1c251d43b4b3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.791136] env[69889]: DEBUG oslo_concurrency.lockutils [None req-346b175a-cea9-43ca-bc74-a860858a6d87 tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Lock "363f1d3d-a783-46b7-a70c-1c251d43b4b3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.793365] env[69889]: DEBUG oslo_vmware.api [None req-915f3f15-dee5-4f21-8226-6c8c54d53345 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Task: {'id': task-4077732, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076586} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.793935] env[69889]: DEBUG nova.compute.provider_tree [None req-ad5f76e4-a80d-4d97-b74b-c7bc1f06b5a9 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1043.795893] env[69889]: INFO nova.compute.manager [None req-346b175a-cea9-43ca-bc74-a860858a6d87 tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] [instance: 363f1d3d-a783-46b7-a70c-1c251d43b4b3] Terminating instance [ 1043.798377] env[69889]: INFO nova.compute.manager [None req-7498ca4d-e585-45f7-b504-4a255dbfbd5b tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] [instance: 15d503ce-3ce0-4038-9698-c1beffdf07d5] Terminating instance [ 1043.802239] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-915f3f15-dee5-4f21-8226-6c8c54d53345 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] [instance: 351ae554-2d0a-4611-a93a-1d718336cf48] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1043.808339] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5c62c38-41f4-44ce-813c-383b052de153 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.835149] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-915f3f15-dee5-4f21-8226-6c8c54d53345 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] [instance: 351ae554-2d0a-4611-a93a-1d718336cf48] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] 351ae554-2d0a-4611-a93a-1d718336cf48/351ae554-2d0a-4611-a93a-1d718336cf48.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1043.835149] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d3b53f5-0267-4017-a821-68df51d0126f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.857735] env[69889]: DEBUG oslo_vmware.api [None req-915f3f15-dee5-4f21-8226-6c8c54d53345 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Waiting for the task: (returnval){ [ 1043.857735] env[69889]: value = "task-4077736" [ 1043.857735] env[69889]: _type = "Task" [ 1043.857735] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.867595] env[69889]: DEBUG oslo_vmware.api [None req-915f3f15-dee5-4f21-8226-6c8c54d53345 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Task: {'id': task-4077736, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.021055] env[69889]: DEBUG oslo_vmware.api [None req-33606c35-da61-4947-9d32-92dabeb47a85 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': task-4077731, 'name': ReconfigVM_Task, 'duration_secs': 0.579297} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.021401] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-33606c35-da61-4947-9d32-92dabeb47a85 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 1c9715c5-328e-4027-864e-30ac52b27a32] Reconfigured VM instance instance-00000050 to attach disk [datastore1] 1c9715c5-328e-4027-864e-30ac52b27a32/1c9715c5-328e-4027-864e-30ac52b27a32.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1044.022097] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-42f9232f-07aa-4135-89fb-40c1880ea53f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.030731] env[69889]: DEBUG oslo_vmware.api [None req-33606c35-da61-4947-9d32-92dabeb47a85 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Waiting for the task: (returnval){ [ 1044.030731] env[69889]: value = "task-4077738" [ 1044.030731] env[69889]: _type = "Task" [ 1044.030731] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.042305] env[69889]: DEBUG oslo_vmware.api [None req-33606c35-da61-4947-9d32-92dabeb47a85 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': task-4077738, 'name': Rename_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.308188] env[69889]: DEBUG nova.scheduler.client.report [None req-ad5f76e4-a80d-4d97-b74b-c7bc1f06b5a9 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1044.314063] env[69889]: DEBUG nova.compute.manager [None req-346b175a-cea9-43ca-bc74-a860858a6d87 tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] [instance: 363f1d3d-a783-46b7-a70c-1c251d43b4b3] Start destroying the instance on the hypervisor. {{(pid=69889) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1044.314596] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-346b175a-cea9-43ca-bc74-a860858a6d87 tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] [instance: 363f1d3d-a783-46b7-a70c-1c251d43b4b3] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1044.315538] env[69889]: DEBUG nova.compute.manager [None req-7498ca4d-e585-45f7-b504-4a255dbfbd5b tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] [instance: 15d503ce-3ce0-4038-9698-c1beffdf07d5] Start destroying the instance on the hypervisor. {{(pid=69889) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1044.315790] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-7498ca4d-e585-45f7-b504-4a255dbfbd5b tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] [instance: 15d503ce-3ce0-4038-9698-c1beffdf07d5] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1044.316729] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03d63cd2-9ed6-4b0c-b404-fa50d119157c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.320466] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebf27df5-e555-405a-b565-100bc283c081 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.332224] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-346b175a-cea9-43ca-bc74-a860858a6d87 tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] [instance: 363f1d3d-a783-46b7-a70c-1c251d43b4b3] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1044.335598] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c1393a43-1223-4d31-8255-bda4b8101c25 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.337508] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-7498ca4d-e585-45f7-b504-4a255dbfbd5b tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] [instance: 15d503ce-3ce0-4038-9698-c1beffdf07d5] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1044.338550] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9e64f4f4-cd39-4bbd-9607-5e105cd6d0cf {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.348377] env[69889]: DEBUG oslo_vmware.api [None req-346b175a-cea9-43ca-bc74-a860858a6d87 tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Waiting for the task: (returnval){ [ 1044.348377] env[69889]: value = "task-4077739" [ 1044.348377] env[69889]: _type = "Task" [ 1044.348377] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.353030] env[69889]: DEBUG oslo_vmware.api [None req-7498ca4d-e585-45f7-b504-4a255dbfbd5b tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Waiting for the task: (returnval){ [ 1044.353030] env[69889]: value = "task-4077740" [ 1044.353030] env[69889]: _type = "Task" [ 1044.353030] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.373539] env[69889]: DEBUG oslo_vmware.api [None req-346b175a-cea9-43ca-bc74-a860858a6d87 tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Task: {'id': task-4077739, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.378316] env[69889]: DEBUG oslo_vmware.api [None req-7498ca4d-e585-45f7-b504-4a255dbfbd5b tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Task: {'id': task-4077740, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.384500] env[69889]: DEBUG oslo_vmware.api [None req-915f3f15-dee5-4f21-8226-6c8c54d53345 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Task: {'id': task-4077736, 'name': ReconfigVM_Task, 'duration_secs': 0.31387} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.385505] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-915f3f15-dee5-4f21-8226-6c8c54d53345 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] [instance: 351ae554-2d0a-4611-a93a-1d718336cf48] Reconfigured VM instance instance-00000051 to attach disk [datastore1] 351ae554-2d0a-4611-a93a-1d718336cf48/351ae554-2d0a-4611-a93a-1d718336cf48.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1044.386564] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-84975839-4462-4914-ba97-9e9967ea696d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.396279] env[69889]: DEBUG oslo_vmware.api [None req-915f3f15-dee5-4f21-8226-6c8c54d53345 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Waiting for the task: (returnval){ [ 1044.396279] env[69889]: value = "task-4077741" [ 1044.396279] env[69889]: _type = "Task" [ 1044.396279] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.407653] env[69889]: DEBUG oslo_vmware.api [None req-915f3f15-dee5-4f21-8226-6c8c54d53345 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Task: {'id': task-4077741, 'name': Rename_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.547876] env[69889]: DEBUG oslo_vmware.api [None req-33606c35-da61-4947-9d32-92dabeb47a85 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': task-4077738, 'name': Rename_Task, 'duration_secs': 0.181433} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.548431] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-33606c35-da61-4947-9d32-92dabeb47a85 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 1c9715c5-328e-4027-864e-30ac52b27a32] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1044.548911] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-57085b9b-45ea-44b0-84b5-fff97ce1f8a8 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.558926] env[69889]: DEBUG oslo_vmware.api [None req-33606c35-da61-4947-9d32-92dabeb47a85 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Waiting for the task: (returnval){ [ 1044.558926] env[69889]: value = "task-4077742" [ 1044.558926] env[69889]: _type = "Task" [ 1044.558926] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.569298] env[69889]: DEBUG oslo_vmware.api [None req-33606c35-da61-4947-9d32-92dabeb47a85 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': task-4077742, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.814745] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ad5f76e4-a80d-4d97-b74b-c7bc1f06b5a9 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.134s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.817646] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7bc6d0dd-3137-4b28-b93d-b12fa62ca0ed tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.886s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.818734] env[69889]: INFO nova.compute.claims [None req-7bc6d0dd-3137-4b28-b93d-b12fa62ca0ed tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] [instance: e94a4073-e872-43c9-9152-16aa7915c1a0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1044.865095] env[69889]: INFO nova.scheduler.client.report [None req-ad5f76e4-a80d-4d97-b74b-c7bc1f06b5a9 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Deleted allocations for instance ed01a7a5-1df0-4cca-b924-ad79f688ed68 [ 1044.871772] env[69889]: DEBUG oslo_vmware.api [None req-346b175a-cea9-43ca-bc74-a860858a6d87 tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Task: {'id': task-4077739, 'name': PowerOffVM_Task, 'duration_secs': 0.247729} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.875136] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-346b175a-cea9-43ca-bc74-a860858a6d87 tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] [instance: 363f1d3d-a783-46b7-a70c-1c251d43b4b3] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1044.875446] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-346b175a-cea9-43ca-bc74-a860858a6d87 tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] [instance: 363f1d3d-a783-46b7-a70c-1c251d43b4b3] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1044.879674] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5b43bfb3-70be-4694-a67b-04f53b029a76 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.887083] env[69889]: DEBUG oslo_vmware.api [None req-7498ca4d-e585-45f7-b504-4a255dbfbd5b tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Task: {'id': task-4077740, 'name': PowerOffVM_Task, 'duration_secs': 0.343214} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.887083] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-7498ca4d-e585-45f7-b504-4a255dbfbd5b tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] [instance: 15d503ce-3ce0-4038-9698-c1beffdf07d5] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1044.887083] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-7498ca4d-e585-45f7-b504-4a255dbfbd5b tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] [instance: 15d503ce-3ce0-4038-9698-c1beffdf07d5] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1044.887083] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f0ba4373-22c8-40a8-8ee9-545176f42453 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.915060] env[69889]: DEBUG oslo_vmware.api [None req-915f3f15-dee5-4f21-8226-6c8c54d53345 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Task: {'id': task-4077741, 'name': Rename_Task, 'duration_secs': 0.205472} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.916109] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-915f3f15-dee5-4f21-8226-6c8c54d53345 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] [instance: 351ae554-2d0a-4611-a93a-1d718336cf48] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1044.916409] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3b97f4fe-561d-40db-a652-9be8fdfafa3c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.926299] env[69889]: DEBUG oslo_vmware.api [None req-915f3f15-dee5-4f21-8226-6c8c54d53345 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Waiting for the task: (returnval){ [ 1044.926299] env[69889]: value = "task-4077745" [ 1044.926299] env[69889]: _type = "Task" [ 1044.926299] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.939700] env[69889]: DEBUG oslo_vmware.api [None req-915f3f15-dee5-4f21-8226-6c8c54d53345 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Task: {'id': task-4077745, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.964976] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-346b175a-cea9-43ca-bc74-a860858a6d87 tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] [instance: 363f1d3d-a783-46b7-a70c-1c251d43b4b3] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1044.965299] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-346b175a-cea9-43ca-bc74-a860858a6d87 tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] [instance: 363f1d3d-a783-46b7-a70c-1c251d43b4b3] Deleting contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1044.965492] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-346b175a-cea9-43ca-bc74-a860858a6d87 tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Deleting the datastore file [datastore2] 363f1d3d-a783-46b7-a70c-1c251d43b4b3 {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1044.965795] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5ad30c37-173a-4032-bf7f-fb6216ebab3f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.974667] env[69889]: DEBUG oslo_vmware.api [None req-346b175a-cea9-43ca-bc74-a860858a6d87 tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Waiting for the task: (returnval){ [ 1044.974667] env[69889]: value = "task-4077746" [ 1044.974667] env[69889]: _type = "Task" [ 1044.974667] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.987953] env[69889]: DEBUG oslo_vmware.api [None req-346b175a-cea9-43ca-bc74-a860858a6d87 tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Task: {'id': task-4077746, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.990288] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-7498ca4d-e585-45f7-b504-4a255dbfbd5b tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] [instance: 15d503ce-3ce0-4038-9698-c1beffdf07d5] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1044.990590] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-7498ca4d-e585-45f7-b504-4a255dbfbd5b tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] [instance: 15d503ce-3ce0-4038-9698-c1beffdf07d5] Deleting contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1044.990898] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-7498ca4d-e585-45f7-b504-4a255dbfbd5b tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Deleting the datastore file [datastore2] 15d503ce-3ce0-4038-9698-c1beffdf07d5 {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1044.991370] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2f432af5-e450-43f9-894a-14a0a1538129 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.999891] env[69889]: DEBUG oslo_vmware.api [None req-7498ca4d-e585-45f7-b504-4a255dbfbd5b tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Waiting for the task: (returnval){ [ 1044.999891] env[69889]: value = "task-4077747" [ 1044.999891] env[69889]: _type = "Task" [ 1044.999891] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.010740] env[69889]: DEBUG oslo_vmware.api [None req-7498ca4d-e585-45f7-b504-4a255dbfbd5b tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Task: {'id': task-4077747, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.071187] env[69889]: DEBUG oslo_vmware.api [None req-33606c35-da61-4947-9d32-92dabeb47a85 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': task-4077742, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.383815] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ad5f76e4-a80d-4d97-b74b-c7bc1f06b5a9 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Lock "ed01a7a5-1df0-4cca-b924-ad79f688ed68" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.881s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.439674] env[69889]: DEBUG oslo_vmware.api [None req-915f3f15-dee5-4f21-8226-6c8c54d53345 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Task: {'id': task-4077745, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.486940] env[69889]: DEBUG oslo_vmware.api [None req-346b175a-cea9-43ca-bc74-a860858a6d87 tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Task: {'id': task-4077746, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.194152} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.487494] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-346b175a-cea9-43ca-bc74-a860858a6d87 tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1045.487966] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-346b175a-cea9-43ca-bc74-a860858a6d87 tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] [instance: 363f1d3d-a783-46b7-a70c-1c251d43b4b3] Deleted contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1045.488289] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-346b175a-cea9-43ca-bc74-a860858a6d87 tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] [instance: 363f1d3d-a783-46b7-a70c-1c251d43b4b3] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1045.488634] env[69889]: INFO nova.compute.manager [None req-346b175a-cea9-43ca-bc74-a860858a6d87 tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] [instance: 363f1d3d-a783-46b7-a70c-1c251d43b4b3] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1045.489163] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-346b175a-cea9-43ca-bc74-a860858a6d87 tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1045.489703] env[69889]: DEBUG nova.compute.manager [-] [instance: 363f1d3d-a783-46b7-a70c-1c251d43b4b3] Deallocating network for instance {{(pid=69889) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1045.489932] env[69889]: DEBUG nova.network.neutron [-] [instance: 363f1d3d-a783-46b7-a70c-1c251d43b4b3] deallocate_for_instance() {{(pid=69889) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1045.513224] env[69889]: DEBUG oslo_vmware.api [None req-7498ca4d-e585-45f7-b504-4a255dbfbd5b tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Task: {'id': task-4077747, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.19361} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.513740] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-7498ca4d-e585-45f7-b504-4a255dbfbd5b tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1045.514095] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-7498ca4d-e585-45f7-b504-4a255dbfbd5b tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] [instance: 15d503ce-3ce0-4038-9698-c1beffdf07d5] Deleted contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1045.514432] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-7498ca4d-e585-45f7-b504-4a255dbfbd5b tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] [instance: 15d503ce-3ce0-4038-9698-c1beffdf07d5] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1045.516022] env[69889]: INFO nova.compute.manager [None req-7498ca4d-e585-45f7-b504-4a255dbfbd5b tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] [instance: 15d503ce-3ce0-4038-9698-c1beffdf07d5] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1045.516022] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7498ca4d-e585-45f7-b504-4a255dbfbd5b tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1045.516022] env[69889]: DEBUG nova.compute.manager [-] [instance: 15d503ce-3ce0-4038-9698-c1beffdf07d5] Deallocating network for instance {{(pid=69889) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1045.516022] env[69889]: DEBUG nova.network.neutron [-] [instance: 15d503ce-3ce0-4038-9698-c1beffdf07d5] deallocate_for_instance() {{(pid=69889) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1045.573158] env[69889]: DEBUG oslo_vmware.api [None req-33606c35-da61-4947-9d32-92dabeb47a85 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': task-4077742, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.943028] env[69889]: DEBUG oslo_vmware.api [None req-915f3f15-dee5-4f21-8226-6c8c54d53345 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Task: {'id': task-4077745, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.073098] env[69889]: DEBUG oslo_vmware.api [None req-33606c35-da61-4947-9d32-92dabeb47a85 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': task-4077742, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.168972] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fa574a0-577e-4b52-8a59-4e355d239eaa {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.178800] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd5647ca-7867-4a91-9207-10a6c2bd6ee6 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.223306] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba21c1d0-d0b3-4414-9e6d-8fde2f594321 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.231504] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-813bca07-5808-410e-90d1-dff1d432caac {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.247019] env[69889]: DEBUG nova.compute.provider_tree [None req-7bc6d0dd-3137-4b28-b93d-b12fa62ca0ed tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1046.288407] env[69889]: DEBUG nova.compute.manager [req-dfb7bc92-0a34-4907-bebf-10f581ea135f req-0f4df417-d89b-4d1e-afe4-0b7dedbcb139 service nova] [instance: 363f1d3d-a783-46b7-a70c-1c251d43b4b3] Received event network-vif-deleted-df015997-509f-44a1-8288-e79cce79d29a {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1046.288655] env[69889]: INFO nova.compute.manager [req-dfb7bc92-0a34-4907-bebf-10f581ea135f req-0f4df417-d89b-4d1e-afe4-0b7dedbcb139 service nova] [instance: 363f1d3d-a783-46b7-a70c-1c251d43b4b3] Neutron deleted interface df015997-509f-44a1-8288-e79cce79d29a; detaching it from the instance and deleting it from the info cache [ 1046.288851] env[69889]: DEBUG nova.network.neutron [req-dfb7bc92-0a34-4907-bebf-10f581ea135f req-0f4df417-d89b-4d1e-afe4-0b7dedbcb139 service nova] [instance: 363f1d3d-a783-46b7-a70c-1c251d43b4b3] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.378449] env[69889]: DEBUG nova.network.neutron [-] [instance: 363f1d3d-a783-46b7-a70c-1c251d43b4b3] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.442016] env[69889]: DEBUG oslo_vmware.api [None req-915f3f15-dee5-4f21-8226-6c8c54d53345 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Task: {'id': task-4077745, 'name': PowerOnVM_Task, 'duration_secs': 1.182591} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.442016] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-915f3f15-dee5-4f21-8226-6c8c54d53345 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] [instance: 351ae554-2d0a-4611-a93a-1d718336cf48] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1046.442016] env[69889]: INFO nova.compute.manager [None req-915f3f15-dee5-4f21-8226-6c8c54d53345 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] [instance: 351ae554-2d0a-4611-a93a-1d718336cf48] Took 7.71 seconds to spawn the instance on the hypervisor. [ 1046.442016] env[69889]: DEBUG nova.compute.manager [None req-915f3f15-dee5-4f21-8226-6c8c54d53345 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] [instance: 351ae554-2d0a-4611-a93a-1d718336cf48] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1046.442016] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b68b4d14-f59c-454f-bc3a-5b32be03f62c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.571785] env[69889]: DEBUG oslo_vmware.api [None req-33606c35-da61-4947-9d32-92dabeb47a85 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': task-4077742, 'name': PowerOnVM_Task, 'duration_secs': 1.56925} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.572185] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-33606c35-da61-4947-9d32-92dabeb47a85 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 1c9715c5-328e-4027-864e-30ac52b27a32] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1046.572278] env[69889]: INFO nova.compute.manager [None req-33606c35-da61-4947-9d32-92dabeb47a85 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 1c9715c5-328e-4027-864e-30ac52b27a32] Took 12.24 seconds to spawn the instance on the hypervisor. [ 1046.572499] env[69889]: DEBUG nova.compute.manager [None req-33606c35-da61-4947-9d32-92dabeb47a85 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 1c9715c5-328e-4027-864e-30ac52b27a32] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1046.573372] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5ea9566-f807-4187-9fb6-d9125c4b0f2e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.605631] env[69889]: DEBUG nova.compute.manager [req-f84a134f-7bd8-4709-806a-9e61b1f6cb50 req-3ffe21bd-c861-43ef-8d59-7c54d16520a5 service nova] [instance: 15d503ce-3ce0-4038-9698-c1beffdf07d5] Received event network-vif-deleted-edc526f2-f563-492c-8784-df944ce60c25 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1046.605878] env[69889]: INFO nova.compute.manager [req-f84a134f-7bd8-4709-806a-9e61b1f6cb50 req-3ffe21bd-c861-43ef-8d59-7c54d16520a5 service nova] [instance: 15d503ce-3ce0-4038-9698-c1beffdf07d5] Neutron deleted interface edc526f2-f563-492c-8784-df944ce60c25; detaching it from the instance and deleting it from the info cache [ 1046.606442] env[69889]: DEBUG nova.network.neutron [req-f84a134f-7bd8-4709-806a-9e61b1f6cb50 req-3ffe21bd-c861-43ef-8d59-7c54d16520a5 service nova] [instance: 15d503ce-3ce0-4038-9698-c1beffdf07d5] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.625726] env[69889]: DEBUG nova.network.neutron [-] [instance: 15d503ce-3ce0-4038-9698-c1beffdf07d5] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.751964] env[69889]: DEBUG nova.scheduler.client.report [None req-7bc6d0dd-3137-4b28-b93d-b12fa62ca0ed tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1046.763140] env[69889]: DEBUG oslo_concurrency.lockutils [None req-f0b75306-49fe-424d-8762-805fad95bc34 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Acquiring lock "1b8036ed-2b5c-457d-9ef5-50d9ec77f656" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.763140] env[69889]: DEBUG oslo_concurrency.lockutils [None req-f0b75306-49fe-424d-8762-805fad95bc34 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Lock "1b8036ed-2b5c-457d-9ef5-50d9ec77f656" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.791668] env[69889]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f4c229f2-85d5-4110-b12f-f4ae4698e35f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.805913] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6a65237-b96d-456d-8456-9fe22806f09b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.844179] env[69889]: DEBUG nova.compute.manager [req-dfb7bc92-0a34-4907-bebf-10f581ea135f req-0f4df417-d89b-4d1e-afe4-0b7dedbcb139 service nova] [instance: 363f1d3d-a783-46b7-a70c-1c251d43b4b3] Detach interface failed, port_id=df015997-509f-44a1-8288-e79cce79d29a, reason: Instance 363f1d3d-a783-46b7-a70c-1c251d43b4b3 could not be found. {{(pid=69889) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1046.885742] env[69889]: INFO nova.compute.manager [-] [instance: 363f1d3d-a783-46b7-a70c-1c251d43b4b3] Took 1.40 seconds to deallocate network for instance. [ 1046.961053] env[69889]: INFO nova.compute.manager [None req-915f3f15-dee5-4f21-8226-6c8c54d53345 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] [instance: 351ae554-2d0a-4611-a93a-1d718336cf48] Took 30.36 seconds to build instance. [ 1047.099285] env[69889]: INFO nova.compute.manager [None req-33606c35-da61-4947-9d32-92dabeb47a85 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 1c9715c5-328e-4027-864e-30ac52b27a32] Took 36.08 seconds to build instance. [ 1047.109367] env[69889]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d31c4c9e-1697-492b-aa75-934fdb1a9a81 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.126159] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9562824b-8597-4485-a0c7-c1e470881c45 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.144991] env[69889]: INFO nova.compute.manager [-] [instance: 15d503ce-3ce0-4038-9698-c1beffdf07d5] Took 1.63 seconds to deallocate network for instance. [ 1047.171039] env[69889]: DEBUG nova.compute.manager [req-f84a134f-7bd8-4709-806a-9e61b1f6cb50 req-3ffe21bd-c861-43ef-8d59-7c54d16520a5 service nova] [instance: 15d503ce-3ce0-4038-9698-c1beffdf07d5] Detach interface failed, port_id=edc526f2-f563-492c-8784-df944ce60c25, reason: Instance 15d503ce-3ce0-4038-9698-c1beffdf07d5 could not be found. {{(pid=69889) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1047.257713] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7bc6d0dd-3137-4b28-b93d-b12fa62ca0ed tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.441s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.258231] env[69889]: DEBUG nova.compute.manager [None req-7bc6d0dd-3137-4b28-b93d-b12fa62ca0ed tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] [instance: e94a4073-e872-43c9-9152-16aa7915c1a0] Start building networks asynchronously for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1047.265010] env[69889]: DEBUG oslo_concurrency.lockutils [None req-bf9d1d75-a901-44e8-a719-a76ddc450f23 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.679s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.265266] env[69889]: DEBUG nova.objects.instance [None req-bf9d1d75-a901-44e8-a719-a76ddc450f23 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Lazy-loading 'resources' on Instance uuid e7d6d473-7635-4e1e-8cc5-2804bde8d1b3 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1047.266980] env[69889]: DEBUG oslo_concurrency.lockutils [None req-6f566d80-da40-47a4-8743-aae5cffcda87 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Acquiring lock "5665d1c7-3b42-4a19-8d01-0e711aa5b074" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.266980] env[69889]: DEBUG oslo_concurrency.lockutils [None req-6f566d80-da40-47a4-8743-aae5cffcda87 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Lock "5665d1c7-3b42-4a19-8d01-0e711aa5b074" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.269956] env[69889]: INFO nova.compute.manager [None req-f0b75306-49fe-424d-8762-805fad95bc34 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: 1b8036ed-2b5c-457d-9ef5-50d9ec77f656] Detaching volume 349e5027-5f59-44e4-80c6-e91d731b3685 [ 1047.330938] env[69889]: INFO nova.virt.block_device [None req-f0b75306-49fe-424d-8762-805fad95bc34 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: 1b8036ed-2b5c-457d-9ef5-50d9ec77f656] Attempting to driver detach volume 349e5027-5f59-44e4-80c6-e91d731b3685 from mountpoint /dev/sdb [ 1047.331056] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0b75306-49fe-424d-8762-805fad95bc34 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: 1b8036ed-2b5c-457d-9ef5-50d9ec77f656] Volume detach. Driver type: vmdk {{(pid=69889) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1047.331189] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0b75306-49fe-424d-8762-805fad95bc34 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: 1b8036ed-2b5c-457d-9ef5-50d9ec77f656] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-807944', 'volume_id': '349e5027-5f59-44e4-80c6-e91d731b3685', 'name': 'volume-349e5027-5f59-44e4-80c6-e91d731b3685', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1b8036ed-2b5c-457d-9ef5-50d9ec77f656', 'attached_at': '', 'detached_at': '', 'volume_id': '349e5027-5f59-44e4-80c6-e91d731b3685', 'serial': '349e5027-5f59-44e4-80c6-e91d731b3685'} {{(pid=69889) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1047.332072] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdcc2595-28f7-4ab0-bf31-158c0f4ad369 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.359476] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a09229c-9e9a-44b4-a44c-98e738b56b45 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.369049] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4724359d-f493-4a0b-9b55-dd788930ac8e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.403046] env[69889]: DEBUG oslo_concurrency.lockutils [None req-346b175a-cea9-43ca-bc74-a860858a6d87 tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.403829] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbd9033a-0867-4a72-b760-f5f533078a6d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.421960] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0b75306-49fe-424d-8762-805fad95bc34 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] The volume has not been displaced from its original location: [datastore1] volume-349e5027-5f59-44e4-80c6-e91d731b3685/volume-349e5027-5f59-44e4-80c6-e91d731b3685.vmdk. No consolidation needed. {{(pid=69889) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1047.428761] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0b75306-49fe-424d-8762-805fad95bc34 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: 1b8036ed-2b5c-457d-9ef5-50d9ec77f656] Reconfiguring VM instance instance-0000002d to detach disk 2001 {{(pid=69889) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1047.430404] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ea5f93d-79e4-42f1-9a28-8b229856c0bf {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.450256] env[69889]: DEBUG oslo_vmware.api [None req-f0b75306-49fe-424d-8762-805fad95bc34 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Waiting for the task: (returnval){ [ 1047.450256] env[69889]: value = "task-4077750" [ 1047.450256] env[69889]: _type = "Task" [ 1047.450256] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.461242] env[69889]: DEBUG oslo_vmware.api [None req-f0b75306-49fe-424d-8762-805fad95bc34 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Task: {'id': task-4077750, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.462905] env[69889]: DEBUG oslo_concurrency.lockutils [None req-915f3f15-dee5-4f21-8226-6c8c54d53345 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Lock "351ae554-2d0a-4611-a93a-1d718336cf48" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.876s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.605713] env[69889]: DEBUG oslo_concurrency.lockutils [None req-33606c35-da61-4947-9d32-92dabeb47a85 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Lock "1c9715c5-328e-4027-864e-30ac52b27a32" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.610s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.659026] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7498ca4d-e585-45f7-b504-4a255dbfbd5b tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.767784] env[69889]: DEBUG nova.compute.utils [None req-7bc6d0dd-3137-4b28-b93d-b12fa62ca0ed tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1047.770554] env[69889]: DEBUG nova.compute.manager [None req-7bc6d0dd-3137-4b28-b93d-b12fa62ca0ed tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] [instance: e94a4073-e872-43c9-9152-16aa7915c1a0] Allocating IP information in the background. {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1047.770554] env[69889]: DEBUG nova.network.neutron [None req-7bc6d0dd-3137-4b28-b93d-b12fa62ca0ed tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] [instance: e94a4073-e872-43c9-9152-16aa7915c1a0] allocate_for_instance() {{(pid=69889) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1047.773800] env[69889]: DEBUG nova.objects.instance [None req-bf9d1d75-a901-44e8-a719-a76ddc450f23 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Lazy-loading 'numa_topology' on Instance uuid e7d6d473-7635-4e1e-8cc5-2804bde8d1b3 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1047.775422] env[69889]: DEBUG nova.compute.manager [None req-6f566d80-da40-47a4-8743-aae5cffcda87 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] [instance: 5665d1c7-3b42-4a19-8d01-0e711aa5b074] Starting instance... {{(pid=69889) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1047.781925] env[69889]: DEBUG nova.compute.manager [None req-7bc6d0dd-3137-4b28-b93d-b12fa62ca0ed tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] [instance: e94a4073-e872-43c9-9152-16aa7915c1a0] Start building block device mappings for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1047.837160] env[69889]: INFO nova.compute.manager [None req-8c616dc8-acb2-4535-9b76-69c4cdcc9105 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] [instance: 351ae554-2d0a-4611-a93a-1d718336cf48] Rebuilding instance [ 1047.905034] env[69889]: DEBUG nova.policy [None req-7bc6d0dd-3137-4b28-b93d-b12fa62ca0ed tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1d0a014210d045a896ccdfddbe7b4ad1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd846d435536e4aeebfb66d89a82f3e21', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69889) authorize /opt/stack/nova/nova/policy.py:192}} [ 1047.912905] env[69889]: DEBUG nova.compute.manager [None req-8c616dc8-acb2-4535-9b76-69c4cdcc9105 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] [instance: 351ae554-2d0a-4611-a93a-1d718336cf48] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1047.913998] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc8b0f78-ee8e-429e-862e-3f4de860f97f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.961155] env[69889]: DEBUG oslo_vmware.api [None req-f0b75306-49fe-424d-8762-805fad95bc34 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Task: {'id': task-4077750, 'name': ReconfigVM_Task, 'duration_secs': 0.272406} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.961262] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0b75306-49fe-424d-8762-805fad95bc34 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: 1b8036ed-2b5c-457d-9ef5-50d9ec77f656] Reconfigured VM instance instance-0000002d to detach disk 2001 {{(pid=69889) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1047.967422] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dec84d55-c81c-4f12-8aa3-583ac13eb312 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.987805] env[69889]: DEBUG oslo_vmware.api [None req-f0b75306-49fe-424d-8762-805fad95bc34 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Waiting for the task: (returnval){ [ 1047.987805] env[69889]: value = "task-4077752" [ 1047.987805] env[69889]: _type = "Task" [ 1047.987805] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.999884] env[69889]: DEBUG oslo_vmware.api [None req-f0b75306-49fe-424d-8762-805fad95bc34 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Task: {'id': task-4077752, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.285932] env[69889]: DEBUG nova.objects.base [None req-bf9d1d75-a901-44e8-a719-a76ddc450f23 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69889) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1048.307564] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-d30dcb5e-96df-4576-b04f-da8898f92b7e tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] [instance: bf0636c2-b042-4181-9b86-748786c41197] Volume attach. Driver type: vmdk {{(pid=69889) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1048.308670] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-d30dcb5e-96df-4576-b04f-da8898f92b7e tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] [instance: bf0636c2-b042-4181-9b86-748786c41197] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-808009', 'volume_id': '90ad6189-d28c-4fb1-97c0-3a50c81469e3', 'name': 'volume-90ad6189-d28c-4fb1-97c0-3a50c81469e3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bf0636c2-b042-4181-9b86-748786c41197', 'attached_at': '', 'detached_at': '', 'volume_id': '90ad6189-d28c-4fb1-97c0-3a50c81469e3', 'serial': '90ad6189-d28c-4fb1-97c0-3a50c81469e3'} {{(pid=69889) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1048.308933] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-893d2cfd-8b73-4d42-b14f-1cf54cb6ccf4 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.314151] env[69889]: DEBUG oslo_concurrency.lockutils [None req-6f566d80-da40-47a4-8743-aae5cffcda87 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.333561] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f42a598-1412-483b-9dd9-e4701871b12f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.369961] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-d30dcb5e-96df-4576-b04f-da8898f92b7e tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] [instance: bf0636c2-b042-4181-9b86-748786c41197] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] volume-90ad6189-d28c-4fb1-97c0-3a50c81469e3/volume-90ad6189-d28c-4fb1-97c0-3a50c81469e3.vmdk or device None with type thin {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1048.373535] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-829dec27-27cc-474e-a28a-13486b12417c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.396245] env[69889]: DEBUG oslo_vmware.api [None req-d30dcb5e-96df-4576-b04f-da8898f92b7e tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Waiting for the task: (returnval){ [ 1048.396245] env[69889]: value = "task-4077753" [ 1048.396245] env[69889]: _type = "Task" [ 1048.396245] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.410184] env[69889]: DEBUG oslo_vmware.api [None req-d30dcb5e-96df-4576-b04f-da8898f92b7e tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Task: {'id': task-4077753, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.433717] env[69889]: DEBUG nova.network.neutron [None req-7bc6d0dd-3137-4b28-b93d-b12fa62ca0ed tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] [instance: e94a4073-e872-43c9-9152-16aa7915c1a0] Successfully created port: c8baf90d-6835-447d-b287-75b49aaf7572 {{(pid=69889) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1048.505327] env[69889]: DEBUG oslo_vmware.api [None req-f0b75306-49fe-424d-8762-805fad95bc34 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Task: {'id': task-4077752, 'name': ReconfigVM_Task, 'duration_secs': 0.177672} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.505967] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0b75306-49fe-424d-8762-805fad95bc34 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: 1b8036ed-2b5c-457d-9ef5-50d9ec77f656] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-807944', 'volume_id': '349e5027-5f59-44e4-80c6-e91d731b3685', 'name': 'volume-349e5027-5f59-44e4-80c6-e91d731b3685', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1b8036ed-2b5c-457d-9ef5-50d9ec77f656', 'attached_at': '', 'detached_at': '', 'volume_id': '349e5027-5f59-44e4-80c6-e91d731b3685', 'serial': '349e5027-5f59-44e4-80c6-e91d731b3685'} {{(pid=69889) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1048.660209] env[69889]: DEBUG nova.compute.manager [req-50bf2ac0-24d9-42b2-9e89-75e24d11d138 req-6d16294e-6ade-49c0-b33f-35041d400796 service nova] [instance: 1c9715c5-328e-4027-864e-30ac52b27a32] Received event network-changed-f3270792-8215-48ce-a248-cb5a9b3185c3 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1048.660496] env[69889]: DEBUG nova.compute.manager [req-50bf2ac0-24d9-42b2-9e89-75e24d11d138 req-6d16294e-6ade-49c0-b33f-35041d400796 service nova] [instance: 1c9715c5-328e-4027-864e-30ac52b27a32] Refreshing instance network info cache due to event network-changed-f3270792-8215-48ce-a248-cb5a9b3185c3. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1048.660758] env[69889]: DEBUG oslo_concurrency.lockutils [req-50bf2ac0-24d9-42b2-9e89-75e24d11d138 req-6d16294e-6ade-49c0-b33f-35041d400796 service nova] Acquiring lock "refresh_cache-1c9715c5-328e-4027-864e-30ac52b27a32" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.660868] env[69889]: DEBUG oslo_concurrency.lockutils [req-50bf2ac0-24d9-42b2-9e89-75e24d11d138 req-6d16294e-6ade-49c0-b33f-35041d400796 service nova] Acquired lock "refresh_cache-1c9715c5-328e-4027-864e-30ac52b27a32" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.661400] env[69889]: DEBUG nova.network.neutron [req-50bf2ac0-24d9-42b2-9e89-75e24d11d138 req-6d16294e-6ade-49c0-b33f-35041d400796 service nova] [instance: 1c9715c5-328e-4027-864e-30ac52b27a32] Refreshing network info cache for port f3270792-8215-48ce-a248-cb5a9b3185c3 {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1048.695345] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e9dbc44-16b2-4d98-95d7-e50cbe02b2ad {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.707458] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db31a6c3-e609-4e04-b104-91d60110da44 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.752285] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d1013ea-4050-4a5b-b3b2-1027a642844d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.764093] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6544b9f5-fca1-4a46-9de5-a89f4279b9ab {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.782703] env[69889]: DEBUG nova.compute.provider_tree [None req-bf9d1d75-a901-44e8-a719-a76ddc450f23 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1048.803465] env[69889]: DEBUG nova.compute.manager [None req-7bc6d0dd-3137-4b28-b93d-b12fa62ca0ed tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] [instance: e94a4073-e872-43c9-9152-16aa7915c1a0] Start spawning the instance on the hypervisor. {{(pid=69889) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1048.837754] env[69889]: DEBUG nova.virt.hardware [None req-7bc6d0dd-3137-4b28-b93d-b12fa62ca0ed tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1048.838229] env[69889]: DEBUG nova.virt.hardware [None req-7bc6d0dd-3137-4b28-b93d-b12fa62ca0ed tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1048.838467] env[69889]: DEBUG nova.virt.hardware [None req-7bc6d0dd-3137-4b28-b93d-b12fa62ca0ed tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1048.838813] env[69889]: DEBUG nova.virt.hardware [None req-7bc6d0dd-3137-4b28-b93d-b12fa62ca0ed tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1048.839062] env[69889]: DEBUG nova.virt.hardware [None req-7bc6d0dd-3137-4b28-b93d-b12fa62ca0ed tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1048.839334] env[69889]: DEBUG nova.virt.hardware [None req-7bc6d0dd-3137-4b28-b93d-b12fa62ca0ed tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1048.839716] env[69889]: DEBUG nova.virt.hardware [None req-7bc6d0dd-3137-4b28-b93d-b12fa62ca0ed tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1048.839977] env[69889]: DEBUG nova.virt.hardware [None req-7bc6d0dd-3137-4b28-b93d-b12fa62ca0ed tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1048.840258] env[69889]: DEBUG nova.virt.hardware [None req-7bc6d0dd-3137-4b28-b93d-b12fa62ca0ed tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1048.840512] env[69889]: DEBUG nova.virt.hardware [None req-7bc6d0dd-3137-4b28-b93d-b12fa62ca0ed tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1048.840672] env[69889]: DEBUG nova.virt.hardware [None req-7bc6d0dd-3137-4b28-b93d-b12fa62ca0ed tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1048.842962] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bc5d0ec-25f1-4834-abbd-640bb2bd0379 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.853637] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-807d3cf3-c3c1-4e8b-9e08-9e4f77548c13 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.906570] env[69889]: DEBUG oslo_vmware.api [None req-d30dcb5e-96df-4576-b04f-da8898f92b7e tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Task: {'id': task-4077753, 'name': ReconfigVM_Task, 'duration_secs': 0.488827} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.907068] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-d30dcb5e-96df-4576-b04f-da8898f92b7e tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] [instance: bf0636c2-b042-4181-9b86-748786c41197] Reconfigured VM instance instance-00000041 to attach disk [datastore2] volume-90ad6189-d28c-4fb1-97c0-3a50c81469e3/volume-90ad6189-d28c-4fb1-97c0-3a50c81469e3.vmdk or device None with type thin {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1048.911906] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8994ac3-8506-442f-9cfe-dcaeedf7404e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.929894] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c616dc8-acb2-4535-9b76-69c4cdcc9105 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] [instance: 351ae554-2d0a-4611-a93a-1d718336cf48] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1048.930250] env[69889]: DEBUG oslo_vmware.api [None req-d30dcb5e-96df-4576-b04f-da8898f92b7e tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Waiting for the task: (returnval){ [ 1048.930250] env[69889]: value = "task-4077754" [ 1048.930250] env[69889]: _type = "Task" [ 1048.930250] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.930463] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-31b46396-32de-43c9-8d1a-574befe57eba {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.944233] env[69889]: DEBUG oslo_vmware.api [None req-d30dcb5e-96df-4576-b04f-da8898f92b7e tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Task: {'id': task-4077754, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.946283] env[69889]: DEBUG oslo_vmware.api [None req-8c616dc8-acb2-4535-9b76-69c4cdcc9105 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Waiting for the task: (returnval){ [ 1048.946283] env[69889]: value = "task-4077755" [ 1048.946283] env[69889]: _type = "Task" [ 1048.946283] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.958600] env[69889]: DEBUG oslo_vmware.api [None req-8c616dc8-acb2-4535-9b76-69c4cdcc9105 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Task: {'id': task-4077755, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.072457] env[69889]: DEBUG nova.objects.instance [None req-f0b75306-49fe-424d-8762-805fad95bc34 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Lazy-loading 'flavor' on Instance uuid 1b8036ed-2b5c-457d-9ef5-50d9ec77f656 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1049.288952] env[69889]: DEBUG nova.scheduler.client.report [None req-bf9d1d75-a901-44e8-a719-a76ddc450f23 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1049.450760] env[69889]: DEBUG oslo_vmware.api [None req-d30dcb5e-96df-4576-b04f-da8898f92b7e tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Task: {'id': task-4077754, 'name': ReconfigVM_Task, 'duration_secs': 0.200933} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.450760] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-d30dcb5e-96df-4576-b04f-da8898f92b7e tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] [instance: bf0636c2-b042-4181-9b86-748786c41197] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-808009', 'volume_id': '90ad6189-d28c-4fb1-97c0-3a50c81469e3', 'name': 'volume-90ad6189-d28c-4fb1-97c0-3a50c81469e3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bf0636c2-b042-4181-9b86-748786c41197', 'attached_at': '', 'detached_at': '', 'volume_id': '90ad6189-d28c-4fb1-97c0-3a50c81469e3', 'serial': '90ad6189-d28c-4fb1-97c0-3a50c81469e3'} {{(pid=69889) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1049.466480] env[69889]: DEBUG oslo_vmware.api [None req-8c616dc8-acb2-4535-9b76-69c4cdcc9105 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Task: {'id': task-4077755, 'name': PowerOffVM_Task, 'duration_secs': 0.232327} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.470727] env[69889]: DEBUG oslo_vmware.rw_handles [None req-72b0ace4-d8bb-40e6-8aa6-12952af513d8 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529dcd2a-202a-33aa-9c8a-ebaadc718868/disk-0.vmdk. {{(pid=69889) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1049.471580] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c616dc8-acb2-4535-9b76-69c4cdcc9105 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] [instance: 351ae554-2d0a-4611-a93a-1d718336cf48] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1049.472227] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-8c616dc8-acb2-4535-9b76-69c4cdcc9105 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] [instance: 351ae554-2d0a-4611-a93a-1d718336cf48] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1049.477501] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7f3751e-472d-49b9-b6f8-0c99c1b85ca0 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.479615] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e23eaa65-488c-4644-aaea-d64fb22aa011 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.488959] env[69889]: DEBUG oslo_vmware.rw_handles [None req-72b0ace4-d8bb-40e6-8aa6-12952af513d8 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529dcd2a-202a-33aa-9c8a-ebaadc718868/disk-0.vmdk is in state: ready. {{(pid=69889) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1049.489180] env[69889]: ERROR oslo_vmware.rw_handles [None req-72b0ace4-d8bb-40e6-8aa6-12952af513d8 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529dcd2a-202a-33aa-9c8a-ebaadc718868/disk-0.vmdk due to incomplete transfer. [ 1049.493691] env[69889]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-fb042c63-4a0b-42c0-9b00-915e6d589331 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.496232] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-8c616dc8-acb2-4535-9b76-69c4cdcc9105 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] [instance: 351ae554-2d0a-4611-a93a-1d718336cf48] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1049.497403] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fae6676c-fe6c-4533-81f8-39a51a921ed9 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.509945] env[69889]: DEBUG oslo_vmware.rw_handles [None req-72b0ace4-d8bb-40e6-8aa6-12952af513d8 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529dcd2a-202a-33aa-9c8a-ebaadc718868/disk-0.vmdk. {{(pid=69889) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1049.509945] env[69889]: DEBUG nova.virt.vmwareapi.images [None req-72b0ace4-d8bb-40e6-8aa6-12952af513d8 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: f07b9899-bae0-4dd7-b07d-fd9c8bd8caf9] Uploaded image 9e7d0e0e-ffca-4c08-9fa1-e9c579072f79 to the Glance image server {{(pid=69889) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1049.512990] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-72b0ace4-d8bb-40e6-8aa6-12952af513d8 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: f07b9899-bae0-4dd7-b07d-fd9c8bd8caf9] Destroying the VM {{(pid=69889) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1049.514033] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-be6ad587-d75a-4c83-aa99-5a8ed2444bd0 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.523022] env[69889]: DEBUG oslo_vmware.api [None req-72b0ace4-d8bb-40e6-8aa6-12952af513d8 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Waiting for the task: (returnval){ [ 1049.523022] env[69889]: value = "task-4077757" [ 1049.523022] env[69889]: _type = "Task" [ 1049.523022] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.528603] env[69889]: DEBUG nova.network.neutron [req-50bf2ac0-24d9-42b2-9e89-75e24d11d138 req-6d16294e-6ade-49c0-b33f-35041d400796 service nova] [instance: 1c9715c5-328e-4027-864e-30ac52b27a32] Updated VIF entry in instance network info cache for port f3270792-8215-48ce-a248-cb5a9b3185c3. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1049.529123] env[69889]: DEBUG nova.network.neutron [req-50bf2ac0-24d9-42b2-9e89-75e24d11d138 req-6d16294e-6ade-49c0-b33f-35041d400796 service nova] [instance: 1c9715c5-328e-4027-864e-30ac52b27a32] Updating instance_info_cache with network_info: [{"id": "f3270792-8215-48ce-a248-cb5a9b3185c3", "address": "fa:16:3e:2f:72:a9", "network": {"id": "c607a821-3d63-41af-abaf-0611e2141a9c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-453181546-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8917847ce0c4465198a89a1c5551fb59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15165046-2de9-4ada-9e99-0126e20854a9", "external-id": "nsx-vlan-transportzone-974", "segmentation_id": 974, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3270792-82", "ovs_interfaceid": "f3270792-8215-48ce-a248-cb5a9b3185c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.532336] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-8c616dc8-acb2-4535-9b76-69c4cdcc9105 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] [instance: 351ae554-2d0a-4611-a93a-1d718336cf48] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1049.534103] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-8c616dc8-acb2-4535-9b76-69c4cdcc9105 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] [instance: 351ae554-2d0a-4611-a93a-1d718336cf48] Deleting contents of the VM from datastore datastore1 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1049.534103] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c616dc8-acb2-4535-9b76-69c4cdcc9105 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Deleting the datastore file [datastore1] 351ae554-2d0a-4611-a93a-1d718336cf48 {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1049.534103] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-03d38c56-9763-417d-bb41-61aadddb6f89 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.539852] env[69889]: DEBUG oslo_vmware.api [None req-72b0ace4-d8bb-40e6-8aa6-12952af513d8 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077757, 'name': Destroy_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.545567] env[69889]: DEBUG oslo_vmware.api [None req-8c616dc8-acb2-4535-9b76-69c4cdcc9105 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Waiting for the task: (returnval){ [ 1049.545567] env[69889]: value = "task-4077758" [ 1049.545567] env[69889]: _type = "Task" [ 1049.545567] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.556856] env[69889]: DEBUG oslo_vmware.api [None req-8c616dc8-acb2-4535-9b76-69c4cdcc9105 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Task: {'id': task-4077758, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.794376] env[69889]: DEBUG oslo_concurrency.lockutils [None req-bf9d1d75-a901-44e8-a719-a76ddc450f23 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.529s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.797397] env[69889]: DEBUG oslo_concurrency.lockutils [None req-bfb27673-7952-4109-bde4-9f33b58dceba tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.185s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.799689] env[69889]: INFO nova.compute.claims [None req-bfb27673-7952-4109-bde4-9f33b58dceba tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] [instance: f19f6311-6a23-4489-aed4-e71dd338558b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1050.035581] env[69889]: DEBUG oslo_concurrency.lockutils [req-50bf2ac0-24d9-42b2-9e89-75e24d11d138 req-6d16294e-6ade-49c0-b33f-35041d400796 service nova] Releasing lock "refresh_cache-1c9715c5-328e-4027-864e-30ac52b27a32" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.036753] env[69889]: DEBUG oslo_vmware.api [None req-72b0ace4-d8bb-40e6-8aa6-12952af513d8 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077757, 'name': Destroy_Task, 'duration_secs': 0.431803} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.037042] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-72b0ace4-d8bb-40e6-8aa6-12952af513d8 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: f07b9899-bae0-4dd7-b07d-fd9c8bd8caf9] Destroyed the VM [ 1050.038201] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-72b0ace4-d8bb-40e6-8aa6-12952af513d8 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: f07b9899-bae0-4dd7-b07d-fd9c8bd8caf9] Deleting Snapshot of the VM instance {{(pid=69889) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1050.038201] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-840d57bd-3388-450a-8014-ae78bbe27b22 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.047815] env[69889]: DEBUG oslo_vmware.api [None req-72b0ace4-d8bb-40e6-8aa6-12952af513d8 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Waiting for the task: (returnval){ [ 1050.047815] env[69889]: value = "task-4077760" [ 1050.047815] env[69889]: _type = "Task" [ 1050.047815] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.067545] env[69889]: DEBUG oslo_vmware.api [None req-72b0ace4-d8bb-40e6-8aa6-12952af513d8 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077760, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.073254] env[69889]: DEBUG oslo_vmware.api [None req-8c616dc8-acb2-4535-9b76-69c4cdcc9105 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Task: {'id': task-4077758, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.331345} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.073254] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c616dc8-acb2-4535-9b76-69c4cdcc9105 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1050.073254] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-8c616dc8-acb2-4535-9b76-69c4cdcc9105 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] [instance: 351ae554-2d0a-4611-a93a-1d718336cf48] Deleted contents of the VM from datastore datastore1 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1050.073680] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-8c616dc8-acb2-4535-9b76-69c4cdcc9105 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] [instance: 351ae554-2d0a-4611-a93a-1d718336cf48] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1050.079678] env[69889]: DEBUG oslo_concurrency.lockutils [None req-f0b75306-49fe-424d-8762-805fad95bc34 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Lock "1b8036ed-2b5c-457d-9ef5-50d9ec77f656" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.317s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.312504] env[69889]: DEBUG oslo_concurrency.lockutils [None req-bf9d1d75-a901-44e8-a719-a76ddc450f23 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Lock "e7d6d473-7635-4e1e-8cc5-2804bde8d1b3" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 47.683s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.314062] env[69889]: DEBUG oslo_concurrency.lockutils [None req-6830d21d-d940-4820-8f63-62bf469fdbb8 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Lock "e7d6d473-7635-4e1e-8cc5-2804bde8d1b3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 22.957s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.314284] env[69889]: DEBUG oslo_concurrency.lockutils [None req-6830d21d-d940-4820-8f63-62bf469fdbb8 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Acquiring lock "e7d6d473-7635-4e1e-8cc5-2804bde8d1b3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.314480] env[69889]: DEBUG oslo_concurrency.lockutils [None req-6830d21d-d940-4820-8f63-62bf469fdbb8 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Lock "e7d6d473-7635-4e1e-8cc5-2804bde8d1b3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.314639] env[69889]: DEBUG oslo_concurrency.lockutils [None req-6830d21d-d940-4820-8f63-62bf469fdbb8 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Lock "e7d6d473-7635-4e1e-8cc5-2804bde8d1b3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.316204] env[69889]: INFO nova.compute.manager [None req-6830d21d-d940-4820-8f63-62bf469fdbb8 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: e7d6d473-7635-4e1e-8cc5-2804bde8d1b3] Terminating instance [ 1050.513484] env[69889]: DEBUG nova.objects.instance [None req-d30dcb5e-96df-4576-b04f-da8898f92b7e tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Lazy-loading 'flavor' on Instance uuid bf0636c2-b042-4181-9b86-748786c41197 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1050.558476] env[69889]: DEBUG oslo_vmware.api [None req-72b0ace4-d8bb-40e6-8aa6-12952af513d8 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077760, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.569394] env[69889]: DEBUG oslo_concurrency.lockutils [None req-59337332-46f3-4e55-b3dc-833d955a09cd tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Acquiring lock "1b8036ed-2b5c-457d-9ef5-50d9ec77f656" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.569695] env[69889]: DEBUG oslo_concurrency.lockutils [None req-59337332-46f3-4e55-b3dc-833d955a09cd tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Lock "1b8036ed-2b5c-457d-9ef5-50d9ec77f656" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.569917] env[69889]: DEBUG oslo_concurrency.lockutils [None req-59337332-46f3-4e55-b3dc-833d955a09cd tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Acquiring lock "1b8036ed-2b5c-457d-9ef5-50d9ec77f656-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.570126] env[69889]: DEBUG oslo_concurrency.lockutils [None req-59337332-46f3-4e55-b3dc-833d955a09cd tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Lock "1b8036ed-2b5c-457d-9ef5-50d9ec77f656-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.570296] env[69889]: DEBUG oslo_concurrency.lockutils [None req-59337332-46f3-4e55-b3dc-833d955a09cd tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Lock "1b8036ed-2b5c-457d-9ef5-50d9ec77f656-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.572727] env[69889]: INFO nova.compute.manager [None req-59337332-46f3-4e55-b3dc-833d955a09cd tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: 1b8036ed-2b5c-457d-9ef5-50d9ec77f656] Terminating instance [ 1050.685192] env[69889]: DEBUG nova.network.neutron [None req-7bc6d0dd-3137-4b28-b93d-b12fa62ca0ed tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] [instance: e94a4073-e872-43c9-9152-16aa7915c1a0] Successfully updated port: c8baf90d-6835-447d-b287-75b49aaf7572 {{(pid=69889) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1050.822144] env[69889]: DEBUG nova.compute.manager [None req-6830d21d-d940-4820-8f63-62bf469fdbb8 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: e7d6d473-7635-4e1e-8cc5-2804bde8d1b3] Start destroying the instance on the hypervisor. {{(pid=69889) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1050.822144] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-6830d21d-d940-4820-8f63-62bf469fdbb8 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: e7d6d473-7635-4e1e-8cc5-2804bde8d1b3] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1050.822144] env[69889]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2666335a-ed75-4ff0-aecb-592189ac3ea3 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.842394] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1663dfc0-3652-4ae6-ab9e-7eda20e3b007 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.861039] env[69889]: DEBUG nova.compute.manager [req-e6024bf1-890f-4915-9b73-e0e60f01e3e8 req-fab54743-4be8-4f16-a7f3-c46577c8dcdc service nova] [instance: e94a4073-e872-43c9-9152-16aa7915c1a0] Received event network-vif-plugged-c8baf90d-6835-447d-b287-75b49aaf7572 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1050.861340] env[69889]: DEBUG oslo_concurrency.lockutils [req-e6024bf1-890f-4915-9b73-e0e60f01e3e8 req-fab54743-4be8-4f16-a7f3-c46577c8dcdc service nova] Acquiring lock "e94a4073-e872-43c9-9152-16aa7915c1a0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.862672] env[69889]: DEBUG oslo_concurrency.lockutils [req-e6024bf1-890f-4915-9b73-e0e60f01e3e8 req-fab54743-4be8-4f16-a7f3-c46577c8dcdc service nova] Lock "e94a4073-e872-43c9-9152-16aa7915c1a0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.862672] env[69889]: DEBUG oslo_concurrency.lockutils [req-e6024bf1-890f-4915-9b73-e0e60f01e3e8 req-fab54743-4be8-4f16-a7f3-c46577c8dcdc service nova] Lock "e94a4073-e872-43c9-9152-16aa7915c1a0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.862672] env[69889]: DEBUG nova.compute.manager [req-e6024bf1-890f-4915-9b73-e0e60f01e3e8 req-fab54743-4be8-4f16-a7f3-c46577c8dcdc service nova] [instance: e94a4073-e872-43c9-9152-16aa7915c1a0] No waiting events found dispatching network-vif-plugged-c8baf90d-6835-447d-b287-75b49aaf7572 {{(pid=69889) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1050.862672] env[69889]: WARNING nova.compute.manager [req-e6024bf1-890f-4915-9b73-e0e60f01e3e8 req-fab54743-4be8-4f16-a7f3-c46577c8dcdc service nova] [instance: e94a4073-e872-43c9-9152-16aa7915c1a0] Received unexpected event network-vif-plugged-c8baf90d-6835-447d-b287-75b49aaf7572 for instance with vm_state building and task_state spawning. [ 1050.896336] env[69889]: WARNING nova.virt.vmwareapi.vmops [None req-6830d21d-d940-4820-8f63-62bf469fdbb8 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: e7d6d473-7635-4e1e-8cc5-2804bde8d1b3] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance e7d6d473-7635-4e1e-8cc5-2804bde8d1b3 could not be found. [ 1050.896508] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-6830d21d-d940-4820-8f63-62bf469fdbb8 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: e7d6d473-7635-4e1e-8cc5-2804bde8d1b3] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1050.896705] env[69889]: INFO nova.compute.manager [None req-6830d21d-d940-4820-8f63-62bf469fdbb8 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: e7d6d473-7635-4e1e-8cc5-2804bde8d1b3] Took 0.08 seconds to destroy the instance on the hypervisor. [ 1050.896958] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6830d21d-d940-4820-8f63-62bf469fdbb8 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1050.897273] env[69889]: DEBUG nova.compute.manager [-] [instance: e7d6d473-7635-4e1e-8cc5-2804bde8d1b3] Deallocating network for instance {{(pid=69889) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1050.897373] env[69889]: DEBUG nova.network.neutron [-] [instance: e7d6d473-7635-4e1e-8cc5-2804bde8d1b3] deallocate_for_instance() {{(pid=69889) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1050.979712] env[69889]: DEBUG oslo_concurrency.lockutils [None req-6280d34f-bf62-4eb8-9b89-d52c1915a9c9 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Acquiring lock "bf0636c2-b042-4181-9b86-748786c41197" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.018460] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d30dcb5e-96df-4576-b04f-da8898f92b7e tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Lock "bf0636c2-b042-4181-9b86-748786c41197" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.949s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.020556] env[69889]: DEBUG oslo_concurrency.lockutils [None req-6280d34f-bf62-4eb8-9b89-d52c1915a9c9 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Lock "bf0636c2-b042-4181-9b86-748786c41197" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.042s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.020556] env[69889]: DEBUG nova.compute.manager [None req-6280d34f-bf62-4eb8-9b89-d52c1915a9c9 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] [instance: bf0636c2-b042-4181-9b86-748786c41197] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1051.021401] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8498100c-8486-46d8-a576-6e5ef3133380 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.030345] env[69889]: DEBUG nova.compute.manager [None req-6280d34f-bf62-4eb8-9b89-d52c1915a9c9 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] [instance: bf0636c2-b042-4181-9b86-748786c41197] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69889) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1051.030551] env[69889]: DEBUG nova.objects.instance [None req-6280d34f-bf62-4eb8-9b89-d52c1915a9c9 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Lazy-loading 'flavor' on Instance uuid bf0636c2-b042-4181-9b86-748786c41197 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1051.060567] env[69889]: DEBUG oslo_vmware.api [None req-72b0ace4-d8bb-40e6-8aa6-12952af513d8 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077760, 'name': RemoveSnapshot_Task, 'duration_secs': 0.835147} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.060838] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-72b0ace4-d8bb-40e6-8aa6-12952af513d8 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: f07b9899-bae0-4dd7-b07d-fd9c8bd8caf9] Deleted Snapshot of the VM instance {{(pid=69889) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1051.061088] env[69889]: INFO nova.compute.manager [None req-72b0ace4-d8bb-40e6-8aa6-12952af513d8 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: f07b9899-bae0-4dd7-b07d-fd9c8bd8caf9] Took 15.42 seconds to snapshot the instance on the hypervisor. [ 1051.077268] env[69889]: DEBUG nova.compute.manager [None req-59337332-46f3-4e55-b3dc-833d955a09cd tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: 1b8036ed-2b5c-457d-9ef5-50d9ec77f656] Start destroying the instance on the hypervisor. {{(pid=69889) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1051.077509] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-59337332-46f3-4e55-b3dc-833d955a09cd tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: 1b8036ed-2b5c-457d-9ef5-50d9ec77f656] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1051.078431] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-548bd0fc-6c3b-4f47-b15c-4785fab40e20 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.093566] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-59337332-46f3-4e55-b3dc-833d955a09cd tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: 1b8036ed-2b5c-457d-9ef5-50d9ec77f656] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1051.094012] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7ddfb0e9-a773-4c72-a2f9-9bc9fe2c8ff4 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.102209] env[69889]: DEBUG oslo_vmware.api [None req-59337332-46f3-4e55-b3dc-833d955a09cd tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Waiting for the task: (returnval){ [ 1051.102209] env[69889]: value = "task-4077761" [ 1051.102209] env[69889]: _type = "Task" [ 1051.102209] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.112635] env[69889]: DEBUG oslo_vmware.api [None req-59337332-46f3-4e55-b3dc-833d955a09cd tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Task: {'id': task-4077761, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.129411] env[69889]: DEBUG nova.virt.hardware [None req-8c616dc8-acb2-4535-9b76-69c4cdcc9105 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1051.129671] env[69889]: DEBUG nova.virt.hardware [None req-8c616dc8-acb2-4535-9b76-69c4cdcc9105 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1051.129815] env[69889]: DEBUG nova.virt.hardware [None req-8c616dc8-acb2-4535-9b76-69c4cdcc9105 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1051.130032] env[69889]: DEBUG nova.virt.hardware [None req-8c616dc8-acb2-4535-9b76-69c4cdcc9105 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1051.130479] env[69889]: DEBUG nova.virt.hardware [None req-8c616dc8-acb2-4535-9b76-69c4cdcc9105 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1051.130479] env[69889]: DEBUG nova.virt.hardware [None req-8c616dc8-acb2-4535-9b76-69c4cdcc9105 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1051.130634] env[69889]: DEBUG nova.virt.hardware [None req-8c616dc8-acb2-4535-9b76-69c4cdcc9105 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1051.130716] env[69889]: DEBUG nova.virt.hardware [None req-8c616dc8-acb2-4535-9b76-69c4cdcc9105 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1051.130904] env[69889]: DEBUG nova.virt.hardware [None req-8c616dc8-acb2-4535-9b76-69c4cdcc9105 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1051.131087] env[69889]: DEBUG nova.virt.hardware [None req-8c616dc8-acb2-4535-9b76-69c4cdcc9105 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1051.131265] env[69889]: DEBUG nova.virt.hardware [None req-8c616dc8-acb2-4535-9b76-69c4cdcc9105 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1051.133070] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7fa04ee-a537-4f23-bc29-24982904e79f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.145079] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4170ed73-4ce7-4526-93c8-aa7993e79f87 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.151355] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7f7ba87-c381-4aa8-bc0c-11869e257318 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.163718] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-8c616dc8-acb2-4535-9b76-69c4cdcc9105 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] [instance: 351ae554-2d0a-4611-a93a-1d718336cf48] Instance VIF info [] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1051.170428] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8c616dc8-acb2-4535-9b76-69c4cdcc9105 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1051.171630] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 351ae554-2d0a-4611-a93a-1d718336cf48] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1051.171882] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2648eb40-e07e-4f57-bbb9-8c2983447724 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.191039] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56f2b566-f3a1-4b6e-8818-5d22b760a742 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.192896] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7bc6d0dd-3137-4b28-b93d-b12fa62ca0ed tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Acquiring lock "refresh_cache-e94a4073-e872-43c9-9152-16aa7915c1a0" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.192974] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7bc6d0dd-3137-4b28-b93d-b12fa62ca0ed tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Acquired lock "refresh_cache-e94a4073-e872-43c9-9152-16aa7915c1a0" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.193117] env[69889]: DEBUG nova.network.neutron [None req-7bc6d0dd-3137-4b28-b93d-b12fa62ca0ed tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] [instance: e94a4073-e872-43c9-9152-16aa7915c1a0] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1051.195122] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1051.195122] env[69889]: value = "task-4077762" [ 1051.195122] env[69889]: _type = "Task" [ 1051.195122] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.231486] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a642c681-56c7-45cf-b715-67c36874a761 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.238052] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077762, 'name': CreateVM_Task} progress is 15%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.246372] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-221a194f-9462-4772-95a0-3a3be899fa5e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.270021] env[69889]: DEBUG nova.compute.provider_tree [None req-bfb27673-7952-4109-bde4-9f33b58dceba tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1051.455407] env[69889]: DEBUG oslo_concurrency.lockutils [None req-12e1c3b3-8124-4dfa-bc25-512698d86ea9 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Acquiring lock "f1999759-81e6-4ab6-9a80-8ef7e656242e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.455769] env[69889]: DEBUG oslo_concurrency.lockutils [None req-12e1c3b3-8124-4dfa-bc25-512698d86ea9 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Lock "f1999759-81e6-4ab6-9a80-8ef7e656242e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.613737] env[69889]: DEBUG oslo_vmware.api [None req-59337332-46f3-4e55-b3dc-833d955a09cd tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Task: {'id': task-4077761, 'name': PowerOffVM_Task, 'duration_secs': 0.21} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.614027] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-59337332-46f3-4e55-b3dc-833d955a09cd tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: 1b8036ed-2b5c-457d-9ef5-50d9ec77f656] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1051.614199] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-59337332-46f3-4e55-b3dc-833d955a09cd tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: 1b8036ed-2b5c-457d-9ef5-50d9ec77f656] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1051.614452] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9744f70c-518d-4131-a1a1-c942cc806f51 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.695594] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-59337332-46f3-4e55-b3dc-833d955a09cd tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: 1b8036ed-2b5c-457d-9ef5-50d9ec77f656] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1051.695670] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-59337332-46f3-4e55-b3dc-833d955a09cd tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: 1b8036ed-2b5c-457d-9ef5-50d9ec77f656] Deleting contents of the VM from datastore datastore1 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1051.695845] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-59337332-46f3-4e55-b3dc-833d955a09cd tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Deleting the datastore file [datastore1] 1b8036ed-2b5c-457d-9ef5-50d9ec77f656 {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1051.698490] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b0b89b2a-77a7-41b1-89e7-dcfff90e7b90 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.714420] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077762, 'name': CreateVM_Task} progress is 99%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.717118] env[69889]: DEBUG oslo_vmware.api [None req-59337332-46f3-4e55-b3dc-833d955a09cd tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Waiting for the task: (returnval){ [ 1051.717118] env[69889]: value = "task-4077764" [ 1051.717118] env[69889]: _type = "Task" [ 1051.717118] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.725963] env[69889]: DEBUG oslo_vmware.api [None req-59337332-46f3-4e55-b3dc-833d955a09cd tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Task: {'id': task-4077764, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.748121] env[69889]: DEBUG nova.network.neutron [None req-7bc6d0dd-3137-4b28-b93d-b12fa62ca0ed tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] [instance: e94a4073-e872-43c9-9152-16aa7915c1a0] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1051.774082] env[69889]: DEBUG nova.scheduler.client.report [None req-bfb27673-7952-4109-bde4-9f33b58dceba tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1051.930025] env[69889]: DEBUG nova.network.neutron [None req-7bc6d0dd-3137-4b28-b93d-b12fa62ca0ed tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] [instance: e94a4073-e872-43c9-9152-16aa7915c1a0] Updating instance_info_cache with network_info: [{"id": "c8baf90d-6835-447d-b287-75b49aaf7572", "address": "fa:16:3e:f8:d4:9c", "network": {"id": "7bc15629-d28d-410b-a761-75eabd10c4f2", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2132502005-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d846d435536e4aeebfb66d89a82f3e21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8baf90d-68", "ovs_interfaceid": "c8baf90d-6835-447d-b287-75b49aaf7572", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.958683] env[69889]: DEBUG nova.compute.manager [None req-12e1c3b3-8124-4dfa-bc25-512698d86ea9 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: f1999759-81e6-4ab6-9a80-8ef7e656242e] Starting instance... {{(pid=69889) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1052.038579] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-6280d34f-bf62-4eb8-9b89-d52c1915a9c9 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] [instance: bf0636c2-b042-4181-9b86-748786c41197] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1052.039481] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd51a4bc-ede4-424c-853d-1dc9ac6f4505 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.050651] env[69889]: DEBUG oslo_vmware.api [None req-6280d34f-bf62-4eb8-9b89-d52c1915a9c9 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Waiting for the task: (returnval){ [ 1052.050651] env[69889]: value = "task-4077766" [ 1052.050651] env[69889]: _type = "Task" [ 1052.050651] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.059816] env[69889]: DEBUG oslo_vmware.api [None req-6280d34f-bf62-4eb8-9b89-d52c1915a9c9 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Task: {'id': task-4077766, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.185104] env[69889]: DEBUG nova.network.neutron [-] [instance: e7d6d473-7635-4e1e-8cc5-2804bde8d1b3] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.210536] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077762, 'name': CreateVM_Task} progress is 99%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.227161] env[69889]: DEBUG oslo_vmware.api [None req-59337332-46f3-4e55-b3dc-833d955a09cd tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Task: {'id': task-4077764, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.304217} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.227453] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-59337332-46f3-4e55-b3dc-833d955a09cd tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1052.227637] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-59337332-46f3-4e55-b3dc-833d955a09cd tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: 1b8036ed-2b5c-457d-9ef5-50d9ec77f656] Deleted contents of the VM from datastore datastore1 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1052.227805] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-59337332-46f3-4e55-b3dc-833d955a09cd tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: 1b8036ed-2b5c-457d-9ef5-50d9ec77f656] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1052.227973] env[69889]: INFO nova.compute.manager [None req-59337332-46f3-4e55-b3dc-833d955a09cd tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: 1b8036ed-2b5c-457d-9ef5-50d9ec77f656] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1052.228224] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-59337332-46f3-4e55-b3dc-833d955a09cd tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1052.231097] env[69889]: DEBUG nova.compute.manager [-] [instance: 1b8036ed-2b5c-457d-9ef5-50d9ec77f656] Deallocating network for instance {{(pid=69889) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1052.231097] env[69889]: DEBUG nova.network.neutron [-] [instance: 1b8036ed-2b5c-457d-9ef5-50d9ec77f656] deallocate_for_instance() {{(pid=69889) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1052.282341] env[69889]: DEBUG oslo_concurrency.lockutils [None req-bfb27673-7952-4109-bde4-9f33b58dceba tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.485s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.283147] env[69889]: DEBUG nova.compute.manager [None req-bfb27673-7952-4109-bde4-9f33b58dceba tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] [instance: f19f6311-6a23-4489-aed4-e71dd338558b] Start building networks asynchronously for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1052.285749] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 13.427s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.285990] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.286214] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69889) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1052.286597] env[69889]: DEBUG oslo_concurrency.lockutils [None req-bf465784-92a3-4165-b474-1722abd6c300 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.647s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.286827] env[69889]: DEBUG nova.objects.instance [None req-bf465784-92a3-4165-b474-1722abd6c300 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Lazy-loading 'resources' on Instance uuid bbf9db25-688f-4729-9c55-0e1e1196c2f6 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1052.288384] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43d6cf62-cc36-45b6-9467-6542fa62b73f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.311199] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e70d6ea-23cd-479a-b3ed-1fb0bd754aec {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.333903] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d500e747-9ef9-4998-9738-168de9b9c581 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.343751] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-399b453b-7ca8-41d7-bbb3-feb9cf2dddf7 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.377061] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178306MB free_disk=19GB free_vcpus=48 pci_devices=None {{(pid=69889) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1052.377319] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.433097] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7bc6d0dd-3137-4b28-b93d-b12fa62ca0ed tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Releasing lock "refresh_cache-e94a4073-e872-43c9-9152-16aa7915c1a0" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.434051] env[69889]: DEBUG nova.compute.manager [None req-7bc6d0dd-3137-4b28-b93d-b12fa62ca0ed tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] [instance: e94a4073-e872-43c9-9152-16aa7915c1a0] Instance network_info: |[{"id": "c8baf90d-6835-447d-b287-75b49aaf7572", "address": "fa:16:3e:f8:d4:9c", "network": {"id": "7bc15629-d28d-410b-a761-75eabd10c4f2", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2132502005-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d846d435536e4aeebfb66d89a82f3e21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8baf90d-68", "ovs_interfaceid": "c8baf90d-6835-447d-b287-75b49aaf7572", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1052.434051] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-7bc6d0dd-3137-4b28-b93d-b12fa62ca0ed tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] [instance: e94a4073-e872-43c9-9152-16aa7915c1a0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f8:d4:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b8137fc-f23d-49b1-b19c-3123a5588f34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c8baf90d-6835-447d-b287-75b49aaf7572', 'vif_model': 'vmxnet3'}] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1052.446775] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7bc6d0dd-3137-4b28-b93d-b12fa62ca0ed tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1052.447159] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e94a4073-e872-43c9-9152-16aa7915c1a0] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1052.447719] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2eb65f27-ddc1-472a-984d-97a6153e520c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.477268] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1052.477268] env[69889]: value = "task-4077767" [ 1052.477268] env[69889]: _type = "Task" [ 1052.477268] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.486207] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077767, 'name': CreateVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.499151] env[69889]: DEBUG oslo_concurrency.lockutils [None req-12e1c3b3-8124-4dfa-bc25-512698d86ea9 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.564641] env[69889]: DEBUG oslo_vmware.api [None req-6280d34f-bf62-4eb8-9b89-d52c1915a9c9 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Task: {'id': task-4077766, 'name': PowerOffVM_Task, 'duration_secs': 0.374241} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.565655] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-6280d34f-bf62-4eb8-9b89-d52c1915a9c9 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] [instance: bf0636c2-b042-4181-9b86-748786c41197] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1052.565963] env[69889]: DEBUG nova.compute.manager [None req-6280d34f-bf62-4eb8-9b89-d52c1915a9c9 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] [instance: bf0636c2-b042-4181-9b86-748786c41197] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1052.566874] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7e870ed-aa3b-4a7e-b360-3ecd0d668340 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.688263] env[69889]: INFO nova.compute.manager [-] [instance: e7d6d473-7635-4e1e-8cc5-2804bde8d1b3] Took 1.79 seconds to deallocate network for instance. [ 1052.711913] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077762, 'name': CreateVM_Task, 'duration_secs': 1.396769} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.712644] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 351ae554-2d0a-4611-a93a-1d718336cf48] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1052.713155] env[69889]: DEBUG oslo_concurrency.lockutils [None req-8c616dc8-acb2-4535-9b76-69c4cdcc9105 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.713315] env[69889]: DEBUG oslo_concurrency.lockutils [None req-8c616dc8-acb2-4535-9b76-69c4cdcc9105 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.713643] env[69889]: DEBUG oslo_concurrency.lockutils [None req-8c616dc8-acb2-4535-9b76-69c4cdcc9105 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.714000] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c463cf5-11a4-46a3-a8bf-29090c461433 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.720322] env[69889]: DEBUG oslo_vmware.api [None req-8c616dc8-acb2-4535-9b76-69c4cdcc9105 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Waiting for the task: (returnval){ [ 1052.720322] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]5253e84f-781c-b76a-9d99-f385fc961bc3" [ 1052.720322] env[69889]: _type = "Task" [ 1052.720322] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.731985] env[69889]: DEBUG oslo_vmware.api [None req-8c616dc8-acb2-4535-9b76-69c4cdcc9105 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5253e84f-781c-b76a-9d99-f385fc961bc3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.803211] env[69889]: DEBUG nova.compute.utils [None req-bfb27673-7952-4109-bde4-9f33b58dceba tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1052.816022] env[69889]: DEBUG nova.compute.manager [None req-bfb27673-7952-4109-bde4-9f33b58dceba tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] [instance: f19f6311-6a23-4489-aed4-e71dd338558b] Allocating IP information in the background. {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1052.816022] env[69889]: DEBUG nova.network.neutron [None req-bfb27673-7952-4109-bde4-9f33b58dceba tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] [instance: f19f6311-6a23-4489-aed4-e71dd338558b] allocate_for_instance() {{(pid=69889) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1052.877202] env[69889]: DEBUG nova.policy [None req-bfb27673-7952-4109-bde4-9f33b58dceba tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a4514f4334ff4ea6993b1f4f92d01cfc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd4dd209ba04a4005b4a02a9ae7d71e68', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69889) authorize /opt/stack/nova/nova/policy.py:192}} [ 1052.951897] env[69889]: DEBUG nova.compute.manager [req-5406b6d2-5edb-4093-a3c2-e374607cc799 req-49068c4c-e78b-46ff-ab34-10c80deddc27 service nova] [instance: e94a4073-e872-43c9-9152-16aa7915c1a0] Received event network-changed-c8baf90d-6835-447d-b287-75b49aaf7572 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1052.952175] env[69889]: DEBUG nova.compute.manager [req-5406b6d2-5edb-4093-a3c2-e374607cc799 req-49068c4c-e78b-46ff-ab34-10c80deddc27 service nova] [instance: e94a4073-e872-43c9-9152-16aa7915c1a0] Refreshing instance network info cache due to event network-changed-c8baf90d-6835-447d-b287-75b49aaf7572. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1052.952352] env[69889]: DEBUG oslo_concurrency.lockutils [req-5406b6d2-5edb-4093-a3c2-e374607cc799 req-49068c4c-e78b-46ff-ab34-10c80deddc27 service nova] Acquiring lock "refresh_cache-e94a4073-e872-43c9-9152-16aa7915c1a0" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.952415] env[69889]: DEBUG oslo_concurrency.lockutils [req-5406b6d2-5edb-4093-a3c2-e374607cc799 req-49068c4c-e78b-46ff-ab34-10c80deddc27 service nova] Acquired lock "refresh_cache-e94a4073-e872-43c9-9152-16aa7915c1a0" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.952658] env[69889]: DEBUG nova.network.neutron [req-5406b6d2-5edb-4093-a3c2-e374607cc799 req-49068c4c-e78b-46ff-ab34-10c80deddc27 service nova] [instance: e94a4073-e872-43c9-9152-16aa7915c1a0] Refreshing network info cache for port c8baf90d-6835-447d-b287-75b49aaf7572 {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1052.989943] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077767, 'name': CreateVM_Task} progress is 99%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.079882] env[69889]: DEBUG oslo_concurrency.lockutils [None req-6280d34f-bf62-4eb8-9b89-d52c1915a9c9 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Lock "bf0636c2-b042-4181-9b86-748786c41197" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.060s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.136317] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9558d08c-915f-4b1b-b412-8df7b730de72 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.148176] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe7a76b2-c04d-41e5-83ab-c7e696e3fba3 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.196561] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6ad6bc2-932c-4211-bb42-b955dac87b2d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.211186] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87b99832-8d0e-4598-b1fc-14113cc971d2 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.226480] env[69889]: DEBUG nova.compute.provider_tree [None req-bf465784-92a3-4165-b474-1722abd6c300 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1053.244588] env[69889]: DEBUG oslo_vmware.api [None req-8c616dc8-acb2-4535-9b76-69c4cdcc9105 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5253e84f-781c-b76a-9d99-f385fc961bc3, 'name': SearchDatastore_Task, 'duration_secs': 0.012747} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.244588] env[69889]: DEBUG nova.network.neutron [None req-bfb27673-7952-4109-bde4-9f33b58dceba tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] [instance: f19f6311-6a23-4489-aed4-e71dd338558b] Successfully created port: e15be3de-8960-47e9-a437-42486585d341 {{(pid=69889) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1053.247152] env[69889]: DEBUG oslo_concurrency.lockutils [None req-8c616dc8-acb2-4535-9b76-69c4cdcc9105 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.247152] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-8c616dc8-acb2-4535-9b76-69c4cdcc9105 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] [instance: 351ae554-2d0a-4611-a93a-1d718336cf48] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1053.247312] env[69889]: DEBUG oslo_concurrency.lockutils [None req-8c616dc8-acb2-4535-9b76-69c4cdcc9105 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.247349] env[69889]: DEBUG oslo_concurrency.lockutils [None req-8c616dc8-acb2-4535-9b76-69c4cdcc9105 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.247591] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c616dc8-acb2-4535-9b76-69c4cdcc9105 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1053.248691] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aa5926c6-a243-4275-8953-92d23fe9e247 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.265746] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c616dc8-acb2-4535-9b76-69c4cdcc9105 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1053.267033] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-8c616dc8-acb2-4535-9b76-69c4cdcc9105 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1053.268368] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dffd905b-98c5-47ea-88ca-096b8ed2f3e2 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.282111] env[69889]: DEBUG oslo_vmware.api [None req-8c616dc8-acb2-4535-9b76-69c4cdcc9105 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Waiting for the task: (returnval){ [ 1053.282111] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]524a9cfd-352b-c069-ac62-a802a7c1694b" [ 1053.282111] env[69889]: _type = "Task" [ 1053.282111] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.290391] env[69889]: DEBUG oslo_vmware.api [None req-8c616dc8-acb2-4535-9b76-69c4cdcc9105 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]524a9cfd-352b-c069-ac62-a802a7c1694b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.306578] env[69889]: DEBUG nova.compute.manager [None req-bfb27673-7952-4109-bde4-9f33b58dceba tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] [instance: f19f6311-6a23-4489-aed4-e71dd338558b] Start building block device mappings for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1053.353915] env[69889]: DEBUG nova.network.neutron [-] [instance: 1b8036ed-2b5c-457d-9ef5-50d9ec77f656] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.490766] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077767, 'name': CreateVM_Task} progress is 99%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.734801] env[69889]: DEBUG nova.scheduler.client.report [None req-bf465784-92a3-4165-b474-1722abd6c300 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1053.744103] env[69889]: DEBUG oslo_concurrency.lockutils [None req-6830d21d-d940-4820-8f63-62bf469fdbb8 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Lock "e7d6d473-7635-4e1e-8cc5-2804bde8d1b3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.430s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.785632] env[69889]: DEBUG nova.network.neutron [req-5406b6d2-5edb-4093-a3c2-e374607cc799 req-49068c4c-e78b-46ff-ab34-10c80deddc27 service nova] [instance: e94a4073-e872-43c9-9152-16aa7915c1a0] Updated VIF entry in instance network info cache for port c8baf90d-6835-447d-b287-75b49aaf7572. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1053.786099] env[69889]: DEBUG nova.network.neutron [req-5406b6d2-5edb-4093-a3c2-e374607cc799 req-49068c4c-e78b-46ff-ab34-10c80deddc27 service nova] [instance: e94a4073-e872-43c9-9152-16aa7915c1a0] Updating instance_info_cache with network_info: [{"id": "c8baf90d-6835-447d-b287-75b49aaf7572", "address": "fa:16:3e:f8:d4:9c", "network": {"id": "7bc15629-d28d-410b-a761-75eabd10c4f2", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2132502005-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d846d435536e4aeebfb66d89a82f3e21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8baf90d-68", "ovs_interfaceid": "c8baf90d-6835-447d-b287-75b49aaf7572", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.795888] env[69889]: DEBUG oslo_vmware.api [None req-8c616dc8-acb2-4535-9b76-69c4cdcc9105 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]524a9cfd-352b-c069-ac62-a802a7c1694b, 'name': SearchDatastore_Task, 'duration_secs': 0.017733} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.797019] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4306363-751f-4de5-aaba-b1d9d75f4e93 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.803577] env[69889]: DEBUG oslo_vmware.api [None req-8c616dc8-acb2-4535-9b76-69c4cdcc9105 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Waiting for the task: (returnval){ [ 1053.803577] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]529d14e7-3091-735b-5264-358e7b93e88e" [ 1053.803577] env[69889]: _type = "Task" [ 1053.803577] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.816435] env[69889]: DEBUG oslo_concurrency.lockutils [None req-46796361-4b94-46fb-8ff7-e655e853bcdb tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Acquiring lock "ac14e0fa-9bbf-4c8c-82c4-bf3cf6b0660e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.816676] env[69889]: DEBUG oslo_concurrency.lockutils [None req-46796361-4b94-46fb-8ff7-e655e853bcdb tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Lock "ac14e0fa-9bbf-4c8c-82c4-bf3cf6b0660e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.822401] env[69889]: DEBUG oslo_vmware.api [None req-8c616dc8-acb2-4535-9b76-69c4cdcc9105 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]529d14e7-3091-735b-5264-358e7b93e88e, 'name': SearchDatastore_Task, 'duration_secs': 0.011255} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.822897] env[69889]: DEBUG oslo_concurrency.lockutils [None req-8c616dc8-acb2-4535-9b76-69c4cdcc9105 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.823175] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c616dc8-acb2-4535-9b76-69c4cdcc9105 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] 351ae554-2d0a-4611-a93a-1d718336cf48/351ae554-2d0a-4611-a93a-1d718336cf48.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1053.823442] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1657ce29-5de4-4394-a431-2b356a47a0f3 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.832828] env[69889]: DEBUG oslo_vmware.api [None req-8c616dc8-acb2-4535-9b76-69c4cdcc9105 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Waiting for the task: (returnval){ [ 1053.832828] env[69889]: value = "task-4077768" [ 1053.832828] env[69889]: _type = "Task" [ 1053.832828] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.842570] env[69889]: DEBUG oslo_vmware.api [None req-8c616dc8-acb2-4535-9b76-69c4cdcc9105 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Task: {'id': task-4077768, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.857203] env[69889]: INFO nova.compute.manager [-] [instance: 1b8036ed-2b5c-457d-9ef5-50d9ec77f656] Took 1.63 seconds to deallocate network for instance. [ 1053.989263] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077767, 'name': CreateVM_Task} progress is 99%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.062452] env[69889]: DEBUG nova.objects.instance [None req-c2a3d657-3626-4411-90a8-4d8123483331 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Lazy-loading 'flavor' on Instance uuid bf0636c2-b042-4181-9b86-748786c41197 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1054.242202] env[69889]: DEBUG oslo_concurrency.lockutils [None req-bf465784-92a3-4165-b474-1722abd6c300 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.955s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.244967] env[69889]: DEBUG oslo_concurrency.lockutils [None req-fb0ffbc3-b982-4252-a18f-1a91284421c8 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.193s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.246752] env[69889]: INFO nova.compute.claims [None req-fb0ffbc3-b982-4252-a18f-1a91284421c8 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] [instance: 84faf6c5-010d-450c-8d86-8a49356b31b0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1054.287583] env[69889]: INFO nova.scheduler.client.report [None req-bf465784-92a3-4165-b474-1722abd6c300 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Deleted allocations for instance bbf9db25-688f-4729-9c55-0e1e1196c2f6 [ 1054.294321] env[69889]: DEBUG oslo_concurrency.lockutils [req-5406b6d2-5edb-4093-a3c2-e374607cc799 req-49068c4c-e78b-46ff-ab34-10c80deddc27 service nova] Releasing lock "refresh_cache-e94a4073-e872-43c9-9152-16aa7915c1a0" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.320779] env[69889]: DEBUG nova.compute.manager [None req-bfb27673-7952-4109-bde4-9f33b58dceba tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] [instance: f19f6311-6a23-4489-aed4-e71dd338558b] Start spawning the instance on the hypervisor. {{(pid=69889) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1054.327211] env[69889]: DEBUG nova.compute.manager [None req-46796361-4b94-46fb-8ff7-e655e853bcdb tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] [instance: ac14e0fa-9bbf-4c8c-82c4-bf3cf6b0660e] Starting instance... {{(pid=69889) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1054.352390] env[69889]: DEBUG oslo_vmware.api [None req-8c616dc8-acb2-4535-9b76-69c4cdcc9105 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Task: {'id': task-4077768, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.370557] env[69889]: DEBUG nova.virt.hardware [None req-bfb27673-7952-4109-bde4-9f33b58dceba tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1054.371138] env[69889]: DEBUG nova.virt.hardware [None req-bfb27673-7952-4109-bde4-9f33b58dceba tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1054.371354] env[69889]: DEBUG nova.virt.hardware [None req-bfb27673-7952-4109-bde4-9f33b58dceba tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1054.371623] env[69889]: DEBUG nova.virt.hardware [None req-bfb27673-7952-4109-bde4-9f33b58dceba tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1054.372099] env[69889]: DEBUG nova.virt.hardware [None req-bfb27673-7952-4109-bde4-9f33b58dceba tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1054.372315] env[69889]: DEBUG nova.virt.hardware [None req-bfb27673-7952-4109-bde4-9f33b58dceba tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1054.372535] env[69889]: DEBUG nova.virt.hardware [None req-bfb27673-7952-4109-bde4-9f33b58dceba tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1054.372699] env[69889]: DEBUG nova.virt.hardware [None req-bfb27673-7952-4109-bde4-9f33b58dceba tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1054.372866] env[69889]: DEBUG nova.virt.hardware [None req-bfb27673-7952-4109-bde4-9f33b58dceba tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1054.373898] env[69889]: DEBUG nova.virt.hardware [None req-bfb27673-7952-4109-bde4-9f33b58dceba tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1054.373898] env[69889]: DEBUG nova.virt.hardware [None req-bfb27673-7952-4109-bde4-9f33b58dceba tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1054.374744] env[69889]: DEBUG oslo_concurrency.lockutils [None req-59337332-46f3-4e55-b3dc-833d955a09cd tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.375777] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26fd2a4d-e06e-4a0f-8798-60371b0f912d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.385943] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e1ac3c4-a784-4fdb-af73-f3b1c7349fc8 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.494310] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077767, 'name': CreateVM_Task, 'duration_secs': 1.613384} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.494530] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e94a4073-e872-43c9-9152-16aa7915c1a0] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1054.495409] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7bc6d0dd-3137-4b28-b93d-b12fa62ca0ed tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.495979] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7bc6d0dd-3137-4b28-b93d-b12fa62ca0ed tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.496188] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7bc6d0dd-3137-4b28-b93d-b12fa62ca0ed tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.496626] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48b4e429-0b3e-486c-8543-53d559f06200 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.503476] env[69889]: DEBUG oslo_vmware.api [None req-7bc6d0dd-3137-4b28-b93d-b12fa62ca0ed tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Waiting for the task: (returnval){ [ 1054.503476] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52aeb559-869e-f6cd-2f30-933b9f402366" [ 1054.503476] env[69889]: _type = "Task" [ 1054.503476] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.520078] env[69889]: DEBUG oslo_vmware.api [None req-7bc6d0dd-3137-4b28-b93d-b12fa62ca0ed tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52aeb559-869e-f6cd-2f30-933b9f402366, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.568842] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c2a3d657-3626-4411-90a8-4d8123483331 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Acquiring lock "refresh_cache-bf0636c2-b042-4181-9b86-748786c41197" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.569361] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c2a3d657-3626-4411-90a8-4d8123483331 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Acquired lock "refresh_cache-bf0636c2-b042-4181-9b86-748786c41197" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.569361] env[69889]: DEBUG nova.network.neutron [None req-c2a3d657-3626-4411-90a8-4d8123483331 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] [instance: bf0636c2-b042-4181-9b86-748786c41197] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1054.569361] env[69889]: DEBUG nova.objects.instance [None req-c2a3d657-3626-4411-90a8-4d8123483331 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Lazy-loading 'info_cache' on Instance uuid bf0636c2-b042-4181-9b86-748786c41197 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1054.775789] env[69889]: DEBUG nova.compute.manager [req-fe4510cd-e95b-4d69-9481-2644503ced88 req-8bb780ac-f1fb-4e41-b9f2-da62c2544558 service nova] [instance: f19f6311-6a23-4489-aed4-e71dd338558b] Received event network-vif-plugged-e15be3de-8960-47e9-a437-42486585d341 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1054.776070] env[69889]: DEBUG oslo_concurrency.lockutils [req-fe4510cd-e95b-4d69-9481-2644503ced88 req-8bb780ac-f1fb-4e41-b9f2-da62c2544558 service nova] Acquiring lock "f19f6311-6a23-4489-aed4-e71dd338558b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.776295] env[69889]: DEBUG oslo_concurrency.lockutils [req-fe4510cd-e95b-4d69-9481-2644503ced88 req-8bb780ac-f1fb-4e41-b9f2-da62c2544558 service nova] Lock "f19f6311-6a23-4489-aed4-e71dd338558b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.776482] env[69889]: DEBUG oslo_concurrency.lockutils [req-fe4510cd-e95b-4d69-9481-2644503ced88 req-8bb780ac-f1fb-4e41-b9f2-da62c2544558 service nova] Lock "f19f6311-6a23-4489-aed4-e71dd338558b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.776707] env[69889]: DEBUG nova.compute.manager [req-fe4510cd-e95b-4d69-9481-2644503ced88 req-8bb780ac-f1fb-4e41-b9f2-da62c2544558 service nova] [instance: f19f6311-6a23-4489-aed4-e71dd338558b] No waiting events found dispatching network-vif-plugged-e15be3de-8960-47e9-a437-42486585d341 {{(pid=69889) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1054.776922] env[69889]: WARNING nova.compute.manager [req-fe4510cd-e95b-4d69-9481-2644503ced88 req-8bb780ac-f1fb-4e41-b9f2-da62c2544558 service nova] [instance: f19f6311-6a23-4489-aed4-e71dd338558b] Received unexpected event network-vif-plugged-e15be3de-8960-47e9-a437-42486585d341 for instance with vm_state building and task_state spawning. [ 1054.799902] env[69889]: DEBUG oslo_concurrency.lockutils [None req-bf465784-92a3-4165-b474-1722abd6c300 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Lock "bbf9db25-688f-4729-9c55-0e1e1196c2f6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.265s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.851172] env[69889]: DEBUG oslo_vmware.api [None req-8c616dc8-acb2-4535-9b76-69c4cdcc9105 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Task: {'id': task-4077768, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.712715} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.851558] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c616dc8-acb2-4535-9b76-69c4cdcc9105 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] 351ae554-2d0a-4611-a93a-1d718336cf48/351ae554-2d0a-4611-a93a-1d718336cf48.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1054.852586] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-8c616dc8-acb2-4535-9b76-69c4cdcc9105 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] [instance: 351ae554-2d0a-4611-a93a-1d718336cf48] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1054.852903] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-346e770e-6af2-4b9a-9546-184aebb64d5e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.862036] env[69889]: DEBUG oslo_vmware.api [None req-8c616dc8-acb2-4535-9b76-69c4cdcc9105 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Waiting for the task: (returnval){ [ 1054.862036] env[69889]: value = "task-4077770" [ 1054.862036] env[69889]: _type = "Task" [ 1054.862036] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.862990] env[69889]: DEBUG oslo_concurrency.lockutils [None req-46796361-4b94-46fb-8ff7-e655e853bcdb tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.869737] env[69889]: DEBUG nova.network.neutron [None req-bfb27673-7952-4109-bde4-9f33b58dceba tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] [instance: f19f6311-6a23-4489-aed4-e71dd338558b] Successfully updated port: e15be3de-8960-47e9-a437-42486585d341 {{(pid=69889) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1054.880570] env[69889]: DEBUG oslo_vmware.api [None req-8c616dc8-acb2-4535-9b76-69c4cdcc9105 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Task: {'id': task-4077770, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.018853] env[69889]: DEBUG oslo_vmware.api [None req-7bc6d0dd-3137-4b28-b93d-b12fa62ca0ed tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52aeb559-869e-f6cd-2f30-933b9f402366, 'name': SearchDatastore_Task, 'duration_secs': 0.025739} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.018853] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7bc6d0dd-3137-4b28-b93d-b12fa62ca0ed tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.018853] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-7bc6d0dd-3137-4b28-b93d-b12fa62ca0ed tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] [instance: e94a4073-e872-43c9-9152-16aa7915c1a0] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1055.018853] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7bc6d0dd-3137-4b28-b93d-b12fa62ca0ed tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.018853] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7bc6d0dd-3137-4b28-b93d-b12fa62ca0ed tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.018853] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bc6d0dd-3137-4b28-b93d-b12fa62ca0ed tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1055.019308] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f3ec3be7-97cc-4cae-b0fe-e0904a9d7385 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.028329] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bc6d0dd-3137-4b28-b93d-b12fa62ca0ed tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1055.028542] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-7bc6d0dd-3137-4b28-b93d-b12fa62ca0ed tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1055.029325] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02e56ae5-e993-45f2-8a06-e0bdc1547f53 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.035351] env[69889]: DEBUG nova.compute.manager [req-59169466-ad55-47c9-967f-9ac59afe1778 req-155d7395-ef58-42b0-8853-b03e00dcba36 service nova] [instance: 1b8036ed-2b5c-457d-9ef5-50d9ec77f656] Received event network-vif-deleted-145d7452-da2e-4ec3-83be-4eafd5ba1a04 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1055.037115] env[69889]: DEBUG oslo_vmware.api [None req-7bc6d0dd-3137-4b28-b93d-b12fa62ca0ed tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Waiting for the task: (returnval){ [ 1055.037115] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]524e217c-add1-927d-6f83-806bcf50f568" [ 1055.037115] env[69889]: _type = "Task" [ 1055.037115] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.048181] env[69889]: DEBUG oslo_vmware.api [None req-7bc6d0dd-3137-4b28-b93d-b12fa62ca0ed tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]524e217c-add1-927d-6f83-806bcf50f568, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.073419] env[69889]: DEBUG nova.objects.base [None req-c2a3d657-3626-4411-90a8-4d8123483331 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69889) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1055.087826] env[69889]: DEBUG oslo_concurrency.lockutils [None req-497e5d60-993e-4578-9685-2f2062e4db5f tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Acquiring lock "bb5adeb2-ff04-4b8a-a3b5-a29b173583b5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.088087] env[69889]: DEBUG oslo_concurrency.lockutils [None req-497e5d60-993e-4578-9685-2f2062e4db5f tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Lock "bb5adeb2-ff04-4b8a-a3b5-a29b173583b5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.383022] env[69889]: DEBUG oslo_concurrency.lockutils [None req-bfb27673-7952-4109-bde4-9f33b58dceba tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] Acquiring lock "refresh_cache-f19f6311-6a23-4489-aed4-e71dd338558b" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.383022] env[69889]: DEBUG oslo_concurrency.lockutils [None req-bfb27673-7952-4109-bde4-9f33b58dceba tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] Acquired lock "refresh_cache-f19f6311-6a23-4489-aed4-e71dd338558b" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.383022] env[69889]: DEBUG nova.network.neutron [None req-bfb27673-7952-4109-bde4-9f33b58dceba tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] [instance: f19f6311-6a23-4489-aed4-e71dd338558b] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1055.383022] env[69889]: DEBUG oslo_vmware.api [None req-8c616dc8-acb2-4535-9b76-69c4cdcc9105 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Task: {'id': task-4077770, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07757} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.383022] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-8c616dc8-acb2-4535-9b76-69c4cdcc9105 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] [instance: 351ae554-2d0a-4611-a93a-1d718336cf48] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1055.383022] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fd7b307-e67f-41f1-b3a6-0524d1df13e3 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.415844] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c616dc8-acb2-4535-9b76-69c4cdcc9105 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] [instance: 351ae554-2d0a-4611-a93a-1d718336cf48] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] 351ae554-2d0a-4611-a93a-1d718336cf48/351ae554-2d0a-4611-a93a-1d718336cf48.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1055.416570] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65aa036d-ace1-4a51-8f51-c973e7751d73 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.440097] env[69889]: DEBUG oslo_vmware.api [None req-8c616dc8-acb2-4535-9b76-69c4cdcc9105 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Waiting for the task: (returnval){ [ 1055.440097] env[69889]: value = "task-4077771" [ 1055.440097] env[69889]: _type = "Task" [ 1055.440097] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.451812] env[69889]: DEBUG oslo_vmware.api [None req-8c616dc8-acb2-4535-9b76-69c4cdcc9105 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Task: {'id': task-4077771, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.550115] env[69889]: DEBUG oslo_vmware.api [None req-7bc6d0dd-3137-4b28-b93d-b12fa62ca0ed tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]524e217c-add1-927d-6f83-806bcf50f568, 'name': SearchDatastore_Task, 'duration_secs': 0.013517} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.550933] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ec231d8-4cf3-4622-9cfc-8ae9dae5220b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.563021] env[69889]: DEBUG oslo_vmware.api [None req-7bc6d0dd-3137-4b28-b93d-b12fa62ca0ed tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Waiting for the task: (returnval){ [ 1055.563021] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52a676c7-2bf6-dee8-d1d9-8f682718c95b" [ 1055.563021] env[69889]: _type = "Task" [ 1055.563021] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.572996] env[69889]: DEBUG oslo_vmware.api [None req-7bc6d0dd-3137-4b28-b93d-b12fa62ca0ed tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52a676c7-2bf6-dee8-d1d9-8f682718c95b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.593677] env[69889]: DEBUG nova.compute.manager [None req-497e5d60-993e-4578-9685-2f2062e4db5f tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: bb5adeb2-ff04-4b8a-a3b5-a29b173583b5] Starting instance... {{(pid=69889) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1055.602014] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b671bf89-8ad6-4ad2-a020-c247db5bed8c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.613666] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77abc163-e8b1-4b4e-8d0b-7e9acb9b0b88 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.656058] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9260f057-1657-444c-8307-116db9c9014a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.668724] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27ed6a60-58f4-442d-9ea7-eab3ec5f9205 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.686403] env[69889]: DEBUG nova.compute.provider_tree [None req-fb0ffbc3-b982-4252-a18f-1a91284421c8 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1055.932860] env[69889]: DEBUG nova.network.neutron [None req-bfb27673-7952-4109-bde4-9f33b58dceba tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] [instance: f19f6311-6a23-4489-aed4-e71dd338558b] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1055.950239] env[69889]: DEBUG oslo_vmware.api [None req-8c616dc8-acb2-4535-9b76-69c4cdcc9105 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Task: {'id': task-4077771, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.989872] env[69889]: DEBUG nova.network.neutron [None req-c2a3d657-3626-4411-90a8-4d8123483331 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] [instance: bf0636c2-b042-4181-9b86-748786c41197] Updating instance_info_cache with network_info: [{"id": "fd67623c-8bfe-4cb2-88d0-be7f270d6fda", "address": "fa:16:3e:86:60:d2", "network": {"id": "cc87349f-bcc8-43f6-9879-08bbd4a714b1", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-122902220-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a6b7a3fa1444c5ea83e1118264fdc81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd67623c-8b", "ovs_interfaceid": "fd67623c-8bfe-4cb2-88d0-be7f270d6fda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.074969] env[69889]: DEBUG oslo_vmware.api [None req-7bc6d0dd-3137-4b28-b93d-b12fa62ca0ed tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52a676c7-2bf6-dee8-d1d9-8f682718c95b, 'name': SearchDatastore_Task, 'duration_secs': 0.032642} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.075469] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7bc6d0dd-3137-4b28-b93d-b12fa62ca0ed tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.075782] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bc6d0dd-3137-4b28-b93d-b12fa62ca0ed tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] e94a4073-e872-43c9-9152-16aa7915c1a0/e94a4073-e872-43c9-9152-16aa7915c1a0.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1056.076111] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-efb0ac69-f195-4ba2-ba3e-68088ac6459d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.084207] env[69889]: DEBUG oslo_vmware.api [None req-7bc6d0dd-3137-4b28-b93d-b12fa62ca0ed tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Waiting for the task: (returnval){ [ 1056.084207] env[69889]: value = "task-4077772" [ 1056.084207] env[69889]: _type = "Task" [ 1056.084207] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.098200] env[69889]: DEBUG oslo_vmware.api [None req-7bc6d0dd-3137-4b28-b93d-b12fa62ca0ed tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Task: {'id': task-4077772, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.117706] env[69889]: DEBUG oslo_concurrency.lockutils [None req-497e5d60-993e-4578-9685-2f2062e4db5f tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.188445] env[69889]: DEBUG nova.scheduler.client.report [None req-fb0ffbc3-b982-4252-a18f-1a91284421c8 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1056.247563] env[69889]: DEBUG nova.network.neutron [None req-bfb27673-7952-4109-bde4-9f33b58dceba tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] [instance: f19f6311-6a23-4489-aed4-e71dd338558b] Updating instance_info_cache with network_info: [{"id": "e15be3de-8960-47e9-a437-42486585d341", "address": "fa:16:3e:aa:a9:7f", "network": {"id": "a29be3d6-a957-4ee4-908e-b533d10b448d", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1411167868-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4dd209ba04a4005b4a02a9ae7d71e68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape15be3de-89", "ovs_interfaceid": "e15be3de-8960-47e9-a437-42486585d341", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.451517] env[69889]: DEBUG oslo_vmware.api [None req-8c616dc8-acb2-4535-9b76-69c4cdcc9105 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Task: {'id': task-4077771, 'name': ReconfigVM_Task, 'duration_secs': 0.517724} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.451924] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c616dc8-acb2-4535-9b76-69c4cdcc9105 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] [instance: 351ae554-2d0a-4611-a93a-1d718336cf48] Reconfigured VM instance instance-00000051 to attach disk [datastore2] 351ae554-2d0a-4611-a93a-1d718336cf48/351ae554-2d0a-4611-a93a-1d718336cf48.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1056.452623] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2411a681-d487-47ac-bef3-1ffe0190f06a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.460251] env[69889]: DEBUG oslo_vmware.api [None req-8c616dc8-acb2-4535-9b76-69c4cdcc9105 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Waiting for the task: (returnval){ [ 1056.460251] env[69889]: value = "task-4077773" [ 1056.460251] env[69889]: _type = "Task" [ 1056.460251] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.469360] env[69889]: DEBUG oslo_vmware.api [None req-8c616dc8-acb2-4535-9b76-69c4cdcc9105 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Task: {'id': task-4077773, 'name': Rename_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.494586] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c2a3d657-3626-4411-90a8-4d8123483331 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Releasing lock "refresh_cache-bf0636c2-b042-4181-9b86-748786c41197" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.597803] env[69889]: DEBUG oslo_vmware.api [None req-7bc6d0dd-3137-4b28-b93d-b12fa62ca0ed tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Task: {'id': task-4077772, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.693609] env[69889]: DEBUG oslo_concurrency.lockutils [None req-fb0ffbc3-b982-4252-a18f-1a91284421c8 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.449s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.694175] env[69889]: DEBUG nova.compute.manager [None req-fb0ffbc3-b982-4252-a18f-1a91284421c8 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] [instance: 84faf6c5-010d-450c-8d86-8a49356b31b0] Start building networks asynchronously for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1056.697442] env[69889]: DEBUG oslo_concurrency.lockutils [None req-346b175a-cea9-43ca-bc74-a860858a6d87 tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.295s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.698362] env[69889]: DEBUG nova.objects.instance [None req-346b175a-cea9-43ca-bc74-a860858a6d87 tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Lazy-loading 'resources' on Instance uuid 363f1d3d-a783-46b7-a70c-1c251d43b4b3 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1056.750423] env[69889]: DEBUG oslo_concurrency.lockutils [None req-bfb27673-7952-4109-bde4-9f33b58dceba tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] Releasing lock "refresh_cache-f19f6311-6a23-4489-aed4-e71dd338558b" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.750776] env[69889]: DEBUG nova.compute.manager [None req-bfb27673-7952-4109-bde4-9f33b58dceba tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] [instance: f19f6311-6a23-4489-aed4-e71dd338558b] Instance network_info: |[{"id": "e15be3de-8960-47e9-a437-42486585d341", "address": "fa:16:3e:aa:a9:7f", "network": {"id": "a29be3d6-a957-4ee4-908e-b533d10b448d", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1411167868-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4dd209ba04a4005b4a02a9ae7d71e68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape15be3de-89", "ovs_interfaceid": "e15be3de-8960-47e9-a437-42486585d341", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1056.751317] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-bfb27673-7952-4109-bde4-9f33b58dceba tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] [instance: f19f6311-6a23-4489-aed4-e71dd338558b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:a9:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '140f4558-c11e-4af4-ab36-234e2d2f80a4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e15be3de-8960-47e9-a437-42486585d341', 'vif_model': 'vmxnet3'}] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1056.761838] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfb27673-7952-4109-bde4-9f33b58dceba tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] Creating folder: Project (d4dd209ba04a4005b4a02a9ae7d71e68). Parent ref: group-v807779. {{(pid=69889) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1056.761838] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9e4771ce-7f5b-4bd1-b2c6-8a7549b5a020 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.777450] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-bfb27673-7952-4109-bde4-9f33b58dceba tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] Created folder: Project (d4dd209ba04a4005b4a02a9ae7d71e68) in parent group-v807779. [ 1056.777715] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfb27673-7952-4109-bde4-9f33b58dceba tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] Creating folder: Instances. Parent ref: group-v808013. {{(pid=69889) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1056.778476] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aa4929c1-b1ed-41e9-a0ef-4d83aaebb0e2 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.792984] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-bfb27673-7952-4109-bde4-9f33b58dceba tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] Created folder: Instances in parent group-v808013. [ 1056.793273] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bfb27673-7952-4109-bde4-9f33b58dceba tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1056.793485] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f19f6311-6a23-4489-aed4-e71dd338558b] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1056.793718] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0a5de7f0-036e-414c-a02b-924e925b2742 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.816384] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1056.816384] env[69889]: value = "task-4077776" [ 1056.816384] env[69889]: _type = "Task" [ 1056.816384] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.829131] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077776, 'name': CreateVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.974174] env[69889]: DEBUG oslo_vmware.api [None req-8c616dc8-acb2-4535-9b76-69c4cdcc9105 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Task: {'id': task-4077773, 'name': Rename_Task, 'duration_secs': 0.15233} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.974585] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c616dc8-acb2-4535-9b76-69c4cdcc9105 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] [instance: 351ae554-2d0a-4611-a93a-1d718336cf48] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1056.974897] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3ff62bab-4453-4dd4-8e35-4463a968160f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.985868] env[69889]: DEBUG oslo_vmware.api [None req-8c616dc8-acb2-4535-9b76-69c4cdcc9105 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Waiting for the task: (returnval){ [ 1056.985868] env[69889]: value = "task-4077777" [ 1056.985868] env[69889]: _type = "Task" [ 1056.985868] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.988918] env[69889]: DEBUG nova.compute.manager [req-f7426d64-87ee-4d85-8640-7d16082c23e9 req-bc5f647f-e5ca-478d-88f7-8f8d86eb4bd4 service nova] [instance: f19f6311-6a23-4489-aed4-e71dd338558b] Received event network-changed-e15be3de-8960-47e9-a437-42486585d341 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1056.989077] env[69889]: DEBUG nova.compute.manager [req-f7426d64-87ee-4d85-8640-7d16082c23e9 req-bc5f647f-e5ca-478d-88f7-8f8d86eb4bd4 service nova] [instance: f19f6311-6a23-4489-aed4-e71dd338558b] Refreshing instance network info cache due to event network-changed-e15be3de-8960-47e9-a437-42486585d341. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1056.989453] env[69889]: DEBUG oslo_concurrency.lockutils [req-f7426d64-87ee-4d85-8640-7d16082c23e9 req-bc5f647f-e5ca-478d-88f7-8f8d86eb4bd4 service nova] Acquiring lock "refresh_cache-f19f6311-6a23-4489-aed4-e71dd338558b" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.989453] env[69889]: DEBUG oslo_concurrency.lockutils [req-f7426d64-87ee-4d85-8640-7d16082c23e9 req-bc5f647f-e5ca-478d-88f7-8f8d86eb4bd4 service nova] Acquired lock "refresh_cache-f19f6311-6a23-4489-aed4-e71dd338558b" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.989839] env[69889]: DEBUG nova.network.neutron [req-f7426d64-87ee-4d85-8640-7d16082c23e9 req-bc5f647f-e5ca-478d-88f7-8f8d86eb4bd4 service nova] [instance: f19f6311-6a23-4489-aed4-e71dd338558b] Refreshing network info cache for port e15be3de-8960-47e9-a437-42486585d341 {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1057.004319] env[69889]: DEBUG oslo_vmware.api [None req-8c616dc8-acb2-4535-9b76-69c4cdcc9105 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Task: {'id': task-4077777, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.075116] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0e6ee9c4-5f52-4c28-b094-ab2a68536478 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Acquiring lock "1d03b56f-0b24-44ca-a394-e71ef3d2abf0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.075116] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0e6ee9c4-5f52-4c28-b094-ab2a68536478 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Lock "1d03b56f-0b24-44ca-a394-e71ef3d2abf0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.102547] env[69889]: DEBUG oslo_vmware.api [None req-7bc6d0dd-3137-4b28-b93d-b12fa62ca0ed tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Task: {'id': task-4077772, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.926571} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.102547] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bc6d0dd-3137-4b28-b93d-b12fa62ca0ed tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] e94a4073-e872-43c9-9152-16aa7915c1a0/e94a4073-e872-43c9-9152-16aa7915c1a0.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1057.102547] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-7bc6d0dd-3137-4b28-b93d-b12fa62ca0ed tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] [instance: e94a4073-e872-43c9-9152-16aa7915c1a0] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1057.102547] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-944ea65b-2552-40c3-a0fc-d57f8a0c11e9 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.110046] env[69889]: DEBUG oslo_vmware.api [None req-7bc6d0dd-3137-4b28-b93d-b12fa62ca0ed tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Waiting for the task: (returnval){ [ 1057.110046] env[69889]: value = "task-4077778" [ 1057.110046] env[69889]: _type = "Task" [ 1057.110046] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.120030] env[69889]: DEBUG oslo_vmware.api [None req-7bc6d0dd-3137-4b28-b93d-b12fa62ca0ed tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Task: {'id': task-4077778, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.201517] env[69889]: DEBUG nova.compute.utils [None req-fb0ffbc3-b982-4252-a18f-1a91284421c8 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1057.206635] env[69889]: DEBUG nova.compute.manager [None req-fb0ffbc3-b982-4252-a18f-1a91284421c8 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] [instance: 84faf6c5-010d-450c-8d86-8a49356b31b0] Not allocating networking since 'none' was specified. {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1057.328497] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077776, 'name': CreateVM_Task, 'duration_secs': 0.442079} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.330837] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f19f6311-6a23-4489-aed4-e71dd338558b] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1057.331970] env[69889]: DEBUG oslo_concurrency.lockutils [None req-bfb27673-7952-4109-bde4-9f33b58dceba tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.332092] env[69889]: DEBUG oslo_concurrency.lockutils [None req-bfb27673-7952-4109-bde4-9f33b58dceba tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.332404] env[69889]: DEBUG oslo_concurrency.lockutils [None req-bfb27673-7952-4109-bde4-9f33b58dceba tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.332746] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2277b9a4-8e9b-49a9-8b3a-e71ffacedc14 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.340223] env[69889]: DEBUG oslo_vmware.api [None req-bfb27673-7952-4109-bde4-9f33b58dceba tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] Waiting for the task: (returnval){ [ 1057.340223] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]528bd2b6-e9f7-bee2-0d1f-3e9f87b8cd97" [ 1057.340223] env[69889]: _type = "Task" [ 1057.340223] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.348715] env[69889]: DEBUG oslo_vmware.api [None req-bfb27673-7952-4109-bde4-9f33b58dceba tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]528bd2b6-e9f7-bee2-0d1f-3e9f87b8cd97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.478237] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-027e4842-9806-4ab0-b5e6-4d141fb9d5f6 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.486659] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8e0dcf6-3e5d-46ac-8fda-c835d2ce9d2a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.500968] env[69889]: DEBUG oslo_vmware.api [None req-8c616dc8-acb2-4535-9b76-69c4cdcc9105 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Task: {'id': task-4077777, 'name': PowerOnVM_Task, 'duration_secs': 0.474161} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.528965] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c616dc8-acb2-4535-9b76-69c4cdcc9105 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] [instance: 351ae554-2d0a-4611-a93a-1d718336cf48] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1057.529156] env[69889]: DEBUG nova.compute.manager [None req-8c616dc8-acb2-4535-9b76-69c4cdcc9105 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] [instance: 351ae554-2d0a-4611-a93a-1d718336cf48] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1057.529745] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2a3d657-3626-4411-90a8-4d8123483331 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] [instance: bf0636c2-b042-4181-9b86-748786c41197] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1057.530910] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96cbceeb-2d3e-463d-afff-f15e85d68638 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.533508] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-81c9b672-e615-44ca-bfd9-efd497dd9a80 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.535665] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-697bd458-cf4b-4c07-94b9-142488b28d95 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.546252] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f8e9a34-188c-4856-9f83-129f7fe39398 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.552679] env[69889]: DEBUG oslo_vmware.api [None req-c2a3d657-3626-4411-90a8-4d8123483331 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Waiting for the task: (returnval){ [ 1057.552679] env[69889]: value = "task-4077779" [ 1057.552679] env[69889]: _type = "Task" [ 1057.552679] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.564888] env[69889]: DEBUG nova.compute.provider_tree [None req-346b175a-cea9-43ca-bc74-a860858a6d87 tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1057.572471] env[69889]: DEBUG oslo_vmware.api [None req-c2a3d657-3626-4411-90a8-4d8123483331 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Task: {'id': task-4077779, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.576964] env[69889]: DEBUG nova.compute.manager [None req-0e6ee9c4-5f52-4c28-b094-ab2a68536478 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 1d03b56f-0b24-44ca-a394-e71ef3d2abf0] Starting instance... {{(pid=69889) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1057.621348] env[69889]: DEBUG oslo_vmware.api [None req-7bc6d0dd-3137-4b28-b93d-b12fa62ca0ed tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Task: {'id': task-4077778, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082161} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.621609] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-7bc6d0dd-3137-4b28-b93d-b12fa62ca0ed tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] [instance: e94a4073-e872-43c9-9152-16aa7915c1a0] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1057.622386] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4abe512-11d0-40db-a3b9-3fe43a0c3a44 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.645099] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bc6d0dd-3137-4b28-b93d-b12fa62ca0ed tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] [instance: e94a4073-e872-43c9-9152-16aa7915c1a0] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] e94a4073-e872-43c9-9152-16aa7915c1a0/e94a4073-e872-43c9-9152-16aa7915c1a0.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1057.645386] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e40f3a7e-97c5-4b67-9d38-5dff2d921321 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.670801] env[69889]: DEBUG oslo_vmware.api [None req-7bc6d0dd-3137-4b28-b93d-b12fa62ca0ed tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Waiting for the task: (returnval){ [ 1057.670801] env[69889]: value = "task-4077780" [ 1057.670801] env[69889]: _type = "Task" [ 1057.670801] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.680083] env[69889]: DEBUG oslo_vmware.api [None req-7bc6d0dd-3137-4b28-b93d-b12fa62ca0ed tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Task: {'id': task-4077780, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.708372] env[69889]: DEBUG nova.compute.manager [None req-fb0ffbc3-b982-4252-a18f-1a91284421c8 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] [instance: 84faf6c5-010d-450c-8d86-8a49356b31b0] Start building block device mappings for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1057.797722] env[69889]: DEBUG nova.network.neutron [req-f7426d64-87ee-4d85-8640-7d16082c23e9 req-bc5f647f-e5ca-478d-88f7-8f8d86eb4bd4 service nova] [instance: f19f6311-6a23-4489-aed4-e71dd338558b] Updated VIF entry in instance network info cache for port e15be3de-8960-47e9-a437-42486585d341. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1057.798287] env[69889]: DEBUG nova.network.neutron [req-f7426d64-87ee-4d85-8640-7d16082c23e9 req-bc5f647f-e5ca-478d-88f7-8f8d86eb4bd4 service nova] [instance: f19f6311-6a23-4489-aed4-e71dd338558b] Updating instance_info_cache with network_info: [{"id": "e15be3de-8960-47e9-a437-42486585d341", "address": "fa:16:3e:aa:a9:7f", "network": {"id": "a29be3d6-a957-4ee4-908e-b533d10b448d", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1411167868-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4dd209ba04a4005b4a02a9ae7d71e68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape15be3de-89", "ovs_interfaceid": "e15be3de-8960-47e9-a437-42486585d341", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.851717] env[69889]: DEBUG oslo_vmware.api [None req-bfb27673-7952-4109-bde4-9f33b58dceba tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]528bd2b6-e9f7-bee2-0d1f-3e9f87b8cd97, 'name': SearchDatastore_Task, 'duration_secs': 0.013674} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.852066] env[69889]: DEBUG oslo_concurrency.lockutils [None req-bfb27673-7952-4109-bde4-9f33b58dceba tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.852481] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-bfb27673-7952-4109-bde4-9f33b58dceba tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] [instance: f19f6311-6a23-4489-aed4-e71dd338558b] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1057.852792] env[69889]: DEBUG oslo_concurrency.lockutils [None req-bfb27673-7952-4109-bde4-9f33b58dceba tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.853032] env[69889]: DEBUG oslo_concurrency.lockutils [None req-bfb27673-7952-4109-bde4-9f33b58dceba tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.853288] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfb27673-7952-4109-bde4-9f33b58dceba tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1057.853515] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1f645091-bc60-4f46-8809-30188dc5511d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.864768] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfb27673-7952-4109-bde4-9f33b58dceba tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1057.865159] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-bfb27673-7952-4109-bde4-9f33b58dceba tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1057.865776] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b14f02bf-2257-4499-9839-41d2be989d00 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.873080] env[69889]: DEBUG oslo_vmware.api [None req-bfb27673-7952-4109-bde4-9f33b58dceba tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] Waiting for the task: (returnval){ [ 1057.873080] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52acedd3-025d-85df-ed0c-bb7e94a81180" [ 1057.873080] env[69889]: _type = "Task" [ 1057.873080] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.883345] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e338ea67-27b0-41d1-8f0c-d2e3089afcf3 tempest-ServersTestBootFromVolume-1297770221 tempest-ServersTestBootFromVolume-1297770221-project-member] Acquiring lock "0148a47f-96ee-42a1-9778-09ad9c56f4ac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.883611] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e338ea67-27b0-41d1-8f0c-d2e3089afcf3 tempest-ServersTestBootFromVolume-1297770221 tempest-ServersTestBootFromVolume-1297770221-project-member] Lock "0148a47f-96ee-42a1-9778-09ad9c56f4ac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.888895] env[69889]: DEBUG oslo_vmware.api [None req-bfb27673-7952-4109-bde4-9f33b58dceba tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52acedd3-025d-85df-ed0c-bb7e94a81180, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.062908] env[69889]: DEBUG oslo_concurrency.lockutils [None req-8c616dc8-acb2-4535-9b76-69c4cdcc9105 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.068755] env[69889]: DEBUG nova.scheduler.client.report [None req-346b175a-cea9-43ca-bc74-a860858a6d87 tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1058.072060] env[69889]: DEBUG oslo_vmware.api [None req-c2a3d657-3626-4411-90a8-4d8123483331 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Task: {'id': task-4077779, 'name': PowerOnVM_Task, 'duration_secs': 0.432149} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.072491] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2a3d657-3626-4411-90a8-4d8123483331 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] [instance: bf0636c2-b042-4181-9b86-748786c41197] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1058.072705] env[69889]: DEBUG nova.compute.manager [None req-c2a3d657-3626-4411-90a8-4d8123483331 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] [instance: bf0636c2-b042-4181-9b86-748786c41197] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1058.073517] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2af0882-52c0-4ecb-83ea-6480c8838940 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.102689] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0e6ee9c4-5f52-4c28-b094-ab2a68536478 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.180993] env[69889]: DEBUG oslo_vmware.api [None req-7bc6d0dd-3137-4b28-b93d-b12fa62ca0ed tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Task: {'id': task-4077780, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.301647] env[69889]: DEBUG oslo_concurrency.lockutils [req-f7426d64-87ee-4d85-8640-7d16082c23e9 req-bc5f647f-e5ca-478d-88f7-8f8d86eb4bd4 service nova] Releasing lock "refresh_cache-f19f6311-6a23-4489-aed4-e71dd338558b" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.384554] env[69889]: DEBUG oslo_vmware.api [None req-bfb27673-7952-4109-bde4-9f33b58dceba tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52acedd3-025d-85df-ed0c-bb7e94a81180, 'name': SearchDatastore_Task, 'duration_secs': 0.030942} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.386077] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a8483c8-c631-4656-8b57-74d3e51378d0 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.389216] env[69889]: DEBUG nova.compute.manager [None req-e338ea67-27b0-41d1-8f0c-d2e3089afcf3 tempest-ServersTestBootFromVolume-1297770221 tempest-ServersTestBootFromVolume-1297770221-project-member] [instance: 0148a47f-96ee-42a1-9778-09ad9c56f4ac] Starting instance... {{(pid=69889) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1058.393584] env[69889]: DEBUG oslo_vmware.api [None req-bfb27673-7952-4109-bde4-9f33b58dceba tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] Waiting for the task: (returnval){ [ 1058.393584] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52341fab-36d1-ba19-8299-e3c45cedd25c" [ 1058.393584] env[69889]: _type = "Task" [ 1058.393584] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.405100] env[69889]: DEBUG oslo_vmware.api [None req-bfb27673-7952-4109-bde4-9f33b58dceba tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52341fab-36d1-ba19-8299-e3c45cedd25c, 'name': SearchDatastore_Task} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.405368] env[69889]: DEBUG oslo_concurrency.lockutils [None req-bfb27673-7952-4109-bde4-9f33b58dceba tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.405627] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfb27673-7952-4109-bde4-9f33b58dceba tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] f19f6311-6a23-4489-aed4-e71dd338558b/f19f6311-6a23-4489-aed4-e71dd338558b.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1058.405893] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-714607b9-cbab-4f96-bd8f-8813138ae5bc {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.413633] env[69889]: DEBUG oslo_vmware.api [None req-bfb27673-7952-4109-bde4-9f33b58dceba tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] Waiting for the task: (returnval){ [ 1058.413633] env[69889]: value = "task-4077781" [ 1058.413633] env[69889]: _type = "Task" [ 1058.413633] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.422804] env[69889]: DEBUG oslo_vmware.api [None req-bfb27673-7952-4109-bde4-9f33b58dceba tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] Task: {'id': task-4077781, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.573447] env[69889]: DEBUG oslo_concurrency.lockutils [None req-346b175a-cea9-43ca-bc74-a860858a6d87 tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.876s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.576962] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7498ca4d-e585-45f7-b504-4a255dbfbd5b tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.919s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.577245] env[69889]: DEBUG nova.objects.instance [None req-7498ca4d-e585-45f7-b504-4a255dbfbd5b tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Lazy-loading 'resources' on Instance uuid 15d503ce-3ce0-4038-9698-c1beffdf07d5 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1058.597160] env[69889]: INFO nova.scheduler.client.report [None req-346b175a-cea9-43ca-bc74-a860858a6d87 tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Deleted allocations for instance 363f1d3d-a783-46b7-a70c-1c251d43b4b3 [ 1058.686213] env[69889]: DEBUG oslo_vmware.api [None req-7bc6d0dd-3137-4b28-b93d-b12fa62ca0ed tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Task: {'id': task-4077780, 'name': ReconfigVM_Task, 'duration_secs': 0.629896} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.686583] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bc6d0dd-3137-4b28-b93d-b12fa62ca0ed tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] [instance: e94a4073-e872-43c9-9152-16aa7915c1a0] Reconfigured VM instance instance-00000052 to attach disk [datastore2] e94a4073-e872-43c9-9152-16aa7915c1a0/e94a4073-e872-43c9-9152-16aa7915c1a0.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1058.687337] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9da45e7b-11e0-4abf-bf1e-a09a80244b3e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.696663] env[69889]: DEBUG oslo_vmware.api [None req-7bc6d0dd-3137-4b28-b93d-b12fa62ca0ed tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Waiting for the task: (returnval){ [ 1058.696663] env[69889]: value = "task-4077782" [ 1058.696663] env[69889]: _type = "Task" [ 1058.696663] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.708246] env[69889]: DEBUG oslo_vmware.api [None req-7bc6d0dd-3137-4b28-b93d-b12fa62ca0ed tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Task: {'id': task-4077782, 'name': Rename_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.717879] env[69889]: DEBUG nova.compute.manager [None req-fb0ffbc3-b982-4252-a18f-1a91284421c8 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] [instance: 84faf6c5-010d-450c-8d86-8a49356b31b0] Start spawning the instance on the hypervisor. {{(pid=69889) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1058.751273] env[69889]: DEBUG nova.virt.hardware [None req-fb0ffbc3-b982-4252-a18f-1a91284421c8 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1058.751582] env[69889]: DEBUG nova.virt.hardware [None req-fb0ffbc3-b982-4252-a18f-1a91284421c8 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1058.751879] env[69889]: DEBUG nova.virt.hardware [None req-fb0ffbc3-b982-4252-a18f-1a91284421c8 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1058.752126] env[69889]: DEBUG nova.virt.hardware [None req-fb0ffbc3-b982-4252-a18f-1a91284421c8 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1058.752301] env[69889]: DEBUG nova.virt.hardware [None req-fb0ffbc3-b982-4252-a18f-1a91284421c8 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1058.752477] env[69889]: DEBUG nova.virt.hardware [None req-fb0ffbc3-b982-4252-a18f-1a91284421c8 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1058.752694] env[69889]: DEBUG nova.virt.hardware [None req-fb0ffbc3-b982-4252-a18f-1a91284421c8 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1058.752858] env[69889]: DEBUG nova.virt.hardware [None req-fb0ffbc3-b982-4252-a18f-1a91284421c8 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1058.753036] env[69889]: DEBUG nova.virt.hardware [None req-fb0ffbc3-b982-4252-a18f-1a91284421c8 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1058.753205] env[69889]: DEBUG nova.virt.hardware [None req-fb0ffbc3-b982-4252-a18f-1a91284421c8 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1058.753377] env[69889]: DEBUG nova.virt.hardware [None req-fb0ffbc3-b982-4252-a18f-1a91284421c8 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1058.754647] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a57063d-ed0d-45d0-b131-a94d1fb5624b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.765227] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1ace0b1-cf8d-4a13-857c-6fd0fbd0f983 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.782362] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-fb0ffbc3-b982-4252-a18f-1a91284421c8 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] [instance: 84faf6c5-010d-450c-8d86-8a49356b31b0] Instance VIF info [] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1058.788182] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb0ffbc3-b982-4252-a18f-1a91284421c8 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Creating folder: Project (2c90cb7b6b6d48ca9b4cec3682a447a0). Parent ref: group-v807779. {{(pid=69889) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1058.788582] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-520f31f5-24d7-4464-8624-2744d2af23fe {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.801763] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-fb0ffbc3-b982-4252-a18f-1a91284421c8 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Created folder: Project (2c90cb7b6b6d48ca9b4cec3682a447a0) in parent group-v807779. [ 1058.802159] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb0ffbc3-b982-4252-a18f-1a91284421c8 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Creating folder: Instances. Parent ref: group-v808016. {{(pid=69889) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1058.802469] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f95d31e7-ce32-4df2-8f67-0e9b761316d5 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.814621] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-fb0ffbc3-b982-4252-a18f-1a91284421c8 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Created folder: Instances in parent group-v808016. [ 1058.814861] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fb0ffbc3-b982-4252-a18f-1a91284421c8 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1058.815081] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84faf6c5-010d-450c-8d86-8a49356b31b0] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1058.815314] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-89d5316f-cc16-469f-9220-07d4c9a17d88 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.834570] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1058.834570] env[69889]: value = "task-4077785" [ 1058.834570] env[69889]: _type = "Task" [ 1058.834570] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.844630] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077785, 'name': CreateVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.921891] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e338ea67-27b0-41d1-8f0c-d2e3089afcf3 tempest-ServersTestBootFromVolume-1297770221 tempest-ServersTestBootFromVolume-1297770221-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.929287] env[69889]: DEBUG oslo_vmware.api [None req-bfb27673-7952-4109-bde4-9f33b58dceba tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] Task: {'id': task-4077781, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.110932] env[69889]: DEBUG oslo_concurrency.lockutils [None req-346b175a-cea9-43ca-bc74-a860858a6d87 tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Lock "363f1d3d-a783-46b7-a70c-1c251d43b4b3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.320s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.211425] env[69889]: DEBUG oslo_vmware.api [None req-7bc6d0dd-3137-4b28-b93d-b12fa62ca0ed tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Task: {'id': task-4077782, 'name': Rename_Task, 'duration_secs': 0.372863} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.214333] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bc6d0dd-3137-4b28-b93d-b12fa62ca0ed tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] [instance: e94a4073-e872-43c9-9152-16aa7915c1a0] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1059.214803] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f25b7ba6-565f-4ded-9877-499c1e194cf2 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.222181] env[69889]: DEBUG oslo_vmware.api [None req-7bc6d0dd-3137-4b28-b93d-b12fa62ca0ed tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Waiting for the task: (returnval){ [ 1059.222181] env[69889]: value = "task-4077786" [ 1059.222181] env[69889]: _type = "Task" [ 1059.222181] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.231286] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ee82646d-2f3b-4d07-8626-4aa2ef48ef5e tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Acquiring lock "351ae554-2d0a-4611-a93a-1d718336cf48" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.231530] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ee82646d-2f3b-4d07-8626-4aa2ef48ef5e tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Lock "351ae554-2d0a-4611-a93a-1d718336cf48" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.231745] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ee82646d-2f3b-4d07-8626-4aa2ef48ef5e tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Acquiring lock "351ae554-2d0a-4611-a93a-1d718336cf48-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.231924] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ee82646d-2f3b-4d07-8626-4aa2ef48ef5e tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Lock "351ae554-2d0a-4611-a93a-1d718336cf48-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.232104] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ee82646d-2f3b-4d07-8626-4aa2ef48ef5e tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Lock "351ae554-2d0a-4611-a93a-1d718336cf48-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.233684] env[69889]: DEBUG oslo_vmware.api [None req-7bc6d0dd-3137-4b28-b93d-b12fa62ca0ed tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Task: {'id': task-4077786, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.237109] env[69889]: INFO nova.compute.manager [None req-ee82646d-2f3b-4d07-8626-4aa2ef48ef5e tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] [instance: 351ae554-2d0a-4611-a93a-1d718336cf48] Terminating instance [ 1059.344246] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077785, 'name': CreateVM_Task, 'duration_secs': 0.357913} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.346790] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84faf6c5-010d-450c-8d86-8a49356b31b0] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1059.347424] env[69889]: DEBUG oslo_concurrency.lockutils [None req-fb0ffbc3-b982-4252-a18f-1a91284421c8 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.347603] env[69889]: DEBUG oslo_concurrency.lockutils [None req-fb0ffbc3-b982-4252-a18f-1a91284421c8 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.347906] env[69889]: DEBUG oslo_concurrency.lockutils [None req-fb0ffbc3-b982-4252-a18f-1a91284421c8 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.348192] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bfb0052-07f5-4d9a-ad73-c936d03e47b9 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.354609] env[69889]: DEBUG oslo_vmware.api [None req-fb0ffbc3-b982-4252-a18f-1a91284421c8 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Waiting for the task: (returnval){ [ 1059.354609] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]523324fc-cde6-05a5-6104-b647d0f5c56f" [ 1059.354609] env[69889]: _type = "Task" [ 1059.354609] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.368036] env[69889]: DEBUG oslo_vmware.api [None req-fb0ffbc3-b982-4252-a18f-1a91284421c8 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]523324fc-cde6-05a5-6104-b647d0f5c56f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.410264] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-939512ec-0bdb-4096-991a-aabbd380539e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.424265] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8220603-306b-46a0-9b7b-987ce0951785 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.434369] env[69889]: DEBUG oslo_vmware.api [None req-bfb27673-7952-4109-bde4-9f33b58dceba tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] Task: {'id': task-4077781, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.541741} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.458391] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfb27673-7952-4109-bde4-9f33b58dceba tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] f19f6311-6a23-4489-aed4-e71dd338558b/f19f6311-6a23-4489-aed4-e71dd338558b.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1059.458677] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-bfb27673-7952-4109-bde4-9f33b58dceba tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] [instance: f19f6311-6a23-4489-aed4-e71dd338558b] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1059.459107] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cecdbdd2-e4bf-4ad8-8c7d-63d0fcbf8454 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.461556] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03168d23-8aeb-44a0-9377-05b76604ef4b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.471810] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d59d65c9-23c4-4452-b243-8adbe091aed8 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.475831] env[69889]: DEBUG oslo_vmware.api [None req-bfb27673-7952-4109-bde4-9f33b58dceba tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] Waiting for the task: (returnval){ [ 1059.475831] env[69889]: value = "task-4077787" [ 1059.475831] env[69889]: _type = "Task" [ 1059.475831] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.487442] env[69889]: DEBUG nova.compute.provider_tree [None req-7498ca4d-e585-45f7-b504-4a255dbfbd5b tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1059.494067] env[69889]: DEBUG oslo_vmware.api [None req-bfb27673-7952-4109-bde4-9f33b58dceba tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] Task: {'id': task-4077787, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.733702] env[69889]: DEBUG oslo_vmware.api [None req-7bc6d0dd-3137-4b28-b93d-b12fa62ca0ed tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Task: {'id': task-4077786, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.744545] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ee82646d-2f3b-4d07-8626-4aa2ef48ef5e tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Acquiring lock "refresh_cache-351ae554-2d0a-4611-a93a-1d718336cf48" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.744787] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ee82646d-2f3b-4d07-8626-4aa2ef48ef5e tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Acquired lock "refresh_cache-351ae554-2d0a-4611-a93a-1d718336cf48" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.744974] env[69889]: DEBUG nova.network.neutron [None req-ee82646d-2f3b-4d07-8626-4aa2ef48ef5e tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] [instance: 351ae554-2d0a-4611-a93a-1d718336cf48] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1059.865703] env[69889]: DEBUG oslo_vmware.api [None req-fb0ffbc3-b982-4252-a18f-1a91284421c8 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]523324fc-cde6-05a5-6104-b647d0f5c56f, 'name': SearchDatastore_Task, 'duration_secs': 0.010125} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.866064] env[69889]: DEBUG oslo_concurrency.lockutils [None req-fb0ffbc3-b982-4252-a18f-1a91284421c8 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.866271] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-fb0ffbc3-b982-4252-a18f-1a91284421c8 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] [instance: 84faf6c5-010d-450c-8d86-8a49356b31b0] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1059.866513] env[69889]: DEBUG oslo_concurrency.lockutils [None req-fb0ffbc3-b982-4252-a18f-1a91284421c8 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.866684] env[69889]: DEBUG oslo_concurrency.lockutils [None req-fb0ffbc3-b982-4252-a18f-1a91284421c8 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.867035] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb0ffbc3-b982-4252-a18f-1a91284421c8 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1059.867194] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-427a9f0a-cabb-481f-bea5-8c57e9347359 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.882187] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb0ffbc3-b982-4252-a18f-1a91284421c8 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1059.882333] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-fb0ffbc3-b982-4252-a18f-1a91284421c8 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1059.883271] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5927b9b7-2a9a-4ccc-8e71-e5264c308459 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.893802] env[69889]: DEBUG oslo_vmware.api [None req-fb0ffbc3-b982-4252-a18f-1a91284421c8 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Waiting for the task: (returnval){ [ 1059.893802] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]5294853f-83f9-ffcb-4ae0-b154b2bb943b" [ 1059.893802] env[69889]: _type = "Task" [ 1059.893802] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.902998] env[69889]: DEBUG oslo_vmware.api [None req-fb0ffbc3-b982-4252-a18f-1a91284421c8 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5294853f-83f9-ffcb-4ae0-b154b2bb943b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.985269] env[69889]: DEBUG oslo_vmware.api [None req-bfb27673-7952-4109-bde4-9f33b58dceba tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] Task: {'id': task-4077787, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.990354] env[69889]: DEBUG nova.scheduler.client.report [None req-7498ca4d-e585-45f7-b504-4a255dbfbd5b tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1060.235048] env[69889]: DEBUG oslo_vmware.api [None req-7bc6d0dd-3137-4b28-b93d-b12fa62ca0ed tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Task: {'id': task-4077786, 'name': PowerOnVM_Task, 'duration_secs': 0.514629} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.235048] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bc6d0dd-3137-4b28-b93d-b12fa62ca0ed tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] [instance: e94a4073-e872-43c9-9152-16aa7915c1a0] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1060.235537] env[69889]: INFO nova.compute.manager [None req-7bc6d0dd-3137-4b28-b93d-b12fa62ca0ed tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] [instance: e94a4073-e872-43c9-9152-16aa7915c1a0] Took 11.43 seconds to spawn the instance on the hypervisor. [ 1060.235537] env[69889]: DEBUG nova.compute.manager [None req-7bc6d0dd-3137-4b28-b93d-b12fa62ca0ed tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] [instance: e94a4073-e872-43c9-9152-16aa7915c1a0] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1060.236244] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61f714aa-a8c9-4d8d-b0fd-7194339e898a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.272257] env[69889]: DEBUG nova.network.neutron [None req-ee82646d-2f3b-4d07-8626-4aa2ef48ef5e tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] [instance: 351ae554-2d0a-4611-a93a-1d718336cf48] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1060.323443] env[69889]: DEBUG nova.network.neutron [None req-ee82646d-2f3b-4d07-8626-4aa2ef48ef5e tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] [instance: 351ae554-2d0a-4611-a93a-1d718336cf48] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.406035] env[69889]: DEBUG oslo_vmware.api [None req-fb0ffbc3-b982-4252-a18f-1a91284421c8 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5294853f-83f9-ffcb-4ae0-b154b2bb943b, 'name': SearchDatastore_Task, 'duration_secs': 0.014117} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.406619] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d8232d3-81c2-4342-aa5f-27b63db80875 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.412800] env[69889]: DEBUG oslo_vmware.api [None req-fb0ffbc3-b982-4252-a18f-1a91284421c8 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Waiting for the task: (returnval){ [ 1060.412800] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52848375-8d84-160f-9183-49c61a96c0e9" [ 1060.412800] env[69889]: _type = "Task" [ 1060.412800] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.420749] env[69889]: DEBUG oslo_vmware.api [None req-fb0ffbc3-b982-4252-a18f-1a91284421c8 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52848375-8d84-160f-9183-49c61a96c0e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.485967] env[69889]: DEBUG oslo_vmware.api [None req-bfb27673-7952-4109-bde4-9f33b58dceba tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] Task: {'id': task-4077787, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.768468} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.486287] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-bfb27673-7952-4109-bde4-9f33b58dceba tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] [instance: f19f6311-6a23-4489-aed4-e71dd338558b] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1060.487207] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecf2006e-b416-4dd2-969e-494a98ed5e4d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.502293] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7498ca4d-e585-45f7-b504-4a255dbfbd5b tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.925s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.512719] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfb27673-7952-4109-bde4-9f33b58dceba tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] [instance: f19f6311-6a23-4489-aed4-e71dd338558b] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] f19f6311-6a23-4489-aed4-e71dd338558b/f19f6311-6a23-4489-aed4-e71dd338558b.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1060.513327] env[69889]: DEBUG oslo_concurrency.lockutils [None req-6f566d80-da40-47a4-8743-aae5cffcda87 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.199s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.514834] env[69889]: INFO nova.compute.claims [None req-6f566d80-da40-47a4-8743-aae5cffcda87 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] [instance: 5665d1c7-3b42-4a19-8d01-0e711aa5b074] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1060.517529] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3cb75bf1-d925-4174-aee7-487816ab4899 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.538348] env[69889]: DEBUG oslo_vmware.api [None req-bfb27673-7952-4109-bde4-9f33b58dceba tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] Waiting for the task: (returnval){ [ 1060.538348] env[69889]: value = "task-4077788" [ 1060.538348] env[69889]: _type = "Task" [ 1060.538348] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.539445] env[69889]: INFO nova.scheduler.client.report [None req-7498ca4d-e585-45f7-b504-4a255dbfbd5b tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Deleted allocations for instance 15d503ce-3ce0-4038-9698-c1beffdf07d5 [ 1060.553438] env[69889]: DEBUG oslo_vmware.api [None req-bfb27673-7952-4109-bde4-9f33b58dceba tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] Task: {'id': task-4077788, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.753806] env[69889]: INFO nova.compute.manager [None req-7bc6d0dd-3137-4b28-b93d-b12fa62ca0ed tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] [instance: e94a4073-e872-43c9-9152-16aa7915c1a0] Took 35.84 seconds to build instance. [ 1060.826104] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ee82646d-2f3b-4d07-8626-4aa2ef48ef5e tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Releasing lock "refresh_cache-351ae554-2d0a-4611-a93a-1d718336cf48" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.826655] env[69889]: DEBUG nova.compute.manager [None req-ee82646d-2f3b-4d07-8626-4aa2ef48ef5e tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] [instance: 351ae554-2d0a-4611-a93a-1d718336cf48] Start destroying the instance on the hypervisor. {{(pid=69889) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1060.826871] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-ee82646d-2f3b-4d07-8626-4aa2ef48ef5e tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] [instance: 351ae554-2d0a-4611-a93a-1d718336cf48] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1060.827974] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ac0f3d1-492b-430c-b0a4-b204a430f15f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.837569] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee82646d-2f3b-4d07-8626-4aa2ef48ef5e tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] [instance: 351ae554-2d0a-4611-a93a-1d718336cf48] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1060.837882] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a9f79a8-d913-4311-8a30-37dc0f6322b7 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.846475] env[69889]: DEBUG oslo_vmware.api [None req-ee82646d-2f3b-4d07-8626-4aa2ef48ef5e tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Waiting for the task: (returnval){ [ 1060.846475] env[69889]: value = "task-4077789" [ 1060.846475] env[69889]: _type = "Task" [ 1060.846475] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.865848] env[69889]: DEBUG oslo_vmware.api [None req-ee82646d-2f3b-4d07-8626-4aa2ef48ef5e tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Task: {'id': task-4077789, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.925483] env[69889]: DEBUG oslo_vmware.api [None req-fb0ffbc3-b982-4252-a18f-1a91284421c8 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52848375-8d84-160f-9183-49c61a96c0e9, 'name': SearchDatastore_Task, 'duration_secs': 0.085842} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.926574] env[69889]: DEBUG oslo_concurrency.lockutils [None req-fb0ffbc3-b982-4252-a18f-1a91284421c8 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.926805] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb0ffbc3-b982-4252-a18f-1a91284421c8 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore1] 84faf6c5-010d-450c-8d86-8a49356b31b0/84faf6c5-010d-450c-8d86-8a49356b31b0.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1060.927123] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-34fb2742-2e30-469a-9aac-5f85ff1b5840 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.935299] env[69889]: DEBUG oslo_vmware.api [None req-fb0ffbc3-b982-4252-a18f-1a91284421c8 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Waiting for the task: (returnval){ [ 1060.935299] env[69889]: value = "task-4077790" [ 1060.935299] env[69889]: _type = "Task" [ 1060.935299] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.945720] env[69889]: DEBUG oslo_vmware.api [None req-fb0ffbc3-b982-4252-a18f-1a91284421c8 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Task: {'id': task-4077790, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.053179] env[69889]: DEBUG oslo_vmware.api [None req-bfb27673-7952-4109-bde4-9f33b58dceba tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] Task: {'id': task-4077788, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.053680] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7498ca4d-e585-45f7-b504-4a255dbfbd5b tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Lock "15d503ce-3ce0-4038-9698-c1beffdf07d5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.268s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.255906] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7bc6d0dd-3137-4b28-b93d-b12fa62ca0ed tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Lock "e94a4073-e872-43c9-9152-16aa7915c1a0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.363s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.358999] env[69889]: DEBUG oslo_vmware.api [None req-ee82646d-2f3b-4d07-8626-4aa2ef48ef5e tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Task: {'id': task-4077789, 'name': PowerOffVM_Task, 'duration_secs': 0.178966} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.358999] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee82646d-2f3b-4d07-8626-4aa2ef48ef5e tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] [instance: 351ae554-2d0a-4611-a93a-1d718336cf48] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1061.358999] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-ee82646d-2f3b-4d07-8626-4aa2ef48ef5e tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] [instance: 351ae554-2d0a-4611-a93a-1d718336cf48] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1061.358999] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f2ef6ffa-e904-430e-b064-21384c51e6d4 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.386195] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-ee82646d-2f3b-4d07-8626-4aa2ef48ef5e tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] [instance: 351ae554-2d0a-4611-a93a-1d718336cf48] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1061.386947] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-ee82646d-2f3b-4d07-8626-4aa2ef48ef5e tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] [instance: 351ae554-2d0a-4611-a93a-1d718336cf48] Deleting contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1061.386947] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee82646d-2f3b-4d07-8626-4aa2ef48ef5e tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Deleting the datastore file [datastore2] 351ae554-2d0a-4611-a93a-1d718336cf48 {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1061.386947] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-11f3bde4-a101-4123-a72b-c6925b3b106a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.389774] env[69889]: DEBUG oslo_concurrency.lockutils [None req-4b30e062-58c0-45a4-b605-bb323edb5492 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Acquiring lock "e94a4073-e872-43c9-9152-16aa7915c1a0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.390177] env[69889]: DEBUG oslo_concurrency.lockutils [None req-4b30e062-58c0-45a4-b605-bb323edb5492 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Lock "e94a4073-e872-43c9-9152-16aa7915c1a0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.390527] env[69889]: DEBUG oslo_concurrency.lockutils [None req-4b30e062-58c0-45a4-b605-bb323edb5492 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Acquiring lock "e94a4073-e872-43c9-9152-16aa7915c1a0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.390833] env[69889]: DEBUG oslo_concurrency.lockutils [None req-4b30e062-58c0-45a4-b605-bb323edb5492 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Lock "e94a4073-e872-43c9-9152-16aa7915c1a0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.391130] env[69889]: DEBUG oslo_concurrency.lockutils [None req-4b30e062-58c0-45a4-b605-bb323edb5492 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Lock "e94a4073-e872-43c9-9152-16aa7915c1a0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.394176] env[69889]: INFO nova.compute.manager [None req-4b30e062-58c0-45a4-b605-bb323edb5492 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] [instance: e94a4073-e872-43c9-9152-16aa7915c1a0] Terminating instance [ 1061.398900] env[69889]: DEBUG oslo_vmware.api [None req-ee82646d-2f3b-4d07-8626-4aa2ef48ef5e tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Waiting for the task: (returnval){ [ 1061.398900] env[69889]: value = "task-4077792" [ 1061.398900] env[69889]: _type = "Task" [ 1061.398900] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.411977] env[69889]: DEBUG oslo_vmware.api [None req-ee82646d-2f3b-4d07-8626-4aa2ef48ef5e tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Task: {'id': task-4077792, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.450357] env[69889]: DEBUG oslo_vmware.api [None req-fb0ffbc3-b982-4252-a18f-1a91284421c8 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Task: {'id': task-4077790, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.559923] env[69889]: DEBUG oslo_vmware.api [None req-bfb27673-7952-4109-bde4-9f33b58dceba tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] Task: {'id': task-4077788, 'name': ReconfigVM_Task, 'duration_secs': 0.604925} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.563515] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfb27673-7952-4109-bde4-9f33b58dceba tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] [instance: f19f6311-6a23-4489-aed4-e71dd338558b] Reconfigured VM instance instance-00000053 to attach disk [datastore2] f19f6311-6a23-4489-aed4-e71dd338558b/f19f6311-6a23-4489-aed4-e71dd338558b.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1061.563515] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f7a7fdb9-0aba-4017-a922-7002ec53553e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.570124] env[69889]: DEBUG oslo_vmware.api [None req-bfb27673-7952-4109-bde4-9f33b58dceba tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] Waiting for the task: (returnval){ [ 1061.570124] env[69889]: value = "task-4077793" [ 1061.570124] env[69889]: _type = "Task" [ 1061.570124] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.596578] env[69889]: DEBUG oslo_vmware.api [None req-bfb27673-7952-4109-bde4-9f33b58dceba tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] Task: {'id': task-4077793, 'name': Rename_Task} progress is 10%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.856254] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-053c31ed-dfc2-4546-97c4-097fbe96a34d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.865085] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18803f86-073e-461e-ad33-e3662a88b6d7 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.899463] env[69889]: DEBUG nova.compute.manager [None req-4b30e062-58c0-45a4-b605-bb323edb5492 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] [instance: e94a4073-e872-43c9-9152-16aa7915c1a0] Start destroying the instance on the hypervisor. {{(pid=69889) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1061.899707] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-4b30e062-58c0-45a4-b605-bb323edb5492 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] [instance: e94a4073-e872-43c9-9152-16aa7915c1a0] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1061.900528] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f42909ea-3cd6-4bee-83a0-c3d6ba3f41db {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.903738] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78d6527b-b1ce-4cea-a8da-9d95d59e9e3c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.922020] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-573be2b6-5256-4782-86d8-d6fc2a87df3e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.923594] env[69889]: DEBUG oslo_vmware.api [None req-ee82646d-2f3b-4d07-8626-4aa2ef48ef5e tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Task: {'id': task-4077792, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.923901] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b30e062-58c0-45a4-b605-bb323edb5492 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] [instance: e94a4073-e872-43c9-9152-16aa7915c1a0] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1061.924585] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-94750ac8-3d31-4178-8269-178378ce467b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.942038] env[69889]: DEBUG oslo_vmware.api [None req-4b30e062-58c0-45a4-b605-bb323edb5492 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Waiting for the task: (returnval){ [ 1061.942038] env[69889]: value = "task-4077794" [ 1061.942038] env[69889]: _type = "Task" [ 1061.942038] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.942700] env[69889]: DEBUG nova.compute.provider_tree [None req-6f566d80-da40-47a4-8743-aae5cffcda87 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1061.957709] env[69889]: DEBUG oslo_vmware.api [None req-fb0ffbc3-b982-4252-a18f-1a91284421c8 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Task: {'id': task-4077790, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.825637} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.961910] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb0ffbc3-b982-4252-a18f-1a91284421c8 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore1] 84faf6c5-010d-450c-8d86-8a49356b31b0/84faf6c5-010d-450c-8d86-8a49356b31b0.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1061.962117] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-fb0ffbc3-b982-4252-a18f-1a91284421c8 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] [instance: 84faf6c5-010d-450c-8d86-8a49356b31b0] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1061.962410] env[69889]: DEBUG oslo_vmware.api [None req-4b30e062-58c0-45a4-b605-bb323edb5492 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Task: {'id': task-4077794, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.962612] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8d2d86b7-8769-4274-b968-c87bebf74803 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.970554] env[69889]: DEBUG oslo_vmware.api [None req-fb0ffbc3-b982-4252-a18f-1a91284421c8 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Waiting for the task: (returnval){ [ 1061.970554] env[69889]: value = "task-4077795" [ 1061.970554] env[69889]: _type = "Task" [ 1061.970554] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.982442] env[69889]: DEBUG oslo_vmware.api [None req-fb0ffbc3-b982-4252-a18f-1a91284421c8 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Task: {'id': task-4077795, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.081130] env[69889]: DEBUG oslo_vmware.api [None req-bfb27673-7952-4109-bde4-9f33b58dceba tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] Task: {'id': task-4077793, 'name': Rename_Task, 'duration_secs': 0.316411} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.081519] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfb27673-7952-4109-bde4-9f33b58dceba tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] [instance: f19f6311-6a23-4489-aed4-e71dd338558b] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1062.081936] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a1a97138-399c-4b42-b411-92af37b0ed5e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.091037] env[69889]: DEBUG oslo_vmware.api [None req-bfb27673-7952-4109-bde4-9f33b58dceba tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] Waiting for the task: (returnval){ [ 1062.091037] env[69889]: value = "task-4077796" [ 1062.091037] env[69889]: _type = "Task" [ 1062.091037] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.101457] env[69889]: DEBUG oslo_vmware.api [None req-bfb27673-7952-4109-bde4-9f33b58dceba tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] Task: {'id': task-4077796, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.414177] env[69889]: DEBUG oslo_vmware.api [None req-ee82646d-2f3b-4d07-8626-4aa2ef48ef5e tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Task: {'id': task-4077792, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.550891} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.414425] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee82646d-2f3b-4d07-8626-4aa2ef48ef5e tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1062.414601] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-ee82646d-2f3b-4d07-8626-4aa2ef48ef5e tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] [instance: 351ae554-2d0a-4611-a93a-1d718336cf48] Deleted contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1062.414778] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-ee82646d-2f3b-4d07-8626-4aa2ef48ef5e tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] [instance: 351ae554-2d0a-4611-a93a-1d718336cf48] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1062.414984] env[69889]: INFO nova.compute.manager [None req-ee82646d-2f3b-4d07-8626-4aa2ef48ef5e tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] [instance: 351ae554-2d0a-4611-a93a-1d718336cf48] Took 1.59 seconds to destroy the instance on the hypervisor. [ 1062.415258] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ee82646d-2f3b-4d07-8626-4aa2ef48ef5e tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1062.415454] env[69889]: DEBUG nova.compute.manager [-] [instance: 351ae554-2d0a-4611-a93a-1d718336cf48] Deallocating network for instance {{(pid=69889) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1062.415549] env[69889]: DEBUG nova.network.neutron [-] [instance: 351ae554-2d0a-4611-a93a-1d718336cf48] deallocate_for_instance() {{(pid=69889) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1062.431445] env[69889]: DEBUG nova.network.neutron [-] [instance: 351ae554-2d0a-4611-a93a-1d718336cf48] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1062.450141] env[69889]: DEBUG nova.scheduler.client.report [None req-6f566d80-da40-47a4-8743-aae5cffcda87 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1062.458985] env[69889]: DEBUG oslo_vmware.api [None req-4b30e062-58c0-45a4-b605-bb323edb5492 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Task: {'id': task-4077794, 'name': PowerOffVM_Task, 'duration_secs': 0.240189} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.459271] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b30e062-58c0-45a4-b605-bb323edb5492 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] [instance: e94a4073-e872-43c9-9152-16aa7915c1a0] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1062.459485] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-4b30e062-58c0-45a4-b605-bb323edb5492 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] [instance: e94a4073-e872-43c9-9152-16aa7915c1a0] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1062.459701] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8568fc7b-d689-44d2-8ac1-6a6e22fb1e48 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.482543] env[69889]: DEBUG oslo_vmware.api [None req-fb0ffbc3-b982-4252-a18f-1a91284421c8 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Task: {'id': task-4077795, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080144} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.482842] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-fb0ffbc3-b982-4252-a18f-1a91284421c8 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] [instance: 84faf6c5-010d-450c-8d86-8a49356b31b0] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1062.483779] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37013333-ea32-4803-ab16-aa72b1387be3 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.506682] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb0ffbc3-b982-4252-a18f-1a91284421c8 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] [instance: 84faf6c5-010d-450c-8d86-8a49356b31b0] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] 84faf6c5-010d-450c-8d86-8a49356b31b0/84faf6c5-010d-450c-8d86-8a49356b31b0.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1062.507505] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5bae2e63-9c2c-42b5-a3aa-77c1d9200cc9 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.530862] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-4b30e062-58c0-45a4-b605-bb323edb5492 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] [instance: e94a4073-e872-43c9-9152-16aa7915c1a0] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1062.531192] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-4b30e062-58c0-45a4-b605-bb323edb5492 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] [instance: e94a4073-e872-43c9-9152-16aa7915c1a0] Deleting contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1062.531415] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b30e062-58c0-45a4-b605-bb323edb5492 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Deleting the datastore file [datastore2] e94a4073-e872-43c9-9152-16aa7915c1a0 {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1062.531684] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-310df7d2-5057-4969-a934-d4b94cceab81 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.535052] env[69889]: DEBUG oslo_vmware.api [None req-fb0ffbc3-b982-4252-a18f-1a91284421c8 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Waiting for the task: (returnval){ [ 1062.535052] env[69889]: value = "task-4077798" [ 1062.535052] env[69889]: _type = "Task" [ 1062.535052] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.540559] env[69889]: DEBUG oslo_vmware.api [None req-4b30e062-58c0-45a4-b605-bb323edb5492 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Waiting for the task: (returnval){ [ 1062.540559] env[69889]: value = "task-4077799" [ 1062.540559] env[69889]: _type = "Task" [ 1062.540559] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.547022] env[69889]: DEBUG oslo_vmware.api [None req-fb0ffbc3-b982-4252-a18f-1a91284421c8 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Task: {'id': task-4077798, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.553538] env[69889]: DEBUG oslo_vmware.api [None req-4b30e062-58c0-45a4-b605-bb323edb5492 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Task: {'id': task-4077799, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.601865] env[69889]: DEBUG oslo_vmware.api [None req-bfb27673-7952-4109-bde4-9f33b58dceba tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] Task: {'id': task-4077796, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.934744] env[69889]: DEBUG nova.network.neutron [-] [instance: 351ae554-2d0a-4611-a93a-1d718336cf48] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.954711] env[69889]: DEBUG oslo_concurrency.lockutils [None req-6f566d80-da40-47a4-8743-aae5cffcda87 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.441s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.955255] env[69889]: DEBUG nova.compute.manager [None req-6f566d80-da40-47a4-8743-aae5cffcda87 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] [instance: 5665d1c7-3b42-4a19-8d01-0e711aa5b074] Start building networks asynchronously for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1062.957656] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 10.580s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.049302] env[69889]: DEBUG oslo_vmware.api [None req-fb0ffbc3-b982-4252-a18f-1a91284421c8 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Task: {'id': task-4077798, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.054708] env[69889]: DEBUG oslo_vmware.api [None req-4b30e062-58c0-45a4-b605-bb323edb5492 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Task: {'id': task-4077799, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177087} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.054950] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b30e062-58c0-45a4-b605-bb323edb5492 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1063.055149] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-4b30e062-58c0-45a4-b605-bb323edb5492 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] [instance: e94a4073-e872-43c9-9152-16aa7915c1a0] Deleted contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1063.055331] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-4b30e062-58c0-45a4-b605-bb323edb5492 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] [instance: e94a4073-e872-43c9-9152-16aa7915c1a0] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1063.055522] env[69889]: INFO nova.compute.manager [None req-4b30e062-58c0-45a4-b605-bb323edb5492 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] [instance: e94a4073-e872-43c9-9152-16aa7915c1a0] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1063.055782] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4b30e062-58c0-45a4-b605-bb323edb5492 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1063.055980] env[69889]: DEBUG nova.compute.manager [-] [instance: e94a4073-e872-43c9-9152-16aa7915c1a0] Deallocating network for instance {{(pid=69889) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1063.056095] env[69889]: DEBUG nova.network.neutron [-] [instance: e94a4073-e872-43c9-9152-16aa7915c1a0] deallocate_for_instance() {{(pid=69889) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1063.104031] env[69889]: DEBUG oslo_vmware.api [None req-bfb27673-7952-4109-bde4-9f33b58dceba tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] Task: {'id': task-4077796, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.377912] env[69889]: DEBUG nova.compute.manager [req-93cbe38d-be66-43ba-bfa2-62559304b5a8 req-5b7122c8-63f2-4f6b-af30-fdb21c081359 service nova] [instance: e94a4073-e872-43c9-9152-16aa7915c1a0] Received event network-vif-deleted-c8baf90d-6835-447d-b287-75b49aaf7572 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1063.378238] env[69889]: INFO nova.compute.manager [req-93cbe38d-be66-43ba-bfa2-62559304b5a8 req-5b7122c8-63f2-4f6b-af30-fdb21c081359 service nova] [instance: e94a4073-e872-43c9-9152-16aa7915c1a0] Neutron deleted interface c8baf90d-6835-447d-b287-75b49aaf7572; detaching it from the instance and deleting it from the info cache [ 1063.378386] env[69889]: DEBUG nova.network.neutron [req-93cbe38d-be66-43ba-bfa2-62559304b5a8 req-5b7122c8-63f2-4f6b-af30-fdb21c081359 service nova] [instance: e94a4073-e872-43c9-9152-16aa7915c1a0] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.437308] env[69889]: INFO nova.compute.manager [-] [instance: 351ae554-2d0a-4611-a93a-1d718336cf48] Took 1.02 seconds to deallocate network for instance. [ 1063.463574] env[69889]: DEBUG nova.compute.utils [None req-6f566d80-da40-47a4-8743-aae5cffcda87 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1063.472244] env[69889]: DEBUG nova.compute.manager [None req-6f566d80-da40-47a4-8743-aae5cffcda87 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] [instance: 5665d1c7-3b42-4a19-8d01-0e711aa5b074] Allocating IP information in the background. {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1063.472433] env[69889]: DEBUG nova.network.neutron [None req-6f566d80-da40-47a4-8743-aae5cffcda87 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] [instance: 5665d1c7-3b42-4a19-8d01-0e711aa5b074] allocate_for_instance() {{(pid=69889) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1063.511283] env[69889]: DEBUG nova.policy [None req-6f566d80-da40-47a4-8743-aae5cffcda87 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1b2dc10c488a4f5792d8db1de98d0a64', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fedc70efcf15450b8d8b54177ed1dc6d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69889) authorize /opt/stack/nova/nova/policy.py:192}} [ 1063.549248] env[69889]: DEBUG oslo_vmware.api [None req-fb0ffbc3-b982-4252-a18f-1a91284421c8 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Task: {'id': task-4077798, 'name': ReconfigVM_Task, 'duration_secs': 0.912897} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.549612] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb0ffbc3-b982-4252-a18f-1a91284421c8 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] [instance: 84faf6c5-010d-450c-8d86-8a49356b31b0] Reconfigured VM instance instance-00000054 to attach disk [datastore1] 84faf6c5-010d-450c-8d86-8a49356b31b0/84faf6c5-010d-450c-8d86-8a49356b31b0.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1063.550697] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ced326b8-def7-4dfc-932f-d7556c361486 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.559783] env[69889]: DEBUG oslo_vmware.api [None req-fb0ffbc3-b982-4252-a18f-1a91284421c8 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Waiting for the task: (returnval){ [ 1063.559783] env[69889]: value = "task-4077800" [ 1063.559783] env[69889]: _type = "Task" [ 1063.559783] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.571700] env[69889]: DEBUG oslo_vmware.api [None req-fb0ffbc3-b982-4252-a18f-1a91284421c8 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Task: {'id': task-4077800, 'name': Rename_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.605038] env[69889]: DEBUG oslo_vmware.api [None req-bfb27673-7952-4109-bde4-9f33b58dceba tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] Task: {'id': task-4077796, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.863031] env[69889]: DEBUG nova.network.neutron [-] [instance: e94a4073-e872-43c9-9152-16aa7915c1a0] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.881848] env[69889]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-030f4f67-273a-48ea-b859-c5b00d4931af {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.891763] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44191937-a3da-4fbf-8a48-f0e706394145 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.902897] env[69889]: DEBUG nova.network.neutron [None req-6f566d80-da40-47a4-8743-aae5cffcda87 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] [instance: 5665d1c7-3b42-4a19-8d01-0e711aa5b074] Successfully created port: e44c169b-2ed1-4b44-94e0-0da928bf18a3 {{(pid=69889) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1063.932378] env[69889]: DEBUG nova.compute.manager [req-93cbe38d-be66-43ba-bfa2-62559304b5a8 req-5b7122c8-63f2-4f6b-af30-fdb21c081359 service nova] [instance: e94a4073-e872-43c9-9152-16aa7915c1a0] Detach interface failed, port_id=c8baf90d-6835-447d-b287-75b49aaf7572, reason: Instance e94a4073-e872-43c9-9152-16aa7915c1a0 could not be found. {{(pid=69889) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1063.947260] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ee82646d-2f3b-4d07-8626-4aa2ef48ef5e tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.972455] env[69889]: DEBUG nova.compute.manager [None req-6f566d80-da40-47a4-8743-aae5cffcda87 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] [instance: 5665d1c7-3b42-4a19-8d01-0e711aa5b074] Start building block device mappings for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1064.001653] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance 5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1064.002328] env[69889]: WARNING nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance 1b8036ed-2b5c-457d-9ef5-50d9ec77f656 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1064.002328] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance bf0636c2-b042-4181-9b86-748786c41197 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1064.002328] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance 13d9f160-3906-4434-859b-4fc4b226333e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1064.002328] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance ec331f28-d5ae-4c98-ac7f-612fcd03b679 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1064.002328] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance f07b9899-bae0-4dd7-b07d-fd9c8bd8caf9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1064.002546] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance c88a170d-9436-46c7-af33-4129ce7f06c4 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1064.002622] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance 1c9715c5-328e-4027-864e-30ac52b27a32 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1064.002729] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance 351ae554-2d0a-4611-a93a-1d718336cf48 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1064.002871] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance e94a4073-e872-43c9-9152-16aa7915c1a0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1064.002987] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance f19f6311-6a23-4489-aed4-e71dd338558b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1064.003121] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance 84faf6c5-010d-450c-8d86-8a49356b31b0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1064.003236] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance 5665d1c7-3b42-4a19-8d01-0e711aa5b074 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1064.070272] env[69889]: DEBUG oslo_vmware.api [None req-fb0ffbc3-b982-4252-a18f-1a91284421c8 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Task: {'id': task-4077800, 'name': Rename_Task, 'duration_secs': 0.23268} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.070552] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb0ffbc3-b982-4252-a18f-1a91284421c8 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] [instance: 84faf6c5-010d-450c-8d86-8a49356b31b0] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1064.070813] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e300332f-e9f6-4855-a519-eedba6078e24 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.077523] env[69889]: DEBUG oslo_vmware.api [None req-fb0ffbc3-b982-4252-a18f-1a91284421c8 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Waiting for the task: (returnval){ [ 1064.077523] env[69889]: value = "task-4077801" [ 1064.077523] env[69889]: _type = "Task" [ 1064.077523] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.086047] env[69889]: DEBUG oslo_vmware.api [None req-fb0ffbc3-b982-4252-a18f-1a91284421c8 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Task: {'id': task-4077801, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.103532] env[69889]: DEBUG oslo_vmware.api [None req-bfb27673-7952-4109-bde4-9f33b58dceba tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] Task: {'id': task-4077796, 'name': PowerOnVM_Task, 'duration_secs': 1.57939} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.103801] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfb27673-7952-4109-bde4-9f33b58dceba tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] [instance: f19f6311-6a23-4489-aed4-e71dd338558b] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1064.104012] env[69889]: INFO nova.compute.manager [None req-bfb27673-7952-4109-bde4-9f33b58dceba tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] [instance: f19f6311-6a23-4489-aed4-e71dd338558b] Took 9.78 seconds to spawn the instance on the hypervisor. [ 1064.104206] env[69889]: DEBUG nova.compute.manager [None req-bfb27673-7952-4109-bde4-9f33b58dceba tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] [instance: f19f6311-6a23-4489-aed4-e71dd338558b] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1064.104958] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adbeaf56-04c0-43f2-81bd-8191fe899cfc {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.365745] env[69889]: INFO nova.compute.manager [-] [instance: e94a4073-e872-43c9-9152-16aa7915c1a0] Took 1.31 seconds to deallocate network for instance. [ 1064.507243] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance f1999759-81e6-4ab6-9a80-8ef7e656242e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1064.590078] env[69889]: DEBUG oslo_vmware.api [None req-fb0ffbc3-b982-4252-a18f-1a91284421c8 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Task: {'id': task-4077801, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.624016] env[69889]: INFO nova.compute.manager [None req-bfb27673-7952-4109-bde4-9f33b58dceba tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] [instance: f19f6311-6a23-4489-aed4-e71dd338558b] Took 37.03 seconds to build instance. [ 1064.875502] env[69889]: DEBUG oslo_concurrency.lockutils [None req-4b30e062-58c0-45a4-b605-bb323edb5492 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.984835] env[69889]: DEBUG nova.compute.manager [None req-6f566d80-da40-47a4-8743-aae5cffcda87 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] [instance: 5665d1c7-3b42-4a19-8d01-0e711aa5b074] Start spawning the instance on the hypervisor. {{(pid=69889) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1065.010308] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance ac14e0fa-9bbf-4c8c-82c4-bf3cf6b0660e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1065.014956] env[69889]: DEBUG nova.virt.hardware [None req-6f566d80-da40-47a4-8743-aae5cffcda87 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1065.015286] env[69889]: DEBUG nova.virt.hardware [None req-6f566d80-da40-47a4-8743-aae5cffcda87 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1065.015453] env[69889]: DEBUG nova.virt.hardware [None req-6f566d80-da40-47a4-8743-aae5cffcda87 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1065.015637] env[69889]: DEBUG nova.virt.hardware [None req-6f566d80-da40-47a4-8743-aae5cffcda87 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1065.015788] env[69889]: DEBUG nova.virt.hardware [None req-6f566d80-da40-47a4-8743-aae5cffcda87 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1065.016099] env[69889]: DEBUG nova.virt.hardware [None req-6f566d80-da40-47a4-8743-aae5cffcda87 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1065.016371] env[69889]: DEBUG nova.virt.hardware [None req-6f566d80-da40-47a4-8743-aae5cffcda87 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1065.016959] env[69889]: DEBUG nova.virt.hardware [None req-6f566d80-da40-47a4-8743-aae5cffcda87 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1065.016959] env[69889]: DEBUG nova.virt.hardware [None req-6f566d80-da40-47a4-8743-aae5cffcda87 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1065.017144] env[69889]: DEBUG nova.virt.hardware [None req-6f566d80-da40-47a4-8743-aae5cffcda87 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1065.017363] env[69889]: DEBUG nova.virt.hardware [None req-6f566d80-da40-47a4-8743-aae5cffcda87 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1065.018802] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cc5c16d-72bd-418a-885a-e485b909ba22 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.028623] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ba57067-5e1b-4d85-86e4-fd199d47f68a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.088424] env[69889]: DEBUG oslo_vmware.api [None req-fb0ffbc3-b982-4252-a18f-1a91284421c8 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Task: {'id': task-4077801, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.125941] env[69889]: DEBUG oslo_concurrency.lockutils [None req-bfb27673-7952-4109-bde4-9f33b58dceba tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] Lock "f19f6311-6a23-4489-aed4-e71dd338558b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.542s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.176476] env[69889]: DEBUG oslo_concurrency.lockutils [None req-73ad5469-7de0-4861-8a25-436c3463aaeb tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Acquiring lock "ec331f28-d5ae-4c98-ac7f-612fcd03b679" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.176585] env[69889]: DEBUG oslo_concurrency.lockutils [None req-73ad5469-7de0-4861-8a25-436c3463aaeb tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Lock "ec331f28-d5ae-4c98-ac7f-612fcd03b679" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.387599] env[69889]: DEBUG oslo_concurrency.lockutils [None req-9c2d2178-23dc-4cf8-9a78-4012d1f8109a tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] Acquiring lock "interface-f19f6311-6a23-4489-aed4-e71dd338558b-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.387599] env[69889]: DEBUG oslo_concurrency.lockutils [None req-9c2d2178-23dc-4cf8-9a78-4012d1f8109a tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] Lock "interface-f19f6311-6a23-4489-aed4-e71dd338558b-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.387599] env[69889]: DEBUG nova.objects.instance [None req-9c2d2178-23dc-4cf8-9a78-4012d1f8109a tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] Lazy-loading 'flavor' on Instance uuid f19f6311-6a23-4489-aed4-e71dd338558b {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1065.513623] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance bb5adeb2-ff04-4b8a-a3b5-a29b173583b5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1065.588477] env[69889]: DEBUG oslo_vmware.api [None req-fb0ffbc3-b982-4252-a18f-1a91284421c8 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Task: {'id': task-4077801, 'name': PowerOnVM_Task, 'duration_secs': 1.31012} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.588878] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb0ffbc3-b982-4252-a18f-1a91284421c8 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] [instance: 84faf6c5-010d-450c-8d86-8a49356b31b0] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1065.589108] env[69889]: INFO nova.compute.manager [None req-fb0ffbc3-b982-4252-a18f-1a91284421c8 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] [instance: 84faf6c5-010d-450c-8d86-8a49356b31b0] Took 6.87 seconds to spawn the instance on the hypervisor. [ 1065.589301] env[69889]: DEBUG nova.compute.manager [None req-fb0ffbc3-b982-4252-a18f-1a91284421c8 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] [instance: 84faf6c5-010d-450c-8d86-8a49356b31b0] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1065.590122] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69c1b415-f2e1-492e-8bc6-cf855c7e5b54 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.679677] env[69889]: DEBUG nova.compute.utils [None req-73ad5469-7de0-4861-8a25-436c3463aaeb tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1065.687189] env[69889]: DEBUG nova.network.neutron [None req-6f566d80-da40-47a4-8743-aae5cffcda87 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] [instance: 5665d1c7-3b42-4a19-8d01-0e711aa5b074] Successfully updated port: e44c169b-2ed1-4b44-94e0-0da928bf18a3 {{(pid=69889) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1065.891098] env[69889]: DEBUG nova.objects.instance [None req-9c2d2178-23dc-4cf8-9a78-4012d1f8109a tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] Lazy-loading 'pci_requests' on Instance uuid f19f6311-6a23-4489-aed4-e71dd338558b {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1066.019601] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance 1d03b56f-0b24-44ca-a394-e71ef3d2abf0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1066.107389] env[69889]: INFO nova.compute.manager [None req-fb0ffbc3-b982-4252-a18f-1a91284421c8 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] [instance: 84faf6c5-010d-450c-8d86-8a49356b31b0] Took 23.09 seconds to build instance. [ 1066.183023] env[69889]: DEBUG oslo_concurrency.lockutils [None req-73ad5469-7de0-4861-8a25-436c3463aaeb tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Lock "ec331f28-d5ae-4c98-ac7f-612fcd03b679" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.189573] env[69889]: DEBUG oslo_concurrency.lockutils [None req-6f566d80-da40-47a4-8743-aae5cffcda87 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Acquiring lock "refresh_cache-5665d1c7-3b42-4a19-8d01-0e711aa5b074" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.189852] env[69889]: DEBUG oslo_concurrency.lockutils [None req-6f566d80-da40-47a4-8743-aae5cffcda87 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Acquired lock "refresh_cache-5665d1c7-3b42-4a19-8d01-0e711aa5b074" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.189966] env[69889]: DEBUG nova.network.neutron [None req-6f566d80-da40-47a4-8743-aae5cffcda87 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] [instance: 5665d1c7-3b42-4a19-8d01-0e711aa5b074] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1066.394961] env[69889]: DEBUG nova.objects.base [None req-9c2d2178-23dc-4cf8-9a78-4012d1f8109a tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69889) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1066.395267] env[69889]: DEBUG nova.network.neutron [None req-9c2d2178-23dc-4cf8-9a78-4012d1f8109a tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] [instance: f19f6311-6a23-4489-aed4-e71dd338558b] allocate_for_instance() {{(pid=69889) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1066.484382] env[69889]: DEBUG oslo_concurrency.lockutils [None req-9c2d2178-23dc-4cf8-9a78-4012d1f8109a tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] Lock "interface-f19f6311-6a23-4489-aed4-e71dd338558b-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.098s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.522971] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance 0148a47f-96ee-42a1-9778-09ad9c56f4ac has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1066.523390] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=69889) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1066.523467] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2816MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=69889) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1066.608725] env[69889]: DEBUG oslo_concurrency.lockutils [None req-fb0ffbc3-b982-4252-a18f-1a91284421c8 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Lock "84faf6c5-010d-450c-8d86-8a49356b31b0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.600s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.720696] env[69889]: DEBUG nova.network.neutron [None req-6f566d80-da40-47a4-8743-aae5cffcda87 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] [instance: 5665d1c7-3b42-4a19-8d01-0e711aa5b074] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1066.773661] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15e6a0ab-84f6-4cec-b14b-1eeef75b306b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.782713] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95501eee-0de0-474e-973d-6ca9251a44f8 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.821581] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-381ef2f6-9cf1-4c8a-9380-b85c75b778dc {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.830802] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96574238-f967-4595-9d30-632a1cfd0daa {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.847923] env[69889]: DEBUG nova.compute.provider_tree [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1066.902918] env[69889]: DEBUG nova.network.neutron [None req-6f566d80-da40-47a4-8743-aae5cffcda87 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] [instance: 5665d1c7-3b42-4a19-8d01-0e711aa5b074] Updating instance_info_cache with network_info: [{"id": "e44c169b-2ed1-4b44-94e0-0da928bf18a3", "address": "fa:16:3e:88:64:f9", "network": {"id": "6a01a17f-776e-45cb-a291-c23936451762", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-632585765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fedc70efcf15450b8d8b54177ed1dc6d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35fcdc55-dc29-451b-ad56-3a03b044dc81", "external-id": "nsx-vlan-transportzone-552", "segmentation_id": 552, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape44c169b-2e", "ovs_interfaceid": "e44c169b-2ed1-4b44-94e0-0da928bf18a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.149521] env[69889]: DEBUG nova.compute.manager [req-40118f4d-06d5-4964-bc2d-2e09d66295dd req-d3e4ccc1-cd91-4436-99d4-761e87894aa0 service nova] [instance: 5665d1c7-3b42-4a19-8d01-0e711aa5b074] Received event network-vif-plugged-e44c169b-2ed1-4b44-94e0-0da928bf18a3 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1067.149872] env[69889]: DEBUG oslo_concurrency.lockutils [req-40118f4d-06d5-4964-bc2d-2e09d66295dd req-d3e4ccc1-cd91-4436-99d4-761e87894aa0 service nova] Acquiring lock "5665d1c7-3b42-4a19-8d01-0e711aa5b074-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.149996] env[69889]: DEBUG oslo_concurrency.lockutils [req-40118f4d-06d5-4964-bc2d-2e09d66295dd req-d3e4ccc1-cd91-4436-99d4-761e87894aa0 service nova] Lock "5665d1c7-3b42-4a19-8d01-0e711aa5b074-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.150191] env[69889]: DEBUG oslo_concurrency.lockutils [req-40118f4d-06d5-4964-bc2d-2e09d66295dd req-d3e4ccc1-cd91-4436-99d4-761e87894aa0 service nova] Lock "5665d1c7-3b42-4a19-8d01-0e711aa5b074-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.150379] env[69889]: DEBUG nova.compute.manager [req-40118f4d-06d5-4964-bc2d-2e09d66295dd req-d3e4ccc1-cd91-4436-99d4-761e87894aa0 service nova] [instance: 5665d1c7-3b42-4a19-8d01-0e711aa5b074] No waiting events found dispatching network-vif-plugged-e44c169b-2ed1-4b44-94e0-0da928bf18a3 {{(pid=69889) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1067.150518] env[69889]: WARNING nova.compute.manager [req-40118f4d-06d5-4964-bc2d-2e09d66295dd req-d3e4ccc1-cd91-4436-99d4-761e87894aa0 service nova] [instance: 5665d1c7-3b42-4a19-8d01-0e711aa5b074] Received unexpected event network-vif-plugged-e44c169b-2ed1-4b44-94e0-0da928bf18a3 for instance with vm_state building and task_state spawning. [ 1067.251176] env[69889]: DEBUG oslo_concurrency.lockutils [None req-73ad5469-7de0-4861-8a25-436c3463aaeb tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Acquiring lock "ec331f28-d5ae-4c98-ac7f-612fcd03b679" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.251490] env[69889]: DEBUG oslo_concurrency.lockutils [None req-73ad5469-7de0-4861-8a25-436c3463aaeb tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Lock "ec331f28-d5ae-4c98-ac7f-612fcd03b679" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.251783] env[69889]: INFO nova.compute.manager [None req-73ad5469-7de0-4861-8a25-436c3463aaeb tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: ec331f28-d5ae-4c98-ac7f-612fcd03b679] Attaching volume e65dfff4-6ce6-4eea-9641-c3ecdb11b823 to /dev/sdb [ 1067.285653] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d48ce22e-1753-456b-817e-6b2c3c4fff04 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.293315] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87600571-27e4-4f82-9a91-76652e65d94d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.308266] env[69889]: DEBUG nova.virt.block_device [None req-73ad5469-7de0-4861-8a25-436c3463aaeb tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: ec331f28-d5ae-4c98-ac7f-612fcd03b679] Updating existing volume attachment record: f292cb9c-cc2a-4153-8166-7d4351b74e28 {{(pid=69889) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1067.350984] env[69889]: DEBUG nova.scheduler.client.report [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1067.406103] env[69889]: DEBUG oslo_concurrency.lockutils [None req-6f566d80-da40-47a4-8743-aae5cffcda87 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Releasing lock "refresh_cache-5665d1c7-3b42-4a19-8d01-0e711aa5b074" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.406422] env[69889]: DEBUG nova.compute.manager [None req-6f566d80-da40-47a4-8743-aae5cffcda87 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] [instance: 5665d1c7-3b42-4a19-8d01-0e711aa5b074] Instance network_info: |[{"id": "e44c169b-2ed1-4b44-94e0-0da928bf18a3", "address": "fa:16:3e:88:64:f9", "network": {"id": "6a01a17f-776e-45cb-a291-c23936451762", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-632585765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fedc70efcf15450b8d8b54177ed1dc6d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35fcdc55-dc29-451b-ad56-3a03b044dc81", "external-id": "nsx-vlan-transportzone-552", "segmentation_id": 552, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape44c169b-2e", "ovs_interfaceid": "e44c169b-2ed1-4b44-94e0-0da928bf18a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1067.407010] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-6f566d80-da40-47a4-8743-aae5cffcda87 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] [instance: 5665d1c7-3b42-4a19-8d01-0e711aa5b074] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:64:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '35fcdc55-dc29-451b-ad56-3a03b044dc81', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e44c169b-2ed1-4b44-94e0-0da928bf18a3', 'vif_model': 'vmxnet3'}] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1067.414863] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f566d80-da40-47a4-8743-aae5cffcda87 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Creating folder: Project (fedc70efcf15450b8d8b54177ed1dc6d). Parent ref: group-v807779. {{(pid=69889) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1067.415505] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a0df3c7c-4e5d-4c02-b64a-89f6ed04a21e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.426645] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-6f566d80-da40-47a4-8743-aae5cffcda87 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Created folder: Project (fedc70efcf15450b8d8b54177ed1dc6d) in parent group-v807779. [ 1067.426879] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f566d80-da40-47a4-8743-aae5cffcda87 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Creating folder: Instances. Parent ref: group-v808019. {{(pid=69889) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1067.427148] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-573c2337-0fae-4bb3-b079-27bb13bc5d47 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.436819] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-6f566d80-da40-47a4-8743-aae5cffcda87 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Created folder: Instances in parent group-v808019. [ 1067.437088] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6f566d80-da40-47a4-8743-aae5cffcda87 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1067.437282] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5665d1c7-3b42-4a19-8d01-0e711aa5b074] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1067.437513] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-071fa514-4648-4c64-bd53-0f0e60b5701b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.456576] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1067.456576] env[69889]: value = "task-4077805" [ 1067.456576] env[69889]: _type = "Task" [ 1067.456576] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.464292] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077805, 'name': CreateVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.856420] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69889) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1067.856859] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.899s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.857167] env[69889]: DEBUG oslo_concurrency.lockutils [None req-12e1c3b3-8124-4dfa-bc25-512698d86ea9 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.358s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.859453] env[69889]: INFO nova.compute.claims [None req-12e1c3b3-8124-4dfa-bc25-512698d86ea9 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: f1999759-81e6-4ab6-9a80-8ef7e656242e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1067.968318] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077805, 'name': CreateVM_Task} progress is 99%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.080261] env[69889]: INFO nova.compute.manager [None req-1c3be51d-2e59-4353-818e-b68b68c77a54 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] [instance: 84faf6c5-010d-450c-8d86-8a49356b31b0] Rebuilding instance [ 1068.126085] env[69889]: DEBUG nova.compute.manager [None req-1c3be51d-2e59-4353-818e-b68b68c77a54 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] [instance: 84faf6c5-010d-450c-8d86-8a49356b31b0] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1068.127036] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1aad700-58aa-4e0c-a71a-976731e857ff {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.468175] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077805, 'name': CreateVM_Task} progress is 99%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.473809] env[69889]: DEBUG oslo_concurrency.lockutils [None req-2cf4b182-0e95-46f8-9bd8-21bd4746b701 tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] Acquiring lock "f19f6311-6a23-4489-aed4-e71dd338558b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.474114] env[69889]: DEBUG oslo_concurrency.lockutils [None req-2cf4b182-0e95-46f8-9bd8-21bd4746b701 tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] Lock "f19f6311-6a23-4489-aed4-e71dd338558b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.474339] env[69889]: DEBUG oslo_concurrency.lockutils [None req-2cf4b182-0e95-46f8-9bd8-21bd4746b701 tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] Acquiring lock "f19f6311-6a23-4489-aed4-e71dd338558b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.474530] env[69889]: DEBUG oslo_concurrency.lockutils [None req-2cf4b182-0e95-46f8-9bd8-21bd4746b701 tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] Lock "f19f6311-6a23-4489-aed4-e71dd338558b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.474696] env[69889]: DEBUG oslo_concurrency.lockutils [None req-2cf4b182-0e95-46f8-9bd8-21bd4746b701 tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] Lock "f19f6311-6a23-4489-aed4-e71dd338558b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.476891] env[69889]: INFO nova.compute.manager [None req-2cf4b182-0e95-46f8-9bd8-21bd4746b701 tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] [instance: f19f6311-6a23-4489-aed4-e71dd338558b] Terminating instance [ 1068.970581] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077805, 'name': CreateVM_Task, 'duration_secs': 1.386814} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.972926] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5665d1c7-3b42-4a19-8d01-0e711aa5b074] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1068.973782] env[69889]: DEBUG oslo_concurrency.lockutils [None req-6f566d80-da40-47a4-8743-aae5cffcda87 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.973951] env[69889]: DEBUG oslo_concurrency.lockutils [None req-6f566d80-da40-47a4-8743-aae5cffcda87 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.974283] env[69889]: DEBUG oslo_concurrency.lockutils [None req-6f566d80-da40-47a4-8743-aae5cffcda87 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.974535] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bee4cd3-0da8-4a6c-afa2-41884f6a3ed1 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.979395] env[69889]: DEBUG oslo_vmware.api [None req-6f566d80-da40-47a4-8743-aae5cffcda87 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Waiting for the task: (returnval){ [ 1068.979395] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]5283841f-7f95-be79-3a17-c746425ac6df" [ 1068.979395] env[69889]: _type = "Task" [ 1068.979395] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.983040] env[69889]: DEBUG nova.compute.manager [None req-2cf4b182-0e95-46f8-9bd8-21bd4746b701 tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] [instance: f19f6311-6a23-4489-aed4-e71dd338558b] Start destroying the instance on the hypervisor. {{(pid=69889) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1068.983209] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-2cf4b182-0e95-46f8-9bd8-21bd4746b701 tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] [instance: f19f6311-6a23-4489-aed4-e71dd338558b] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1068.984133] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bce12b0a-8578-45ab-b7b7-0fda9a4b8fdb {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.993691] env[69889]: DEBUG oslo_vmware.api [None req-6f566d80-da40-47a4-8743-aae5cffcda87 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5283841f-7f95-be79-3a17-c746425ac6df, 'name': SearchDatastore_Task, 'duration_secs': 0.009661} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.993691] env[69889]: DEBUG oslo_concurrency.lockutils [None req-6f566d80-da40-47a4-8743-aae5cffcda87 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.993946] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-6f566d80-da40-47a4-8743-aae5cffcda87 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] [instance: 5665d1c7-3b42-4a19-8d01-0e711aa5b074] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1068.994037] env[69889]: DEBUG oslo_concurrency.lockutils [None req-6f566d80-da40-47a4-8743-aae5cffcda87 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.995999] env[69889]: DEBUG oslo_concurrency.lockutils [None req-6f566d80-da40-47a4-8743-aae5cffcda87 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.995999] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f566d80-da40-47a4-8743-aae5cffcda87 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1068.995999] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f8bb333e-4496-41c5-9d5e-12aae1ea49fe {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.999030] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cf4b182-0e95-46f8-9bd8-21bd4746b701 tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] [instance: f19f6311-6a23-4489-aed4-e71dd338558b] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1068.999203] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2ea44e3b-e8a9-42c6-af12-2793a7f6f652 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.007980] env[69889]: DEBUG oslo_vmware.api [None req-2cf4b182-0e95-46f8-9bd8-21bd4746b701 tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] Waiting for the task: (returnval){ [ 1069.007980] env[69889]: value = "task-4077808" [ 1069.007980] env[69889]: _type = "Task" [ 1069.007980] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.008253] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f566d80-da40-47a4-8743-aae5cffcda87 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1069.008422] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-6f566d80-da40-47a4-8743-aae5cffcda87 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1069.009356] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2a7e08d-0de3-42ee-aed7-c59e8712f410 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.026884] env[69889]: DEBUG oslo_vmware.api [None req-6f566d80-da40-47a4-8743-aae5cffcda87 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Waiting for the task: (returnval){ [ 1069.026884] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52537f19-b44c-a144-6131-31d69c4f3ca4" [ 1069.026884] env[69889]: _type = "Task" [ 1069.026884] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.032085] env[69889]: DEBUG oslo_vmware.api [None req-2cf4b182-0e95-46f8-9bd8-21bd4746b701 tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] Task: {'id': task-4077808, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.043658] env[69889]: DEBUG oslo_vmware.api [None req-6f566d80-da40-47a4-8743-aae5cffcda87 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52537f19-b44c-a144-6131-31d69c4f3ca4, 'name': SearchDatastore_Task, 'duration_secs': 0.011541} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.044479] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a45b35b-0afe-40fc-89ed-6cfc86c34b87 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.055287] env[69889]: DEBUG oslo_vmware.api [None req-6f566d80-da40-47a4-8743-aae5cffcda87 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Waiting for the task: (returnval){ [ 1069.055287] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52a9d2b6-07c0-3dc0-d9d0-c1483c36120f" [ 1069.055287] env[69889]: _type = "Task" [ 1069.055287] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.070478] env[69889]: DEBUG oslo_vmware.api [None req-6f566d80-da40-47a4-8743-aae5cffcda87 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52a9d2b6-07c0-3dc0-d9d0-c1483c36120f, 'name': SearchDatastore_Task, 'duration_secs': 0.010772} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.074203] env[69889]: DEBUG oslo_concurrency.lockutils [None req-6f566d80-da40-47a4-8743-aae5cffcda87 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.074622] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f566d80-da40-47a4-8743-aae5cffcda87 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore1] 5665d1c7-3b42-4a19-8d01-0e711aa5b074/5665d1c7-3b42-4a19-8d01-0e711aa5b074.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1069.075273] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-12b95e50-a51a-4951-97b3-3d206ad530c9 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.084463] env[69889]: DEBUG oslo_vmware.api [None req-6f566d80-da40-47a4-8743-aae5cffcda87 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Waiting for the task: (returnval){ [ 1069.084463] env[69889]: value = "task-4077809" [ 1069.084463] env[69889]: _type = "Task" [ 1069.084463] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.099199] env[69889]: DEBUG oslo_vmware.api [None req-6f566d80-da40-47a4-8743-aae5cffcda87 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Task: {'id': task-4077809, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.140495] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c3be51d-2e59-4353-818e-b68b68c77a54 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] [instance: 84faf6c5-010d-450c-8d86-8a49356b31b0] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1069.141210] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-877d850e-4831-4ff5-99f9-854745bb1f0a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.146734] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc78db93-e733-4991-bdff-8ae5e01eac89 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.152067] env[69889]: DEBUG oslo_vmware.api [None req-1c3be51d-2e59-4353-818e-b68b68c77a54 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Waiting for the task: (returnval){ [ 1069.152067] env[69889]: value = "task-4077810" [ 1069.152067] env[69889]: _type = "Task" [ 1069.152067] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.159763] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35c32b8d-c8c0-4e20-921c-9c075d9f236b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.167319] env[69889]: DEBUG oslo_vmware.api [None req-1c3be51d-2e59-4353-818e-b68b68c77a54 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Task: {'id': task-4077810, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.202673] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49947585-7b35-4cc7-b427-806ce561676a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.206990] env[69889]: DEBUG nova.compute.manager [req-4453d188-a240-44bf-b577-edee504af8ea req-256bf671-a552-4886-bebe-e091f7cc1f80 service nova] [instance: 5665d1c7-3b42-4a19-8d01-0e711aa5b074] Received event network-changed-e44c169b-2ed1-4b44-94e0-0da928bf18a3 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1069.207248] env[69889]: DEBUG nova.compute.manager [req-4453d188-a240-44bf-b577-edee504af8ea req-256bf671-a552-4886-bebe-e091f7cc1f80 service nova] [instance: 5665d1c7-3b42-4a19-8d01-0e711aa5b074] Refreshing instance network info cache due to event network-changed-e44c169b-2ed1-4b44-94e0-0da928bf18a3. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1069.207504] env[69889]: DEBUG oslo_concurrency.lockutils [req-4453d188-a240-44bf-b577-edee504af8ea req-256bf671-a552-4886-bebe-e091f7cc1f80 service nova] Acquiring lock "refresh_cache-5665d1c7-3b42-4a19-8d01-0e711aa5b074" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.207677] env[69889]: DEBUG oslo_concurrency.lockutils [req-4453d188-a240-44bf-b577-edee504af8ea req-256bf671-a552-4886-bebe-e091f7cc1f80 service nova] Acquired lock "refresh_cache-5665d1c7-3b42-4a19-8d01-0e711aa5b074" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.207848] env[69889]: DEBUG nova.network.neutron [req-4453d188-a240-44bf-b577-edee504af8ea req-256bf671-a552-4886-bebe-e091f7cc1f80 service nova] [instance: 5665d1c7-3b42-4a19-8d01-0e711aa5b074] Refreshing network info cache for port e44c169b-2ed1-4b44-94e0-0da928bf18a3 {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1069.216863] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e868214-489b-4052-82ca-c44c0a0d29a0 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.235817] env[69889]: DEBUG nova.compute.provider_tree [None req-12e1c3b3-8124-4dfa-bc25-512698d86ea9 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1069.521144] env[69889]: DEBUG oslo_vmware.api [None req-2cf4b182-0e95-46f8-9bd8-21bd4746b701 tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] Task: {'id': task-4077808, 'name': PowerOffVM_Task, 'duration_secs': 0.227366} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.521504] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cf4b182-0e95-46f8-9bd8-21bd4746b701 tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] [instance: f19f6311-6a23-4489-aed4-e71dd338558b] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1069.521709] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-2cf4b182-0e95-46f8-9bd8-21bd4746b701 tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] [instance: f19f6311-6a23-4489-aed4-e71dd338558b] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1069.522079] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-71f882c7-ef31-4d39-91cc-a3a8e1af66cb {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.597353] env[69889]: DEBUG oslo_vmware.api [None req-6f566d80-da40-47a4-8743-aae5cffcda87 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Task: {'id': task-4077809, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.599675] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-2cf4b182-0e95-46f8-9bd8-21bd4746b701 tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] [instance: f19f6311-6a23-4489-aed4-e71dd338558b] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1069.599944] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-2cf4b182-0e95-46f8-9bd8-21bd4746b701 tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] [instance: f19f6311-6a23-4489-aed4-e71dd338558b] Deleting contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1069.600185] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cf4b182-0e95-46f8-9bd8-21bd4746b701 tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] Deleting the datastore file [datastore2] f19f6311-6a23-4489-aed4-e71dd338558b {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1069.600614] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8302d15b-3866-4975-8d5a-6f257d8196e7 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.610272] env[69889]: DEBUG oslo_vmware.api [None req-2cf4b182-0e95-46f8-9bd8-21bd4746b701 tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] Waiting for the task: (returnval){ [ 1069.610272] env[69889]: value = "task-4077812" [ 1069.610272] env[69889]: _type = "Task" [ 1069.610272] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.619794] env[69889]: DEBUG oslo_vmware.api [None req-2cf4b182-0e95-46f8-9bd8-21bd4746b701 tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] Task: {'id': task-4077812, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.663170] env[69889]: DEBUG oslo_vmware.api [None req-1c3be51d-2e59-4353-818e-b68b68c77a54 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Task: {'id': task-4077810, 'name': PowerOffVM_Task, 'duration_secs': 0.179667} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.663526] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c3be51d-2e59-4353-818e-b68b68c77a54 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] [instance: 84faf6c5-010d-450c-8d86-8a49356b31b0] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1069.663848] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-1c3be51d-2e59-4353-818e-b68b68c77a54 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] [instance: 84faf6c5-010d-450c-8d86-8a49356b31b0] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1069.664775] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8796e5f-8c13-4830-b985-b089ca787b9b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.672342] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-1c3be51d-2e59-4353-818e-b68b68c77a54 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] [instance: 84faf6c5-010d-450c-8d86-8a49356b31b0] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1069.672722] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5ec981ca-8ac9-4046-9493-2956ea164af7 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.703042] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-1c3be51d-2e59-4353-818e-b68b68c77a54 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] [instance: 84faf6c5-010d-450c-8d86-8a49356b31b0] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1069.703389] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-1c3be51d-2e59-4353-818e-b68b68c77a54 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] [instance: 84faf6c5-010d-450c-8d86-8a49356b31b0] Deleting contents of the VM from datastore datastore1 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1069.703536] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c3be51d-2e59-4353-818e-b68b68c77a54 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Deleting the datastore file [datastore1] 84faf6c5-010d-450c-8d86-8a49356b31b0 {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1069.703843] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0d5995bd-30b4-4761-b747-8dd8cce83000 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.713870] env[69889]: DEBUG oslo_vmware.api [None req-1c3be51d-2e59-4353-818e-b68b68c77a54 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Waiting for the task: (returnval){ [ 1069.713870] env[69889]: value = "task-4077814" [ 1069.713870] env[69889]: _type = "Task" [ 1069.713870] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.724641] env[69889]: DEBUG oslo_vmware.api [None req-1c3be51d-2e59-4353-818e-b68b68c77a54 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Task: {'id': task-4077814, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.740557] env[69889]: DEBUG nova.scheduler.client.report [None req-12e1c3b3-8124-4dfa-bc25-512698d86ea9 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1069.938235] env[69889]: DEBUG nova.network.neutron [req-4453d188-a240-44bf-b577-edee504af8ea req-256bf671-a552-4886-bebe-e091f7cc1f80 service nova] [instance: 5665d1c7-3b42-4a19-8d01-0e711aa5b074] Updated VIF entry in instance network info cache for port e44c169b-2ed1-4b44-94e0-0da928bf18a3. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1069.938651] env[69889]: DEBUG nova.network.neutron [req-4453d188-a240-44bf-b577-edee504af8ea req-256bf671-a552-4886-bebe-e091f7cc1f80 service nova] [instance: 5665d1c7-3b42-4a19-8d01-0e711aa5b074] Updating instance_info_cache with network_info: [{"id": "e44c169b-2ed1-4b44-94e0-0da928bf18a3", "address": "fa:16:3e:88:64:f9", "network": {"id": "6a01a17f-776e-45cb-a291-c23936451762", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-632585765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fedc70efcf15450b8d8b54177ed1dc6d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35fcdc55-dc29-451b-ad56-3a03b044dc81", "external-id": "nsx-vlan-transportzone-552", "segmentation_id": 552, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape44c169b-2e", "ovs_interfaceid": "e44c169b-2ed1-4b44-94e0-0da928bf18a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.096118] env[69889]: DEBUG oslo_vmware.api [None req-6f566d80-da40-47a4-8743-aae5cffcda87 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Task: {'id': task-4077809, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.596372} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.096462] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f566d80-da40-47a4-8743-aae5cffcda87 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore1] 5665d1c7-3b42-4a19-8d01-0e711aa5b074/5665d1c7-3b42-4a19-8d01-0e711aa5b074.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1070.096604] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-6f566d80-da40-47a4-8743-aae5cffcda87 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] [instance: 5665d1c7-3b42-4a19-8d01-0e711aa5b074] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1070.096890] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-381896d1-aac0-4def-a260-6a1e2c046610 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.105083] env[69889]: DEBUG oslo_vmware.api [None req-6f566d80-da40-47a4-8743-aae5cffcda87 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Waiting for the task: (returnval){ [ 1070.105083] env[69889]: value = "task-4077816" [ 1070.105083] env[69889]: _type = "Task" [ 1070.105083] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.117755] env[69889]: DEBUG oslo_vmware.api [None req-6f566d80-da40-47a4-8743-aae5cffcda87 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Task: {'id': task-4077816, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.123650] env[69889]: DEBUG oslo_vmware.api [None req-2cf4b182-0e95-46f8-9bd8-21bd4746b701 tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] Task: {'id': task-4077812, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17484} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.123882] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cf4b182-0e95-46f8-9bd8-21bd4746b701 tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1070.124101] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-2cf4b182-0e95-46f8-9bd8-21bd4746b701 tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] [instance: f19f6311-6a23-4489-aed4-e71dd338558b] Deleted contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1070.124315] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-2cf4b182-0e95-46f8-9bd8-21bd4746b701 tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] [instance: f19f6311-6a23-4489-aed4-e71dd338558b] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1070.124577] env[69889]: INFO nova.compute.manager [None req-2cf4b182-0e95-46f8-9bd8-21bd4746b701 tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] [instance: f19f6311-6a23-4489-aed4-e71dd338558b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1070.124847] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2cf4b182-0e95-46f8-9bd8-21bd4746b701 tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1070.125113] env[69889]: DEBUG nova.compute.manager [-] [instance: f19f6311-6a23-4489-aed4-e71dd338558b] Deallocating network for instance {{(pid=69889) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1070.125240] env[69889]: DEBUG nova.network.neutron [-] [instance: f19f6311-6a23-4489-aed4-e71dd338558b] deallocate_for_instance() {{(pid=69889) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1070.223864] env[69889]: DEBUG oslo_vmware.api [None req-1c3be51d-2e59-4353-818e-b68b68c77a54 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Task: {'id': task-4077814, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161282} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.224196] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c3be51d-2e59-4353-818e-b68b68c77a54 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1070.224421] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-1c3be51d-2e59-4353-818e-b68b68c77a54 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] [instance: 84faf6c5-010d-450c-8d86-8a49356b31b0] Deleted contents of the VM from datastore datastore1 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1070.224631] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-1c3be51d-2e59-4353-818e-b68b68c77a54 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] [instance: 84faf6c5-010d-450c-8d86-8a49356b31b0] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1070.250651] env[69889]: DEBUG oslo_concurrency.lockutils [None req-12e1c3b3-8124-4dfa-bc25-512698d86ea9 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.393s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.251205] env[69889]: DEBUG nova.compute.manager [None req-12e1c3b3-8124-4dfa-bc25-512698d86ea9 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: f1999759-81e6-4ab6-9a80-8ef7e656242e] Start building networks asynchronously for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1070.258605] env[69889]: DEBUG oslo_concurrency.lockutils [None req-59337332-46f3-4e55-b3dc-833d955a09cd tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.884s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.258896] env[69889]: DEBUG oslo_concurrency.lockutils [None req-59337332-46f3-4e55-b3dc-833d955a09cd tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.261141] env[69889]: DEBUG oslo_concurrency.lockutils [None req-46796361-4b94-46fb-8ff7-e655e853bcdb tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.398s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.262878] env[69889]: INFO nova.compute.claims [None req-46796361-4b94-46fb-8ff7-e655e853bcdb tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] [instance: ac14e0fa-9bbf-4c8c-82c4-bf3cf6b0660e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1070.306879] env[69889]: INFO nova.scheduler.client.report [None req-59337332-46f3-4e55-b3dc-833d955a09cd tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Deleted allocations for instance 1b8036ed-2b5c-457d-9ef5-50d9ec77f656 [ 1070.441947] env[69889]: DEBUG oslo_concurrency.lockutils [req-4453d188-a240-44bf-b577-edee504af8ea req-256bf671-a552-4886-bebe-e091f7cc1f80 service nova] Releasing lock "refresh_cache-5665d1c7-3b42-4a19-8d01-0e711aa5b074" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.614594] env[69889]: DEBUG oslo_vmware.api [None req-6f566d80-da40-47a4-8743-aae5cffcda87 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Task: {'id': task-4077816, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08001} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.615092] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-6f566d80-da40-47a4-8743-aae5cffcda87 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] [instance: 5665d1c7-3b42-4a19-8d01-0e711aa5b074] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1070.616328] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f8da2ae-2e28-4dbb-b938-75deab53f1b1 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.383626] env[69889]: DEBUG nova.compute.utils [None req-12e1c3b3-8124-4dfa-bc25-512698d86ea9 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1071.388844] env[69889]: DEBUG nova.network.neutron [-] [instance: f19f6311-6a23-4489-aed4-e71dd338558b] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.400344] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f566d80-da40-47a4-8743-aae5cffcda87 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] [instance: 5665d1c7-3b42-4a19-8d01-0e711aa5b074] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] 5665d1c7-3b42-4a19-8d01-0e711aa5b074/5665d1c7-3b42-4a19-8d01-0e711aa5b074.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1071.401267] env[69889]: DEBUG oslo_concurrency.lockutils [None req-59337332-46f3-4e55-b3dc-833d955a09cd tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Lock "1b8036ed-2b5c-457d-9ef5-50d9ec77f656" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.832s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.402588] env[69889]: DEBUG nova.compute.manager [None req-12e1c3b3-8124-4dfa-bc25-512698d86ea9 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: f1999759-81e6-4ab6-9a80-8ef7e656242e] Allocating IP information in the background. {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1071.402825] env[69889]: DEBUG nova.network.neutron [None req-12e1c3b3-8124-4dfa-bc25-512698d86ea9 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: f1999759-81e6-4ab6-9a80-8ef7e656242e] allocate_for_instance() {{(pid=69889) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1071.405610] env[69889]: DEBUG nova.compute.manager [req-fc02c5b3-337e-4f8b-96df-4a72ab7e5f56 req-a2f23a22-1f99-4384-94e3-ef892f146a54 service nova] [instance: f19f6311-6a23-4489-aed4-e71dd338558b] Received event network-vif-deleted-e15be3de-8960-47e9-a437-42486585d341 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1071.405815] env[69889]: INFO nova.compute.manager [req-fc02c5b3-337e-4f8b-96df-4a72ab7e5f56 req-a2f23a22-1f99-4384-94e3-ef892f146a54 service nova] [instance: f19f6311-6a23-4489-aed4-e71dd338558b] Neutron deleted interface e15be3de-8960-47e9-a437-42486585d341; detaching it from the instance and deleting it from the info cache [ 1071.405987] env[69889]: DEBUG nova.network.neutron [req-fc02c5b3-337e-4f8b-96df-4a72ab7e5f56 req-a2f23a22-1f99-4384-94e3-ef892f146a54 service nova] [instance: f19f6311-6a23-4489-aed4-e71dd338558b] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.407580] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb5cbe7a-ad16-4719-8d30-6243d228894a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.424529] env[69889]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-05bae0e6-704e-4548-a4b5-44382e4b6918 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.435599] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-130a6e57-35c8-45d8-8c51-a5e5b390f4be {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.446318] env[69889]: DEBUG oslo_vmware.api [None req-6f566d80-da40-47a4-8743-aae5cffcda87 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Waiting for the task: (returnval){ [ 1071.446318] env[69889]: value = "task-4077817" [ 1071.446318] env[69889]: _type = "Task" [ 1071.446318] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.457464] env[69889]: DEBUG oslo_vmware.api [None req-6f566d80-da40-47a4-8743-aae5cffcda87 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Task: {'id': task-4077817, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.469458] env[69889]: DEBUG nova.compute.manager [req-fc02c5b3-337e-4f8b-96df-4a72ab7e5f56 req-a2f23a22-1f99-4384-94e3-ef892f146a54 service nova] [instance: f19f6311-6a23-4489-aed4-e71dd338558b] Detach interface failed, port_id=e15be3de-8960-47e9-a437-42486585d341, reason: Instance f19f6311-6a23-4489-aed4-e71dd338558b could not be found. {{(pid=69889) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1071.502354] env[69889]: DEBUG nova.policy [None req-12e1c3b3-8124-4dfa-bc25-512698d86ea9 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9e190865d02549c6a16effe8460be547', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd44aab10ad824c2fb2caf2263913e054', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69889) authorize /opt/stack/nova/nova/policy.py:192}} [ 1071.902073] env[69889]: DEBUG nova.compute.manager [None req-12e1c3b3-8124-4dfa-bc25-512698d86ea9 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: f1999759-81e6-4ab6-9a80-8ef7e656242e] Start building block device mappings for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1071.918776] env[69889]: INFO nova.compute.manager [-] [instance: f19f6311-6a23-4489-aed4-e71dd338558b] Took 1.79 seconds to deallocate network for instance. [ 1071.956607] env[69889]: DEBUG nova.virt.hardware [None req-1c3be51d-2e59-4353-818e-b68b68c77a54 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1071.956607] env[69889]: DEBUG nova.virt.hardware [None req-1c3be51d-2e59-4353-818e-b68b68c77a54 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1071.956607] env[69889]: DEBUG nova.virt.hardware [None req-1c3be51d-2e59-4353-818e-b68b68c77a54 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1071.956607] env[69889]: DEBUG nova.virt.hardware [None req-1c3be51d-2e59-4353-818e-b68b68c77a54 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1071.956607] env[69889]: DEBUG nova.virt.hardware [None req-1c3be51d-2e59-4353-818e-b68b68c77a54 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1071.956607] env[69889]: DEBUG nova.virt.hardware [None req-1c3be51d-2e59-4353-818e-b68b68c77a54 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1071.958468] env[69889]: DEBUG nova.virt.hardware [None req-1c3be51d-2e59-4353-818e-b68b68c77a54 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1071.958958] env[69889]: DEBUG nova.virt.hardware [None req-1c3be51d-2e59-4353-818e-b68b68c77a54 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1071.959378] env[69889]: DEBUG nova.virt.hardware [None req-1c3be51d-2e59-4353-818e-b68b68c77a54 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1071.963965] env[69889]: DEBUG nova.virt.hardware [None req-1c3be51d-2e59-4353-818e-b68b68c77a54 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1071.963965] env[69889]: DEBUG nova.virt.hardware [None req-1c3be51d-2e59-4353-818e-b68b68c77a54 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1071.967696] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cd428ce-7342-4652-9191-533a4a736a91 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.984616] env[69889]: DEBUG oslo_vmware.api [None req-6f566d80-da40-47a4-8743-aae5cffcda87 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Task: {'id': task-4077817, 'name': ReconfigVM_Task, 'duration_secs': 0.33541} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.985706] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94365169-1560-4882-9220-e97eacfdd4ff {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.990231] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f566d80-da40-47a4-8743-aae5cffcda87 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] [instance: 5665d1c7-3b42-4a19-8d01-0e711aa5b074] Reconfigured VM instance instance-00000055 to attach disk [datastore1] 5665d1c7-3b42-4a19-8d01-0e711aa5b074/5665d1c7-3b42-4a19-8d01-0e711aa5b074.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1071.993939] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9f0e16db-b574-4296-a7d3-644f6d347efd {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.009977] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-1c3be51d-2e59-4353-818e-b68b68c77a54 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] [instance: 84faf6c5-010d-450c-8d86-8a49356b31b0] Instance VIF info [] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1072.015654] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1c3be51d-2e59-4353-818e-b68b68c77a54 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1072.019511] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84faf6c5-010d-450c-8d86-8a49356b31b0] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1072.019839] env[69889]: DEBUG oslo_vmware.api [None req-6f566d80-da40-47a4-8743-aae5cffcda87 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Waiting for the task: (returnval){ [ 1072.019839] env[69889]: value = "task-4077818" [ 1072.019839] env[69889]: _type = "Task" [ 1072.019839] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.021316] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fba4a7f6-3c16-4272-83bb-1dae908c1d83 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.033125] env[69889]: DEBUG nova.network.neutron [None req-12e1c3b3-8124-4dfa-bc25-512698d86ea9 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: f1999759-81e6-4ab6-9a80-8ef7e656242e] Successfully created port: abaf38e3-8a70-4d3c-ae05-06823868757a {{(pid=69889) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1072.049458] env[69889]: DEBUG oslo_vmware.api [None req-6f566d80-da40-47a4-8743-aae5cffcda87 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Task: {'id': task-4077818, 'name': Rename_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.051755] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1072.051755] env[69889]: value = "task-4077819" [ 1072.051755] env[69889]: _type = "Task" [ 1072.051755] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.062798] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077819, 'name': CreateVM_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.243655] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-998b58e1-58f4-4d5a-a408-0e6205769d1f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.252756] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-791b9342-c671-4996-9c64-d79a39e2dfe9 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.285867] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb577857-a9e0-4f7d-9b65-4b659cbc28ee {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.293975] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-249cf3de-42ff-4cda-9462-b44dd6d01ef3 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.308526] env[69889]: DEBUG nova.compute.provider_tree [None req-46796361-4b94-46fb-8ff7-e655e853bcdb tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Updating inventory in ProviderTree for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1072.357906] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-73ad5469-7de0-4861-8a25-436c3463aaeb tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: ec331f28-d5ae-4c98-ac7f-612fcd03b679] Volume attach. Driver type: vmdk {{(pid=69889) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1072.358230] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-73ad5469-7de0-4861-8a25-436c3463aaeb tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: ec331f28-d5ae-4c98-ac7f-612fcd03b679] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-808023', 'volume_id': 'e65dfff4-6ce6-4eea-9641-c3ecdb11b823', 'name': 'volume-e65dfff4-6ce6-4eea-9641-c3ecdb11b823', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ec331f28-d5ae-4c98-ac7f-612fcd03b679', 'attached_at': '', 'detached_at': '', 'volume_id': 'e65dfff4-6ce6-4eea-9641-c3ecdb11b823', 'serial': 'e65dfff4-6ce6-4eea-9641-c3ecdb11b823'} {{(pid=69889) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1072.359438] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75453873-bb74-49ff-8e20-b818763dfed2 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.378987] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8e34f46-4fdd-4652-9bc7-fda368807189 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.404841] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-73ad5469-7de0-4861-8a25-436c3463aaeb tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: ec331f28-d5ae-4c98-ac7f-612fcd03b679] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] volume-e65dfff4-6ce6-4eea-9641-c3ecdb11b823/volume-e65dfff4-6ce6-4eea-9641-c3ecdb11b823.vmdk or device None with type thin {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1072.405120] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc23a276-ba9b-4dbf-b737-63011cf3651d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.423851] env[69889]: DEBUG oslo_vmware.api [None req-73ad5469-7de0-4861-8a25-436c3463aaeb tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Waiting for the task: (returnval){ [ 1072.423851] env[69889]: value = "task-4077820" [ 1072.423851] env[69889]: _type = "Task" [ 1072.423851] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.433754] env[69889]: DEBUG oslo_concurrency.lockutils [None req-2cf4b182-0e95-46f8-9bd8-21bd4746b701 tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.434062] env[69889]: DEBUG oslo_vmware.api [None req-73ad5469-7de0-4861-8a25-436c3463aaeb tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4077820, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.542698] env[69889]: DEBUG oslo_vmware.api [None req-6f566d80-da40-47a4-8743-aae5cffcda87 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Task: {'id': task-4077818, 'name': Rename_Task, 'duration_secs': 0.200258} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.543046] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f566d80-da40-47a4-8743-aae5cffcda87 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] [instance: 5665d1c7-3b42-4a19-8d01-0e711aa5b074] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1072.543311] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-92888691-1acc-41ca-b9ce-ea2f805a68ec {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.550320] env[69889]: DEBUG oslo_vmware.api [None req-6f566d80-da40-47a4-8743-aae5cffcda87 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Waiting for the task: (returnval){ [ 1072.550320] env[69889]: value = "task-4077821" [ 1072.550320] env[69889]: _type = "Task" [ 1072.550320] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.561904] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077819, 'name': CreateVM_Task} progress is 99%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.564966] env[69889]: DEBUG oslo_vmware.api [None req-6f566d80-da40-47a4-8743-aae5cffcda87 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Task: {'id': task-4077821, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.778915] env[69889]: DEBUG oslo_concurrency.lockutils [None req-2071a2b3-0145-4768-a5f1-431755fa9982 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Acquiring lock "380e1853-b5a2-4bcb-abcf-8acf34b52db6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.779166] env[69889]: DEBUG oslo_concurrency.lockutils [None req-2071a2b3-0145-4768-a5f1-431755fa9982 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Lock "380e1853-b5a2-4bcb-abcf-8acf34b52db6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.833432] env[69889]: ERROR nova.scheduler.client.report [None req-46796361-4b94-46fb-8ff7-e655e853bcdb tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] [req-fbb1eef8-43d9-42f8-8807-29059f8082d4] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 90d7c690-84bb-4f6d-b52e-7f3e0decd101. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-fbb1eef8-43d9-42f8-8807-29059f8082d4"}]} [ 1072.851777] env[69889]: DEBUG nova.scheduler.client.report [None req-46796361-4b94-46fb-8ff7-e655e853bcdb tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Refreshing inventories for resource provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1072.870291] env[69889]: DEBUG nova.scheduler.client.report [None req-46796361-4b94-46fb-8ff7-e655e853bcdb tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Updating ProviderTree inventory for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1072.870558] env[69889]: DEBUG nova.compute.provider_tree [None req-46796361-4b94-46fb-8ff7-e655e853bcdb tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Updating inventory in ProviderTree for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1072.885313] env[69889]: DEBUG nova.scheduler.client.report [None req-46796361-4b94-46fb-8ff7-e655e853bcdb tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Refreshing aggregate associations for resource provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101, aggregates: None {{(pid=69889) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1072.903783] env[69889]: DEBUG nova.scheduler.client.report [None req-46796361-4b94-46fb-8ff7-e655e853bcdb tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Refreshing trait associations for resource provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=69889) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1072.925481] env[69889]: DEBUG nova.compute.manager [None req-12e1c3b3-8124-4dfa-bc25-512698d86ea9 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: f1999759-81e6-4ab6-9a80-8ef7e656242e] Start spawning the instance on the hypervisor. {{(pid=69889) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1072.937633] env[69889]: DEBUG oslo_vmware.api [None req-73ad5469-7de0-4861-8a25-436c3463aaeb tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4077820, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.956425] env[69889]: DEBUG nova.virt.hardware [None req-12e1c3b3-8124-4dfa-bc25-512698d86ea9 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='ae3a8de3b9b2ca52bc9ac6ee73817299',container_format='bare',created_at=2025-05-13T14:31:51Z,direct_url=,disk_format='vmdk',id=9e7d0e0e-ffca-4c08-9fa1-e9c579072f79,min_disk=1,min_ram=0,name='tempest-test-snap-1673766684',owner='d44aab10ad824c2fb2caf2263913e054',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-05-13T14:32:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1072.956425] env[69889]: DEBUG nova.virt.hardware [None req-12e1c3b3-8124-4dfa-bc25-512698d86ea9 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1072.956555] env[69889]: DEBUG nova.virt.hardware [None req-12e1c3b3-8124-4dfa-bc25-512698d86ea9 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1072.956662] env[69889]: DEBUG nova.virt.hardware [None req-12e1c3b3-8124-4dfa-bc25-512698d86ea9 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1072.956822] env[69889]: DEBUG nova.virt.hardware [None req-12e1c3b3-8124-4dfa-bc25-512698d86ea9 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1072.956972] env[69889]: DEBUG nova.virt.hardware [None req-12e1c3b3-8124-4dfa-bc25-512698d86ea9 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1072.957200] env[69889]: DEBUG nova.virt.hardware [None req-12e1c3b3-8124-4dfa-bc25-512698d86ea9 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1072.957362] env[69889]: DEBUG nova.virt.hardware [None req-12e1c3b3-8124-4dfa-bc25-512698d86ea9 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1072.957530] env[69889]: DEBUG nova.virt.hardware [None req-12e1c3b3-8124-4dfa-bc25-512698d86ea9 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1072.957692] env[69889]: DEBUG nova.virt.hardware [None req-12e1c3b3-8124-4dfa-bc25-512698d86ea9 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1072.957863] env[69889]: DEBUG nova.virt.hardware [None req-12e1c3b3-8124-4dfa-bc25-512698d86ea9 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1072.959228] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06efbc3d-491a-4e47-819f-6204f31ea5c8 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.967247] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-226003a7-be6e-4539-a1c0-f3cddceb9404 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.071743] env[69889]: DEBUG oslo_vmware.api [None req-6f566d80-da40-47a4-8743-aae5cffcda87 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Task: {'id': task-4077821, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.071975] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077819, 'name': CreateVM_Task} progress is 99%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.177707] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa47aaeb-40a0-4a6e-ac1f-617a47302a42 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.186155] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1174b39-0097-4b6c-a25a-ed72340afbbc {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.217504] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd80716a-d0bd-46d1-8c5f-d995a3ff8223 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.225868] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2773419-8210-408d-870f-f93d4e9c3c90 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.241089] env[69889]: DEBUG nova.compute.provider_tree [None req-46796361-4b94-46fb-8ff7-e655e853bcdb tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Updating inventory in ProviderTree for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1073.281695] env[69889]: DEBUG nova.compute.manager [None req-2071a2b3-0145-4768-a5f1-431755fa9982 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: 380e1853-b5a2-4bcb-abcf-8acf34b52db6] Starting instance... {{(pid=69889) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1073.438571] env[69889]: DEBUG oslo_vmware.api [None req-73ad5469-7de0-4861-8a25-436c3463aaeb tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4077820, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.566221] env[69889]: DEBUG oslo_vmware.api [None req-6f566d80-da40-47a4-8743-aae5cffcda87 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Task: {'id': task-4077821, 'name': PowerOnVM_Task, 'duration_secs': 0.559407} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.568995] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f566d80-da40-47a4-8743-aae5cffcda87 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] [instance: 5665d1c7-3b42-4a19-8d01-0e711aa5b074] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1073.569168] env[69889]: INFO nova.compute.manager [None req-6f566d80-da40-47a4-8743-aae5cffcda87 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] [instance: 5665d1c7-3b42-4a19-8d01-0e711aa5b074] Took 8.58 seconds to spawn the instance on the hypervisor. [ 1073.569355] env[69889]: DEBUG nova.compute.manager [None req-6f566d80-da40-47a4-8743-aae5cffcda87 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] [instance: 5665d1c7-3b42-4a19-8d01-0e711aa5b074] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1073.569605] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077819, 'name': CreateVM_Task, 'duration_secs': 1.376516} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.570419] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ba481a7-4cbf-48dd-9d22-0000d9c916c8 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.573427] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84faf6c5-010d-450c-8d86-8a49356b31b0] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1073.574029] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1c3be51d-2e59-4353-818e-b68b68c77a54 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.574263] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1c3be51d-2e59-4353-818e-b68b68c77a54 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.574609] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1c3be51d-2e59-4353-818e-b68b68c77a54 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.575485] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8397dc2e-d08b-4e6a-a9e9-d966eac4c4b2 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.587373] env[69889]: DEBUG oslo_vmware.api [None req-1c3be51d-2e59-4353-818e-b68b68c77a54 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Waiting for the task: (returnval){ [ 1073.587373] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]525ad186-8e2a-6503-88c5-ad50a967bfdc" [ 1073.587373] env[69889]: _type = "Task" [ 1073.587373] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.599481] env[69889]: DEBUG oslo_vmware.api [None req-1c3be51d-2e59-4353-818e-b68b68c77a54 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]525ad186-8e2a-6503-88c5-ad50a967bfdc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.668742] env[69889]: DEBUG nova.compute.manager [req-958cf39b-4103-4665-8319-663e05051804 req-7554d093-c55e-4ee9-b6fc-54ee0d70bab2 service nova] [instance: f1999759-81e6-4ab6-9a80-8ef7e656242e] Received event network-vif-plugged-abaf38e3-8a70-4d3c-ae05-06823868757a {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1073.669202] env[69889]: DEBUG oslo_concurrency.lockutils [req-958cf39b-4103-4665-8319-663e05051804 req-7554d093-c55e-4ee9-b6fc-54ee0d70bab2 service nova] Acquiring lock "f1999759-81e6-4ab6-9a80-8ef7e656242e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.670040] env[69889]: DEBUG oslo_concurrency.lockutils [req-958cf39b-4103-4665-8319-663e05051804 req-7554d093-c55e-4ee9-b6fc-54ee0d70bab2 service nova] Lock "f1999759-81e6-4ab6-9a80-8ef7e656242e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.670338] env[69889]: DEBUG oslo_concurrency.lockutils [req-958cf39b-4103-4665-8319-663e05051804 req-7554d093-c55e-4ee9-b6fc-54ee0d70bab2 service nova] Lock "f1999759-81e6-4ab6-9a80-8ef7e656242e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.670580] env[69889]: DEBUG nova.compute.manager [req-958cf39b-4103-4665-8319-663e05051804 req-7554d093-c55e-4ee9-b6fc-54ee0d70bab2 service nova] [instance: f1999759-81e6-4ab6-9a80-8ef7e656242e] No waiting events found dispatching network-vif-plugged-abaf38e3-8a70-4d3c-ae05-06823868757a {{(pid=69889) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1073.670834] env[69889]: WARNING nova.compute.manager [req-958cf39b-4103-4665-8319-663e05051804 req-7554d093-c55e-4ee9-b6fc-54ee0d70bab2 service nova] [instance: f1999759-81e6-4ab6-9a80-8ef7e656242e] Received unexpected event network-vif-plugged-abaf38e3-8a70-4d3c-ae05-06823868757a for instance with vm_state building and task_state spawning. [ 1073.737063] env[69889]: DEBUG nova.network.neutron [None req-12e1c3b3-8124-4dfa-bc25-512698d86ea9 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: f1999759-81e6-4ab6-9a80-8ef7e656242e] Successfully updated port: abaf38e3-8a70-4d3c-ae05-06823868757a {{(pid=69889) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1073.779984] env[69889]: DEBUG nova.scheduler.client.report [None req-46796361-4b94-46fb-8ff7-e655e853bcdb tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Updated inventory for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 with generation 107 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1073.780299] env[69889]: DEBUG nova.compute.provider_tree [None req-46796361-4b94-46fb-8ff7-e655e853bcdb tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Updating resource provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 generation from 107 to 108 during operation: update_inventory {{(pid=69889) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1073.780500] env[69889]: DEBUG nova.compute.provider_tree [None req-46796361-4b94-46fb-8ff7-e655e853bcdb tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Updating inventory in ProviderTree for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1073.804162] env[69889]: DEBUG oslo_concurrency.lockutils [None req-2071a2b3-0145-4768-a5f1-431755fa9982 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.938052] env[69889]: DEBUG oslo_vmware.api [None req-73ad5469-7de0-4861-8a25-436c3463aaeb tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4077820, 'name': ReconfigVM_Task, 'duration_secs': 1.265226} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.938343] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-73ad5469-7de0-4861-8a25-436c3463aaeb tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: ec331f28-d5ae-4c98-ac7f-612fcd03b679] Reconfigured VM instance instance-0000004d to attach disk [datastore1] volume-e65dfff4-6ce6-4eea-9641-c3ecdb11b823/volume-e65dfff4-6ce6-4eea-9641-c3ecdb11b823.vmdk or device None with type thin {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1073.943073] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0486111-2c21-4aa7-9cf5-16c233bccfd4 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.959080] env[69889]: DEBUG oslo_vmware.api [None req-73ad5469-7de0-4861-8a25-436c3463aaeb tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Waiting for the task: (returnval){ [ 1073.959080] env[69889]: value = "task-4077822" [ 1073.959080] env[69889]: _type = "Task" [ 1073.959080] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.967762] env[69889]: DEBUG oslo_vmware.api [None req-73ad5469-7de0-4861-8a25-436c3463aaeb tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4077822, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.096301] env[69889]: INFO nova.compute.manager [None req-6f566d80-da40-47a4-8743-aae5cffcda87 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] [instance: 5665d1c7-3b42-4a19-8d01-0e711aa5b074] Took 25.82 seconds to build instance. [ 1074.101975] env[69889]: DEBUG oslo_vmware.api [None req-1c3be51d-2e59-4353-818e-b68b68c77a54 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]525ad186-8e2a-6503-88c5-ad50a967bfdc, 'name': SearchDatastore_Task, 'duration_secs': 0.013287} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.102329] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1c3be51d-2e59-4353-818e-b68b68c77a54 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.102562] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-1c3be51d-2e59-4353-818e-b68b68c77a54 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] [instance: 84faf6c5-010d-450c-8d86-8a49356b31b0] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1074.102963] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1c3be51d-2e59-4353-818e-b68b68c77a54 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.102963] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1c3be51d-2e59-4353-818e-b68b68c77a54 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.103184] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c3be51d-2e59-4353-818e-b68b68c77a54 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1074.103635] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e596eebe-3a8a-4159-9c4a-944fcd48261a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.113089] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c3be51d-2e59-4353-818e-b68b68c77a54 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1074.113378] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-1c3be51d-2e59-4353-818e-b68b68c77a54 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1074.114173] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15ae731c-56c6-4a38-814e-f52e0813731d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.121265] env[69889]: DEBUG oslo_vmware.api [None req-1c3be51d-2e59-4353-818e-b68b68c77a54 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Waiting for the task: (returnval){ [ 1074.121265] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]526721cf-c4df-b738-04c2-9abad81abcda" [ 1074.121265] env[69889]: _type = "Task" [ 1074.121265] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.128974] env[69889]: DEBUG oslo_vmware.api [None req-1c3be51d-2e59-4353-818e-b68b68c77a54 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]526721cf-c4df-b738-04c2-9abad81abcda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.240219] env[69889]: DEBUG oslo_concurrency.lockutils [None req-12e1c3b3-8124-4dfa-bc25-512698d86ea9 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Acquiring lock "refresh_cache-f1999759-81e6-4ab6-9a80-8ef7e656242e" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.240219] env[69889]: DEBUG oslo_concurrency.lockutils [None req-12e1c3b3-8124-4dfa-bc25-512698d86ea9 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Acquired lock "refresh_cache-f1999759-81e6-4ab6-9a80-8ef7e656242e" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.240219] env[69889]: DEBUG nova.network.neutron [None req-12e1c3b3-8124-4dfa-bc25-512698d86ea9 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: f1999759-81e6-4ab6-9a80-8ef7e656242e] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1074.287025] env[69889]: DEBUG oslo_concurrency.lockutils [None req-46796361-4b94-46fb-8ff7-e655e853bcdb tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.024s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.287025] env[69889]: DEBUG nova.compute.manager [None req-46796361-4b94-46fb-8ff7-e655e853bcdb tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] [instance: ac14e0fa-9bbf-4c8c-82c4-bf3cf6b0660e] Start building networks asynchronously for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1074.288620] env[69889]: DEBUG oslo_concurrency.lockutils [None req-497e5d60-993e-4578-9685-2f2062e4db5f tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.171s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.290204] env[69889]: INFO nova.compute.claims [None req-497e5d60-993e-4578-9685-2f2062e4db5f tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: bb5adeb2-ff04-4b8a-a3b5-a29b173583b5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1074.471375] env[69889]: DEBUG oslo_vmware.api [None req-73ad5469-7de0-4861-8a25-436c3463aaeb tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4077822, 'name': ReconfigVM_Task, 'duration_secs': 0.144548} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.471955] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-73ad5469-7de0-4861-8a25-436c3463aaeb tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: ec331f28-d5ae-4c98-ac7f-612fcd03b679] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-808023', 'volume_id': 'e65dfff4-6ce6-4eea-9641-c3ecdb11b823', 'name': 'volume-e65dfff4-6ce6-4eea-9641-c3ecdb11b823', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ec331f28-d5ae-4c98-ac7f-612fcd03b679', 'attached_at': '', 'detached_at': '', 'volume_id': 'e65dfff4-6ce6-4eea-9641-c3ecdb11b823', 'serial': 'e65dfff4-6ce6-4eea-9641-c3ecdb11b823'} {{(pid=69889) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1074.598394] env[69889]: DEBUG oslo_concurrency.lockutils [None req-6f566d80-da40-47a4-8743-aae5cffcda87 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Lock "5665d1c7-3b42-4a19-8d01-0e711aa5b074" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.331s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.633487] env[69889]: DEBUG oslo_vmware.api [None req-1c3be51d-2e59-4353-818e-b68b68c77a54 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]526721cf-c4df-b738-04c2-9abad81abcda, 'name': SearchDatastore_Task, 'duration_secs': 0.016183} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.634324] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ad06795-d259-44c3-9e2d-b2cd2e5843fc {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.639928] env[69889]: DEBUG oslo_vmware.api [None req-1c3be51d-2e59-4353-818e-b68b68c77a54 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Waiting for the task: (returnval){ [ 1074.639928] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]522e4d7b-d7ca-a823-0d8f-43b1a66eaf1f" [ 1074.639928] env[69889]: _type = "Task" [ 1074.639928] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.647992] env[69889]: DEBUG oslo_vmware.api [None req-1c3be51d-2e59-4353-818e-b68b68c77a54 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]522e4d7b-d7ca-a823-0d8f-43b1a66eaf1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.794911] env[69889]: DEBUG nova.network.neutron [None req-12e1c3b3-8124-4dfa-bc25-512698d86ea9 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: f1999759-81e6-4ab6-9a80-8ef7e656242e] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1074.798227] env[69889]: DEBUG nova.compute.utils [None req-46796361-4b94-46fb-8ff7-e655e853bcdb tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1074.801709] env[69889]: DEBUG nova.compute.manager [None req-46796361-4b94-46fb-8ff7-e655e853bcdb tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] [instance: ac14e0fa-9bbf-4c8c-82c4-bf3cf6b0660e] Allocating IP information in the background. {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1074.801880] env[69889]: DEBUG nova.network.neutron [None req-46796361-4b94-46fb-8ff7-e655e853bcdb tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] [instance: ac14e0fa-9bbf-4c8c-82c4-bf3cf6b0660e] allocate_for_instance() {{(pid=69889) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1074.847951] env[69889]: DEBUG nova.policy [None req-46796361-4b94-46fb-8ff7-e655e853bcdb tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e1a06f38171d458bb703971587f33469', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '30831f377ab64e6cb7379486a4ae356a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69889) authorize /opt/stack/nova/nova/policy.py:192}} [ 1074.991442] env[69889]: DEBUG nova.network.neutron [None req-12e1c3b3-8124-4dfa-bc25-512698d86ea9 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: f1999759-81e6-4ab6-9a80-8ef7e656242e] Updating instance_info_cache with network_info: [{"id": "abaf38e3-8a70-4d3c-ae05-06823868757a", "address": "fa:16:3e:31:b0:51", "network": {"id": "76248640-36fa-4fb5-832e-53a8d7e3936f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-540169063-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d44aab10ad824c2fb2caf2263913e054", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabaf38e3-8a", "ovs_interfaceid": "abaf38e3-8a70-4d3c-ae05-06823868757a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.151868] env[69889]: DEBUG oslo_vmware.api [None req-1c3be51d-2e59-4353-818e-b68b68c77a54 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]522e4d7b-d7ca-a823-0d8f-43b1a66eaf1f, 'name': SearchDatastore_Task, 'duration_secs': 0.010657} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.152146] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1c3be51d-2e59-4353-818e-b68b68c77a54 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.152357] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c3be51d-2e59-4353-818e-b68b68c77a54 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] 84faf6c5-010d-450c-8d86-8a49356b31b0/84faf6c5-010d-450c-8d86-8a49356b31b0.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1075.152624] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f52101eb-468c-4ccd-bed7-c5e2613430d8 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.163033] env[69889]: DEBUG oslo_vmware.api [None req-1c3be51d-2e59-4353-818e-b68b68c77a54 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Waiting for the task: (returnval){ [ 1075.163033] env[69889]: value = "task-4077823" [ 1075.163033] env[69889]: _type = "Task" [ 1075.163033] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.174625] env[69889]: DEBUG oslo_vmware.api [None req-1c3be51d-2e59-4353-818e-b68b68c77a54 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Task: {'id': task-4077823, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.193384] env[69889]: DEBUG nova.network.neutron [None req-46796361-4b94-46fb-8ff7-e655e853bcdb tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] [instance: ac14e0fa-9bbf-4c8c-82c4-bf3cf6b0660e] Successfully created port: bce343f4-9345-4b1b-8015-ef44f9319c39 {{(pid=69889) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1075.302778] env[69889]: DEBUG nova.compute.manager [None req-46796361-4b94-46fb-8ff7-e655e853bcdb tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] [instance: ac14e0fa-9bbf-4c8c-82c4-bf3cf6b0660e] Start building block device mappings for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1075.494540] env[69889]: DEBUG oslo_concurrency.lockutils [None req-12e1c3b3-8124-4dfa-bc25-512698d86ea9 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Releasing lock "refresh_cache-f1999759-81e6-4ab6-9a80-8ef7e656242e" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.495179] env[69889]: DEBUG nova.compute.manager [None req-12e1c3b3-8124-4dfa-bc25-512698d86ea9 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: f1999759-81e6-4ab6-9a80-8ef7e656242e] Instance network_info: |[{"id": "abaf38e3-8a70-4d3c-ae05-06823868757a", "address": "fa:16:3e:31:b0:51", "network": {"id": "76248640-36fa-4fb5-832e-53a8d7e3936f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-540169063-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d44aab10ad824c2fb2caf2263913e054", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabaf38e3-8a", "ovs_interfaceid": "abaf38e3-8a70-4d3c-ae05-06823868757a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1075.495385] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-12e1c3b3-8124-4dfa-bc25-512698d86ea9 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: f1999759-81e6-4ab6-9a80-8ef7e656242e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:31:b0:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52358fcc-0d9f-45dd-8c75-db533fd992c3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'abaf38e3-8a70-4d3c-ae05-06823868757a', 'vif_model': 'vmxnet3'}] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1075.504566] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-12e1c3b3-8124-4dfa-bc25-512698d86ea9 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1075.508119] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1999759-81e6-4ab6-9a80-8ef7e656242e] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1075.508800] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5fda94f6-702d-4fb3-a0a9-467d53b244c1 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.530269] env[69889]: DEBUG nova.objects.instance [None req-73ad5469-7de0-4861-8a25-436c3463aaeb tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Lazy-loading 'flavor' on Instance uuid ec331f28-d5ae-4c98-ac7f-612fcd03b679 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1075.539116] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1075.539116] env[69889]: value = "task-4077824" [ 1075.539116] env[69889]: _type = "Task" [ 1075.539116] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.550045] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077824, 'name': CreateVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.615131] env[69889]: DEBUG oslo_concurrency.lockutils [None req-56065663-c041-45e7-b118-65244be40796 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Acquiring lock "745fa69c-6e0e-4aa1-8f0c-a7f40e8093e6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.615477] env[69889]: DEBUG oslo_concurrency.lockutils [None req-56065663-c041-45e7-b118-65244be40796 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Lock "745fa69c-6e0e-4aa1-8f0c-a7f40e8093e6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.673590] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff09e8bf-4e2a-44ee-9a05-3af1e1142678 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.684052] env[69889]: DEBUG oslo_vmware.api [None req-1c3be51d-2e59-4353-818e-b68b68c77a54 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Task: {'id': task-4077823, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509604} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.688276] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c3be51d-2e59-4353-818e-b68b68c77a54 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] 84faf6c5-010d-450c-8d86-8a49356b31b0/84faf6c5-010d-450c-8d86-8a49356b31b0.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1075.688597] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-1c3be51d-2e59-4353-818e-b68b68c77a54 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] [instance: 84faf6c5-010d-450c-8d86-8a49356b31b0] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1075.689047] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d05a6a7c-e482-4190-9e2e-f242be3ff5d4 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.692435] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce534252-fa90-4b88-b0d0-6b71ff2f283d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.730648] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d74842ba-4c86-45fa-8246-801e47ed906d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.734085] env[69889]: DEBUG oslo_vmware.api [None req-1c3be51d-2e59-4353-818e-b68b68c77a54 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Waiting for the task: (returnval){ [ 1075.734085] env[69889]: value = "task-4077825" [ 1075.734085] env[69889]: _type = "Task" [ 1075.734085] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.738974] env[69889]: DEBUG nova.compute.manager [req-606e3fbe-e579-4f6a-b4e6-d5f2588182e6 req-c2a97a1d-6b2c-4fbc-8a8f-4ebf8af2bab6 service nova] [instance: f1999759-81e6-4ab6-9a80-8ef7e656242e] Received event network-changed-abaf38e3-8a70-4d3c-ae05-06823868757a {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1075.739204] env[69889]: DEBUG nova.compute.manager [req-606e3fbe-e579-4f6a-b4e6-d5f2588182e6 req-c2a97a1d-6b2c-4fbc-8a8f-4ebf8af2bab6 service nova] [instance: f1999759-81e6-4ab6-9a80-8ef7e656242e] Refreshing instance network info cache due to event network-changed-abaf38e3-8a70-4d3c-ae05-06823868757a. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1075.739435] env[69889]: DEBUG oslo_concurrency.lockutils [req-606e3fbe-e579-4f6a-b4e6-d5f2588182e6 req-c2a97a1d-6b2c-4fbc-8a8f-4ebf8af2bab6 service nova] Acquiring lock "refresh_cache-f1999759-81e6-4ab6-9a80-8ef7e656242e" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.739588] env[69889]: DEBUG oslo_concurrency.lockutils [req-606e3fbe-e579-4f6a-b4e6-d5f2588182e6 req-c2a97a1d-6b2c-4fbc-8a8f-4ebf8af2bab6 service nova] Acquired lock "refresh_cache-f1999759-81e6-4ab6-9a80-8ef7e656242e" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.739742] env[69889]: DEBUG nova.network.neutron [req-606e3fbe-e579-4f6a-b4e6-d5f2588182e6 req-c2a97a1d-6b2c-4fbc-8a8f-4ebf8af2bab6 service nova] [instance: f1999759-81e6-4ab6-9a80-8ef7e656242e] Refreshing network info cache for port abaf38e3-8a70-4d3c-ae05-06823868757a {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1075.749630] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa3aaa43-ac86-4634-b28d-20f4c5b343be {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.758264] env[69889]: DEBUG oslo_vmware.api [None req-1c3be51d-2e59-4353-818e-b68b68c77a54 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Task: {'id': task-4077825, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.771894] env[69889]: DEBUG nova.compute.provider_tree [None req-497e5d60-993e-4578-9685-2f2062e4db5f tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Updating inventory in ProviderTree for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1076.035595] env[69889]: DEBUG oslo_concurrency.lockutils [None req-73ad5469-7de0-4861-8a25-436c3463aaeb tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Lock "ec331f28-d5ae-4c98-ac7f-612fcd03b679" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.784s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.049510] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077824, 'name': CreateVM_Task, 'duration_secs': 0.421263} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.050305] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1999759-81e6-4ab6-9a80-8ef7e656242e] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1076.050999] env[69889]: DEBUG oslo_concurrency.lockutils [None req-12e1c3b3-8124-4dfa-bc25-512698d86ea9 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9e7d0e0e-ffca-4c08-9fa1-e9c579072f79" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.051186] env[69889]: DEBUG oslo_concurrency.lockutils [None req-12e1c3b3-8124-4dfa-bc25-512698d86ea9 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9e7d0e0e-ffca-4c08-9fa1-e9c579072f79" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.051598] env[69889]: DEBUG oslo_concurrency.lockutils [None req-12e1c3b3-8124-4dfa-bc25-512698d86ea9 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9e7d0e0e-ffca-4c08-9fa1-e9c579072f79" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.052138] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e806ea99-64cd-4806-88f3-4b46caa7162a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.057506] env[69889]: DEBUG oslo_vmware.api [None req-12e1c3b3-8124-4dfa-bc25-512698d86ea9 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Waiting for the task: (returnval){ [ 1076.057506] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52272dcf-5d1c-04b1-0d47-26858d0982d3" [ 1076.057506] env[69889]: _type = "Task" [ 1076.057506] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.066079] env[69889]: DEBUG oslo_vmware.api [None req-12e1c3b3-8124-4dfa-bc25-512698d86ea9 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52272dcf-5d1c-04b1-0d47-26858d0982d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.118972] env[69889]: DEBUG nova.compute.manager [None req-56065663-c041-45e7-b118-65244be40796 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] [instance: 745fa69c-6e0e-4aa1-8f0c-a7f40e8093e6] Starting instance... {{(pid=69889) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1076.247325] env[69889]: DEBUG oslo_vmware.api [None req-1c3be51d-2e59-4353-818e-b68b68c77a54 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Task: {'id': task-4077825, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083973} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.247625] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-1c3be51d-2e59-4353-818e-b68b68c77a54 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] [instance: 84faf6c5-010d-450c-8d86-8a49356b31b0] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1076.250647] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6a05f55-e24a-4ef9-aea2-545cb98a3aa5 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.271768] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c3be51d-2e59-4353-818e-b68b68c77a54 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] [instance: 84faf6c5-010d-450c-8d86-8a49356b31b0] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] 84faf6c5-010d-450c-8d86-8a49356b31b0/84faf6c5-010d-450c-8d86-8a49356b31b0.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1076.271957] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f6af743-7890-41e1-9442-e0ee12a9cc13 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.299074] env[69889]: DEBUG oslo_vmware.api [None req-1c3be51d-2e59-4353-818e-b68b68c77a54 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Waiting for the task: (returnval){ [ 1076.299074] env[69889]: value = "task-4077826" [ 1076.299074] env[69889]: _type = "Task" [ 1076.299074] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.312447] env[69889]: DEBUG oslo_vmware.api [None req-1c3be51d-2e59-4353-818e-b68b68c77a54 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Task: {'id': task-4077826, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.313610] env[69889]: ERROR nova.scheduler.client.report [None req-497e5d60-993e-4578-9685-2f2062e4db5f tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [req-b6791b38-5b89-4c47-8010-187872886588] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 90d7c690-84bb-4f6d-b52e-7f3e0decd101. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b6791b38-5b89-4c47-8010-187872886588"}]} [ 1076.322625] env[69889]: DEBUG nova.compute.manager [None req-46796361-4b94-46fb-8ff7-e655e853bcdb tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] [instance: ac14e0fa-9bbf-4c8c-82c4-bf3cf6b0660e] Start spawning the instance on the hypervisor. {{(pid=69889) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1076.343566] env[69889]: DEBUG nova.scheduler.client.report [None req-497e5d60-993e-4578-9685-2f2062e4db5f tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Refreshing inventories for resource provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1076.355317] env[69889]: DEBUG nova.virt.hardware [None req-46796361-4b94-46fb-8ff7-e655e853bcdb tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1076.355603] env[69889]: DEBUG nova.virt.hardware [None req-46796361-4b94-46fb-8ff7-e655e853bcdb tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1076.355786] env[69889]: DEBUG nova.virt.hardware [None req-46796361-4b94-46fb-8ff7-e655e853bcdb tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1076.355984] env[69889]: DEBUG nova.virt.hardware [None req-46796361-4b94-46fb-8ff7-e655e853bcdb tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1076.356163] env[69889]: DEBUG nova.virt.hardware [None req-46796361-4b94-46fb-8ff7-e655e853bcdb tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1076.356326] env[69889]: DEBUG nova.virt.hardware [None req-46796361-4b94-46fb-8ff7-e655e853bcdb tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1076.359642] env[69889]: DEBUG nova.virt.hardware [None req-46796361-4b94-46fb-8ff7-e655e853bcdb tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1076.359642] env[69889]: DEBUG nova.virt.hardware [None req-46796361-4b94-46fb-8ff7-e655e853bcdb tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1076.359642] env[69889]: DEBUG nova.virt.hardware [None req-46796361-4b94-46fb-8ff7-e655e853bcdb tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1076.359642] env[69889]: DEBUG nova.virt.hardware [None req-46796361-4b94-46fb-8ff7-e655e853bcdb tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1076.359642] env[69889]: DEBUG nova.virt.hardware [None req-46796361-4b94-46fb-8ff7-e655e853bcdb tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1076.360444] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfd32eba-7565-45f3-8daf-70ca30481ff4 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.363860] env[69889]: DEBUG nova.scheduler.client.report [None req-497e5d60-993e-4578-9685-2f2062e4db5f tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Updating ProviderTree inventory for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1076.364143] env[69889]: DEBUG nova.compute.provider_tree [None req-497e5d60-993e-4578-9685-2f2062e4db5f tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Updating inventory in ProviderTree for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1076.373685] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8ced4ba-5900-4efb-bbc6-c5b64ef47684 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.394358] env[69889]: DEBUG nova.scheduler.client.report [None req-497e5d60-993e-4578-9685-2f2062e4db5f tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Refreshing aggregate associations for resource provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101, aggregates: None {{(pid=69889) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1076.412552] env[69889]: DEBUG nova.scheduler.client.report [None req-497e5d60-993e-4578-9685-2f2062e4db5f tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Refreshing trait associations for resource provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=69889) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1076.513563] env[69889]: DEBUG nova.network.neutron [req-606e3fbe-e579-4f6a-b4e6-d5f2588182e6 req-c2a97a1d-6b2c-4fbc-8a8f-4ebf8af2bab6 service nova] [instance: f1999759-81e6-4ab6-9a80-8ef7e656242e] Updated VIF entry in instance network info cache for port abaf38e3-8a70-4d3c-ae05-06823868757a. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1076.514435] env[69889]: DEBUG nova.network.neutron [req-606e3fbe-e579-4f6a-b4e6-d5f2588182e6 req-c2a97a1d-6b2c-4fbc-8a8f-4ebf8af2bab6 service nova] [instance: f1999759-81e6-4ab6-9a80-8ef7e656242e] Updating instance_info_cache with network_info: [{"id": "abaf38e3-8a70-4d3c-ae05-06823868757a", "address": "fa:16:3e:31:b0:51", "network": {"id": "76248640-36fa-4fb5-832e-53a8d7e3936f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-540169063-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d44aab10ad824c2fb2caf2263913e054", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabaf38e3-8a", "ovs_interfaceid": "abaf38e3-8a70-4d3c-ae05-06823868757a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.569091] env[69889]: DEBUG oslo_concurrency.lockutils [None req-12e1c3b3-8124-4dfa-bc25-512698d86ea9 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9e7d0e0e-ffca-4c08-9fa1-e9c579072f79" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.569462] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-12e1c3b3-8124-4dfa-bc25-512698d86ea9 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: f1999759-81e6-4ab6-9a80-8ef7e656242e] Processing image 9e7d0e0e-ffca-4c08-9fa1-e9c579072f79 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1076.569643] env[69889]: DEBUG oslo_concurrency.lockutils [None req-12e1c3b3-8124-4dfa-bc25-512698d86ea9 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9e7d0e0e-ffca-4c08-9fa1-e9c579072f79/9e7d0e0e-ffca-4c08-9fa1-e9c579072f79.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.569796] env[69889]: DEBUG oslo_concurrency.lockutils [None req-12e1c3b3-8124-4dfa-bc25-512698d86ea9 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9e7d0e0e-ffca-4c08-9fa1-e9c579072f79/9e7d0e0e-ffca-4c08-9fa1-e9c579072f79.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.569975] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-12e1c3b3-8124-4dfa-bc25-512698d86ea9 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1076.572624] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-01b7ff9f-cbad-4f5b-85fd-a76bd8ec97e6 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.593249] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-12e1c3b3-8124-4dfa-bc25-512698d86ea9 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1076.593249] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-12e1c3b3-8124-4dfa-bc25-512698d86ea9 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1076.593675] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f02e9f13-4ba9-49f5-934b-4cb5ed10f0a0 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.604948] env[69889]: DEBUG oslo_vmware.api [None req-12e1c3b3-8124-4dfa-bc25-512698d86ea9 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Waiting for the task: (returnval){ [ 1076.604948] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52d0a467-13e1-caed-eaf6-04d16046028a" [ 1076.604948] env[69889]: _type = "Task" [ 1076.604948] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.614931] env[69889]: DEBUG oslo_vmware.api [None req-12e1c3b3-8124-4dfa-bc25-512698d86ea9 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52d0a467-13e1-caed-eaf6-04d16046028a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.620200] env[69889]: DEBUG nova.compute.manager [req-540b7d37-8fc5-405c-a2dc-8c97eb1f49ae req-4f8b119d-44c8-4563-9ee4-c9d0e0015c45 service nova] [instance: ac14e0fa-9bbf-4c8c-82c4-bf3cf6b0660e] Received event network-vif-plugged-bce343f4-9345-4b1b-8015-ef44f9319c39 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1076.620421] env[69889]: DEBUG oslo_concurrency.lockutils [req-540b7d37-8fc5-405c-a2dc-8c97eb1f49ae req-4f8b119d-44c8-4563-9ee4-c9d0e0015c45 service nova] Acquiring lock "ac14e0fa-9bbf-4c8c-82c4-bf3cf6b0660e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.620628] env[69889]: DEBUG oslo_concurrency.lockutils [req-540b7d37-8fc5-405c-a2dc-8c97eb1f49ae req-4f8b119d-44c8-4563-9ee4-c9d0e0015c45 service nova] Lock "ac14e0fa-9bbf-4c8c-82c4-bf3cf6b0660e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.620793] env[69889]: DEBUG oslo_concurrency.lockutils [req-540b7d37-8fc5-405c-a2dc-8c97eb1f49ae req-4f8b119d-44c8-4563-9ee4-c9d0e0015c45 service nova] Lock "ac14e0fa-9bbf-4c8c-82c4-bf3cf6b0660e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.620960] env[69889]: DEBUG nova.compute.manager [req-540b7d37-8fc5-405c-a2dc-8c97eb1f49ae req-4f8b119d-44c8-4563-9ee4-c9d0e0015c45 service nova] [instance: ac14e0fa-9bbf-4c8c-82c4-bf3cf6b0660e] No waiting events found dispatching network-vif-plugged-bce343f4-9345-4b1b-8015-ef44f9319c39 {{(pid=69889) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1076.621137] env[69889]: WARNING nova.compute.manager [req-540b7d37-8fc5-405c-a2dc-8c97eb1f49ae req-4f8b119d-44c8-4563-9ee4-c9d0e0015c45 service nova] [instance: ac14e0fa-9bbf-4c8c-82c4-bf3cf6b0660e] Received unexpected event network-vif-plugged-bce343f4-9345-4b1b-8015-ef44f9319c39 for instance with vm_state building and task_state spawning. [ 1076.640234] env[69889]: DEBUG oslo_concurrency.lockutils [None req-56065663-c041-45e7-b118-65244be40796 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.707605] env[69889]: DEBUG nova.network.neutron [None req-46796361-4b94-46fb-8ff7-e655e853bcdb tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] [instance: ac14e0fa-9bbf-4c8c-82c4-bf3cf6b0660e] Successfully updated port: bce343f4-9345-4b1b-8015-ef44f9319c39 {{(pid=69889) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1076.727008] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a6e33f7-e463-4334-9a67-31701c126452 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.735675] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48e3ec49-db3a-428e-99c9-72b8171a7a97 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.767434] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee909b13-39a4-4513-b19f-40df4f8ee6ff {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.776042] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a327b173-0d2b-45cd-b6c3-f2835483f205 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.789897] env[69889]: DEBUG nova.compute.provider_tree [None req-497e5d60-993e-4578-9685-2f2062e4db5f tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Updating inventory in ProviderTree for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1076.809626] env[69889]: DEBUG oslo_vmware.api [None req-1c3be51d-2e59-4353-818e-b68b68c77a54 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Task: {'id': task-4077826, 'name': ReconfigVM_Task, 'duration_secs': 0.309267} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.809964] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c3be51d-2e59-4353-818e-b68b68c77a54 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] [instance: 84faf6c5-010d-450c-8d86-8a49356b31b0] Reconfigured VM instance instance-00000054 to attach disk [datastore2] 84faf6c5-010d-450c-8d86-8a49356b31b0/84faf6c5-010d-450c-8d86-8a49356b31b0.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1076.810683] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c25f0c3d-36db-465c-9c87-edc102a2ec5b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.817536] env[69889]: DEBUG oslo_vmware.api [None req-1c3be51d-2e59-4353-818e-b68b68c77a54 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Waiting for the task: (returnval){ [ 1076.817536] env[69889]: value = "task-4077827" [ 1076.817536] env[69889]: _type = "Task" [ 1076.817536] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.827813] env[69889]: DEBUG oslo_vmware.api [None req-1c3be51d-2e59-4353-818e-b68b68c77a54 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Task: {'id': task-4077827, 'name': Rename_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.834060] env[69889]: DEBUG nova.compute.manager [None req-833629f2-6c4c-4d06-b2b3-469513262d52 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: ec331f28-d5ae-4c98-ac7f-612fcd03b679] Stashing vm_state: active {{(pid=69889) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1077.016769] env[69889]: DEBUG oslo_concurrency.lockutils [req-606e3fbe-e579-4f6a-b4e6-d5f2588182e6 req-c2a97a1d-6b2c-4fbc-8a8f-4ebf8af2bab6 service nova] Releasing lock "refresh_cache-f1999759-81e6-4ab6-9a80-8ef7e656242e" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.115152] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-12e1c3b3-8124-4dfa-bc25-512698d86ea9 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: f1999759-81e6-4ab6-9a80-8ef7e656242e] Preparing fetch location {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1077.115433] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-12e1c3b3-8124-4dfa-bc25-512698d86ea9 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: f1999759-81e6-4ab6-9a80-8ef7e656242e] Fetch image to [datastore2] OSTACK_IMG_38fe58a1-8895-476e-a9db-b3b81d0c1642/OSTACK_IMG_38fe58a1-8895-476e-a9db-b3b81d0c1642.vmdk {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1077.115613] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-12e1c3b3-8124-4dfa-bc25-512698d86ea9 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: f1999759-81e6-4ab6-9a80-8ef7e656242e] Downloading stream optimized image 9e7d0e0e-ffca-4c08-9fa1-e9c579072f79 to [datastore2] OSTACK_IMG_38fe58a1-8895-476e-a9db-b3b81d0c1642/OSTACK_IMG_38fe58a1-8895-476e-a9db-b3b81d0c1642.vmdk on the data store datastore2 as vApp {{(pid=69889) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1077.115784] env[69889]: DEBUG nova.virt.vmwareapi.images [None req-12e1c3b3-8124-4dfa-bc25-512698d86ea9 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: f1999759-81e6-4ab6-9a80-8ef7e656242e] Downloading image file data 9e7d0e0e-ffca-4c08-9fa1-e9c579072f79 to the ESX as VM named 'OSTACK_IMG_38fe58a1-8895-476e-a9db-b3b81d0c1642' {{(pid=69889) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1077.206737] env[69889]: DEBUG oslo_vmware.rw_handles [None req-12e1c3b3-8124-4dfa-bc25-512698d86ea9 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1077.206737] env[69889]: value = "resgroup-9" [ 1077.206737] env[69889]: _type = "ResourcePool" [ 1077.206737] env[69889]: }. {{(pid=69889) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1077.207071] env[69889]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-edf7ee16-7691-468b-accc-ff0c8bb53cdd {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.222846] env[69889]: DEBUG oslo_concurrency.lockutils [None req-46796361-4b94-46fb-8ff7-e655e853bcdb tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Acquiring lock "refresh_cache-ac14e0fa-9bbf-4c8c-82c4-bf3cf6b0660e" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.222989] env[69889]: DEBUG oslo_concurrency.lockutils [None req-46796361-4b94-46fb-8ff7-e655e853bcdb tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Acquired lock "refresh_cache-ac14e0fa-9bbf-4c8c-82c4-bf3cf6b0660e" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.223154] env[69889]: DEBUG nova.network.neutron [None req-46796361-4b94-46fb-8ff7-e655e853bcdb tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] [instance: ac14e0fa-9bbf-4c8c-82c4-bf3cf6b0660e] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1077.230621] env[69889]: DEBUG oslo_vmware.rw_handles [None req-12e1c3b3-8124-4dfa-bc25-512698d86ea9 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Lease: (returnval){ [ 1077.230621] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]522f2ed4-eb7f-7753-fbd1-270a2882d43a" [ 1077.230621] env[69889]: _type = "HttpNfcLease" [ 1077.230621] env[69889]: } obtained for vApp import into resource pool (val){ [ 1077.230621] env[69889]: value = "resgroup-9" [ 1077.230621] env[69889]: _type = "ResourcePool" [ 1077.230621] env[69889]: }. {{(pid=69889) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1077.230957] env[69889]: DEBUG oslo_vmware.api [None req-12e1c3b3-8124-4dfa-bc25-512698d86ea9 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Waiting for the lease: (returnval){ [ 1077.230957] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]522f2ed4-eb7f-7753-fbd1-270a2882d43a" [ 1077.230957] env[69889]: _type = "HttpNfcLease" [ 1077.230957] env[69889]: } to be ready. {{(pid=69889) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1077.238934] env[69889]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1077.238934] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]522f2ed4-eb7f-7753-fbd1-270a2882d43a" [ 1077.238934] env[69889]: _type = "HttpNfcLease" [ 1077.238934] env[69889]: } is initializing. {{(pid=69889) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1077.328469] env[69889]: DEBUG oslo_vmware.api [None req-1c3be51d-2e59-4353-818e-b68b68c77a54 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Task: {'id': task-4077827, 'name': Rename_Task, 'duration_secs': 0.140322} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.329581] env[69889]: DEBUG nova.scheduler.client.report [None req-497e5d60-993e-4578-9685-2f2062e4db5f tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Updated inventory for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 with generation 111 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1077.329826] env[69889]: DEBUG nova.compute.provider_tree [None req-497e5d60-993e-4578-9685-2f2062e4db5f tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Updating resource provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 generation from 111 to 112 during operation: update_inventory {{(pid=69889) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1077.330054] env[69889]: DEBUG nova.compute.provider_tree [None req-497e5d60-993e-4578-9685-2f2062e4db5f tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Updating inventory in ProviderTree for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1077.333375] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c3be51d-2e59-4353-818e-b68b68c77a54 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] [instance: 84faf6c5-010d-450c-8d86-8a49356b31b0] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1077.333836] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-74b71ff1-ba90-4570-b6e9-2a0b39fcbcbf {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.342696] env[69889]: DEBUG oslo_vmware.api [None req-1c3be51d-2e59-4353-818e-b68b68c77a54 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Waiting for the task: (returnval){ [ 1077.342696] env[69889]: value = "task-4077829" [ 1077.342696] env[69889]: _type = "Task" [ 1077.342696] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.351611] env[69889]: DEBUG oslo_vmware.api [None req-1c3be51d-2e59-4353-818e-b68b68c77a54 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Task: {'id': task-4077829, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.353334] env[69889]: DEBUG oslo_concurrency.lockutils [None req-833629f2-6c4c-4d06-b2b3-469513262d52 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.744479] env[69889]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1077.744479] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]522f2ed4-eb7f-7753-fbd1-270a2882d43a" [ 1077.744479] env[69889]: _type = "HttpNfcLease" [ 1077.744479] env[69889]: } is initializing. {{(pid=69889) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1077.760660] env[69889]: DEBUG nova.network.neutron [None req-46796361-4b94-46fb-8ff7-e655e853bcdb tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] [instance: ac14e0fa-9bbf-4c8c-82c4-bf3cf6b0660e] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1077.837520] env[69889]: DEBUG oslo_concurrency.lockutils [None req-497e5d60-993e-4578-9685-2f2062e4db5f tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.547s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.837520] env[69889]: DEBUG nova.compute.manager [None req-497e5d60-993e-4578-9685-2f2062e4db5f tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: bb5adeb2-ff04-4b8a-a3b5-a29b173583b5] Start building networks asynchronously for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1077.843743] env[69889]: DEBUG oslo_concurrency.lockutils [None req-8c616dc8-acb2-4535-9b76-69c4cdcc9105 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 19.781s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.843988] env[69889]: DEBUG nova.objects.instance [None req-8c616dc8-acb2-4535-9b76-69c4cdcc9105 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] [instance: 351ae554-2d0a-4611-a93a-1d718336cf48] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69889) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1077.868028] env[69889]: DEBUG oslo_vmware.api [None req-1c3be51d-2e59-4353-818e-b68b68c77a54 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Task: {'id': task-4077829, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.939899] env[69889]: DEBUG nova.network.neutron [None req-46796361-4b94-46fb-8ff7-e655e853bcdb tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] [instance: ac14e0fa-9bbf-4c8c-82c4-bf3cf6b0660e] Updating instance_info_cache with network_info: [{"id": "bce343f4-9345-4b1b-8015-ef44f9319c39", "address": "fa:16:3e:89:40:4e", "network": {"id": "0101f6a8-abf4-4029-8520-d35822734dfd", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-461302586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30831f377ab64e6cb7379486a4ae356a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbce343f4-93", "ovs_interfaceid": "bce343f4-9345-4b1b-8015-ef44f9319c39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.242038] env[69889]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1078.242038] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]522f2ed4-eb7f-7753-fbd1-270a2882d43a" [ 1078.242038] env[69889]: _type = "HttpNfcLease" [ 1078.242038] env[69889]: } is ready. {{(pid=69889) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1078.242434] env[69889]: DEBUG oslo_vmware.rw_handles [None req-12e1c3b3-8124-4dfa-bc25-512698d86ea9 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1078.242434] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]522f2ed4-eb7f-7753-fbd1-270a2882d43a" [ 1078.242434] env[69889]: _type = "HttpNfcLease" [ 1078.242434] env[69889]: }. {{(pid=69889) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1078.243139] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75aa2437-8ee5-4d8a-ba4d-be496510ffbe {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.251446] env[69889]: DEBUG oslo_vmware.rw_handles [None req-12e1c3b3-8124-4dfa-bc25-512698d86ea9 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52959300-dc30-0807-4870-89aae71b52f7/disk-0.vmdk from lease info. {{(pid=69889) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1078.251672] env[69889]: DEBUG oslo_vmware.rw_handles [None req-12e1c3b3-8124-4dfa-bc25-512698d86ea9 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52959300-dc30-0807-4870-89aae71b52f7/disk-0.vmdk. {{(pid=69889) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1078.312423] env[69889]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-bbba91d0-39d4-4074-8c1e-ea0dfe58515b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.350231] env[69889]: DEBUG nova.compute.utils [None req-497e5d60-993e-4578-9685-2f2062e4db5f tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1078.357107] env[69889]: DEBUG nova.compute.manager [None req-497e5d60-993e-4578-9685-2f2062e4db5f tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: bb5adeb2-ff04-4b8a-a3b5-a29b173583b5] Allocating IP information in the background. {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1078.357421] env[69889]: DEBUG nova.network.neutron [None req-497e5d60-993e-4578-9685-2f2062e4db5f tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: bb5adeb2-ff04-4b8a-a3b5-a29b173583b5] allocate_for_instance() {{(pid=69889) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1078.371983] env[69889]: DEBUG oslo_vmware.api [None req-1c3be51d-2e59-4353-818e-b68b68c77a54 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Task: {'id': task-4077829, 'name': PowerOnVM_Task, 'duration_secs': 0.572053} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.372196] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c3be51d-2e59-4353-818e-b68b68c77a54 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] [instance: 84faf6c5-010d-450c-8d86-8a49356b31b0] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1078.372462] env[69889]: DEBUG nova.compute.manager [None req-1c3be51d-2e59-4353-818e-b68b68c77a54 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] [instance: 84faf6c5-010d-450c-8d86-8a49356b31b0] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1078.373561] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4411283-4947-4d30-abae-432417629489 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.406496] env[69889]: DEBUG nova.policy [None req-497e5d60-993e-4578-9685-2f2062e4db5f tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '00fc506c960541388436df2c67bb1797', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ea3b0130534446ba8f3ff8c8e581dae7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69889) authorize /opt/stack/nova/nova/policy.py:192}} [ 1078.442758] env[69889]: DEBUG oslo_concurrency.lockutils [None req-46796361-4b94-46fb-8ff7-e655e853bcdb tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Releasing lock "refresh_cache-ac14e0fa-9bbf-4c8c-82c4-bf3cf6b0660e" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.443090] env[69889]: DEBUG nova.compute.manager [None req-46796361-4b94-46fb-8ff7-e655e853bcdb tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] [instance: ac14e0fa-9bbf-4c8c-82c4-bf3cf6b0660e] Instance network_info: |[{"id": "bce343f4-9345-4b1b-8015-ef44f9319c39", "address": "fa:16:3e:89:40:4e", "network": {"id": "0101f6a8-abf4-4029-8520-d35822734dfd", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-461302586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30831f377ab64e6cb7379486a4ae356a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbce343f4-93", "ovs_interfaceid": "bce343f4-9345-4b1b-8015-ef44f9319c39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1078.443561] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-46796361-4b94-46fb-8ff7-e655e853bcdb tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] [instance: ac14e0fa-9bbf-4c8c-82c4-bf3cf6b0660e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:40:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a965790c-2d2f-4c2a-9ee7-745f4d53039b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bce343f4-9345-4b1b-8015-ef44f9319c39', 'vif_model': 'vmxnet3'}] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1078.451130] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-46796361-4b94-46fb-8ff7-e655e853bcdb tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Creating folder: Project (30831f377ab64e6cb7379486a4ae356a). Parent ref: group-v807779. {{(pid=69889) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1078.451442] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e6e70adb-5c7d-40cd-bd7a-de63ffb9d98a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.464278] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-46796361-4b94-46fb-8ff7-e655e853bcdb tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Created folder: Project (30831f377ab64e6cb7379486a4ae356a) in parent group-v807779. [ 1078.464479] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-46796361-4b94-46fb-8ff7-e655e853bcdb tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Creating folder: Instances. Parent ref: group-v808027. {{(pid=69889) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1078.464684] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bd1d83e1-16c6-42e8-a141-379126492e8e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.477782] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-46796361-4b94-46fb-8ff7-e655e853bcdb tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Created folder: Instances in parent group-v808027. [ 1078.478073] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-46796361-4b94-46fb-8ff7-e655e853bcdb tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1078.478366] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac14e0fa-9bbf-4c8c-82c4-bf3cf6b0660e] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1078.478538] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c5200ef4-d983-4803-a7c5-f0688296041b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.504647] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1078.504647] env[69889]: value = "task-4077832" [ 1078.504647] env[69889]: _type = "Task" [ 1078.504647] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.516752] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077832, 'name': CreateVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.652991] env[69889]: DEBUG nova.compute.manager [req-de58a4b6-f16a-4ae7-bce3-eff5ce7e3bfa req-196a82e7-b140-4c04-b5b3-91cd4097d813 service nova] [instance: ac14e0fa-9bbf-4c8c-82c4-bf3cf6b0660e] Received event network-changed-bce343f4-9345-4b1b-8015-ef44f9319c39 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1078.652991] env[69889]: DEBUG nova.compute.manager [req-de58a4b6-f16a-4ae7-bce3-eff5ce7e3bfa req-196a82e7-b140-4c04-b5b3-91cd4097d813 service nova] [instance: ac14e0fa-9bbf-4c8c-82c4-bf3cf6b0660e] Refreshing instance network info cache due to event network-changed-bce343f4-9345-4b1b-8015-ef44f9319c39. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1078.657030] env[69889]: DEBUG oslo_concurrency.lockutils [req-de58a4b6-f16a-4ae7-bce3-eff5ce7e3bfa req-196a82e7-b140-4c04-b5b3-91cd4097d813 service nova] Acquiring lock "refresh_cache-ac14e0fa-9bbf-4c8c-82c4-bf3cf6b0660e" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.657030] env[69889]: DEBUG oslo_concurrency.lockutils [req-de58a4b6-f16a-4ae7-bce3-eff5ce7e3bfa req-196a82e7-b140-4c04-b5b3-91cd4097d813 service nova] Acquired lock "refresh_cache-ac14e0fa-9bbf-4c8c-82c4-bf3cf6b0660e" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.657030] env[69889]: DEBUG nova.network.neutron [req-de58a4b6-f16a-4ae7-bce3-eff5ce7e3bfa req-196a82e7-b140-4c04-b5b3-91cd4097d813 service nova] [instance: ac14e0fa-9bbf-4c8c-82c4-bf3cf6b0660e] Refreshing network info cache for port bce343f4-9345-4b1b-8015-ef44f9319c39 {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1078.712164] env[69889]: DEBUG nova.network.neutron [None req-497e5d60-993e-4578-9685-2f2062e4db5f tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: bb5adeb2-ff04-4b8a-a3b5-a29b173583b5] Successfully created port: 28c92173-1eef-4379-9477-8a8161b12527 {{(pid=69889) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1078.861894] env[69889]: DEBUG nova.compute.manager [None req-497e5d60-993e-4578-9685-2f2062e4db5f tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: bb5adeb2-ff04-4b8a-a3b5-a29b173583b5] Start building block device mappings for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1078.869975] env[69889]: DEBUG oslo_concurrency.lockutils [None req-8c616dc8-acb2-4535-9b76-69c4cdcc9105 tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.026s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.876014] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0e6ee9c4-5f52-4c28-b094-ab2a68536478 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.773s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.878050] env[69889]: INFO nova.compute.claims [None req-0e6ee9c4-5f52-4c28-b094-ab2a68536478 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 1d03b56f-0b24-44ca-a394-e71ef3d2abf0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1078.898763] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1c3be51d-2e59-4353-818e-b68b68c77a54 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.020436] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077832, 'name': CreateVM_Task, 'duration_secs': 0.452872} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.022314] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac14e0fa-9bbf-4c8c-82c4-bf3cf6b0660e] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1079.023126] env[69889]: DEBUG oslo_concurrency.lockutils [None req-46796361-4b94-46fb-8ff7-e655e853bcdb tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.023307] env[69889]: DEBUG oslo_concurrency.lockutils [None req-46796361-4b94-46fb-8ff7-e655e853bcdb tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.024903] env[69889]: DEBUG oslo_concurrency.lockutils [None req-46796361-4b94-46fb-8ff7-e655e853bcdb tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.024903] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d354b6ec-8d2a-472e-b820-daaf30305a99 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.029908] env[69889]: DEBUG oslo_vmware.api [None req-46796361-4b94-46fb-8ff7-e655e853bcdb tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Waiting for the task: (returnval){ [ 1079.029908] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52614289-33a4-7b44-924d-d7a8d378c7e8" [ 1079.029908] env[69889]: _type = "Task" [ 1079.029908] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.040740] env[69889]: DEBUG oslo_vmware.api [None req-46796361-4b94-46fb-8ff7-e655e853bcdb tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52614289-33a4-7b44-924d-d7a8d378c7e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.156527] env[69889]: DEBUG oslo_vmware.rw_handles [None req-12e1c3b3-8124-4dfa-bc25-512698d86ea9 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Completed reading data from the image iterator. {{(pid=69889) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1079.156801] env[69889]: DEBUG oslo_vmware.rw_handles [None req-12e1c3b3-8124-4dfa-bc25-512698d86ea9 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52959300-dc30-0807-4870-89aae71b52f7/disk-0.vmdk. {{(pid=69889) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1079.157919] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9966914-6be3-47b6-899d-c957a13dd10c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.167183] env[69889]: DEBUG oslo_vmware.rw_handles [None req-12e1c3b3-8124-4dfa-bc25-512698d86ea9 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52959300-dc30-0807-4870-89aae71b52f7/disk-0.vmdk is in state: ready. {{(pid=69889) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1079.167376] env[69889]: DEBUG oslo_vmware.rw_handles [None req-12e1c3b3-8124-4dfa-bc25-512698d86ea9 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52959300-dc30-0807-4870-89aae71b52f7/disk-0.vmdk. {{(pid=69889) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1079.167617] env[69889]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-e1ac92b0-4747-4a8e-ab92-e03acffe3854 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.428475] env[69889]: DEBUG nova.network.neutron [req-de58a4b6-f16a-4ae7-bce3-eff5ce7e3bfa req-196a82e7-b140-4c04-b5b3-91cd4097d813 service nova] [instance: ac14e0fa-9bbf-4c8c-82c4-bf3cf6b0660e] Updated VIF entry in instance network info cache for port bce343f4-9345-4b1b-8015-ef44f9319c39. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1079.429014] env[69889]: DEBUG nova.network.neutron [req-de58a4b6-f16a-4ae7-bce3-eff5ce7e3bfa req-196a82e7-b140-4c04-b5b3-91cd4097d813 service nova] [instance: ac14e0fa-9bbf-4c8c-82c4-bf3cf6b0660e] Updating instance_info_cache with network_info: [{"id": "bce343f4-9345-4b1b-8015-ef44f9319c39", "address": "fa:16:3e:89:40:4e", "network": {"id": "0101f6a8-abf4-4029-8520-d35822734dfd", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-461302586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30831f377ab64e6cb7379486a4ae356a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbce343f4-93", "ovs_interfaceid": "bce343f4-9345-4b1b-8015-ef44f9319c39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.543339] env[69889]: DEBUG oslo_vmware.api [None req-46796361-4b94-46fb-8ff7-e655e853bcdb tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52614289-33a4-7b44-924d-d7a8d378c7e8, 'name': SearchDatastore_Task, 'duration_secs': 0.028052} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.543339] env[69889]: DEBUG oslo_concurrency.lockutils [None req-46796361-4b94-46fb-8ff7-e655e853bcdb tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.543508] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-46796361-4b94-46fb-8ff7-e655e853bcdb tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] [instance: ac14e0fa-9bbf-4c8c-82c4-bf3cf6b0660e] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1079.543729] env[69889]: DEBUG oslo_concurrency.lockutils [None req-46796361-4b94-46fb-8ff7-e655e853bcdb tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.543930] env[69889]: DEBUG oslo_concurrency.lockutils [None req-46796361-4b94-46fb-8ff7-e655e853bcdb tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.544453] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-46796361-4b94-46fb-8ff7-e655e853bcdb tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1079.544453] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-23f37c82-f3ec-4880-9ad1-811cbe78e5cb {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.555017] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-46796361-4b94-46fb-8ff7-e655e853bcdb tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1079.555264] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-46796361-4b94-46fb-8ff7-e655e853bcdb tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1079.555993] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd9f94df-3ac6-4e58-b2ad-bed26a0aa303 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.562179] env[69889]: DEBUG oslo_vmware.api [None req-46796361-4b94-46fb-8ff7-e655e853bcdb tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Waiting for the task: (returnval){ [ 1079.562179] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]528484f0-5566-478f-01af-810dc2d3868d" [ 1079.562179] env[69889]: _type = "Task" [ 1079.562179] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.571871] env[69889]: DEBUG oslo_vmware.api [None req-46796361-4b94-46fb-8ff7-e655e853bcdb tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]528484f0-5566-478f-01af-810dc2d3868d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.612824] env[69889]: DEBUG oslo_vmware.rw_handles [None req-12e1c3b3-8124-4dfa-bc25-512698d86ea9 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52959300-dc30-0807-4870-89aae71b52f7/disk-0.vmdk. {{(pid=69889) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1079.612824] env[69889]: INFO nova.virt.vmwareapi.images [None req-12e1c3b3-8124-4dfa-bc25-512698d86ea9 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: f1999759-81e6-4ab6-9a80-8ef7e656242e] Downloaded image file data 9e7d0e0e-ffca-4c08-9fa1-e9c579072f79 [ 1079.613792] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc32e08f-f09d-479c-af2e-3637c07034c3 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.634580] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7fa98fea-00b4-43ed-a28c-55f52ad4a62e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.686478] env[69889]: INFO nova.virt.vmwareapi.images [None req-12e1c3b3-8124-4dfa-bc25-512698d86ea9 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: f1999759-81e6-4ab6-9a80-8ef7e656242e] The imported VM was unregistered [ 1079.689299] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-12e1c3b3-8124-4dfa-bc25-512698d86ea9 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: f1999759-81e6-4ab6-9a80-8ef7e656242e] Caching image {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1079.689581] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-12e1c3b3-8124-4dfa-bc25-512698d86ea9 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Creating directory with path [datastore2] devstack-image-cache_base/9e7d0e0e-ffca-4c08-9fa1-e9c579072f79 {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1079.689982] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-04afdbf2-73f2-4440-87f6-bac864cf5aa6 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.723383] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-12e1c3b3-8124-4dfa-bc25-512698d86ea9 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Created directory with path [datastore2] devstack-image-cache_base/9e7d0e0e-ffca-4c08-9fa1-e9c579072f79 {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1079.723619] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-12e1c3b3-8124-4dfa-bc25-512698d86ea9 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_38fe58a1-8895-476e-a9db-b3b81d0c1642/OSTACK_IMG_38fe58a1-8895-476e-a9db-b3b81d0c1642.vmdk to [datastore2] devstack-image-cache_base/9e7d0e0e-ffca-4c08-9fa1-e9c579072f79/9e7d0e0e-ffca-4c08-9fa1-e9c579072f79.vmdk. {{(pid=69889) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1079.723920] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-9871776d-bbb0-4790-af93-5fdb93849f9c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.732040] env[69889]: DEBUG oslo_vmware.api [None req-12e1c3b3-8124-4dfa-bc25-512698d86ea9 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Waiting for the task: (returnval){ [ 1079.732040] env[69889]: value = "task-4077834" [ 1079.732040] env[69889]: _type = "Task" [ 1079.732040] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.741815] env[69889]: DEBUG oslo_vmware.api [None req-12e1c3b3-8124-4dfa-bc25-512698d86ea9 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077834, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.873466] env[69889]: DEBUG nova.compute.manager [None req-497e5d60-993e-4578-9685-2f2062e4db5f tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: bb5adeb2-ff04-4b8a-a3b5-a29b173583b5] Start spawning the instance on the hypervisor. {{(pid=69889) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1079.900178] env[69889]: DEBUG nova.virt.hardware [None req-497e5d60-993e-4578-9685-2f2062e4db5f tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1079.900512] env[69889]: DEBUG nova.virt.hardware [None req-497e5d60-993e-4578-9685-2f2062e4db5f tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1079.900736] env[69889]: DEBUG nova.virt.hardware [None req-497e5d60-993e-4578-9685-2f2062e4db5f tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1079.900996] env[69889]: DEBUG nova.virt.hardware [None req-497e5d60-993e-4578-9685-2f2062e4db5f tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1079.901257] env[69889]: DEBUG nova.virt.hardware [None req-497e5d60-993e-4578-9685-2f2062e4db5f tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1079.901471] env[69889]: DEBUG nova.virt.hardware [None req-497e5d60-993e-4578-9685-2f2062e4db5f tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1079.901888] env[69889]: DEBUG nova.virt.hardware [None req-497e5d60-993e-4578-9685-2f2062e4db5f tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1079.902048] env[69889]: DEBUG nova.virt.hardware [None req-497e5d60-993e-4578-9685-2f2062e4db5f tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1079.902327] env[69889]: DEBUG nova.virt.hardware [None req-497e5d60-993e-4578-9685-2f2062e4db5f tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1079.902587] env[69889]: DEBUG nova.virt.hardware [None req-497e5d60-993e-4578-9685-2f2062e4db5f tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1079.902854] env[69889]: DEBUG nova.virt.hardware [None req-497e5d60-993e-4578-9685-2f2062e4db5f tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1079.904427] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1be9b46e-6174-4dff-992c-893b61b08820 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.914116] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52771c57-e22b-4eb9-bb8b-6081e8bbcbf9 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.933517] env[69889]: DEBUG oslo_concurrency.lockutils [req-de58a4b6-f16a-4ae7-bce3-eff5ce7e3bfa req-196a82e7-b140-4c04-b5b3-91cd4097d813 service nova] Releasing lock "refresh_cache-ac14e0fa-9bbf-4c8c-82c4-bf3cf6b0660e" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.076212] env[69889]: DEBUG oslo_vmware.api [None req-46796361-4b94-46fb-8ff7-e655e853bcdb tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]528484f0-5566-478f-01af-810dc2d3868d, 'name': SearchDatastore_Task, 'duration_secs': 0.01385} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.079821] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1ff6ccd-243f-4d7b-9b1e-cfd04d76c9ba {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.086248] env[69889]: DEBUG oslo_vmware.api [None req-46796361-4b94-46fb-8ff7-e655e853bcdb tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Waiting for the task: (returnval){ [ 1080.086248] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52791ff9-5f0c-9c72-0e66-f178b5c1b066" [ 1080.086248] env[69889]: _type = "Task" [ 1080.086248] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.096373] env[69889]: DEBUG oslo_vmware.api [None req-46796361-4b94-46fb-8ff7-e655e853bcdb tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52791ff9-5f0c-9c72-0e66-f178b5c1b066, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.140725] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7669d0a7-72ab-459e-8c60-c2e4951945a5 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Acquiring lock "84faf6c5-010d-450c-8d86-8a49356b31b0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.140986] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7669d0a7-72ab-459e-8c60-c2e4951945a5 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Lock "84faf6c5-010d-450c-8d86-8a49356b31b0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.141261] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7669d0a7-72ab-459e-8c60-c2e4951945a5 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Acquiring lock "84faf6c5-010d-450c-8d86-8a49356b31b0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.141404] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7669d0a7-72ab-459e-8c60-c2e4951945a5 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Lock "84faf6c5-010d-450c-8d86-8a49356b31b0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.141574] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7669d0a7-72ab-459e-8c60-c2e4951945a5 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Lock "84faf6c5-010d-450c-8d86-8a49356b31b0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.143953] env[69889]: INFO nova.compute.manager [None req-7669d0a7-72ab-459e-8c60-c2e4951945a5 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] [instance: 84faf6c5-010d-450c-8d86-8a49356b31b0] Terminating instance [ 1080.247522] env[69889]: DEBUG oslo_vmware.api [None req-12e1c3b3-8124-4dfa-bc25-512698d86ea9 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077834, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.248419] env[69889]: DEBUG nova.network.neutron [None req-497e5d60-993e-4578-9685-2f2062e4db5f tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: bb5adeb2-ff04-4b8a-a3b5-a29b173583b5] Successfully updated port: 28c92173-1eef-4379-9477-8a8161b12527 {{(pid=69889) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1080.280292] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cb3e8bc-d3a3-4e8c-9a28-656375ba3a65 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.290648] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fd04851-ad34-48a0-b0d3-8a597631e1d2 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.326681] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0bf7c19-8941-4012-9e9a-56af60a96465 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.335769] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee41598f-ff9a-4598-aad1-af17bcd8a81c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.351049] env[69889]: DEBUG nova.compute.provider_tree [None req-0e6ee9c4-5f52-4c28-b094-ab2a68536478 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1080.599416] env[69889]: DEBUG oslo_vmware.api [None req-46796361-4b94-46fb-8ff7-e655e853bcdb tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52791ff9-5f0c-9c72-0e66-f178b5c1b066, 'name': SearchDatastore_Task, 'duration_secs': 0.027431} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.600203] env[69889]: DEBUG oslo_concurrency.lockutils [None req-46796361-4b94-46fb-8ff7-e655e853bcdb tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.600203] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-46796361-4b94-46fb-8ff7-e655e853bcdb tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] ac14e0fa-9bbf-4c8c-82c4-bf3cf6b0660e/ac14e0fa-9bbf-4c8c-82c4-bf3cf6b0660e.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1080.600503] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-05bc627c-19a4-4709-a741-8699479eea96 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.613672] env[69889]: DEBUG oslo_vmware.api [None req-46796361-4b94-46fb-8ff7-e655e853bcdb tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Waiting for the task: (returnval){ [ 1080.613672] env[69889]: value = "task-4077835" [ 1080.613672] env[69889]: _type = "Task" [ 1080.613672] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.625852] env[69889]: DEBUG oslo_vmware.api [None req-46796361-4b94-46fb-8ff7-e655e853bcdb tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Task: {'id': task-4077835, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.650794] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7669d0a7-72ab-459e-8c60-c2e4951945a5 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Acquiring lock "refresh_cache-84faf6c5-010d-450c-8d86-8a49356b31b0" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.651012] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7669d0a7-72ab-459e-8c60-c2e4951945a5 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Acquired lock "refresh_cache-84faf6c5-010d-450c-8d86-8a49356b31b0" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.651300] env[69889]: DEBUG nova.network.neutron [None req-7669d0a7-72ab-459e-8c60-c2e4951945a5 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] [instance: 84faf6c5-010d-450c-8d86-8a49356b31b0] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1080.689557] env[69889]: DEBUG nova.compute.manager [req-1afd1c0f-56bc-45f2-ac91-913c8e25ced5 req-f6df3090-1a95-405b-b767-058932e644bb service nova] [instance: bb5adeb2-ff04-4b8a-a3b5-a29b173583b5] Received event network-vif-plugged-28c92173-1eef-4379-9477-8a8161b12527 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1080.690012] env[69889]: DEBUG oslo_concurrency.lockutils [req-1afd1c0f-56bc-45f2-ac91-913c8e25ced5 req-f6df3090-1a95-405b-b767-058932e644bb service nova] Acquiring lock "bb5adeb2-ff04-4b8a-a3b5-a29b173583b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.690238] env[69889]: DEBUG oslo_concurrency.lockutils [req-1afd1c0f-56bc-45f2-ac91-913c8e25ced5 req-f6df3090-1a95-405b-b767-058932e644bb service nova] Lock "bb5adeb2-ff04-4b8a-a3b5-a29b173583b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.690469] env[69889]: DEBUG oslo_concurrency.lockutils [req-1afd1c0f-56bc-45f2-ac91-913c8e25ced5 req-f6df3090-1a95-405b-b767-058932e644bb service nova] Lock "bb5adeb2-ff04-4b8a-a3b5-a29b173583b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.690649] env[69889]: DEBUG nova.compute.manager [req-1afd1c0f-56bc-45f2-ac91-913c8e25ced5 req-f6df3090-1a95-405b-b767-058932e644bb service nova] [instance: bb5adeb2-ff04-4b8a-a3b5-a29b173583b5] No waiting events found dispatching network-vif-plugged-28c92173-1eef-4379-9477-8a8161b12527 {{(pid=69889) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1080.690856] env[69889]: WARNING nova.compute.manager [req-1afd1c0f-56bc-45f2-ac91-913c8e25ced5 req-f6df3090-1a95-405b-b767-058932e644bb service nova] [instance: bb5adeb2-ff04-4b8a-a3b5-a29b173583b5] Received unexpected event network-vif-plugged-28c92173-1eef-4379-9477-8a8161b12527 for instance with vm_state building and task_state spawning. [ 1080.691086] env[69889]: DEBUG nova.compute.manager [req-1afd1c0f-56bc-45f2-ac91-913c8e25ced5 req-f6df3090-1a95-405b-b767-058932e644bb service nova] [instance: bb5adeb2-ff04-4b8a-a3b5-a29b173583b5] Received event network-changed-28c92173-1eef-4379-9477-8a8161b12527 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1080.691320] env[69889]: DEBUG nova.compute.manager [req-1afd1c0f-56bc-45f2-ac91-913c8e25ced5 req-f6df3090-1a95-405b-b767-058932e644bb service nova] [instance: bb5adeb2-ff04-4b8a-a3b5-a29b173583b5] Refreshing instance network info cache due to event network-changed-28c92173-1eef-4379-9477-8a8161b12527. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1080.691544] env[69889]: DEBUG oslo_concurrency.lockutils [req-1afd1c0f-56bc-45f2-ac91-913c8e25ced5 req-f6df3090-1a95-405b-b767-058932e644bb service nova] Acquiring lock "refresh_cache-bb5adeb2-ff04-4b8a-a3b5-a29b173583b5" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.691696] env[69889]: DEBUG oslo_concurrency.lockutils [req-1afd1c0f-56bc-45f2-ac91-913c8e25ced5 req-f6df3090-1a95-405b-b767-058932e644bb service nova] Acquired lock "refresh_cache-bb5adeb2-ff04-4b8a-a3b5-a29b173583b5" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.691885] env[69889]: DEBUG nova.network.neutron [req-1afd1c0f-56bc-45f2-ac91-913c8e25ced5 req-f6df3090-1a95-405b-b767-058932e644bb service nova] [instance: bb5adeb2-ff04-4b8a-a3b5-a29b173583b5] Refreshing network info cache for port 28c92173-1eef-4379-9477-8a8161b12527 {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1080.748338] env[69889]: DEBUG oslo_vmware.api [None req-12e1c3b3-8124-4dfa-bc25-512698d86ea9 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077834, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.751163] env[69889]: DEBUG oslo_concurrency.lockutils [None req-497e5d60-993e-4578-9685-2f2062e4db5f tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Acquiring lock "refresh_cache-bb5adeb2-ff04-4b8a-a3b5-a29b173583b5" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.854920] env[69889]: DEBUG nova.scheduler.client.report [None req-0e6ee9c4-5f52-4c28-b094-ab2a68536478 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1081.131337] env[69889]: DEBUG oslo_vmware.api [None req-46796361-4b94-46fb-8ff7-e655e853bcdb tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Task: {'id': task-4077835, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.176072] env[69889]: DEBUG nova.network.neutron [None req-7669d0a7-72ab-459e-8c60-c2e4951945a5 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] [instance: 84faf6c5-010d-450c-8d86-8a49356b31b0] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1081.234159] env[69889]: DEBUG nova.network.neutron [None req-7669d0a7-72ab-459e-8c60-c2e4951945a5 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] [instance: 84faf6c5-010d-450c-8d86-8a49356b31b0] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.236120] env[69889]: DEBUG nova.network.neutron [req-1afd1c0f-56bc-45f2-ac91-913c8e25ced5 req-f6df3090-1a95-405b-b767-058932e644bb service nova] [instance: bb5adeb2-ff04-4b8a-a3b5-a29b173583b5] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1081.249796] env[69889]: DEBUG oslo_vmware.api [None req-12e1c3b3-8124-4dfa-bc25-512698d86ea9 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077834, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.360052] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0e6ee9c4-5f52-4c28-b094-ab2a68536478 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.484s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.360610] env[69889]: DEBUG nova.compute.manager [None req-0e6ee9c4-5f52-4c28-b094-ab2a68536478 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 1d03b56f-0b24-44ca-a394-e71ef3d2abf0] Start building networks asynchronously for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1081.365151] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e338ea67-27b0-41d1-8f0c-d2e3089afcf3 tempest-ServersTestBootFromVolume-1297770221 tempest-ServersTestBootFromVolume-1297770221-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.443s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.366918] env[69889]: INFO nova.compute.claims [None req-e338ea67-27b0-41d1-8f0c-d2e3089afcf3 tempest-ServersTestBootFromVolume-1297770221 tempest-ServersTestBootFromVolume-1297770221-project-member] [instance: 0148a47f-96ee-42a1-9778-09ad9c56f4ac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1081.387273] env[69889]: DEBUG nova.network.neutron [req-1afd1c0f-56bc-45f2-ac91-913c8e25ced5 req-f6df3090-1a95-405b-b767-058932e644bb service nova] [instance: bb5adeb2-ff04-4b8a-a3b5-a29b173583b5] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.627390] env[69889]: DEBUG oslo_vmware.api [None req-46796361-4b94-46fb-8ff7-e655e853bcdb tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Task: {'id': task-4077835, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.742834] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7669d0a7-72ab-459e-8c60-c2e4951945a5 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Releasing lock "refresh_cache-84faf6c5-010d-450c-8d86-8a49356b31b0" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.743645] env[69889]: DEBUG nova.compute.manager [None req-7669d0a7-72ab-459e-8c60-c2e4951945a5 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] [instance: 84faf6c5-010d-450c-8d86-8a49356b31b0] Start destroying the instance on the hypervisor. {{(pid=69889) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1081.743795] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-7669d0a7-72ab-459e-8c60-c2e4951945a5 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] [instance: 84faf6c5-010d-450c-8d86-8a49356b31b0] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1081.747997] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31371620-24cf-4a74-83ca-9af50dc2ba93 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.752266] env[69889]: DEBUG oslo_vmware.api [None req-12e1c3b3-8124-4dfa-bc25-512698d86ea9 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077834, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.760057] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-7669d0a7-72ab-459e-8c60-c2e4951945a5 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] [instance: 84faf6c5-010d-450c-8d86-8a49356b31b0] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1081.760057] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d628aba-6d8f-4564-82d5-404074a9a124 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.770596] env[69889]: DEBUG oslo_vmware.api [None req-7669d0a7-72ab-459e-8c60-c2e4951945a5 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Waiting for the task: (returnval){ [ 1081.770596] env[69889]: value = "task-4077836" [ 1081.770596] env[69889]: _type = "Task" [ 1081.770596] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.783255] env[69889]: DEBUG oslo_vmware.api [None req-7669d0a7-72ab-459e-8c60-c2e4951945a5 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Task: {'id': task-4077836, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.872318] env[69889]: DEBUG nova.compute.utils [None req-0e6ee9c4-5f52-4c28-b094-ab2a68536478 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1081.877121] env[69889]: DEBUG nova.compute.manager [None req-0e6ee9c4-5f52-4c28-b094-ab2a68536478 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 1d03b56f-0b24-44ca-a394-e71ef3d2abf0] Allocating IP information in the background. {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1081.877373] env[69889]: DEBUG nova.network.neutron [None req-0e6ee9c4-5f52-4c28-b094-ab2a68536478 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 1d03b56f-0b24-44ca-a394-e71ef3d2abf0] allocate_for_instance() {{(pid=69889) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1081.889985] env[69889]: DEBUG oslo_concurrency.lockutils [req-1afd1c0f-56bc-45f2-ac91-913c8e25ced5 req-f6df3090-1a95-405b-b767-058932e644bb service nova] Releasing lock "refresh_cache-bb5adeb2-ff04-4b8a-a3b5-a29b173583b5" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.891240] env[69889]: DEBUG oslo_concurrency.lockutils [None req-497e5d60-993e-4578-9685-2f2062e4db5f tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Acquired lock "refresh_cache-bb5adeb2-ff04-4b8a-a3b5-a29b173583b5" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.891240] env[69889]: DEBUG nova.network.neutron [None req-497e5d60-993e-4578-9685-2f2062e4db5f tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: bb5adeb2-ff04-4b8a-a3b5-a29b173583b5] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1081.922190] env[69889]: DEBUG nova.policy [None req-0e6ee9c4-5f52-4c28-b094-ab2a68536478 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd712ca1be34b4e8ebf98dc926b4be590', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cf71caefe82444e1aa35f5f5071b52f9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69889) authorize /opt/stack/nova/nova/policy.py:192}} [ 1082.129181] env[69889]: DEBUG oslo_vmware.api [None req-46796361-4b94-46fb-8ff7-e655e853bcdb tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Task: {'id': task-4077835, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.247580] env[69889]: DEBUG oslo_vmware.api [None req-12e1c3b3-8124-4dfa-bc25-512698d86ea9 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077834, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.282626] env[69889]: DEBUG oslo_vmware.api [None req-7669d0a7-72ab-459e-8c60-c2e4951945a5 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Task: {'id': task-4077836, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.364509] env[69889]: DEBUG nova.network.neutron [None req-0e6ee9c4-5f52-4c28-b094-ab2a68536478 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 1d03b56f-0b24-44ca-a394-e71ef3d2abf0] Successfully created port: 40fee23b-c992-420f-ba3b-dc686ff28684 {{(pid=69889) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1082.382989] env[69889]: DEBUG nova.compute.manager [None req-0e6ee9c4-5f52-4c28-b094-ab2a68536478 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 1d03b56f-0b24-44ca-a394-e71ef3d2abf0] Start building block device mappings for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1082.438997] env[69889]: DEBUG nova.network.neutron [None req-497e5d60-993e-4578-9685-2f2062e4db5f tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: bb5adeb2-ff04-4b8a-a3b5-a29b173583b5] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1082.635168] env[69889]: DEBUG oslo_vmware.api [None req-46796361-4b94-46fb-8ff7-e655e853bcdb tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Task: {'id': task-4077835, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.688266] env[69889]: DEBUG nova.network.neutron [None req-497e5d60-993e-4578-9685-2f2062e4db5f tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: bb5adeb2-ff04-4b8a-a3b5-a29b173583b5] Updating instance_info_cache with network_info: [{"id": "28c92173-1eef-4379-9477-8a8161b12527", "address": "fa:16:3e:ae:58:f6", "network": {"id": "b29da6ee-674a-477c-825a-46d399fad165", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1035647706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea3b0130534446ba8f3ff8c8e581dae7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28c92173-1e", "ovs_interfaceid": "28c92173-1eef-4379-9477-8a8161b12527", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.752066] env[69889]: DEBUG oslo_vmware.api [None req-12e1c3b3-8124-4dfa-bc25-512698d86ea9 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077834, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.789632] env[69889]: DEBUG oslo_vmware.api [None req-7669d0a7-72ab-459e-8c60-c2e4951945a5 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Task: {'id': task-4077836, 'name': PowerOffVM_Task, 'duration_secs': 0.548798} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.793073] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-7669d0a7-72ab-459e-8c60-c2e4951945a5 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] [instance: 84faf6c5-010d-450c-8d86-8a49356b31b0] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1082.793787] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-7669d0a7-72ab-459e-8c60-c2e4951945a5 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] [instance: 84faf6c5-010d-450c-8d86-8a49356b31b0] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1082.794562] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f5f6bc6d-be59-4771-9388-0542d428da84 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.838931] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-7669d0a7-72ab-459e-8c60-c2e4951945a5 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] [instance: 84faf6c5-010d-450c-8d86-8a49356b31b0] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1082.838931] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-7669d0a7-72ab-459e-8c60-c2e4951945a5 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] [instance: 84faf6c5-010d-450c-8d86-8a49356b31b0] Deleting contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1082.838931] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-7669d0a7-72ab-459e-8c60-c2e4951945a5 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Deleting the datastore file [datastore2] 84faf6c5-010d-450c-8d86-8a49356b31b0 {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1082.838931] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-29bbceba-b40d-4fe9-a891-01b696d24168 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.849620] env[69889]: DEBUG oslo_vmware.api [None req-7669d0a7-72ab-459e-8c60-c2e4951945a5 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Waiting for the task: (returnval){ [ 1082.849620] env[69889]: value = "task-4077838" [ 1082.849620] env[69889]: _type = "Task" [ 1082.849620] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.867068] env[69889]: DEBUG oslo_vmware.api [None req-7669d0a7-72ab-459e-8c60-c2e4951945a5 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Task: {'id': task-4077838, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.880617] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45b335e0-57fe-4b92-9802-f338d521e927 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.897039] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aee34994-886e-45a4-b0f4-d7db890c7d21 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.938377] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d742dc28-5546-42c3-ae15-65b4fac318be {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.953361] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5cc2c9d-c0c8-4c94-9283-aaa53e523e46 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.972562] env[69889]: DEBUG nova.compute.provider_tree [None req-e338ea67-27b0-41d1-8f0c-d2e3089afcf3 tempest-ServersTestBootFromVolume-1297770221 tempest-ServersTestBootFromVolume-1297770221-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1083.132683] env[69889]: DEBUG oslo_vmware.api [None req-46796361-4b94-46fb-8ff7-e655e853bcdb tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Task: {'id': task-4077835, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.193278] env[69889]: DEBUG oslo_concurrency.lockutils [None req-497e5d60-993e-4578-9685-2f2062e4db5f tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Releasing lock "refresh_cache-bb5adeb2-ff04-4b8a-a3b5-a29b173583b5" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.193278] env[69889]: DEBUG nova.compute.manager [None req-497e5d60-993e-4578-9685-2f2062e4db5f tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: bb5adeb2-ff04-4b8a-a3b5-a29b173583b5] Instance network_info: |[{"id": "28c92173-1eef-4379-9477-8a8161b12527", "address": "fa:16:3e:ae:58:f6", "network": {"id": "b29da6ee-674a-477c-825a-46d399fad165", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1035647706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea3b0130534446ba8f3ff8c8e581dae7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28c92173-1e", "ovs_interfaceid": "28c92173-1eef-4379-9477-8a8161b12527", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1083.193278] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-497e5d60-993e-4578-9685-2f2062e4db5f tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: bb5adeb2-ff04-4b8a-a3b5-a29b173583b5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:58:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e23c1d18-c841-49ea-95f3-df5ceac28afd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '28c92173-1eef-4379-9477-8a8161b12527', 'vif_model': 'vmxnet3'}] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1083.202145] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-497e5d60-993e-4578-9685-2f2062e4db5f tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1083.202497] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb5adeb2-ff04-4b8a-a3b5-a29b173583b5] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1083.202804] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-686f85a6-9c91-4574-bf9d-d8e7aa56e6c9 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.227836] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1083.227836] env[69889]: value = "task-4077839" [ 1083.227836] env[69889]: _type = "Task" [ 1083.227836] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.238882] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077839, 'name': CreateVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.251256] env[69889]: DEBUG oslo_vmware.api [None req-12e1c3b3-8124-4dfa-bc25-512698d86ea9 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077834, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.360401] env[69889]: DEBUG oslo_vmware.api [None req-7669d0a7-72ab-459e-8c60-c2e4951945a5 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Task: {'id': task-4077838, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.396830] env[69889]: DEBUG nova.compute.manager [None req-0e6ee9c4-5f52-4c28-b094-ab2a68536478 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 1d03b56f-0b24-44ca-a394-e71ef3d2abf0] Start spawning the instance on the hypervisor. {{(pid=69889) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1083.437051] env[69889]: DEBUG nova.virt.hardware [None req-0e6ee9c4-5f52-4c28-b094-ab2a68536478 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1083.437051] env[69889]: DEBUG nova.virt.hardware [None req-0e6ee9c4-5f52-4c28-b094-ab2a68536478 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1083.437051] env[69889]: DEBUG nova.virt.hardware [None req-0e6ee9c4-5f52-4c28-b094-ab2a68536478 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1083.437051] env[69889]: DEBUG nova.virt.hardware [None req-0e6ee9c4-5f52-4c28-b094-ab2a68536478 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1083.437051] env[69889]: DEBUG nova.virt.hardware [None req-0e6ee9c4-5f52-4c28-b094-ab2a68536478 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1083.437051] env[69889]: DEBUG nova.virt.hardware [None req-0e6ee9c4-5f52-4c28-b094-ab2a68536478 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1083.437489] env[69889]: DEBUG nova.virt.hardware [None req-0e6ee9c4-5f52-4c28-b094-ab2a68536478 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1083.437489] env[69889]: DEBUG nova.virt.hardware [None req-0e6ee9c4-5f52-4c28-b094-ab2a68536478 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1083.437489] env[69889]: DEBUG nova.virt.hardware [None req-0e6ee9c4-5f52-4c28-b094-ab2a68536478 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1083.437599] env[69889]: DEBUG nova.virt.hardware [None req-0e6ee9c4-5f52-4c28-b094-ab2a68536478 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1083.438452] env[69889]: DEBUG nova.virt.hardware [None req-0e6ee9c4-5f52-4c28-b094-ab2a68536478 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1083.439505] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b9fa281-8902-4637-9892-faf68b603afa {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.450234] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d098b09f-c719-4382-a17e-4fb80b465bde {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.476360] env[69889]: DEBUG nova.scheduler.client.report [None req-e338ea67-27b0-41d1-8f0c-d2e3089afcf3 tempest-ServersTestBootFromVolume-1297770221 tempest-ServersTestBootFromVolume-1297770221-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1083.632892] env[69889]: DEBUG oslo_vmware.api [None req-46796361-4b94-46fb-8ff7-e655e853bcdb tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Task: {'id': task-4077835, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.908898} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.632892] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-46796361-4b94-46fb-8ff7-e655e853bcdb tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] ac14e0fa-9bbf-4c8c-82c4-bf3cf6b0660e/ac14e0fa-9bbf-4c8c-82c4-bf3cf6b0660e.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1083.633178] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-46796361-4b94-46fb-8ff7-e655e853bcdb tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] [instance: ac14e0fa-9bbf-4c8c-82c4-bf3cf6b0660e] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1083.633249] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4fae90d9-9431-46b4-8833-beb7268cd9b1 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.641297] env[69889]: DEBUG oslo_vmware.api [None req-46796361-4b94-46fb-8ff7-e655e853bcdb tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Waiting for the task: (returnval){ [ 1083.641297] env[69889]: value = "task-4077840" [ 1083.641297] env[69889]: _type = "Task" [ 1083.641297] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.655855] env[69889]: DEBUG oslo_vmware.api [None req-46796361-4b94-46fb-8ff7-e655e853bcdb tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Task: {'id': task-4077840, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.739722] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077839, 'name': CreateVM_Task} progress is 25%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.749579] env[69889]: DEBUG oslo_vmware.api [None req-12e1c3b3-8124-4dfa-bc25-512698d86ea9 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077834, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.802396} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.749949] env[69889]: INFO nova.virt.vmwareapi.ds_util [None req-12e1c3b3-8124-4dfa-bc25-512698d86ea9 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_38fe58a1-8895-476e-a9db-b3b81d0c1642/OSTACK_IMG_38fe58a1-8895-476e-a9db-b3b81d0c1642.vmdk to [datastore2] devstack-image-cache_base/9e7d0e0e-ffca-4c08-9fa1-e9c579072f79/9e7d0e0e-ffca-4c08-9fa1-e9c579072f79.vmdk. [ 1083.750158] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-12e1c3b3-8124-4dfa-bc25-512698d86ea9 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: f1999759-81e6-4ab6-9a80-8ef7e656242e] Cleaning up location [datastore2] OSTACK_IMG_38fe58a1-8895-476e-a9db-b3b81d0c1642 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1083.750337] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-12e1c3b3-8124-4dfa-bc25-512698d86ea9 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_38fe58a1-8895-476e-a9db-b3b81d0c1642 {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1083.750615] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b1dd0c6b-a2c3-47ec-9209-80d75331208a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.759711] env[69889]: DEBUG oslo_vmware.api [None req-12e1c3b3-8124-4dfa-bc25-512698d86ea9 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Waiting for the task: (returnval){ [ 1083.759711] env[69889]: value = "task-4077841" [ 1083.759711] env[69889]: _type = "Task" [ 1083.759711] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.771331] env[69889]: DEBUG oslo_vmware.api [None req-12e1c3b3-8124-4dfa-bc25-512698d86ea9 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077841, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.861506] env[69889]: DEBUG oslo_vmware.api [None req-7669d0a7-72ab-459e-8c60-c2e4951945a5 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Task: {'id': task-4077838, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.815891} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.861675] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-7669d0a7-72ab-459e-8c60-c2e4951945a5 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1083.861867] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-7669d0a7-72ab-459e-8c60-c2e4951945a5 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] [instance: 84faf6c5-010d-450c-8d86-8a49356b31b0] Deleted contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1083.862056] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-7669d0a7-72ab-459e-8c60-c2e4951945a5 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] [instance: 84faf6c5-010d-450c-8d86-8a49356b31b0] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1083.862244] env[69889]: INFO nova.compute.manager [None req-7669d0a7-72ab-459e-8c60-c2e4951945a5 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] [instance: 84faf6c5-010d-450c-8d86-8a49356b31b0] Took 2.12 seconds to destroy the instance on the hypervisor. [ 1083.862503] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7669d0a7-72ab-459e-8c60-c2e4951945a5 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1083.862740] env[69889]: DEBUG nova.compute.manager [-] [instance: 84faf6c5-010d-450c-8d86-8a49356b31b0] Deallocating network for instance {{(pid=69889) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1083.862882] env[69889]: DEBUG nova.network.neutron [-] [instance: 84faf6c5-010d-450c-8d86-8a49356b31b0] deallocate_for_instance() {{(pid=69889) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1083.884261] env[69889]: DEBUG nova.network.neutron [-] [instance: 84faf6c5-010d-450c-8d86-8a49356b31b0] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1083.982849] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e338ea67-27b0-41d1-8f0c-d2e3089afcf3 tempest-ServersTestBootFromVolume-1297770221 tempest-ServersTestBootFromVolume-1297770221-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.618s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.983382] env[69889]: DEBUG nova.compute.manager [None req-e338ea67-27b0-41d1-8f0c-d2e3089afcf3 tempest-ServersTestBootFromVolume-1297770221 tempest-ServersTestBootFromVolume-1297770221-project-member] [instance: 0148a47f-96ee-42a1-9778-09ad9c56f4ac] Start building networks asynchronously for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1083.986647] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ee82646d-2f3b-4d07-8626-4aa2ef48ef5e tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.041s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.986826] env[69889]: DEBUG nova.objects.instance [None req-ee82646d-2f3b-4d07-8626-4aa2ef48ef5e tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Lazy-loading 'resources' on Instance uuid 351ae554-2d0a-4611-a93a-1d718336cf48 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1084.151995] env[69889]: DEBUG oslo_vmware.api [None req-46796361-4b94-46fb-8ff7-e655e853bcdb tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Task: {'id': task-4077840, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.34369} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.152386] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-46796361-4b94-46fb-8ff7-e655e853bcdb tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] [instance: ac14e0fa-9bbf-4c8c-82c4-bf3cf6b0660e] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1084.153212] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5ae17f7-4e0c-4572-bc72-0dfff0d7fba8 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.178147] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-46796361-4b94-46fb-8ff7-e655e853bcdb tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] [instance: ac14e0fa-9bbf-4c8c-82c4-bf3cf6b0660e] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] ac14e0fa-9bbf-4c8c-82c4-bf3cf6b0660e/ac14e0fa-9bbf-4c8c-82c4-bf3cf6b0660e.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1084.178929] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00b22695-a36a-494a-a20b-bddadd7b7deb {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.198592] env[69889]: DEBUG oslo_vmware.api [None req-46796361-4b94-46fb-8ff7-e655e853bcdb tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Waiting for the task: (returnval){ [ 1084.198592] env[69889]: value = "task-4077842" [ 1084.198592] env[69889]: _type = "Task" [ 1084.198592] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.207764] env[69889]: DEBUG oslo_vmware.api [None req-46796361-4b94-46fb-8ff7-e655e853bcdb tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Task: {'id': task-4077842, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.238422] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077839, 'name': CreateVM_Task, 'duration_secs': 0.91309} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.238570] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb5adeb2-ff04-4b8a-a3b5-a29b173583b5] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1084.239363] env[69889]: DEBUG oslo_concurrency.lockutils [None req-497e5d60-993e-4578-9685-2f2062e4db5f tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.239518] env[69889]: DEBUG oslo_concurrency.lockutils [None req-497e5d60-993e-4578-9685-2f2062e4db5f tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.239844] env[69889]: DEBUG oslo_concurrency.lockutils [None req-497e5d60-993e-4578-9685-2f2062e4db5f tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.240170] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26dda02a-d599-489b-b987-dbacc3d40064 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.245710] env[69889]: DEBUG oslo_vmware.api [None req-497e5d60-993e-4578-9685-2f2062e4db5f tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Waiting for the task: (returnval){ [ 1084.245710] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]520675ed-213e-2955-0c9d-2c917323c822" [ 1084.245710] env[69889]: _type = "Task" [ 1084.245710] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.254397] env[69889]: DEBUG oslo_vmware.api [None req-497e5d60-993e-4578-9685-2f2062e4db5f tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]520675ed-213e-2955-0c9d-2c917323c822, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.269278] env[69889]: DEBUG oslo_vmware.api [None req-12e1c3b3-8124-4dfa-bc25-512698d86ea9 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077841, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.201008} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.269568] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-12e1c3b3-8124-4dfa-bc25-512698d86ea9 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1084.269751] env[69889]: DEBUG oslo_concurrency.lockutils [None req-12e1c3b3-8124-4dfa-bc25-512698d86ea9 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9e7d0e0e-ffca-4c08-9fa1-e9c579072f79/9e7d0e0e-ffca-4c08-9fa1-e9c579072f79.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.270045] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-12e1c3b3-8124-4dfa-bc25-512698d86ea9 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9e7d0e0e-ffca-4c08-9fa1-e9c579072f79/9e7d0e0e-ffca-4c08-9fa1-e9c579072f79.vmdk to [datastore2] f1999759-81e6-4ab6-9a80-8ef7e656242e/f1999759-81e6-4ab6-9a80-8ef7e656242e.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1084.270293] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-05049149-3441-4811-a31d-ec4e1cf3e233 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.277210] env[69889]: DEBUG oslo_vmware.api [None req-12e1c3b3-8124-4dfa-bc25-512698d86ea9 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Waiting for the task: (returnval){ [ 1084.277210] env[69889]: value = "task-4077843" [ 1084.277210] env[69889]: _type = "Task" [ 1084.277210] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.285459] env[69889]: DEBUG oslo_vmware.api [None req-12e1c3b3-8124-4dfa-bc25-512698d86ea9 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077843, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.387536] env[69889]: DEBUG nova.network.neutron [-] [instance: 84faf6c5-010d-450c-8d86-8a49356b31b0] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.412398] env[69889]: DEBUG nova.compute.manager [req-2b2b3e59-d7b7-4e3f-9ad3-0dd7f169d1c1 req-555ad2de-9085-4d65-ac61-33ffc534b36e service nova] [instance: 1d03b56f-0b24-44ca-a394-e71ef3d2abf0] Received event network-vif-plugged-40fee23b-c992-420f-ba3b-dc686ff28684 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1084.412654] env[69889]: DEBUG oslo_concurrency.lockutils [req-2b2b3e59-d7b7-4e3f-9ad3-0dd7f169d1c1 req-555ad2de-9085-4d65-ac61-33ffc534b36e service nova] Acquiring lock "1d03b56f-0b24-44ca-a394-e71ef3d2abf0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.412865] env[69889]: DEBUG oslo_concurrency.lockutils [req-2b2b3e59-d7b7-4e3f-9ad3-0dd7f169d1c1 req-555ad2de-9085-4d65-ac61-33ffc534b36e service nova] Lock "1d03b56f-0b24-44ca-a394-e71ef3d2abf0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.413143] env[69889]: DEBUG oslo_concurrency.lockutils [req-2b2b3e59-d7b7-4e3f-9ad3-0dd7f169d1c1 req-555ad2de-9085-4d65-ac61-33ffc534b36e service nova] Lock "1d03b56f-0b24-44ca-a394-e71ef3d2abf0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.413382] env[69889]: DEBUG nova.compute.manager [req-2b2b3e59-d7b7-4e3f-9ad3-0dd7f169d1c1 req-555ad2de-9085-4d65-ac61-33ffc534b36e service nova] [instance: 1d03b56f-0b24-44ca-a394-e71ef3d2abf0] No waiting events found dispatching network-vif-plugged-40fee23b-c992-420f-ba3b-dc686ff28684 {{(pid=69889) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1084.413600] env[69889]: WARNING nova.compute.manager [req-2b2b3e59-d7b7-4e3f-9ad3-0dd7f169d1c1 req-555ad2de-9085-4d65-ac61-33ffc534b36e service nova] [instance: 1d03b56f-0b24-44ca-a394-e71ef3d2abf0] Received unexpected event network-vif-plugged-40fee23b-c992-420f-ba3b-dc686ff28684 for instance with vm_state building and task_state spawning. [ 1084.491915] env[69889]: DEBUG nova.compute.utils [None req-e338ea67-27b0-41d1-8f0c-d2e3089afcf3 tempest-ServersTestBootFromVolume-1297770221 tempest-ServersTestBootFromVolume-1297770221-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1084.499280] env[69889]: DEBUG nova.compute.manager [None req-e338ea67-27b0-41d1-8f0c-d2e3089afcf3 tempest-ServersTestBootFromVolume-1297770221 tempest-ServersTestBootFromVolume-1297770221-project-member] [instance: 0148a47f-96ee-42a1-9778-09ad9c56f4ac] Allocating IP information in the background. {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1084.499280] env[69889]: DEBUG nova.network.neutron [None req-e338ea67-27b0-41d1-8f0c-d2e3089afcf3 tempest-ServersTestBootFromVolume-1297770221 tempest-ServersTestBootFromVolume-1297770221-project-member] [instance: 0148a47f-96ee-42a1-9778-09ad9c56f4ac] allocate_for_instance() {{(pid=69889) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1084.515349] env[69889]: DEBUG nova.network.neutron [None req-0e6ee9c4-5f52-4c28-b094-ab2a68536478 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 1d03b56f-0b24-44ca-a394-e71ef3d2abf0] Successfully updated port: 40fee23b-c992-420f-ba3b-dc686ff28684 {{(pid=69889) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1084.571291] env[69889]: DEBUG nova.policy [None req-e338ea67-27b0-41d1-8f0c-d2e3089afcf3 tempest-ServersTestBootFromVolume-1297770221 tempest-ServersTestBootFromVolume-1297770221-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b97636576c5146829ea7efad59fb39ad', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aa8423a4dc4e4cb2b5b664ff4c7af30e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69889) authorize /opt/stack/nova/nova/policy.py:192}} [ 1084.712519] env[69889]: DEBUG oslo_vmware.api [None req-46796361-4b94-46fb-8ff7-e655e853bcdb tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Task: {'id': task-4077842, 'name': ReconfigVM_Task, 'duration_secs': 0.29492} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.713617] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-46796361-4b94-46fb-8ff7-e655e853bcdb tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] [instance: ac14e0fa-9bbf-4c8c-82c4-bf3cf6b0660e] Reconfigured VM instance instance-00000057 to attach disk [datastore2] ac14e0fa-9bbf-4c8c-82c4-bf3cf6b0660e/ac14e0fa-9bbf-4c8c-82c4-bf3cf6b0660e.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1084.713617] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-42cf0a8f-ee87-4b50-bdd0-47dee954c652 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.725707] env[69889]: DEBUG oslo_vmware.api [None req-46796361-4b94-46fb-8ff7-e655e853bcdb tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Waiting for the task: (returnval){ [ 1084.725707] env[69889]: value = "task-4077844" [ 1084.725707] env[69889]: _type = "Task" [ 1084.725707] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.739461] env[69889]: DEBUG oslo_vmware.api [None req-46796361-4b94-46fb-8ff7-e655e853bcdb tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Task: {'id': task-4077844, 'name': Rename_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.758726] env[69889]: DEBUG oslo_vmware.api [None req-497e5d60-993e-4578-9685-2f2062e4db5f tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]520675ed-213e-2955-0c9d-2c917323c822, 'name': SearchDatastore_Task, 'duration_secs': 0.027263} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.762414] env[69889]: DEBUG oslo_concurrency.lockutils [None req-497e5d60-993e-4578-9685-2f2062e4db5f tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.762414] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-497e5d60-993e-4578-9685-2f2062e4db5f tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: bb5adeb2-ff04-4b8a-a3b5-a29b173583b5] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1084.762592] env[69889]: DEBUG oslo_concurrency.lockutils [None req-497e5d60-993e-4578-9685-2f2062e4db5f tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.762592] env[69889]: DEBUG oslo_concurrency.lockutils [None req-497e5d60-993e-4578-9685-2f2062e4db5f tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.762780] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-497e5d60-993e-4578-9685-2f2062e4db5f tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1084.764554] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-032ea221-752b-4e3f-8779-4740a8f47c41 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.790278] env[69889]: DEBUG oslo_vmware.api [None req-12e1c3b3-8124-4dfa-bc25-512698d86ea9 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077843, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.794224] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-497e5d60-993e-4578-9685-2f2062e4db5f tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1084.794429] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-497e5d60-993e-4578-9685-2f2062e4db5f tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1084.795456] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b1d736f-9d72-4c20-8676-a3ac0c9761d6 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.803916] env[69889]: DEBUG oslo_vmware.api [None req-497e5d60-993e-4578-9685-2f2062e4db5f tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Waiting for the task: (returnval){ [ 1084.803916] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]5257af70-df5c-9ab3-37fb-afa3ab29c548" [ 1084.803916] env[69889]: _type = "Task" [ 1084.803916] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.819878] env[69889]: DEBUG oslo_vmware.api [None req-497e5d60-993e-4578-9685-2f2062e4db5f tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5257af70-df5c-9ab3-37fb-afa3ab29c548, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.875375] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ee7c97d-81d0-4744-828e-a114845fca82 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.886510] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d80c95a-4c15-460e-a9ba-5d114519826d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.890963] env[69889]: INFO nova.compute.manager [-] [instance: 84faf6c5-010d-450c-8d86-8a49356b31b0] Took 1.03 seconds to deallocate network for instance. [ 1084.924742] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcd5b336-215d-47d8-8368-3679c4e3c1ac {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.937842] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c821e6f-e3f4-4c5f-a393-02e9b93f366e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.956597] env[69889]: DEBUG nova.compute.provider_tree [None req-ee82646d-2f3b-4d07-8626-4aa2ef48ef5e tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1084.958668] env[69889]: DEBUG nova.network.neutron [None req-e338ea67-27b0-41d1-8f0c-d2e3089afcf3 tempest-ServersTestBootFromVolume-1297770221 tempest-ServersTestBootFromVolume-1297770221-project-member] [instance: 0148a47f-96ee-42a1-9778-09ad9c56f4ac] Successfully created port: 514ce4d1-b36a-4669-ac36-fad2880b7546 {{(pid=69889) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1084.999847] env[69889]: DEBUG nova.compute.manager [None req-e338ea67-27b0-41d1-8f0c-d2e3089afcf3 tempest-ServersTestBootFromVolume-1297770221 tempest-ServersTestBootFromVolume-1297770221-project-member] [instance: 0148a47f-96ee-42a1-9778-09ad9c56f4ac] Start building block device mappings for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1085.018657] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0e6ee9c4-5f52-4c28-b094-ab2a68536478 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Acquiring lock "refresh_cache-1d03b56f-0b24-44ca-a394-e71ef3d2abf0" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.018903] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0e6ee9c4-5f52-4c28-b094-ab2a68536478 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Acquired lock "refresh_cache-1d03b56f-0b24-44ca-a394-e71ef3d2abf0" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.020110] env[69889]: DEBUG nova.network.neutron [None req-0e6ee9c4-5f52-4c28-b094-ab2a68536478 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 1d03b56f-0b24-44ca-a394-e71ef3d2abf0] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1085.240107] env[69889]: DEBUG oslo_vmware.api [None req-46796361-4b94-46fb-8ff7-e655e853bcdb tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Task: {'id': task-4077844, 'name': Rename_Task, 'duration_secs': 0.376944} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.240107] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-46796361-4b94-46fb-8ff7-e655e853bcdb tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] [instance: ac14e0fa-9bbf-4c8c-82c4-bf3cf6b0660e] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1085.240314] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ea51c68-c586-48b2-b288-d7389f1804b6 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.249528] env[69889]: DEBUG oslo_vmware.api [None req-46796361-4b94-46fb-8ff7-e655e853bcdb tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Waiting for the task: (returnval){ [ 1085.249528] env[69889]: value = "task-4077845" [ 1085.249528] env[69889]: _type = "Task" [ 1085.249528] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.260912] env[69889]: DEBUG oslo_vmware.api [None req-46796361-4b94-46fb-8ff7-e655e853bcdb tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Task: {'id': task-4077845, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.292040] env[69889]: DEBUG oslo_vmware.api [None req-12e1c3b3-8124-4dfa-bc25-512698d86ea9 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077843, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.318377] env[69889]: DEBUG oslo_vmware.api [None req-497e5d60-993e-4578-9685-2f2062e4db5f tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5257af70-df5c-9ab3-37fb-afa3ab29c548, 'name': SearchDatastore_Task, 'duration_secs': 0.096457} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.319347] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-feeb2a1b-e8d3-4f7a-896d-da1e76ae09fd {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.328540] env[69889]: DEBUG oslo_vmware.api [None req-497e5d60-993e-4578-9685-2f2062e4db5f tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Waiting for the task: (returnval){ [ 1085.328540] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52b4f087-9ead-cfbb-21e4-b01a1b6f500e" [ 1085.328540] env[69889]: _type = "Task" [ 1085.328540] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.338512] env[69889]: DEBUG oslo_vmware.api [None req-497e5d60-993e-4578-9685-2f2062e4db5f tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52b4f087-9ead-cfbb-21e4-b01a1b6f500e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.399491] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7669d0a7-72ab-459e-8c60-c2e4951945a5 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.462266] env[69889]: DEBUG nova.scheduler.client.report [None req-ee82646d-2f3b-4d07-8626-4aa2ef48ef5e tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1085.506353] env[69889]: INFO nova.virt.block_device [None req-e338ea67-27b0-41d1-8f0c-d2e3089afcf3 tempest-ServersTestBootFromVolume-1297770221 tempest-ServersTestBootFromVolume-1297770221-project-member] [instance: 0148a47f-96ee-42a1-9778-09ad9c56f4ac] Booting with volume 4d0e107a-ae3f-40b0-a44b-b9bbfb3d0d2d at /dev/sda [ 1085.548216] env[69889]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0f17e02b-49c5-44aa-b852-4ff52db7363c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.560260] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dadb6f47-76b3-4cd9-82ce-4b0054458773 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.571706] env[69889]: DEBUG nova.network.neutron [None req-0e6ee9c4-5f52-4c28-b094-ab2a68536478 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 1d03b56f-0b24-44ca-a394-e71ef3d2abf0] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1085.601296] env[69889]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-baaa4800-8c47-4fe1-9930-8246acc45741 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.614189] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed240d53-e20d-4df5-beab-1316dd854287 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.657398] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f88eabf1-ba1a-4dc9-8e2a-fc92df1a5992 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.669521] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbb2dc7d-b245-4d12-b848-2b33f0708a33 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.688348] env[69889]: DEBUG nova.virt.block_device [None req-e338ea67-27b0-41d1-8f0c-d2e3089afcf3 tempest-ServersTestBootFromVolume-1297770221 tempest-ServersTestBootFromVolume-1297770221-project-member] [instance: 0148a47f-96ee-42a1-9778-09ad9c56f4ac] Updating existing volume attachment record: f8688f4b-7968-422f-959b-1cb62a41d955 {{(pid=69889) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1085.764581] env[69889]: DEBUG oslo_vmware.api [None req-46796361-4b94-46fb-8ff7-e655e853bcdb tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Task: {'id': task-4077845, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.793350] env[69889]: DEBUG oslo_vmware.api [None req-12e1c3b3-8124-4dfa-bc25-512698d86ea9 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077843, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.843878] env[69889]: DEBUG oslo_vmware.api [None req-497e5d60-993e-4578-9685-2f2062e4db5f tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52b4f087-9ead-cfbb-21e4-b01a1b6f500e, 'name': SearchDatastore_Task, 'duration_secs': 0.086221} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.844209] env[69889]: DEBUG oslo_concurrency.lockutils [None req-497e5d60-993e-4578-9685-2f2062e4db5f tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.844492] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-497e5d60-993e-4578-9685-2f2062e4db5f tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] bb5adeb2-ff04-4b8a-a3b5-a29b173583b5/bb5adeb2-ff04-4b8a-a3b5-a29b173583b5.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1085.844776] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-17952d0e-bf04-46e5-9666-3cc46207715e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.856243] env[69889]: DEBUG oslo_vmware.api [None req-497e5d60-993e-4578-9685-2f2062e4db5f tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Waiting for the task: (returnval){ [ 1085.856243] env[69889]: value = "task-4077846" [ 1085.856243] env[69889]: _type = "Task" [ 1085.856243] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.869373] env[69889]: DEBUG oslo_vmware.api [None req-497e5d60-993e-4578-9685-2f2062e4db5f tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4077846, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.886513] env[69889]: DEBUG nova.network.neutron [None req-0e6ee9c4-5f52-4c28-b094-ab2a68536478 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 1d03b56f-0b24-44ca-a394-e71ef3d2abf0] Updating instance_info_cache with network_info: [{"id": "40fee23b-c992-420f-ba3b-dc686ff28684", "address": "fa:16:3e:30:9a:79", "network": {"id": "dc7a1c63-64ed-41ca-b29f-202337c0d542", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1276397426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf71caefe82444e1aa35f5f5071b52f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40fee23b-c9", "ovs_interfaceid": "40fee23b-c992-420f-ba3b-dc686ff28684", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.967186] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ee82646d-2f3b-4d07-8626-4aa2ef48ef5e tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.980s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.970557] env[69889]: DEBUG oslo_concurrency.lockutils [None req-4b30e062-58c0-45a4-b605-bb323edb5492 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.095s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.970557] env[69889]: DEBUG nova.objects.instance [None req-4b30e062-58c0-45a4-b605-bb323edb5492 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Lazy-loading 'resources' on Instance uuid e94a4073-e872-43c9-9152-16aa7915c1a0 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1086.002322] env[69889]: INFO nova.scheduler.client.report [None req-ee82646d-2f3b-4d07-8626-4aa2ef48ef5e tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Deleted allocations for instance 351ae554-2d0a-4611-a93a-1d718336cf48 [ 1086.266199] env[69889]: DEBUG oslo_vmware.api [None req-46796361-4b94-46fb-8ff7-e655e853bcdb tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Task: {'id': task-4077845, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.298544] env[69889]: DEBUG oslo_vmware.api [None req-12e1c3b3-8124-4dfa-bc25-512698d86ea9 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077843, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.372211] env[69889]: DEBUG oslo_vmware.api [None req-497e5d60-993e-4578-9685-2f2062e4db5f tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4077846, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.391101] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0e6ee9c4-5f52-4c28-b094-ab2a68536478 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Releasing lock "refresh_cache-1d03b56f-0b24-44ca-a394-e71ef3d2abf0" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.391498] env[69889]: DEBUG nova.compute.manager [None req-0e6ee9c4-5f52-4c28-b094-ab2a68536478 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 1d03b56f-0b24-44ca-a394-e71ef3d2abf0] Instance network_info: |[{"id": "40fee23b-c992-420f-ba3b-dc686ff28684", "address": "fa:16:3e:30:9a:79", "network": {"id": "dc7a1c63-64ed-41ca-b29f-202337c0d542", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1276397426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf71caefe82444e1aa35f5f5071b52f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40fee23b-c9", "ovs_interfaceid": "40fee23b-c992-420f-ba3b-dc686ff28684", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1086.391972] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-0e6ee9c4-5f52-4c28-b094-ab2a68536478 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 1d03b56f-0b24-44ca-a394-e71ef3d2abf0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:9a:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bd998416-f3d6-4a62-b828-5011063ce76a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '40fee23b-c992-420f-ba3b-dc686ff28684', 'vif_model': 'vmxnet3'}] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1086.401527] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0e6ee9c4-5f52-4c28-b094-ab2a68536478 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1086.401705] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d03b56f-0b24-44ca-a394-e71ef3d2abf0] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1086.401895] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-183f16fc-bd9c-4117-912a-1ba4f42a148c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.425954] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1086.425954] env[69889]: value = "task-4077847" [ 1086.425954] env[69889]: _type = "Task" [ 1086.425954] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.438096] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077847, 'name': CreateVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.468971] env[69889]: DEBUG nova.compute.manager [req-804d3096-e468-4fed-b009-9ca715d55031 req-2b812ba4-6d1e-43f0-b0ce-35796bf21afa service nova] [instance: 0148a47f-96ee-42a1-9778-09ad9c56f4ac] Received event network-vif-plugged-514ce4d1-b36a-4669-ac36-fad2880b7546 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1086.469355] env[69889]: DEBUG oslo_concurrency.lockutils [req-804d3096-e468-4fed-b009-9ca715d55031 req-2b812ba4-6d1e-43f0-b0ce-35796bf21afa service nova] Acquiring lock "0148a47f-96ee-42a1-9778-09ad9c56f4ac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.469612] env[69889]: DEBUG oslo_concurrency.lockutils [req-804d3096-e468-4fed-b009-9ca715d55031 req-2b812ba4-6d1e-43f0-b0ce-35796bf21afa service nova] Lock "0148a47f-96ee-42a1-9778-09ad9c56f4ac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.469840] env[69889]: DEBUG oslo_concurrency.lockutils [req-804d3096-e468-4fed-b009-9ca715d55031 req-2b812ba4-6d1e-43f0-b0ce-35796bf21afa service nova] Lock "0148a47f-96ee-42a1-9778-09ad9c56f4ac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.470132] env[69889]: DEBUG nova.compute.manager [req-804d3096-e468-4fed-b009-9ca715d55031 req-2b812ba4-6d1e-43f0-b0ce-35796bf21afa service nova] [instance: 0148a47f-96ee-42a1-9778-09ad9c56f4ac] No waiting events found dispatching network-vif-plugged-514ce4d1-b36a-4669-ac36-fad2880b7546 {{(pid=69889) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1086.470262] env[69889]: WARNING nova.compute.manager [req-804d3096-e468-4fed-b009-9ca715d55031 req-2b812ba4-6d1e-43f0-b0ce-35796bf21afa service nova] [instance: 0148a47f-96ee-42a1-9778-09ad9c56f4ac] Received unexpected event network-vif-plugged-514ce4d1-b36a-4669-ac36-fad2880b7546 for instance with vm_state building and task_state block_device_mapping. [ 1086.515621] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ee82646d-2f3b-4d07-8626-4aa2ef48ef5e tempest-ServersListShow296Test-1538941289 tempest-ServersListShow296Test-1538941289-project-member] Lock "351ae554-2d0a-4611-a93a-1d718336cf48" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.284s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.551632] env[69889]: DEBUG nova.network.neutron [None req-e338ea67-27b0-41d1-8f0c-d2e3089afcf3 tempest-ServersTestBootFromVolume-1297770221 tempest-ServersTestBootFromVolume-1297770221-project-member] [instance: 0148a47f-96ee-42a1-9778-09ad9c56f4ac] Successfully updated port: 514ce4d1-b36a-4669-ac36-fad2880b7546 {{(pid=69889) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1086.565423] env[69889]: DEBUG nova.compute.manager [req-1ce45581-574a-4688-afc9-f0a8c4ac9e13 req-43fa8701-eb0a-4784-8f52-9c75207cc6f3 service nova] [instance: 1d03b56f-0b24-44ca-a394-e71ef3d2abf0] Received event network-changed-40fee23b-c992-420f-ba3b-dc686ff28684 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1086.565423] env[69889]: DEBUG nova.compute.manager [req-1ce45581-574a-4688-afc9-f0a8c4ac9e13 req-43fa8701-eb0a-4784-8f52-9c75207cc6f3 service nova] [instance: 1d03b56f-0b24-44ca-a394-e71ef3d2abf0] Refreshing instance network info cache due to event network-changed-40fee23b-c992-420f-ba3b-dc686ff28684. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1086.565423] env[69889]: DEBUG oslo_concurrency.lockutils [req-1ce45581-574a-4688-afc9-f0a8c4ac9e13 req-43fa8701-eb0a-4784-8f52-9c75207cc6f3 service nova] Acquiring lock "refresh_cache-1d03b56f-0b24-44ca-a394-e71ef3d2abf0" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.565423] env[69889]: DEBUG oslo_concurrency.lockutils [req-1ce45581-574a-4688-afc9-f0a8c4ac9e13 req-43fa8701-eb0a-4784-8f52-9c75207cc6f3 service nova] Acquired lock "refresh_cache-1d03b56f-0b24-44ca-a394-e71ef3d2abf0" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.565423] env[69889]: DEBUG nova.network.neutron [req-1ce45581-574a-4688-afc9-f0a8c4ac9e13 req-43fa8701-eb0a-4784-8f52-9c75207cc6f3 service nova] [instance: 1d03b56f-0b24-44ca-a394-e71ef3d2abf0] Refreshing network info cache for port 40fee23b-c992-420f-ba3b-dc686ff28684 {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1086.765778] env[69889]: DEBUG oslo_vmware.api [None req-46796361-4b94-46fb-8ff7-e655e853bcdb tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Task: {'id': task-4077845, 'name': PowerOnVM_Task, 'duration_secs': 1.101727} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.766305] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-46796361-4b94-46fb-8ff7-e655e853bcdb tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] [instance: ac14e0fa-9bbf-4c8c-82c4-bf3cf6b0660e] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1086.766305] env[69889]: INFO nova.compute.manager [None req-46796361-4b94-46fb-8ff7-e655e853bcdb tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] [instance: ac14e0fa-9bbf-4c8c-82c4-bf3cf6b0660e] Took 10.44 seconds to spawn the instance on the hypervisor. [ 1086.766496] env[69889]: DEBUG nova.compute.manager [None req-46796361-4b94-46fb-8ff7-e655e853bcdb tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] [instance: ac14e0fa-9bbf-4c8c-82c4-bf3cf6b0660e] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1086.767440] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c76d5d37-f1d2-498b-91d0-66acd349e786 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.790543] env[69889]: DEBUG oslo_vmware.api [None req-12e1c3b3-8124-4dfa-bc25-512698d86ea9 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077843, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.823444] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a48dccce-6dc4-46de-8d83-6fd6d077f5c7 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.830733] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff5d8814-e440-4604-846e-347e710c1cf8 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.867216] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0625b4b-531f-4dbb-ace4-a281f1537a81 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.877894] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ec618e9-2761-4b9b-a9be-9977b1104b15 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.881922] env[69889]: DEBUG oslo_vmware.api [None req-497e5d60-993e-4578-9685-2f2062e4db5f tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4077846, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.893287] env[69889]: DEBUG nova.compute.provider_tree [None req-4b30e062-58c0-45a4-b605-bb323edb5492 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1086.941473] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077847, 'name': CreateVM_Task} progress is 25%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.056976] env[69889]: INFO nova.compute.manager [None req-63a7c762-5a2e-4a1b-a54d-f009be659962 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 1c9715c5-328e-4027-864e-30ac52b27a32] Rebuilding instance [ 1087.058332] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e338ea67-27b0-41d1-8f0c-d2e3089afcf3 tempest-ServersTestBootFromVolume-1297770221 tempest-ServersTestBootFromVolume-1297770221-project-member] Acquiring lock "refresh_cache-0148a47f-96ee-42a1-9778-09ad9c56f4ac" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.058525] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e338ea67-27b0-41d1-8f0c-d2e3089afcf3 tempest-ServersTestBootFromVolume-1297770221 tempest-ServersTestBootFromVolume-1297770221-project-member] Acquired lock "refresh_cache-0148a47f-96ee-42a1-9778-09ad9c56f4ac" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.058607] env[69889]: DEBUG nova.network.neutron [None req-e338ea67-27b0-41d1-8f0c-d2e3089afcf3 tempest-ServersTestBootFromVolume-1297770221 tempest-ServersTestBootFromVolume-1297770221-project-member] [instance: 0148a47f-96ee-42a1-9778-09ad9c56f4ac] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1087.117635] env[69889]: DEBUG nova.compute.manager [None req-63a7c762-5a2e-4a1b-a54d-f009be659962 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 1c9715c5-328e-4027-864e-30ac52b27a32] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1087.118877] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4ec25d9-3b82-4af9-8eba-de890750ddc7 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.299770] env[69889]: INFO nova.compute.manager [None req-46796361-4b94-46fb-8ff7-e655e853bcdb tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] [instance: ac14e0fa-9bbf-4c8c-82c4-bf3cf6b0660e] Took 32.46 seconds to build instance. [ 1087.308217] env[69889]: DEBUG oslo_vmware.api [None req-12e1c3b3-8124-4dfa-bc25-512698d86ea9 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077843, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.535027} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.308529] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-12e1c3b3-8124-4dfa-bc25-512698d86ea9 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9e7d0e0e-ffca-4c08-9fa1-e9c579072f79/9e7d0e0e-ffca-4c08-9fa1-e9c579072f79.vmdk to [datastore2] f1999759-81e6-4ab6-9a80-8ef7e656242e/f1999759-81e6-4ab6-9a80-8ef7e656242e.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1087.309542] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74f4be61-8959-4406-96d1-af62a23477d5 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.335301] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-12e1c3b3-8124-4dfa-bc25-512698d86ea9 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: f1999759-81e6-4ab6-9a80-8ef7e656242e] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] f1999759-81e6-4ab6-9a80-8ef7e656242e/f1999759-81e6-4ab6-9a80-8ef7e656242e.vmdk or device None with type streamOptimized {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1087.336465] env[69889]: DEBUG nova.network.neutron [req-1ce45581-574a-4688-afc9-f0a8c4ac9e13 req-43fa8701-eb0a-4784-8f52-9c75207cc6f3 service nova] [instance: 1d03b56f-0b24-44ca-a394-e71ef3d2abf0] Updated VIF entry in instance network info cache for port 40fee23b-c992-420f-ba3b-dc686ff28684. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1087.336867] env[69889]: DEBUG nova.network.neutron [req-1ce45581-574a-4688-afc9-f0a8c4ac9e13 req-43fa8701-eb0a-4784-8f52-9c75207cc6f3 service nova] [instance: 1d03b56f-0b24-44ca-a394-e71ef3d2abf0] Updating instance_info_cache with network_info: [{"id": "40fee23b-c992-420f-ba3b-dc686ff28684", "address": "fa:16:3e:30:9a:79", "network": {"id": "dc7a1c63-64ed-41ca-b29f-202337c0d542", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1276397426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf71caefe82444e1aa35f5f5071b52f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40fee23b-c9", "ovs_interfaceid": "40fee23b-c992-420f-ba3b-dc686ff28684", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.338347] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b01d6bb-3219-4052-907d-4536c5a30b84 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.362716] env[69889]: DEBUG oslo_vmware.api [None req-12e1c3b3-8124-4dfa-bc25-512698d86ea9 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Waiting for the task: (returnval){ [ 1087.362716] env[69889]: value = "task-4077848" [ 1087.362716] env[69889]: _type = "Task" [ 1087.362716] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.376477] env[69889]: DEBUG oslo_vmware.api [None req-12e1c3b3-8124-4dfa-bc25-512698d86ea9 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077848, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.380472] env[69889]: DEBUG oslo_vmware.api [None req-497e5d60-993e-4578-9685-2f2062e4db5f tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4077846, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.424495} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.380472] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-497e5d60-993e-4578-9685-2f2062e4db5f tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] bb5adeb2-ff04-4b8a-a3b5-a29b173583b5/bb5adeb2-ff04-4b8a-a3b5-a29b173583b5.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1087.380660] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-497e5d60-993e-4578-9685-2f2062e4db5f tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: bb5adeb2-ff04-4b8a-a3b5-a29b173583b5] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1087.380765] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4cfd408e-1f82-49c6-80ca-9b62255f81cb {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.391638] env[69889]: DEBUG oslo_vmware.api [None req-497e5d60-993e-4578-9685-2f2062e4db5f tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Waiting for the task: (returnval){ [ 1087.391638] env[69889]: value = "task-4077849" [ 1087.391638] env[69889]: _type = "Task" [ 1087.391638] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.397520] env[69889]: DEBUG nova.scheduler.client.report [None req-4b30e062-58c0-45a4-b605-bb323edb5492 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1087.409933] env[69889]: DEBUG oslo_vmware.api [None req-497e5d60-993e-4578-9685-2f2062e4db5f tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4077849, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.439567] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077847, 'name': CreateVM_Task, 'duration_secs': 0.926093} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.439769] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d03b56f-0b24-44ca-a394-e71ef3d2abf0] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1087.440647] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0e6ee9c4-5f52-4c28-b094-ab2a68536478 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.440829] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0e6ee9c4-5f52-4c28-b094-ab2a68536478 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.441210] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0e6ee9c4-5f52-4c28-b094-ab2a68536478 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.441475] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a6b36bf-e1b4-4b8b-bd03-9d7b5b0a0479 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.448514] env[69889]: DEBUG oslo_vmware.api [None req-0e6ee9c4-5f52-4c28-b094-ab2a68536478 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Waiting for the task: (returnval){ [ 1087.448514] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]529d72b8-7f98-2c35-9d42-b474084a725c" [ 1087.448514] env[69889]: _type = "Task" [ 1087.448514] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.459611] env[69889]: DEBUG oslo_vmware.api [None req-0e6ee9c4-5f52-4c28-b094-ab2a68536478 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]529d72b8-7f98-2c35-9d42-b474084a725c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.603756] env[69889]: DEBUG nova.network.neutron [None req-e338ea67-27b0-41d1-8f0c-d2e3089afcf3 tempest-ServersTestBootFromVolume-1297770221 tempest-ServersTestBootFromVolume-1297770221-project-member] [instance: 0148a47f-96ee-42a1-9778-09ad9c56f4ac] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1087.783229] env[69889]: DEBUG nova.network.neutron [None req-e338ea67-27b0-41d1-8f0c-d2e3089afcf3 tempest-ServersTestBootFromVolume-1297770221 tempest-ServersTestBootFromVolume-1297770221-project-member] [instance: 0148a47f-96ee-42a1-9778-09ad9c56f4ac] Updating instance_info_cache with network_info: [{"id": "514ce4d1-b36a-4669-ac36-fad2880b7546", "address": "fa:16:3e:bf:f9:a7", "network": {"id": "18d80b5c-9c48-411b-8aa0-dded7f33408a", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1986382029-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa8423a4dc4e4cb2b5b664ff4c7af30e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap514ce4d1-b3", "ovs_interfaceid": "514ce4d1-b36a-4669-ac36-fad2880b7546", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.803396] env[69889]: DEBUG nova.compute.manager [None req-e338ea67-27b0-41d1-8f0c-d2e3089afcf3 tempest-ServersTestBootFromVolume-1297770221 tempest-ServersTestBootFromVolume-1297770221-project-member] [instance: 0148a47f-96ee-42a1-9778-09ad9c56f4ac] Start spawning the instance on the hypervisor. {{(pid=69889) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1087.803954] env[69889]: DEBUG nova.virt.hardware [None req-e338ea67-27b0-41d1-8f0c-d2e3089afcf3 tempest-ServersTestBootFromVolume-1297770221 tempest-ServersTestBootFromVolume-1297770221-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1087.804203] env[69889]: DEBUG nova.virt.hardware [None req-e338ea67-27b0-41d1-8f0c-d2e3089afcf3 tempest-ServersTestBootFromVolume-1297770221 tempest-ServersTestBootFromVolume-1297770221-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1087.804366] env[69889]: DEBUG nova.virt.hardware [None req-e338ea67-27b0-41d1-8f0c-d2e3089afcf3 tempest-ServersTestBootFromVolume-1297770221 tempest-ServersTestBootFromVolume-1297770221-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1087.804547] env[69889]: DEBUG nova.virt.hardware [None req-e338ea67-27b0-41d1-8f0c-d2e3089afcf3 tempest-ServersTestBootFromVolume-1297770221 tempest-ServersTestBootFromVolume-1297770221-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1087.804729] env[69889]: DEBUG nova.virt.hardware [None req-e338ea67-27b0-41d1-8f0c-d2e3089afcf3 tempest-ServersTestBootFromVolume-1297770221 tempest-ServersTestBootFromVolume-1297770221-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1087.804905] env[69889]: DEBUG nova.virt.hardware [None req-e338ea67-27b0-41d1-8f0c-d2e3089afcf3 tempest-ServersTestBootFromVolume-1297770221 tempest-ServersTestBootFromVolume-1297770221-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1087.805129] env[69889]: DEBUG nova.virt.hardware [None req-e338ea67-27b0-41d1-8f0c-d2e3089afcf3 tempest-ServersTestBootFromVolume-1297770221 tempest-ServersTestBootFromVolume-1297770221-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1087.805386] env[69889]: DEBUG nova.virt.hardware [None req-e338ea67-27b0-41d1-8f0c-d2e3089afcf3 tempest-ServersTestBootFromVolume-1297770221 tempest-ServersTestBootFromVolume-1297770221-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1087.805491] env[69889]: DEBUG nova.virt.hardware [None req-e338ea67-27b0-41d1-8f0c-d2e3089afcf3 tempest-ServersTestBootFromVolume-1297770221 tempest-ServersTestBootFromVolume-1297770221-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1087.805669] env[69889]: DEBUG nova.virt.hardware [None req-e338ea67-27b0-41d1-8f0c-d2e3089afcf3 tempest-ServersTestBootFromVolume-1297770221 tempest-ServersTestBootFromVolume-1297770221-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1087.805844] env[69889]: DEBUG nova.virt.hardware [None req-e338ea67-27b0-41d1-8f0c-d2e3089afcf3 tempest-ServersTestBootFromVolume-1297770221 tempest-ServersTestBootFromVolume-1297770221-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1087.806276] env[69889]: DEBUG oslo_concurrency.lockutils [None req-46796361-4b94-46fb-8ff7-e655e853bcdb tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Lock "ac14e0fa-9bbf-4c8c-82c4-bf3cf6b0660e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.990s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.807341] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-255bc118-9d55-4cf9-a8f1-fbfcc2d17f07 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.818204] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07c1ebb4-1df2-4d69-915a-3b8cbed32c7d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.855392] env[69889]: DEBUG oslo_concurrency.lockutils [req-1ce45581-574a-4688-afc9-f0a8c4ac9e13 req-43fa8701-eb0a-4784-8f52-9c75207cc6f3 service nova] Releasing lock "refresh_cache-1d03b56f-0b24-44ca-a394-e71ef3d2abf0" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.873969] env[69889]: DEBUG oslo_vmware.api [None req-12e1c3b3-8124-4dfa-bc25-512698d86ea9 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077848, 'name': ReconfigVM_Task, 'duration_secs': 0.335128} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.874308] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-12e1c3b3-8124-4dfa-bc25-512698d86ea9 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: f1999759-81e6-4ab6-9a80-8ef7e656242e] Reconfigured VM instance instance-00000056 to attach disk [datastore2] f1999759-81e6-4ab6-9a80-8ef7e656242e/f1999759-81e6-4ab6-9a80-8ef7e656242e.vmdk or device None with type streamOptimized {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1087.874966] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8e38d7a0-4be3-4364-988d-8ed37a8de248 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.883995] env[69889]: DEBUG oslo_vmware.api [None req-12e1c3b3-8124-4dfa-bc25-512698d86ea9 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Waiting for the task: (returnval){ [ 1087.883995] env[69889]: value = "task-4077850" [ 1087.883995] env[69889]: _type = "Task" [ 1087.883995] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.894490] env[69889]: DEBUG oslo_vmware.api [None req-12e1c3b3-8124-4dfa-bc25-512698d86ea9 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077850, 'name': Rename_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.903131] env[69889]: DEBUG oslo_concurrency.lockutils [None req-4b30e062-58c0-45a4-b605-bb323edb5492 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.933s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.905296] env[69889]: DEBUG oslo_vmware.api [None req-497e5d60-993e-4578-9685-2f2062e4db5f tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4077849, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.303058} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.905789] env[69889]: DEBUG oslo_concurrency.lockutils [None req-2cf4b182-0e95-46f8-9bd8-21bd4746b701 tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.472s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.905984] env[69889]: DEBUG nova.objects.instance [None req-2cf4b182-0e95-46f8-9bd8-21bd4746b701 tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] Lazy-loading 'resources' on Instance uuid f19f6311-6a23-4489-aed4-e71dd338558b {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1087.907276] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-497e5d60-993e-4578-9685-2f2062e4db5f tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: bb5adeb2-ff04-4b8a-a3b5-a29b173583b5] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1087.910908] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d70a46e-7ce0-4a73-8fd1-8553bb8f9894 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.934990] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-497e5d60-993e-4578-9685-2f2062e4db5f tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: bb5adeb2-ff04-4b8a-a3b5-a29b173583b5] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] bb5adeb2-ff04-4b8a-a3b5-a29b173583b5/bb5adeb2-ff04-4b8a-a3b5-a29b173583b5.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1087.936270] env[69889]: INFO nova.scheduler.client.report [None req-4b30e062-58c0-45a4-b605-bb323edb5492 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Deleted allocations for instance e94a4073-e872-43c9-9152-16aa7915c1a0 [ 1087.937946] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1822016-180b-4d03-8c82-b17dad6e82e8 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.965026] env[69889]: DEBUG oslo_vmware.api [None req-0e6ee9c4-5f52-4c28-b094-ab2a68536478 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]529d72b8-7f98-2c35-9d42-b474084a725c, 'name': SearchDatastore_Task, 'duration_secs': 0.017276} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.966452] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0e6ee9c4-5f52-4c28-b094-ab2a68536478 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.966752] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-0e6ee9c4-5f52-4c28-b094-ab2a68536478 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 1d03b56f-0b24-44ca-a394-e71ef3d2abf0] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1087.967038] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0e6ee9c4-5f52-4c28-b094-ab2a68536478 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.967197] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0e6ee9c4-5f52-4c28-b094-ab2a68536478 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.967385] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e6ee9c4-5f52-4c28-b094-ab2a68536478 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1087.967706] env[69889]: DEBUG oslo_vmware.api [None req-497e5d60-993e-4578-9685-2f2062e4db5f tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Waiting for the task: (returnval){ [ 1087.967706] env[69889]: value = "task-4077851" [ 1087.967706] env[69889]: _type = "Task" [ 1087.967706] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.967971] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d0af5f4e-cc5c-483c-875c-dae52955c235 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.979972] env[69889]: DEBUG oslo_vmware.api [None req-497e5d60-993e-4578-9685-2f2062e4db5f tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4077851, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.981553] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e6ee9c4-5f52-4c28-b094-ab2a68536478 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1087.981736] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-0e6ee9c4-5f52-4c28-b094-ab2a68536478 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1087.982965] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac757370-f0f7-4e2c-92cb-175f6a9d5259 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.988572] env[69889]: DEBUG oslo_vmware.api [None req-0e6ee9c4-5f52-4c28-b094-ab2a68536478 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Waiting for the task: (returnval){ [ 1087.988572] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52cdff7b-a1e3-c352-5c1c-c8eff9b30b1e" [ 1087.988572] env[69889]: _type = "Task" [ 1087.988572] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.998666] env[69889]: DEBUG oslo_vmware.api [None req-0e6ee9c4-5f52-4c28-b094-ab2a68536478 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52cdff7b-a1e3-c352-5c1c-c8eff9b30b1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.134176] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-63a7c762-5a2e-4a1b-a54d-f009be659962 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 1c9715c5-328e-4027-864e-30ac52b27a32] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1088.134711] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-17f4a112-c457-40ac-8401-95b99f6ead0d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.143248] env[69889]: DEBUG oslo_vmware.api [None req-63a7c762-5a2e-4a1b-a54d-f009be659962 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Waiting for the task: (returnval){ [ 1088.143248] env[69889]: value = "task-4077852" [ 1088.143248] env[69889]: _type = "Task" [ 1088.143248] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.152303] env[69889]: DEBUG oslo_vmware.api [None req-63a7c762-5a2e-4a1b-a54d-f009be659962 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': task-4077852, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.285652] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e338ea67-27b0-41d1-8f0c-d2e3089afcf3 tempest-ServersTestBootFromVolume-1297770221 tempest-ServersTestBootFromVolume-1297770221-project-member] Releasing lock "refresh_cache-0148a47f-96ee-42a1-9778-09ad9c56f4ac" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.286021] env[69889]: DEBUG nova.compute.manager [None req-e338ea67-27b0-41d1-8f0c-d2e3089afcf3 tempest-ServersTestBootFromVolume-1297770221 tempest-ServersTestBootFromVolume-1297770221-project-member] [instance: 0148a47f-96ee-42a1-9778-09ad9c56f4ac] Instance network_info: |[{"id": "514ce4d1-b36a-4669-ac36-fad2880b7546", "address": "fa:16:3e:bf:f9:a7", "network": {"id": "18d80b5c-9c48-411b-8aa0-dded7f33408a", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1986382029-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa8423a4dc4e4cb2b5b664ff4c7af30e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap514ce4d1-b3", "ovs_interfaceid": "514ce4d1-b36a-4669-ac36-fad2880b7546", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1088.286474] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-e338ea67-27b0-41d1-8f0c-d2e3089afcf3 tempest-ServersTestBootFromVolume-1297770221 tempest-ServersTestBootFromVolume-1297770221-project-member] [instance: 0148a47f-96ee-42a1-9778-09ad9c56f4ac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:f9:a7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52e117d3-d120-42c6-8e72-70085845acbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '514ce4d1-b36a-4669-ac36-fad2880b7546', 'vif_model': 'vmxnet3'}] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1088.294147] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-e338ea67-27b0-41d1-8f0c-d2e3089afcf3 tempest-ServersTestBootFromVolume-1297770221 tempest-ServersTestBootFromVolume-1297770221-project-member] Creating folder: Project (aa8423a4dc4e4cb2b5b664ff4c7af30e). Parent ref: group-v807779. {{(pid=69889) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1088.294746] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4bbd5150-8005-4145-8b71-ce8309ad3621 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.308952] env[69889]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1088.309245] env[69889]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69889) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1088.309563] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-e338ea67-27b0-41d1-8f0c-d2e3089afcf3 tempest-ServersTestBootFromVolume-1297770221 tempest-ServersTestBootFromVolume-1297770221-project-member] Folder already exists: Project (aa8423a4dc4e4cb2b5b664ff4c7af30e). Parent ref: group-v807779. {{(pid=69889) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1088.309759] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-e338ea67-27b0-41d1-8f0c-d2e3089afcf3 tempest-ServersTestBootFromVolume-1297770221 tempest-ServersTestBootFromVolume-1297770221-project-member] Creating folder: Instances. Parent ref: group-v808002. {{(pid=69889) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1088.310016] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-493b15cd-3271-4eb3-8960-e48f734eccb7 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.321726] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-e338ea67-27b0-41d1-8f0c-d2e3089afcf3 tempest-ServersTestBootFromVolume-1297770221 tempest-ServersTestBootFromVolume-1297770221-project-member] Created folder: Instances in parent group-v808002. [ 1088.322083] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e338ea67-27b0-41d1-8f0c-d2e3089afcf3 tempest-ServersTestBootFromVolume-1297770221 tempest-ServersTestBootFromVolume-1297770221-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1088.322334] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0148a47f-96ee-42a1-9778-09ad9c56f4ac] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1088.322638] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2d55ec64-86db-4203-9945-35d9952a253b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.348509] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1088.348509] env[69889]: value = "task-4077855" [ 1088.348509] env[69889]: _type = "Task" [ 1088.348509] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.358291] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077855, 'name': CreateVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.396055] env[69889]: DEBUG oslo_vmware.api [None req-12e1c3b3-8124-4dfa-bc25-512698d86ea9 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077850, 'name': Rename_Task, 'duration_secs': 0.15631} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.396283] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-12e1c3b3-8124-4dfa-bc25-512698d86ea9 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: f1999759-81e6-4ab6-9a80-8ef7e656242e] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1088.396566] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c965dbf3-7723-4a0c-9fae-19a56505925e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.405304] env[69889]: DEBUG oslo_vmware.api [None req-12e1c3b3-8124-4dfa-bc25-512698d86ea9 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Waiting for the task: (returnval){ [ 1088.405304] env[69889]: value = "task-4077856" [ 1088.405304] env[69889]: _type = "Task" [ 1088.405304] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.417076] env[69889]: DEBUG oslo_vmware.api [None req-12e1c3b3-8124-4dfa-bc25-512698d86ea9 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077856, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.459936] env[69889]: DEBUG oslo_concurrency.lockutils [None req-4b30e062-58c0-45a4-b605-bb323edb5492 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Lock "e94a4073-e872-43c9-9152-16aa7915c1a0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.069s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.489711] env[69889]: DEBUG oslo_vmware.api [None req-497e5d60-993e-4578-9685-2f2062e4db5f tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4077851, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.505252] env[69889]: DEBUG oslo_vmware.api [None req-0e6ee9c4-5f52-4c28-b094-ab2a68536478 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52cdff7b-a1e3-c352-5c1c-c8eff9b30b1e, 'name': SearchDatastore_Task, 'duration_secs': 0.014083} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.506281] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4acb0ae9-92ae-4c3d-8064-3c773a8c39f7 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.513542] env[69889]: DEBUG oslo_vmware.api [None req-0e6ee9c4-5f52-4c28-b094-ab2a68536478 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Waiting for the task: (returnval){ [ 1088.513542] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]522bbda7-f0e8-4a6c-bf32-abf147dff7b2" [ 1088.513542] env[69889]: _type = "Task" [ 1088.513542] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.532707] env[69889]: DEBUG oslo_vmware.api [None req-0e6ee9c4-5f52-4c28-b094-ab2a68536478 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]522bbda7-f0e8-4a6c-bf32-abf147dff7b2, 'name': SearchDatastore_Task, 'duration_secs': 0.016454} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.533193] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0e6ee9c4-5f52-4c28-b094-ab2a68536478 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.533539] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e6ee9c4-5f52-4c28-b094-ab2a68536478 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] 1d03b56f-0b24-44ca-a394-e71ef3d2abf0/1d03b56f-0b24-44ca-a394-e71ef3d2abf0.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1088.533985] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0d0c8d80-9e9b-4200-8b7d-216ed5abbb21 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.545858] env[69889]: DEBUG oslo_vmware.api [None req-0e6ee9c4-5f52-4c28-b094-ab2a68536478 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Waiting for the task: (returnval){ [ 1088.545858] env[69889]: value = "task-4077857" [ 1088.545858] env[69889]: _type = "Task" [ 1088.545858] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.556996] env[69889]: DEBUG oslo_vmware.api [None req-0e6ee9c4-5f52-4c28-b094-ab2a68536478 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4077857, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.652766] env[69889]: DEBUG nova.compute.manager [req-8c65046e-7d5f-4df1-a0f8-48f164c4ac45 req-7b6cdd20-4100-45a1-b936-4e6f346214fd service nova] [instance: 0148a47f-96ee-42a1-9778-09ad9c56f4ac] Received event network-changed-514ce4d1-b36a-4669-ac36-fad2880b7546 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1088.652908] env[69889]: DEBUG nova.compute.manager [req-8c65046e-7d5f-4df1-a0f8-48f164c4ac45 req-7b6cdd20-4100-45a1-b936-4e6f346214fd service nova] [instance: 0148a47f-96ee-42a1-9778-09ad9c56f4ac] Refreshing instance network info cache due to event network-changed-514ce4d1-b36a-4669-ac36-fad2880b7546. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1088.653186] env[69889]: DEBUG oslo_concurrency.lockutils [req-8c65046e-7d5f-4df1-a0f8-48f164c4ac45 req-7b6cdd20-4100-45a1-b936-4e6f346214fd service nova] Acquiring lock "refresh_cache-0148a47f-96ee-42a1-9778-09ad9c56f4ac" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.653368] env[69889]: DEBUG oslo_concurrency.lockutils [req-8c65046e-7d5f-4df1-a0f8-48f164c4ac45 req-7b6cdd20-4100-45a1-b936-4e6f346214fd service nova] Acquired lock "refresh_cache-0148a47f-96ee-42a1-9778-09ad9c56f4ac" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.653534] env[69889]: DEBUG nova.network.neutron [req-8c65046e-7d5f-4df1-a0f8-48f164c4ac45 req-7b6cdd20-4100-45a1-b936-4e6f346214fd service nova] [instance: 0148a47f-96ee-42a1-9778-09ad9c56f4ac] Refreshing network info cache for port 514ce4d1-b36a-4669-ac36-fad2880b7546 {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1088.665123] env[69889]: DEBUG oslo_vmware.api [None req-63a7c762-5a2e-4a1b-a54d-f009be659962 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': task-4077852, 'name': PowerOffVM_Task, 'duration_secs': 0.4425} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.666117] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-63a7c762-5a2e-4a1b-a54d-f009be659962 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 1c9715c5-328e-4027-864e-30ac52b27a32] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1088.666239] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-63a7c762-5a2e-4a1b-a54d-f009be659962 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 1c9715c5-328e-4027-864e-30ac52b27a32] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1088.668766] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bc63b13-cd93-4775-a077-2a7fe72cecba {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.676316] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-63a7c762-5a2e-4a1b-a54d-f009be659962 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 1c9715c5-328e-4027-864e-30ac52b27a32] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1088.679212] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a896813e-5033-43a2-b8ac-415f10597803 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.746194] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db194bfb-a583-4001-aceb-c1e5c5abc10b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.755267] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-335cc356-afd1-4ebd-aa58-00b72e36b9e5 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.793783] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df9a7770-3f79-4f21-a992-fb0155801dc7 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.797216] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-63a7c762-5a2e-4a1b-a54d-f009be659962 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 1c9715c5-328e-4027-864e-30ac52b27a32] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1088.797533] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-63a7c762-5a2e-4a1b-a54d-f009be659962 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 1c9715c5-328e-4027-864e-30ac52b27a32] Deleting contents of the VM from datastore datastore1 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1088.797743] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-63a7c762-5a2e-4a1b-a54d-f009be659962 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Deleting the datastore file [datastore1] 1c9715c5-328e-4027-864e-30ac52b27a32 {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1088.798515] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-31adc126-4c4c-46c9-bf01-55ed788c0d6e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.808081] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d143894-11a2-4fe9-892e-8f04fad89600 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.815700] env[69889]: DEBUG oslo_vmware.api [None req-63a7c762-5a2e-4a1b-a54d-f009be659962 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Waiting for the task: (returnval){ [ 1088.815700] env[69889]: value = "task-4077859" [ 1088.815700] env[69889]: _type = "Task" [ 1088.815700] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.828430] env[69889]: DEBUG nova.compute.provider_tree [None req-2cf4b182-0e95-46f8-9bd8-21bd4746b701 tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1088.837560] env[69889]: DEBUG oslo_vmware.api [None req-63a7c762-5a2e-4a1b-a54d-f009be659962 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': task-4077859, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.859984] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077855, 'name': CreateVM_Task} progress is 99%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.918691] env[69889]: DEBUG oslo_vmware.api [None req-12e1c3b3-8124-4dfa-bc25-512698d86ea9 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077856, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.983115] env[69889]: DEBUG oslo_vmware.api [None req-497e5d60-993e-4578-9685-2f2062e4db5f tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4077851, 'name': ReconfigVM_Task, 'duration_secs': 0.79505} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.983455] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-497e5d60-993e-4578-9685-2f2062e4db5f tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: bb5adeb2-ff04-4b8a-a3b5-a29b173583b5] Reconfigured VM instance instance-00000058 to attach disk [datastore2] bb5adeb2-ff04-4b8a-a3b5-a29b173583b5/bb5adeb2-ff04-4b8a-a3b5-a29b173583b5.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1088.984502] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d12f3689-0081-43d5-8f7b-18406dc3b766 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.994198] env[69889]: DEBUG oslo_vmware.api [None req-497e5d60-993e-4578-9685-2f2062e4db5f tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Waiting for the task: (returnval){ [ 1088.994198] env[69889]: value = "task-4077860" [ 1088.994198] env[69889]: _type = "Task" [ 1088.994198] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.007698] env[69889]: DEBUG oslo_vmware.api [None req-497e5d60-993e-4578-9685-2f2062e4db5f tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4077860, 'name': Rename_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.057554] env[69889]: DEBUG oslo_vmware.api [None req-0e6ee9c4-5f52-4c28-b094-ab2a68536478 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4077857, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.331719] env[69889]: DEBUG oslo_vmware.api [None req-63a7c762-5a2e-4a1b-a54d-f009be659962 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': task-4077859, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.364151} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.331719] env[69889]: DEBUG nova.scheduler.client.report [None req-2cf4b182-0e95-46f8-9bd8-21bd4746b701 tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1089.335169] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-63a7c762-5a2e-4a1b-a54d-f009be659962 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1089.335169] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-63a7c762-5a2e-4a1b-a54d-f009be659962 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 1c9715c5-328e-4027-864e-30ac52b27a32] Deleted contents of the VM from datastore datastore1 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1089.335378] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-63a7c762-5a2e-4a1b-a54d-f009be659962 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 1c9715c5-328e-4027-864e-30ac52b27a32] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1089.350705] env[69889]: DEBUG nova.compute.manager [None req-bebee3c9-d18e-4794-9581-021d90516750 tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] [instance: ac14e0fa-9bbf-4c8c-82c4-bf3cf6b0660e] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1089.351772] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-609303b9-82a2-41e9-a4c2-c205bf06dec1 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.371857] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077855, 'name': CreateVM_Task, 'duration_secs': 0.608838} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.372298] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0148a47f-96ee-42a1-9778-09ad9c56f4ac] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1089.373069] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-e338ea67-27b0-41d1-8f0c-d2e3089afcf3 tempest-ServersTestBootFromVolume-1297770221 tempest-ServersTestBootFromVolume-1297770221-project-member] [instance: 0148a47f-96ee-42a1-9778-09ad9c56f4ac] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-808010', 'volume_id': '4d0e107a-ae3f-40b0-a44b-b9bbfb3d0d2d', 'name': 'volume-4d0e107a-ae3f-40b0-a44b-b9bbfb3d0d2d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0148a47f-96ee-42a1-9778-09ad9c56f4ac', 'attached_at': '', 'detached_at': '', 'volume_id': '4d0e107a-ae3f-40b0-a44b-b9bbfb3d0d2d', 'serial': '4d0e107a-ae3f-40b0-a44b-b9bbfb3d0d2d'}, 'mount_device': '/dev/sda', 'attachment_id': 'f8688f4b-7968-422f-959b-1cb62a41d955', 'guest_format': None, 'boot_index': 0, 'delete_on_termination': True, 'volume_type': None}], 'swap': None} {{(pid=69889) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1089.373281] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-e338ea67-27b0-41d1-8f0c-d2e3089afcf3 tempest-ServersTestBootFromVolume-1297770221 tempest-ServersTestBootFromVolume-1297770221-project-member] [instance: 0148a47f-96ee-42a1-9778-09ad9c56f4ac] Root volume attach. Driver type: vmdk {{(pid=69889) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1089.374177] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab054960-1904-46d2-8c22-b6aa0feb532f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.384303] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a270b5c-3878-459f-979a-1543c63afffc {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.393270] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bed9da11-8f8b-4b56-8888-7b6b706e20d8 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.397936] env[69889]: DEBUG nova.network.neutron [req-8c65046e-7d5f-4df1-a0f8-48f164c4ac45 req-7b6cdd20-4100-45a1-b936-4e6f346214fd service nova] [instance: 0148a47f-96ee-42a1-9778-09ad9c56f4ac] Updated VIF entry in instance network info cache for port 514ce4d1-b36a-4669-ac36-fad2880b7546. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1089.398331] env[69889]: DEBUG nova.network.neutron [req-8c65046e-7d5f-4df1-a0f8-48f164c4ac45 req-7b6cdd20-4100-45a1-b936-4e6f346214fd service nova] [instance: 0148a47f-96ee-42a1-9778-09ad9c56f4ac] Updating instance_info_cache with network_info: [{"id": "514ce4d1-b36a-4669-ac36-fad2880b7546", "address": "fa:16:3e:bf:f9:a7", "network": {"id": "18d80b5c-9c48-411b-8aa0-dded7f33408a", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1986382029-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa8423a4dc4e4cb2b5b664ff4c7af30e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap514ce4d1-b3", "ovs_interfaceid": "514ce4d1-b36a-4669-ac36-fad2880b7546", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.402600] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-8755d02d-d4f0-46b5-8a9c-466432b9453a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.413253] env[69889]: DEBUG oslo_vmware.api [None req-e338ea67-27b0-41d1-8f0c-d2e3089afcf3 tempest-ServersTestBootFromVolume-1297770221 tempest-ServersTestBootFromVolume-1297770221-project-member] Waiting for the task: (returnval){ [ 1089.413253] env[69889]: value = "task-4077861" [ 1089.413253] env[69889]: _type = "Task" [ 1089.413253] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.420880] env[69889]: DEBUG oslo_vmware.api [None req-12e1c3b3-8124-4dfa-bc25-512698d86ea9 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077856, 'name': PowerOnVM_Task, 'duration_secs': 0.72488} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.421842] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-12e1c3b3-8124-4dfa-bc25-512698d86ea9 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: f1999759-81e6-4ab6-9a80-8ef7e656242e] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1089.421842] env[69889]: INFO nova.compute.manager [None req-12e1c3b3-8124-4dfa-bc25-512698d86ea9 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: f1999759-81e6-4ab6-9a80-8ef7e656242e] Took 16.50 seconds to spawn the instance on the hypervisor. [ 1089.423027] env[69889]: DEBUG nova.compute.manager [None req-12e1c3b3-8124-4dfa-bc25-512698d86ea9 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: f1999759-81e6-4ab6-9a80-8ef7e656242e] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1089.423224] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-500f9aa7-08d8-41d5-94b3-856a7687402b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.430492] env[69889]: DEBUG oslo_vmware.api [None req-e338ea67-27b0-41d1-8f0c-d2e3089afcf3 tempest-ServersTestBootFromVolume-1297770221 tempest-ServersTestBootFromVolume-1297770221-project-member] Task: {'id': task-4077861, 'name': RelocateVM_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.508560] env[69889]: DEBUG oslo_vmware.api [None req-497e5d60-993e-4578-9685-2f2062e4db5f tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4077860, 'name': Rename_Task} progress is 99%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.557455] env[69889]: DEBUG oslo_vmware.api [None req-0e6ee9c4-5f52-4c28-b094-ab2a68536478 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4077857, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.661426} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.557677] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e6ee9c4-5f52-4c28-b094-ab2a68536478 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] 1d03b56f-0b24-44ca-a394-e71ef3d2abf0/1d03b56f-0b24-44ca-a394-e71ef3d2abf0.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1089.557897] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-0e6ee9c4-5f52-4c28-b094-ab2a68536478 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 1d03b56f-0b24-44ca-a394-e71ef3d2abf0] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1089.558180] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6a037d61-30de-441a-93ba-ce4ef526d81f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.569270] env[69889]: DEBUG oslo_vmware.api [None req-0e6ee9c4-5f52-4c28-b094-ab2a68536478 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Waiting for the task: (returnval){ [ 1089.569270] env[69889]: value = "task-4077862" [ 1089.569270] env[69889]: _type = "Task" [ 1089.569270] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.577777] env[69889]: DEBUG oslo_vmware.api [None req-0e6ee9c4-5f52-4c28-b094-ab2a68536478 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4077862, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.839227] env[69889]: DEBUG oslo_concurrency.lockutils [None req-2cf4b182-0e95-46f8-9bd8-21bd4746b701 tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.933s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.842549] env[69889]: DEBUG oslo_concurrency.lockutils [None req-2071a2b3-0145-4768-a5f1-431755fa9982 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.038s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.844692] env[69889]: INFO nova.compute.claims [None req-2071a2b3-0145-4768-a5f1-431755fa9982 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: 380e1853-b5a2-4bcb-abcf-8acf34b52db6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1089.867104] env[69889]: INFO nova.scheduler.client.report [None req-2cf4b182-0e95-46f8-9bd8-21bd4746b701 tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] Deleted allocations for instance f19f6311-6a23-4489-aed4-e71dd338558b [ 1089.874338] env[69889]: INFO nova.compute.manager [None req-bebee3c9-d18e-4794-9581-021d90516750 tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] [instance: ac14e0fa-9bbf-4c8c-82c4-bf3cf6b0660e] instance snapshotting [ 1089.877043] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ef391fd-1211-40b5-b6c5-5e96d9f304b5 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.898982] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d5e960e-6cf3-4cd0-8869-8fdde3b54c23 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.903841] env[69889]: DEBUG oslo_concurrency.lockutils [req-8c65046e-7d5f-4df1-a0f8-48f164c4ac45 req-7b6cdd20-4100-45a1-b936-4e6f346214fd service nova] Releasing lock "refresh_cache-0148a47f-96ee-42a1-9778-09ad9c56f4ac" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.924529] env[69889]: DEBUG oslo_vmware.api [None req-e338ea67-27b0-41d1-8f0c-d2e3089afcf3 tempest-ServersTestBootFromVolume-1297770221 tempest-ServersTestBootFromVolume-1297770221-project-member] Task: {'id': task-4077861, 'name': RelocateVM_Task} progress is 19%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.947721] env[69889]: INFO nova.compute.manager [None req-12e1c3b3-8124-4dfa-bc25-512698d86ea9 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: f1999759-81e6-4ab6-9a80-8ef7e656242e] Took 37.48 seconds to build instance. [ 1090.006920] env[69889]: DEBUG oslo_vmware.api [None req-497e5d60-993e-4578-9685-2f2062e4db5f tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4077860, 'name': Rename_Task} progress is 99%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.079799] env[69889]: DEBUG oslo_vmware.api [None req-0e6ee9c4-5f52-4c28-b094-ab2a68536478 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4077862, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072915} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.080163] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-0e6ee9c4-5f52-4c28-b094-ab2a68536478 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 1d03b56f-0b24-44ca-a394-e71ef3d2abf0] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1090.080997] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fda0fba3-335d-4f3b-b9b8-971b691f196b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.105841] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e6ee9c4-5f52-4c28-b094-ab2a68536478 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 1d03b56f-0b24-44ca-a394-e71ef3d2abf0] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] 1d03b56f-0b24-44ca-a394-e71ef3d2abf0/1d03b56f-0b24-44ca-a394-e71ef3d2abf0.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1090.106205] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11d66a0c-db24-404c-90c0-b0d58778bec2 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.129055] env[69889]: DEBUG oslo_vmware.api [None req-0e6ee9c4-5f52-4c28-b094-ab2a68536478 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Waiting for the task: (returnval){ [ 1090.129055] env[69889]: value = "task-4077863" [ 1090.129055] env[69889]: _type = "Task" [ 1090.129055] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.137840] env[69889]: DEBUG oslo_vmware.api [None req-0e6ee9c4-5f52-4c28-b094-ab2a68536478 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4077863, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.382439] env[69889]: DEBUG oslo_concurrency.lockutils [None req-2cf4b182-0e95-46f8-9bd8-21bd4746b701 tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] Lock "f19f6311-6a23-4489-aed4-e71dd338558b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.907s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.389629] env[69889]: DEBUG nova.virt.hardware [None req-63a7c762-5a2e-4a1b-a54d-f009be659962 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1090.390357] env[69889]: DEBUG nova.virt.hardware [None req-63a7c762-5a2e-4a1b-a54d-f009be659962 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1090.390357] env[69889]: DEBUG nova.virt.hardware [None req-63a7c762-5a2e-4a1b-a54d-f009be659962 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1090.390635] env[69889]: DEBUG nova.virt.hardware [None req-63a7c762-5a2e-4a1b-a54d-f009be659962 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1090.391204] env[69889]: DEBUG nova.virt.hardware [None req-63a7c762-5a2e-4a1b-a54d-f009be659962 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1090.391468] env[69889]: DEBUG nova.virt.hardware [None req-63a7c762-5a2e-4a1b-a54d-f009be659962 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1090.391965] env[69889]: DEBUG nova.virt.hardware [None req-63a7c762-5a2e-4a1b-a54d-f009be659962 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1090.392062] env[69889]: DEBUG nova.virt.hardware [None req-63a7c762-5a2e-4a1b-a54d-f009be659962 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1090.392359] env[69889]: DEBUG nova.virt.hardware [None req-63a7c762-5a2e-4a1b-a54d-f009be659962 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1090.392663] env[69889]: DEBUG nova.virt.hardware [None req-63a7c762-5a2e-4a1b-a54d-f009be659962 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1090.392910] env[69889]: DEBUG nova.virt.hardware [None req-63a7c762-5a2e-4a1b-a54d-f009be659962 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1090.394874] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-329d9849-4362-46e4-a5db-05eb2f3ac086 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.409093] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dd7d29d-c4da-4fc2-b81a-1497c8bf9d9f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.416338] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-bebee3c9-d18e-4794-9581-021d90516750 tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] [instance: ac14e0fa-9bbf-4c8c-82c4-bf3cf6b0660e] Creating Snapshot of the VM instance {{(pid=69889) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1090.416866] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7dc411da-d0e6-45fe-9f9d-fc617b9d0d40 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.441574] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-63a7c762-5a2e-4a1b-a54d-f009be659962 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 1c9715c5-328e-4027-864e-30ac52b27a32] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:72:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15165046-2de9-4ada-9e99-0126e20854a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f3270792-8215-48ce-a248-cb5a9b3185c3', 'vif_model': 'vmxnet3'}] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1090.450684] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-63a7c762-5a2e-4a1b-a54d-f009be659962 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1090.455217] env[69889]: DEBUG oslo_concurrency.lockutils [None req-12e1c3b3-8124-4dfa-bc25-512698d86ea9 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Lock "f1999759-81e6-4ab6-9a80-8ef7e656242e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.999s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.455508] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c9715c5-328e-4027-864e-30ac52b27a32] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1090.455911] env[69889]: DEBUG oslo_vmware.api [None req-bebee3c9-d18e-4794-9581-021d90516750 tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Waiting for the task: (returnval){ [ 1090.455911] env[69889]: value = "task-4077864" [ 1090.455911] env[69889]: _type = "Task" [ 1090.455911] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.456234] env[69889]: DEBUG oslo_vmware.api [None req-e338ea67-27b0-41d1-8f0c-d2e3089afcf3 tempest-ServersTestBootFromVolume-1297770221 tempest-ServersTestBootFromVolume-1297770221-project-member] Task: {'id': task-4077861, 'name': RelocateVM_Task, 'duration_secs': 0.962301} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.456467] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-650bffd0-d58b-4bee-a475-8676b941b4fc {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.474401] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-e338ea67-27b0-41d1-8f0c-d2e3089afcf3 tempest-ServersTestBootFromVolume-1297770221 tempest-ServersTestBootFromVolume-1297770221-project-member] [instance: 0148a47f-96ee-42a1-9778-09ad9c56f4ac] Volume attach. Driver type: vmdk {{(pid=69889) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1090.475768] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-e338ea67-27b0-41d1-8f0c-d2e3089afcf3 tempest-ServersTestBootFromVolume-1297770221 tempest-ServersTestBootFromVolume-1297770221-project-member] [instance: 0148a47f-96ee-42a1-9778-09ad9c56f4ac] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-808010', 'volume_id': '4d0e107a-ae3f-40b0-a44b-b9bbfb3d0d2d', 'name': 'volume-4d0e107a-ae3f-40b0-a44b-b9bbfb3d0d2d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0148a47f-96ee-42a1-9778-09ad9c56f4ac', 'attached_at': '', 'detached_at': '', 'volume_id': '4d0e107a-ae3f-40b0-a44b-b9bbfb3d0d2d', 'serial': '4d0e107a-ae3f-40b0-a44b-b9bbfb3d0d2d'} {{(pid=69889) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1090.481265] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a026f55e-c9f2-4c19-a12b-0996441020c2 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.491299] env[69889]: DEBUG oslo_vmware.api [None req-bebee3c9-d18e-4794-9581-021d90516750 tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Task: {'id': task-4077864, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.504246] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1090.504246] env[69889]: value = "task-4077865" [ 1090.504246] env[69889]: _type = "Task" [ 1090.504246] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.508758] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee6206aa-ecfc-40b8-8b30-1bbe0562898b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.523277] env[69889]: DEBUG oslo_vmware.api [None req-497e5d60-993e-4578-9685-2f2062e4db5f tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4077860, 'name': Rename_Task, 'duration_secs': 1.357727} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.537777] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-497e5d60-993e-4578-9685-2f2062e4db5f tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: bb5adeb2-ff04-4b8a-a3b5-a29b173583b5] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1090.538226] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077865, 'name': CreateVM_Task} progress is 10%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.538665] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b9f7ed63-6435-4cf4-a3de-7bf3aa4dfb1c tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Acquiring lock "f1999759-81e6-4ab6-9a80-8ef7e656242e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.538999] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b9f7ed63-6435-4cf4-a3de-7bf3aa4dfb1c tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Lock "f1999759-81e6-4ab6-9a80-8ef7e656242e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.539284] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b9f7ed63-6435-4cf4-a3de-7bf3aa4dfb1c tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Acquiring lock "f1999759-81e6-4ab6-9a80-8ef7e656242e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.539524] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b9f7ed63-6435-4cf4-a3de-7bf3aa4dfb1c tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Lock "f1999759-81e6-4ab6-9a80-8ef7e656242e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.539756] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b9f7ed63-6435-4cf4-a3de-7bf3aa4dfb1c tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Lock "f1999759-81e6-4ab6-9a80-8ef7e656242e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.551139] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-e338ea67-27b0-41d1-8f0c-d2e3089afcf3 tempest-ServersTestBootFromVolume-1297770221 tempest-ServersTestBootFromVolume-1297770221-project-member] [instance: 0148a47f-96ee-42a1-9778-09ad9c56f4ac] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] volume-4d0e107a-ae3f-40b0-a44b-b9bbfb3d0d2d/volume-4d0e107a-ae3f-40b0-a44b-b9bbfb3d0d2d.vmdk or device None with type thin {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1090.551842] env[69889]: INFO nova.compute.manager [None req-b9f7ed63-6435-4cf4-a3de-7bf3aa4dfb1c tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: f1999759-81e6-4ab6-9a80-8ef7e656242e] Terminating instance [ 1090.557519] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cfee17c4-5e78-4197-afe6-3aa704c6f7de {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.557519] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9b04d0a-f81a-44e6-86a5-3b19bfee451a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.574334] env[69889]: DEBUG nova.compute.manager [None req-b9f7ed63-6435-4cf4-a3de-7bf3aa4dfb1c tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: f1999759-81e6-4ab6-9a80-8ef7e656242e] Start destroying the instance on the hypervisor. {{(pid=69889) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1090.574663] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-b9f7ed63-6435-4cf4-a3de-7bf3aa4dfb1c tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: f1999759-81e6-4ab6-9a80-8ef7e656242e] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1090.575803] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3b6bf0c-7818-4eb0-9e68-f5385d4141af {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.585302] env[69889]: DEBUG oslo_vmware.api [None req-497e5d60-993e-4578-9685-2f2062e4db5f tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Waiting for the task: (returnval){ [ 1090.585302] env[69889]: value = "task-4077866" [ 1090.585302] env[69889]: _type = "Task" [ 1090.585302] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.589193] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9f7ed63-6435-4cf4-a3de-7bf3aa4dfb1c tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: f1999759-81e6-4ab6-9a80-8ef7e656242e] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1090.589509] env[69889]: DEBUG oslo_vmware.api [None req-e338ea67-27b0-41d1-8f0c-d2e3089afcf3 tempest-ServersTestBootFromVolume-1297770221 tempest-ServersTestBootFromVolume-1297770221-project-member] Waiting for the task: (returnval){ [ 1090.589509] env[69889]: value = "task-4077867" [ 1090.589509] env[69889]: _type = "Task" [ 1090.589509] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.593310] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-93c845ba-b28a-42e7-915b-f7d4ffdc0513 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.606387] env[69889]: DEBUG oslo_vmware.api [None req-497e5d60-993e-4578-9685-2f2062e4db5f tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4077866, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.612337] env[69889]: DEBUG oslo_vmware.api [None req-e338ea67-27b0-41d1-8f0c-d2e3089afcf3 tempest-ServersTestBootFromVolume-1297770221 tempest-ServersTestBootFromVolume-1297770221-project-member] Task: {'id': task-4077867, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.613100] env[69889]: DEBUG oslo_vmware.api [None req-b9f7ed63-6435-4cf4-a3de-7bf3aa4dfb1c tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Waiting for the task: (returnval){ [ 1090.613100] env[69889]: value = "task-4077868" [ 1090.613100] env[69889]: _type = "Task" [ 1090.613100] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.622895] env[69889]: DEBUG oslo_vmware.api [None req-b9f7ed63-6435-4cf4-a3de-7bf3aa4dfb1c tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077868, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.638893] env[69889]: DEBUG oslo_vmware.api [None req-0e6ee9c4-5f52-4c28-b094-ab2a68536478 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4077863, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.852439] env[69889]: INFO nova.compute.manager [None req-a231c5c4-2d45-49d7-a48e-07ae0665550b tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] Rebuilding instance [ 1090.919790] env[69889]: DEBUG nova.compute.manager [None req-a231c5c4-2d45-49d7-a48e-07ae0665550b tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1090.922145] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df79c30c-efd2-443f-999f-929cb112ed1c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.993068] env[69889]: DEBUG oslo_vmware.api [None req-bebee3c9-d18e-4794-9581-021d90516750 tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Task: {'id': task-4077864, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.020424] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077865, 'name': CreateVM_Task, 'duration_secs': 0.418191} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.021442] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c9715c5-328e-4027-864e-30ac52b27a32] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1091.021539] env[69889]: DEBUG oslo_concurrency.lockutils [None req-63a7c762-5a2e-4a1b-a54d-f009be659962 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.021830] env[69889]: DEBUG oslo_concurrency.lockutils [None req-63a7c762-5a2e-4a1b-a54d-f009be659962 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.022195] env[69889]: DEBUG oslo_concurrency.lockutils [None req-63a7c762-5a2e-4a1b-a54d-f009be659962 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.022524] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4ce1db8-9b38-4e19-9818-68cc71b58dbc {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.031875] env[69889]: DEBUG oslo_vmware.api [None req-63a7c762-5a2e-4a1b-a54d-f009be659962 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Waiting for the task: (returnval){ [ 1091.031875] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52935c20-6c4a-50a4-6477-db8edda9454c" [ 1091.031875] env[69889]: _type = "Task" [ 1091.031875] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.045649] env[69889]: DEBUG oslo_vmware.api [None req-63a7c762-5a2e-4a1b-a54d-f009be659962 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52935c20-6c4a-50a4-6477-db8edda9454c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.103652] env[69889]: DEBUG oslo_vmware.api [None req-497e5d60-993e-4578-9685-2f2062e4db5f tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4077866, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.111829] env[69889]: DEBUG oslo_vmware.api [None req-e338ea67-27b0-41d1-8f0c-d2e3089afcf3 tempest-ServersTestBootFromVolume-1297770221 tempest-ServersTestBootFromVolume-1297770221-project-member] Task: {'id': task-4077867, 'name': ReconfigVM_Task, 'duration_secs': 0.407842} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.112172] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-e338ea67-27b0-41d1-8f0c-d2e3089afcf3 tempest-ServersTestBootFromVolume-1297770221 tempest-ServersTestBootFromVolume-1297770221-project-member] [instance: 0148a47f-96ee-42a1-9778-09ad9c56f4ac] Reconfigured VM instance instance-0000005a to attach disk [datastore2] volume-4d0e107a-ae3f-40b0-a44b-b9bbfb3d0d2d/volume-4d0e107a-ae3f-40b0-a44b-b9bbfb3d0d2d.vmdk or device None with type thin {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1091.117766] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1fb9692c-bee7-4bdc-b7e3-df6d7a34673b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.149118] env[69889]: DEBUG oslo_vmware.api [None req-0e6ee9c4-5f52-4c28-b094-ab2a68536478 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4077863, 'name': ReconfigVM_Task, 'duration_secs': 0.531942} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.157237] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e6ee9c4-5f52-4c28-b094-ab2a68536478 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 1d03b56f-0b24-44ca-a394-e71ef3d2abf0] Reconfigured VM instance instance-00000059 to attach disk [datastore2] 1d03b56f-0b24-44ca-a394-e71ef3d2abf0/1d03b56f-0b24-44ca-a394-e71ef3d2abf0.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1091.158080] env[69889]: DEBUG oslo_vmware.api [None req-e338ea67-27b0-41d1-8f0c-d2e3089afcf3 tempest-ServersTestBootFromVolume-1297770221 tempest-ServersTestBootFromVolume-1297770221-project-member] Waiting for the task: (returnval){ [ 1091.158080] env[69889]: value = "task-4077869" [ 1091.158080] env[69889]: _type = "Task" [ 1091.158080] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.158568] env[69889]: DEBUG oslo_vmware.api [None req-b9f7ed63-6435-4cf4-a3de-7bf3aa4dfb1c tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077868, 'name': PowerOffVM_Task, 'duration_secs': 0.206868} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.162598] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7cd77872-e6e6-4585-b3c1-a97883e24b33 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.164562] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9f7ed63-6435-4cf4-a3de-7bf3aa4dfb1c tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: f1999759-81e6-4ab6-9a80-8ef7e656242e] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1091.164747] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-b9f7ed63-6435-4cf4-a3de-7bf3aa4dfb1c tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: f1999759-81e6-4ab6-9a80-8ef7e656242e] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1091.169672] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-27fc350d-75fd-44fe-9f47-848408bf3cad {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.178317] env[69889]: DEBUG oslo_vmware.api [None req-e338ea67-27b0-41d1-8f0c-d2e3089afcf3 tempest-ServersTestBootFromVolume-1297770221 tempest-ServersTestBootFromVolume-1297770221-project-member] Task: {'id': task-4077869, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.179763] env[69889]: DEBUG oslo_vmware.api [None req-0e6ee9c4-5f52-4c28-b094-ab2a68536478 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Waiting for the task: (returnval){ [ 1091.179763] env[69889]: value = "task-4077870" [ 1091.179763] env[69889]: _type = "Task" [ 1091.179763] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.193291] env[69889]: DEBUG oslo_vmware.api [None req-0e6ee9c4-5f52-4c28-b094-ab2a68536478 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4077870, 'name': Rename_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.238151] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9416f536-572f-40fe-a0f6-f331c91acbcd {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.242577] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-b9f7ed63-6435-4cf4-a3de-7bf3aa4dfb1c tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: f1999759-81e6-4ab6-9a80-8ef7e656242e] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1091.242947] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-b9f7ed63-6435-4cf4-a3de-7bf3aa4dfb1c tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: f1999759-81e6-4ab6-9a80-8ef7e656242e] Deleting contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1091.243122] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9f7ed63-6435-4cf4-a3de-7bf3aa4dfb1c tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Deleting the datastore file [datastore2] f1999759-81e6-4ab6-9a80-8ef7e656242e {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1091.243869] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a53a8d63-9423-4637-88b3-16305f948827 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.249427] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebfb2b00-ac16-4dcc-995f-8b2862c54ea0 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.253939] env[69889]: DEBUG oslo_vmware.api [None req-b9f7ed63-6435-4cf4-a3de-7bf3aa4dfb1c tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Waiting for the task: (returnval){ [ 1091.253939] env[69889]: value = "task-4077872" [ 1091.253939] env[69889]: _type = "Task" [ 1091.253939] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.282965] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a68b5053-2a9d-42e6-b8af-5adaff902708 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.288618] env[69889]: DEBUG oslo_vmware.api [None req-b9f7ed63-6435-4cf4-a3de-7bf3aa4dfb1c tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077872, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.294217] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9df8c77-b1e1-4efd-a68a-02b42569dd62 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.312019] env[69889]: DEBUG nova.compute.provider_tree [None req-2071a2b3-0145-4768-a5f1-431755fa9982 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1091.487137] env[69889]: DEBUG oslo_vmware.api [None req-bebee3c9-d18e-4794-9581-021d90516750 tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Task: {'id': task-4077864, 'name': CreateSnapshot_Task, 'duration_secs': 0.736527} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.487649] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-bebee3c9-d18e-4794-9581-021d90516750 tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] [instance: ac14e0fa-9bbf-4c8c-82c4-bf3cf6b0660e] Created Snapshot of the VM instance {{(pid=69889) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1091.488439] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fa7ad70-779d-47c7-b8dd-bd65a4b070cc {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.544383] env[69889]: DEBUG oslo_vmware.api [None req-63a7c762-5a2e-4a1b-a54d-f009be659962 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52935c20-6c4a-50a4-6477-db8edda9454c, 'name': SearchDatastore_Task, 'duration_secs': 0.01672} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.544756] env[69889]: DEBUG oslo_concurrency.lockutils [None req-63a7c762-5a2e-4a1b-a54d-f009be659962 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.544959] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-63a7c762-5a2e-4a1b-a54d-f009be659962 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 1c9715c5-328e-4027-864e-30ac52b27a32] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1091.545218] env[69889]: DEBUG oslo_concurrency.lockutils [None req-63a7c762-5a2e-4a1b-a54d-f009be659962 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.545386] env[69889]: DEBUG oslo_concurrency.lockutils [None req-63a7c762-5a2e-4a1b-a54d-f009be659962 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.545788] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-63a7c762-5a2e-4a1b-a54d-f009be659962 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1091.545875] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a102c86c-c31e-4d91-80cd-4caec491c9ad {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.555915] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-63a7c762-5a2e-4a1b-a54d-f009be659962 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1091.556128] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-63a7c762-5a2e-4a1b-a54d-f009be659962 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1091.557029] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0ac010c-af3e-4747-9cf9-464f801649fe {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.562819] env[69889]: DEBUG oslo_vmware.api [None req-63a7c762-5a2e-4a1b-a54d-f009be659962 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Waiting for the task: (returnval){ [ 1091.562819] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52809470-f891-6c0c-f87d-a8d7c612b5de" [ 1091.562819] env[69889]: _type = "Task" [ 1091.562819] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.570968] env[69889]: DEBUG oslo_vmware.api [None req-63a7c762-5a2e-4a1b-a54d-f009be659962 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52809470-f891-6c0c-f87d-a8d7c612b5de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.600241] env[69889]: DEBUG oslo_vmware.api [None req-497e5d60-993e-4578-9685-2f2062e4db5f tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4077866, 'name': PowerOnVM_Task, 'duration_secs': 0.561729} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.600526] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-497e5d60-993e-4578-9685-2f2062e4db5f tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: bb5adeb2-ff04-4b8a-a3b5-a29b173583b5] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1091.600736] env[69889]: INFO nova.compute.manager [None req-497e5d60-993e-4578-9685-2f2062e4db5f tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: bb5adeb2-ff04-4b8a-a3b5-a29b173583b5] Took 11.73 seconds to spawn the instance on the hypervisor. [ 1091.600917] env[69889]: DEBUG nova.compute.manager [None req-497e5d60-993e-4578-9685-2f2062e4db5f tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: bb5adeb2-ff04-4b8a-a3b5-a29b173583b5] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1091.601846] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a2b27f5-4b09-4304-9df5-f62d63aa0600 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.676375] env[69889]: DEBUG oslo_vmware.api [None req-e338ea67-27b0-41d1-8f0c-d2e3089afcf3 tempest-ServersTestBootFromVolume-1297770221 tempest-ServersTestBootFromVolume-1297770221-project-member] Task: {'id': task-4077869, 'name': ReconfigVM_Task, 'duration_secs': 0.217611} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.676915] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-e338ea67-27b0-41d1-8f0c-d2e3089afcf3 tempest-ServersTestBootFromVolume-1297770221 tempest-ServersTestBootFromVolume-1297770221-project-member] [instance: 0148a47f-96ee-42a1-9778-09ad9c56f4ac] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-808010', 'volume_id': '4d0e107a-ae3f-40b0-a44b-b9bbfb3d0d2d', 'name': 'volume-4d0e107a-ae3f-40b0-a44b-b9bbfb3d0d2d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0148a47f-96ee-42a1-9778-09ad9c56f4ac', 'attached_at': '', 'detached_at': '', 'volume_id': '4d0e107a-ae3f-40b0-a44b-b9bbfb3d0d2d', 'serial': '4d0e107a-ae3f-40b0-a44b-b9bbfb3d0d2d'} {{(pid=69889) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1091.677538] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8945c076-6740-4efb-a1bd-cf0531e37634 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.685996] env[69889]: DEBUG oslo_vmware.api [None req-e338ea67-27b0-41d1-8f0c-d2e3089afcf3 tempest-ServersTestBootFromVolume-1297770221 tempest-ServersTestBootFromVolume-1297770221-project-member] Waiting for the task: (returnval){ [ 1091.685996] env[69889]: value = "task-4077873" [ 1091.685996] env[69889]: _type = "Task" [ 1091.685996] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.695467] env[69889]: DEBUG oslo_vmware.api [None req-0e6ee9c4-5f52-4c28-b094-ab2a68536478 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4077870, 'name': Rename_Task, 'duration_secs': 0.276766} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.696336] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e6ee9c4-5f52-4c28-b094-ab2a68536478 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 1d03b56f-0b24-44ca-a394-e71ef3d2abf0] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1091.696714] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-42060115-fefc-471c-891f-c70ba985200f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.703768] env[69889]: DEBUG oslo_vmware.api [None req-e338ea67-27b0-41d1-8f0c-d2e3089afcf3 tempest-ServersTestBootFromVolume-1297770221 tempest-ServersTestBootFromVolume-1297770221-project-member] Task: {'id': task-4077873, 'name': Rename_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.705926] env[69889]: DEBUG oslo_vmware.api [None req-0e6ee9c4-5f52-4c28-b094-ab2a68536478 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Waiting for the task: (returnval){ [ 1091.705926] env[69889]: value = "task-4077874" [ 1091.705926] env[69889]: _type = "Task" [ 1091.705926] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.717679] env[69889]: DEBUG oslo_vmware.api [None req-0e6ee9c4-5f52-4c28-b094-ab2a68536478 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4077874, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.767351] env[69889]: DEBUG oslo_vmware.api [None req-b9f7ed63-6435-4cf4-a3de-7bf3aa4dfb1c tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077872, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.298625} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.767753] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9f7ed63-6435-4cf4-a3de-7bf3aa4dfb1c tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1091.767983] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-b9f7ed63-6435-4cf4-a3de-7bf3aa4dfb1c tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: f1999759-81e6-4ab6-9a80-8ef7e656242e] Deleted contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1091.768226] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-b9f7ed63-6435-4cf4-a3de-7bf3aa4dfb1c tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: f1999759-81e6-4ab6-9a80-8ef7e656242e] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1091.768443] env[69889]: INFO nova.compute.manager [None req-b9f7ed63-6435-4cf4-a3de-7bf3aa4dfb1c tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: f1999759-81e6-4ab6-9a80-8ef7e656242e] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1091.768737] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b9f7ed63-6435-4cf4-a3de-7bf3aa4dfb1c tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1091.769015] env[69889]: DEBUG nova.compute.manager [-] [instance: f1999759-81e6-4ab6-9a80-8ef7e656242e] Deallocating network for instance {{(pid=69889) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1091.769148] env[69889]: DEBUG nova.network.neutron [-] [instance: f1999759-81e6-4ab6-9a80-8ef7e656242e] deallocate_for_instance() {{(pid=69889) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1091.820317] env[69889]: DEBUG nova.scheduler.client.report [None req-2071a2b3-0145-4768-a5f1-431755fa9982 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1091.940229] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-a231c5c4-2d45-49d7-a48e-07ae0665550b tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1091.940229] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b6012073-528e-4976-9ff2-4be4a7a67b75 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.948315] env[69889]: DEBUG oslo_vmware.api [None req-a231c5c4-2d45-49d7-a48e-07ae0665550b tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] Waiting for the task: (returnval){ [ 1091.948315] env[69889]: value = "task-4077875" [ 1091.948315] env[69889]: _type = "Task" [ 1091.948315] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.960428] env[69889]: DEBUG oslo_vmware.api [None req-a231c5c4-2d45-49d7-a48e-07ae0665550b tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] Task: {'id': task-4077875, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.038913] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-bebee3c9-d18e-4794-9581-021d90516750 tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] [instance: ac14e0fa-9bbf-4c8c-82c4-bf3cf6b0660e] Creating linked-clone VM from snapshot {{(pid=69889) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1092.038913] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-87c8899c-bc1b-4062-9900-1396c1651612 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.038913] env[69889]: DEBUG oslo_vmware.api [None req-bebee3c9-d18e-4794-9581-021d90516750 tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Waiting for the task: (returnval){ [ 1092.038913] env[69889]: value = "task-4077876" [ 1092.038913] env[69889]: _type = "Task" [ 1092.038913] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.038913] env[69889]: DEBUG oslo_vmware.api [None req-bebee3c9-d18e-4794-9581-021d90516750 tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Task: {'id': task-4077876, 'name': CloneVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.053344] env[69889]: DEBUG nova.compute.manager [req-b2de4ebc-27fd-48dd-a9fc-839afe7a65f6 req-2525f486-3d7b-4c3f-91e8-03c693ab8879 service nova] [instance: f1999759-81e6-4ab6-9a80-8ef7e656242e] Received event network-vif-deleted-abaf38e3-8a70-4d3c-ae05-06823868757a {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1092.053800] env[69889]: INFO nova.compute.manager [req-b2de4ebc-27fd-48dd-a9fc-839afe7a65f6 req-2525f486-3d7b-4c3f-91e8-03c693ab8879 service nova] [instance: f1999759-81e6-4ab6-9a80-8ef7e656242e] Neutron deleted interface abaf38e3-8a70-4d3c-ae05-06823868757a; detaching it from the instance and deleting it from the info cache [ 1092.054095] env[69889]: DEBUG nova.network.neutron [req-b2de4ebc-27fd-48dd-a9fc-839afe7a65f6 req-2525f486-3d7b-4c3f-91e8-03c693ab8879 service nova] [instance: f1999759-81e6-4ab6-9a80-8ef7e656242e] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.080215] env[69889]: DEBUG oslo_vmware.api [None req-63a7c762-5a2e-4a1b-a54d-f009be659962 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52809470-f891-6c0c-f87d-a8d7c612b5de, 'name': SearchDatastore_Task, 'duration_secs': 0.034505} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.081112] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e5e6668-6c7a-4da6-ae41-7826dbd3334e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.087982] env[69889]: DEBUG oslo_vmware.api [None req-63a7c762-5a2e-4a1b-a54d-f009be659962 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Waiting for the task: (returnval){ [ 1092.087982] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52d137ce-237b-c627-7b5d-4d0f178cbadc" [ 1092.087982] env[69889]: _type = "Task" [ 1092.087982] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.099163] env[69889]: DEBUG oslo_vmware.api [None req-63a7c762-5a2e-4a1b-a54d-f009be659962 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52d137ce-237b-c627-7b5d-4d0f178cbadc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.121786] env[69889]: INFO nova.compute.manager [None req-497e5d60-993e-4578-9685-2f2062e4db5f tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: bb5adeb2-ff04-4b8a-a3b5-a29b173583b5] Took 36.02 seconds to build instance. [ 1092.198622] env[69889]: DEBUG oslo_vmware.api [None req-e338ea67-27b0-41d1-8f0c-d2e3089afcf3 tempest-ServersTestBootFromVolume-1297770221 tempest-ServersTestBootFromVolume-1297770221-project-member] Task: {'id': task-4077873, 'name': Rename_Task, 'duration_secs': 0.199779} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.198995] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-e338ea67-27b0-41d1-8f0c-d2e3089afcf3 tempest-ServersTestBootFromVolume-1297770221 tempest-ServersTestBootFromVolume-1297770221-project-member] [instance: 0148a47f-96ee-42a1-9778-09ad9c56f4ac] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1092.199279] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-27b306cb-2d5d-4a9e-a4cc-6c555334e7a8 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.209031] env[69889]: DEBUG oslo_vmware.api [None req-e338ea67-27b0-41d1-8f0c-d2e3089afcf3 tempest-ServersTestBootFromVolume-1297770221 tempest-ServersTestBootFromVolume-1297770221-project-member] Waiting for the task: (returnval){ [ 1092.209031] env[69889]: value = "task-4077877" [ 1092.209031] env[69889]: _type = "Task" [ 1092.209031] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.221435] env[69889]: DEBUG oslo_vmware.api [None req-0e6ee9c4-5f52-4c28-b094-ab2a68536478 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4077874, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.224335] env[69889]: DEBUG oslo_vmware.api [None req-e338ea67-27b0-41d1-8f0c-d2e3089afcf3 tempest-ServersTestBootFromVolume-1297770221 tempest-ServersTestBootFromVolume-1297770221-project-member] Task: {'id': task-4077877, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.322914] env[69889]: DEBUG oslo_concurrency.lockutils [None req-2071a2b3-0145-4768-a5f1-431755fa9982 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.481s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.323480] env[69889]: DEBUG nova.compute.manager [None req-2071a2b3-0145-4768-a5f1-431755fa9982 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: 380e1853-b5a2-4bcb-abcf-8acf34b52db6] Start building networks asynchronously for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1092.328367] env[69889]: DEBUG oslo_concurrency.lockutils [None req-56065663-c041-45e7-b118-65244be40796 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.686s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.328367] env[69889]: INFO nova.compute.claims [None req-56065663-c041-45e7-b118-65244be40796 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] [instance: 745fa69c-6e0e-4aa1-8f0c-a7f40e8093e6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1092.457901] env[69889]: DEBUG oslo_vmware.api [None req-a231c5c4-2d45-49d7-a48e-07ae0665550b tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] Task: {'id': task-4077875, 'name': PowerOffVM_Task, 'duration_secs': 0.263474} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.458461] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-a231c5c4-2d45-49d7-a48e-07ae0665550b tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1092.459344] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-a231c5c4-2d45-49d7-a48e-07ae0665550b tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1092.459735] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f6ea546a-3b51-4f21-a878-c789cae3136d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.468632] env[69889]: DEBUG oslo_vmware.api [None req-a231c5c4-2d45-49d7-a48e-07ae0665550b tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] Waiting for the task: (returnval){ [ 1092.468632] env[69889]: value = "task-4077878" [ 1092.468632] env[69889]: _type = "Task" [ 1092.468632] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.480044] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-a231c5c4-2d45-49d7-a48e-07ae0665550b tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] VM already powered off {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1092.480342] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-a231c5c4-2d45-49d7-a48e-07ae0665550b tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] Volume detach. Driver type: vmdk {{(pid=69889) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1092.480565] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-a231c5c4-2d45-49d7-a48e-07ae0665550b tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-807980', 'volume_id': '8b84104b-ae02-4b2b-b0f1-3cdc9b417c30', 'name': 'volume-8b84104b-ae02-4b2b-b0f1-3cdc9b417c30', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c88a170d-9436-46c7-af33-4129ce7f06c4', 'attached_at': '', 'detached_at': '', 'volume_id': '8b84104b-ae02-4b2b-b0f1-3cdc9b417c30', 'serial': '8b84104b-ae02-4b2b-b0f1-3cdc9b417c30'} {{(pid=69889) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1092.481567] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8970ee9f-7fa2-4758-ac95-29366dd4915b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.508205] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dc497ad-adc2-4e94-a5b8-325cf58bb352 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.519021] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-119cc9d6-6a3e-4db4-9636-330d7c084a06 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.541057] env[69889]: DEBUG nova.network.neutron [-] [instance: f1999759-81e6-4ab6-9a80-8ef7e656242e] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.545459] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68564317-c947-433b-b077-c3a1016ea1d8 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.556091] env[69889]: DEBUG oslo_vmware.api [None req-bebee3c9-d18e-4794-9581-021d90516750 tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Task: {'id': task-4077876, 'name': CloneVM_Task} progress is 94%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.558188] env[69889]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a2fac6b5-c899-4c55-93c9-748ce1531dd8 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.571741] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-a231c5c4-2d45-49d7-a48e-07ae0665550b tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] The volume has not been displaced from its original location: [datastore1] volume-8b84104b-ae02-4b2b-b0f1-3cdc9b417c30/volume-8b84104b-ae02-4b2b-b0f1-3cdc9b417c30.vmdk. No consolidation needed. {{(pid=69889) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1092.577317] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-a231c5c4-2d45-49d7-a48e-07ae0665550b tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] Reconfiguring VM instance instance-0000004f to detach disk 2000 {{(pid=69889) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1092.578448] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e742f55f-fd16-4549-b8c3-7b82cbe77d32 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.599603] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-767b775d-20e2-4b75-a7cc-caf33fea94bc {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.611553] env[69889]: DEBUG oslo_vmware.api [None req-a231c5c4-2d45-49d7-a48e-07ae0665550b tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] Waiting for the task: (returnval){ [ 1092.611553] env[69889]: value = "task-4077879" [ 1092.611553] env[69889]: _type = "Task" [ 1092.611553] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.619016] env[69889]: DEBUG oslo_vmware.api [None req-63a7c762-5a2e-4a1b-a54d-f009be659962 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52d137ce-237b-c627-7b5d-4d0f178cbadc, 'name': SearchDatastore_Task, 'duration_secs': 0.011516} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.619708] env[69889]: DEBUG oslo_concurrency.lockutils [None req-63a7c762-5a2e-4a1b-a54d-f009be659962 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.620017] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-63a7c762-5a2e-4a1b-a54d-f009be659962 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore1] 1c9715c5-328e-4027-864e-30ac52b27a32/1c9715c5-328e-4027-864e-30ac52b27a32.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1092.620843] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f545465d-da03-4bd2-9e14-56ce29c894f2 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.626406] env[69889]: DEBUG oslo_concurrency.lockutils [None req-497e5d60-993e-4578-9685-2f2062e4db5f tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Lock "bb5adeb2-ff04-4b8a-a3b5-a29b173583b5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.538s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.626674] env[69889]: DEBUG oslo_vmware.api [None req-a231c5c4-2d45-49d7-a48e-07ae0665550b tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] Task: {'id': task-4077879, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.642761] env[69889]: DEBUG nova.compute.manager [req-b2de4ebc-27fd-48dd-a9fc-839afe7a65f6 req-2525f486-3d7b-4c3f-91e8-03c693ab8879 service nova] [instance: f1999759-81e6-4ab6-9a80-8ef7e656242e] Detach interface failed, port_id=abaf38e3-8a70-4d3c-ae05-06823868757a, reason: Instance f1999759-81e6-4ab6-9a80-8ef7e656242e could not be found. {{(pid=69889) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1092.647727] env[69889]: DEBUG oslo_vmware.api [None req-63a7c762-5a2e-4a1b-a54d-f009be659962 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Waiting for the task: (returnval){ [ 1092.647727] env[69889]: value = "task-4077880" [ 1092.647727] env[69889]: _type = "Task" [ 1092.647727] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.658217] env[69889]: DEBUG oslo_vmware.api [None req-63a7c762-5a2e-4a1b-a54d-f009be659962 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': task-4077880, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.721028] env[69889]: DEBUG oslo_vmware.api [None req-0e6ee9c4-5f52-4c28-b094-ab2a68536478 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4077874, 'name': PowerOnVM_Task, 'duration_secs': 0.687198} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.722113] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e6ee9c4-5f52-4c28-b094-ab2a68536478 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 1d03b56f-0b24-44ca-a394-e71ef3d2abf0] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1092.722394] env[69889]: INFO nova.compute.manager [None req-0e6ee9c4-5f52-4c28-b094-ab2a68536478 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 1d03b56f-0b24-44ca-a394-e71ef3d2abf0] Took 9.33 seconds to spawn the instance on the hypervisor. [ 1092.722632] env[69889]: DEBUG nova.compute.manager [None req-0e6ee9c4-5f52-4c28-b094-ab2a68536478 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 1d03b56f-0b24-44ca-a394-e71ef3d2abf0] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1092.723661] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2830fafa-50a5-48e5-9d3a-eb4b40379457 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.732192] env[69889]: DEBUG oslo_vmware.api [None req-e338ea67-27b0-41d1-8f0c-d2e3089afcf3 tempest-ServersTestBootFromVolume-1297770221 tempest-ServersTestBootFromVolume-1297770221-project-member] Task: {'id': task-4077877, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.832803] env[69889]: DEBUG nova.compute.utils [None req-2071a2b3-0145-4768-a5f1-431755fa9982 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1092.837046] env[69889]: DEBUG nova.compute.manager [None req-2071a2b3-0145-4768-a5f1-431755fa9982 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: 380e1853-b5a2-4bcb-abcf-8acf34b52db6] Allocating IP information in the background. {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1092.866772] env[69889]: DEBUG nova.network.neutron [None req-2071a2b3-0145-4768-a5f1-431755fa9982 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: 380e1853-b5a2-4bcb-abcf-8acf34b52db6] allocate_for_instance() {{(pid=69889) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1092.927387] env[69889]: DEBUG nova.policy [None req-2071a2b3-0145-4768-a5f1-431755fa9982 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0f9f6e20f7464b8fbaf88cbf665bde76', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '41dfb848b52e4aceaab49a46abf8310c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69889) authorize /opt/stack/nova/nova/policy.py:192}} [ 1093.036795] env[69889]: DEBUG oslo_vmware.api [None req-bebee3c9-d18e-4794-9581-021d90516750 tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Task: {'id': task-4077876, 'name': CloneVM_Task} progress is 94%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.050934] env[69889]: INFO nova.compute.manager [-] [instance: f1999759-81e6-4ab6-9a80-8ef7e656242e] Took 1.28 seconds to deallocate network for instance. [ 1093.123600] env[69889]: DEBUG oslo_vmware.api [None req-a231c5c4-2d45-49d7-a48e-07ae0665550b tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] Task: {'id': task-4077879, 'name': ReconfigVM_Task, 'duration_secs': 0.210617} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.123918] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-a231c5c4-2d45-49d7-a48e-07ae0665550b tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] Reconfigured VM instance instance-0000004f to detach disk 2000 {{(pid=69889) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1093.129104] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a697cb6-3bc8-4e61-9e6c-895661eb3f31 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.149545] env[69889]: DEBUG oslo_vmware.api [None req-a231c5c4-2d45-49d7-a48e-07ae0665550b tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] Waiting for the task: (returnval){ [ 1093.149545] env[69889]: value = "task-4077881" [ 1093.149545] env[69889]: _type = "Task" [ 1093.149545] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.164239] env[69889]: DEBUG oslo_vmware.api [None req-63a7c762-5a2e-4a1b-a54d-f009be659962 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': task-4077880, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.167704] env[69889]: DEBUG oslo_vmware.api [None req-a231c5c4-2d45-49d7-a48e-07ae0665550b tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] Task: {'id': task-4077881, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.227280] env[69889]: DEBUG oslo_vmware.api [None req-e338ea67-27b0-41d1-8f0c-d2e3089afcf3 tempest-ServersTestBootFromVolume-1297770221 tempest-ServersTestBootFromVolume-1297770221-project-member] Task: {'id': task-4077877, 'name': PowerOnVM_Task, 'duration_secs': 0.583437} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.227509] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-e338ea67-27b0-41d1-8f0c-d2e3089afcf3 tempest-ServersTestBootFromVolume-1297770221 tempest-ServersTestBootFromVolume-1297770221-project-member] [instance: 0148a47f-96ee-42a1-9778-09ad9c56f4ac] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1093.227812] env[69889]: INFO nova.compute.manager [None req-e338ea67-27b0-41d1-8f0c-d2e3089afcf3 tempest-ServersTestBootFromVolume-1297770221 tempest-ServersTestBootFromVolume-1297770221-project-member] [instance: 0148a47f-96ee-42a1-9778-09ad9c56f4ac] Took 5.42 seconds to spawn the instance on the hypervisor. [ 1093.228093] env[69889]: DEBUG nova.compute.manager [None req-e338ea67-27b0-41d1-8f0c-d2e3089afcf3 tempest-ServersTestBootFromVolume-1297770221 tempest-ServersTestBootFromVolume-1297770221-project-member] [instance: 0148a47f-96ee-42a1-9778-09ad9c56f4ac] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1093.229411] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-360f452c-890c-4f37-b529-87a3c5fbf347 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.252601] env[69889]: INFO nova.compute.manager [None req-0e6ee9c4-5f52-4c28-b094-ab2a68536478 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 1d03b56f-0b24-44ca-a394-e71ef3d2abf0] Took 35.17 seconds to build instance. [ 1093.338347] env[69889]: DEBUG nova.compute.manager [None req-2071a2b3-0145-4768-a5f1-431755fa9982 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: 380e1853-b5a2-4bcb-abcf-8acf34b52db6] Start building block device mappings for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1093.362476] env[69889]: DEBUG nova.network.neutron [None req-2071a2b3-0145-4768-a5f1-431755fa9982 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: 380e1853-b5a2-4bcb-abcf-8acf34b52db6] Successfully created port: 4723c5a5-5965-4e5d-91e2-b2ac98db512d {{(pid=69889) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1093.541923] env[69889]: DEBUG oslo_vmware.api [None req-bebee3c9-d18e-4794-9581-021d90516750 tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Task: {'id': task-4077876, 'name': CloneVM_Task} progress is 100%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.559740] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b9f7ed63-6435-4cf4-a3de-7bf3aa4dfb1c tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.671376] env[69889]: DEBUG oslo_vmware.api [None req-63a7c762-5a2e-4a1b-a54d-f009be659962 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': task-4077880, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.643554} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.671532] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-63a7c762-5a2e-4a1b-a54d-f009be659962 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore1] 1c9715c5-328e-4027-864e-30ac52b27a32/1c9715c5-328e-4027-864e-30ac52b27a32.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1093.671770] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-63a7c762-5a2e-4a1b-a54d-f009be659962 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 1c9715c5-328e-4027-864e-30ac52b27a32] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1093.673432] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dc29f6d3-f19d-4e05-9432-8c0dab54ce6c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.682295] env[69889]: DEBUG oslo_vmware.api [None req-a231c5c4-2d45-49d7-a48e-07ae0665550b tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] Task: {'id': task-4077881, 'name': ReconfigVM_Task, 'duration_secs': 0.281642} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.683357] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-a231c5c4-2d45-49d7-a48e-07ae0665550b tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-807980', 'volume_id': '8b84104b-ae02-4b2b-b0f1-3cdc9b417c30', 'name': 'volume-8b84104b-ae02-4b2b-b0f1-3cdc9b417c30', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c88a170d-9436-46c7-af33-4129ce7f06c4', 'attached_at': '', 'detached_at': '', 'volume_id': '8b84104b-ae02-4b2b-b0f1-3cdc9b417c30', 'serial': '8b84104b-ae02-4b2b-b0f1-3cdc9b417c30'} {{(pid=69889) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1093.683823] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-a231c5c4-2d45-49d7-a48e-07ae0665550b tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1093.685836] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6126e7a-8f79-4556-83e4-041607a7353f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.696705] env[69889]: DEBUG oslo_vmware.api [None req-63a7c762-5a2e-4a1b-a54d-f009be659962 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Waiting for the task: (returnval){ [ 1093.696705] env[69889]: value = "task-4077882" [ 1093.696705] env[69889]: _type = "Task" [ 1093.696705] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.708714] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-a231c5c4-2d45-49d7-a48e-07ae0665550b tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1093.710220] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7e693cb3-8e74-4c12-8ec5-77bb9e783c32 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.718817] env[69889]: DEBUG oslo_vmware.api [None req-63a7c762-5a2e-4a1b-a54d-f009be659962 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': task-4077882, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.721742] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8043ad83-50a3-46b0-aa56-c94e120f02f9 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.731697] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fbb2dfb-dc5c-4ead-a305-9d16c221e11e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.774029] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0e6ee9c4-5f52-4c28-b094-ab2a68536478 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Lock "1d03b56f-0b24-44ca-a394-e71ef3d2abf0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.698s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.774659] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86787614-291f-4453-9449-4bd736d90836 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.778141] env[69889]: INFO nova.compute.manager [None req-e338ea67-27b0-41d1-8f0c-d2e3089afcf3 tempest-ServersTestBootFromVolume-1297770221 tempest-ServersTestBootFromVolume-1297770221-project-member] [instance: 0148a47f-96ee-42a1-9778-09ad9c56f4ac] Took 34.88 seconds to build instance. [ 1093.785463] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d13125a-2923-4c10-a42e-e753eae0537b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.802439] env[69889]: DEBUG oslo_concurrency.lockutils [None req-a1ac2fab-4229-4673-8ded-2b6a687b343a tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Acquiring lock "bb5adeb2-ff04-4b8a-a3b5-a29b173583b5" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.802582] env[69889]: DEBUG oslo_concurrency.lockutils [None req-a1ac2fab-4229-4673-8ded-2b6a687b343a tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Lock "bb5adeb2-ff04-4b8a-a3b5-a29b173583b5" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.802684] env[69889]: DEBUG nova.compute.manager [None req-a1ac2fab-4229-4673-8ded-2b6a687b343a tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: bb5adeb2-ff04-4b8a-a3b5-a29b173583b5] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1093.803467] env[69889]: DEBUG nova.compute.provider_tree [None req-56065663-c041-45e7-b118-65244be40796 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1093.806647] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c29b26ab-c949-43e8-af80-9cb804457479 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.809786] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-a231c5c4-2d45-49d7-a48e-07ae0665550b tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1093.809994] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-a231c5c4-2d45-49d7-a48e-07ae0665550b tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] Deleting contents of the VM from datastore datastore1 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1093.810309] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-a231c5c4-2d45-49d7-a48e-07ae0665550b tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] Deleting the datastore file [datastore1] c88a170d-9436-46c7-af33-4129ce7f06c4 {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1093.811223] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8e372291-cb95-4d8e-9661-356e07d120b6 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.817644] env[69889]: DEBUG nova.compute.manager [None req-a1ac2fab-4229-4673-8ded-2b6a687b343a tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: bb5adeb2-ff04-4b8a-a3b5-a29b173583b5] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69889) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1093.818319] env[69889]: DEBUG nova.objects.instance [None req-a1ac2fab-4229-4673-8ded-2b6a687b343a tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Lazy-loading 'flavor' on Instance uuid bb5adeb2-ff04-4b8a-a3b5-a29b173583b5 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1093.821648] env[69889]: DEBUG oslo_vmware.api [None req-a231c5c4-2d45-49d7-a48e-07ae0665550b tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] Waiting for the task: (returnval){ [ 1093.821648] env[69889]: value = "task-4077884" [ 1093.821648] env[69889]: _type = "Task" [ 1093.821648] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.036352] env[69889]: DEBUG oslo_vmware.api [None req-bebee3c9-d18e-4794-9581-021d90516750 tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Task: {'id': task-4077876, 'name': CloneVM_Task, 'duration_secs': 1.540289} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.036601] env[69889]: INFO nova.virt.vmwareapi.vmops [None req-bebee3c9-d18e-4794-9581-021d90516750 tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] [instance: ac14e0fa-9bbf-4c8c-82c4-bf3cf6b0660e] Created linked-clone VM from snapshot [ 1094.037449] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b8cb73b-1037-42c7-aeee-905fae761545 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.047639] env[69889]: DEBUG nova.virt.vmwareapi.images [None req-bebee3c9-d18e-4794-9581-021d90516750 tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] [instance: ac14e0fa-9bbf-4c8c-82c4-bf3cf6b0660e] Uploading image 162a63b3-e065-4ff8-a322-afdc86f447a6 {{(pid=69889) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1094.069667] env[69889]: DEBUG oslo_vmware.rw_handles [None req-bebee3c9-d18e-4794-9581-021d90516750 tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1094.069667] env[69889]: value = "vm-808036" [ 1094.069667] env[69889]: _type = "VirtualMachine" [ 1094.069667] env[69889]: }. {{(pid=69889) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1094.070094] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-31762ffe-4835-443d-94f9-91e6645e1de6 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.079588] env[69889]: DEBUG oslo_vmware.rw_handles [None req-bebee3c9-d18e-4794-9581-021d90516750 tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Lease: (returnval){ [ 1094.079588] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52e3e28c-5ff6-56da-c865-d9b1af89dc8d" [ 1094.079588] env[69889]: _type = "HttpNfcLease" [ 1094.079588] env[69889]: } obtained for exporting VM: (result){ [ 1094.079588] env[69889]: value = "vm-808036" [ 1094.079588] env[69889]: _type = "VirtualMachine" [ 1094.079588] env[69889]: }. {{(pid=69889) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1094.079983] env[69889]: DEBUG oslo_vmware.api [None req-bebee3c9-d18e-4794-9581-021d90516750 tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Waiting for the lease: (returnval){ [ 1094.079983] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52e3e28c-5ff6-56da-c865-d9b1af89dc8d" [ 1094.079983] env[69889]: _type = "HttpNfcLease" [ 1094.079983] env[69889]: } to be ready. {{(pid=69889) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1094.087249] env[69889]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1094.087249] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52e3e28c-5ff6-56da-c865-d9b1af89dc8d" [ 1094.087249] env[69889]: _type = "HttpNfcLease" [ 1094.087249] env[69889]: } is initializing. {{(pid=69889) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1094.213493] env[69889]: DEBUG oslo_vmware.api [None req-63a7c762-5a2e-4a1b-a54d-f009be659962 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': task-4077882, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08901} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.213785] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-63a7c762-5a2e-4a1b-a54d-f009be659962 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 1c9715c5-328e-4027-864e-30ac52b27a32] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1094.215952] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c8936d2-d067-431d-b224-036287904a1f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.240652] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-63a7c762-5a2e-4a1b-a54d-f009be659962 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 1c9715c5-328e-4027-864e-30ac52b27a32] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] 1c9715c5-328e-4027-864e-30ac52b27a32/1c9715c5-328e-4027-864e-30ac52b27a32.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1094.241256] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1eca3c18-a906-42b7-81d9-24e1ee51a7e6 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.262039] env[69889]: DEBUG oslo_vmware.api [None req-63a7c762-5a2e-4a1b-a54d-f009be659962 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Waiting for the task: (returnval){ [ 1094.262039] env[69889]: value = "task-4077886" [ 1094.262039] env[69889]: _type = "Task" [ 1094.262039] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.271841] env[69889]: DEBUG oslo_vmware.api [None req-63a7c762-5a2e-4a1b-a54d-f009be659962 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': task-4077886, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.280606] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e338ea67-27b0-41d1-8f0c-d2e3089afcf3 tempest-ServersTestBootFromVolume-1297770221 tempest-ServersTestBootFromVolume-1297770221-project-member] Lock "0148a47f-96ee-42a1-9778-09ad9c56f4ac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.397s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.315498] env[69889]: DEBUG nova.scheduler.client.report [None req-56065663-c041-45e7-b118-65244be40796 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1094.344354] env[69889]: DEBUG oslo_vmware.api [None req-a231c5c4-2d45-49d7-a48e-07ae0665550b tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] Task: {'id': task-4077884, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.370338} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.345255] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-a231c5c4-2d45-49d7-a48e-07ae0665550b tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1094.345462] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-a231c5c4-2d45-49d7-a48e-07ae0665550b tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] Deleted contents of the VM from datastore datastore1 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1094.345644] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-a231c5c4-2d45-49d7-a48e-07ae0665550b tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1094.350365] env[69889]: DEBUG nova.compute.manager [None req-2071a2b3-0145-4768-a5f1-431755fa9982 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: 380e1853-b5a2-4bcb-abcf-8acf34b52db6] Start spawning the instance on the hypervisor. {{(pid=69889) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1094.383186] env[69889]: DEBUG nova.virt.hardware [None req-2071a2b3-0145-4768-a5f1-431755fa9982 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1094.383473] env[69889]: DEBUG nova.virt.hardware [None req-2071a2b3-0145-4768-a5f1-431755fa9982 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1094.383644] env[69889]: DEBUG nova.virt.hardware [None req-2071a2b3-0145-4768-a5f1-431755fa9982 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1094.383827] env[69889]: DEBUG nova.virt.hardware [None req-2071a2b3-0145-4768-a5f1-431755fa9982 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1094.384015] env[69889]: DEBUG nova.virt.hardware [None req-2071a2b3-0145-4768-a5f1-431755fa9982 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1094.384139] env[69889]: DEBUG nova.virt.hardware [None req-2071a2b3-0145-4768-a5f1-431755fa9982 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1094.384435] env[69889]: DEBUG nova.virt.hardware [None req-2071a2b3-0145-4768-a5f1-431755fa9982 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1094.384510] env[69889]: DEBUG nova.virt.hardware [None req-2071a2b3-0145-4768-a5f1-431755fa9982 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1094.385115] env[69889]: DEBUG nova.virt.hardware [None req-2071a2b3-0145-4768-a5f1-431755fa9982 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1094.385115] env[69889]: DEBUG nova.virt.hardware [None req-2071a2b3-0145-4768-a5f1-431755fa9982 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1094.385115] env[69889]: DEBUG nova.virt.hardware [None req-2071a2b3-0145-4768-a5f1-431755fa9982 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1094.385926] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19f22b60-4f49-48d2-980a-9ce5f12954fd {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.392313] env[69889]: DEBUG nova.compute.manager [req-90074d75-a089-47c7-8453-b4f1094512bd req-4fc03f9f-bcec-4612-86e9-641d999dcd56 service nova] [instance: 1d03b56f-0b24-44ca-a394-e71ef3d2abf0] Received event network-changed-40fee23b-c992-420f-ba3b-dc686ff28684 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1094.392555] env[69889]: DEBUG nova.compute.manager [req-90074d75-a089-47c7-8453-b4f1094512bd req-4fc03f9f-bcec-4612-86e9-641d999dcd56 service nova] [instance: 1d03b56f-0b24-44ca-a394-e71ef3d2abf0] Refreshing instance network info cache due to event network-changed-40fee23b-c992-420f-ba3b-dc686ff28684. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1094.392983] env[69889]: DEBUG oslo_concurrency.lockutils [req-90074d75-a089-47c7-8453-b4f1094512bd req-4fc03f9f-bcec-4612-86e9-641d999dcd56 service nova] Acquiring lock "refresh_cache-1d03b56f-0b24-44ca-a394-e71ef3d2abf0" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.393319] env[69889]: DEBUG oslo_concurrency.lockutils [req-90074d75-a089-47c7-8453-b4f1094512bd req-4fc03f9f-bcec-4612-86e9-641d999dcd56 service nova] Acquired lock "refresh_cache-1d03b56f-0b24-44ca-a394-e71ef3d2abf0" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.393503] env[69889]: DEBUG nova.network.neutron [req-90074d75-a089-47c7-8453-b4f1094512bd req-4fc03f9f-bcec-4612-86e9-641d999dcd56 service nova] [instance: 1d03b56f-0b24-44ca-a394-e71ef3d2abf0] Refreshing network info cache for port 40fee23b-c992-420f-ba3b-dc686ff28684 {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1094.402991] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d788695-1b9f-414a-937f-0a714c6972f4 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.427555] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-a231c5c4-2d45-49d7-a48e-07ae0665550b tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] Volume detach. Driver type: vmdk {{(pid=69889) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1094.427806] env[69889]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e420e031-6ddc-4796-90ea-c1508febdc40 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.438518] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-839748aa-c479-47ec-b943-241c7888d5da {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.489473] env[69889]: ERROR nova.compute.manager [None req-a231c5c4-2d45-49d7-a48e-07ae0665550b tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] Failed to detach volume 8b84104b-ae02-4b2b-b0f1-3cdc9b417c30 from /dev/sda: nova.exception.InstanceNotFound: Instance c88a170d-9436-46c7-af33-4129ce7f06c4 could not be found. [ 1094.489473] env[69889]: ERROR nova.compute.manager [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] Traceback (most recent call last): [ 1094.489473] env[69889]: ERROR nova.compute.manager [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1094.489473] env[69889]: ERROR nova.compute.manager [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] self.driver.rebuild(**kwargs) [ 1094.489473] env[69889]: ERROR nova.compute.manager [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1094.489473] env[69889]: ERROR nova.compute.manager [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] raise NotImplementedError() [ 1094.489473] env[69889]: ERROR nova.compute.manager [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] NotImplementedError [ 1094.489473] env[69889]: ERROR nova.compute.manager [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] [ 1094.489473] env[69889]: ERROR nova.compute.manager [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] During handling of the above exception, another exception occurred: [ 1094.489473] env[69889]: ERROR nova.compute.manager [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] [ 1094.489473] env[69889]: ERROR nova.compute.manager [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] Traceback (most recent call last): [ 1094.489473] env[69889]: ERROR nova.compute.manager [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1094.489473] env[69889]: ERROR nova.compute.manager [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] self.driver.detach_volume(context, old_connection_info, [ 1094.489473] env[69889]: ERROR nova.compute.manager [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1094.489473] env[69889]: ERROR nova.compute.manager [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] return self._volumeops.detach_volume(connection_info, instance) [ 1094.489473] env[69889]: ERROR nova.compute.manager [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1094.489473] env[69889]: ERROR nova.compute.manager [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] self._detach_volume_vmdk(connection_info, instance) [ 1094.489473] env[69889]: ERROR nova.compute.manager [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1094.489473] env[69889]: ERROR nova.compute.manager [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1094.489473] env[69889]: ERROR nova.compute.manager [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1094.489473] env[69889]: ERROR nova.compute.manager [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] stable_ref.fetch_moref(session) [ 1094.489473] env[69889]: ERROR nova.compute.manager [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1094.489473] env[69889]: ERROR nova.compute.manager [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1094.489473] env[69889]: ERROR nova.compute.manager [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] nova.exception.InstanceNotFound: Instance c88a170d-9436-46c7-af33-4129ce7f06c4 could not be found. [ 1094.489473] env[69889]: ERROR nova.compute.manager [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] [ 1094.591030] env[69889]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1094.591030] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52e3e28c-5ff6-56da-c865-d9b1af89dc8d" [ 1094.591030] env[69889]: _type = "HttpNfcLease" [ 1094.591030] env[69889]: } is ready. {{(pid=69889) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1094.591482] env[69889]: DEBUG oslo_vmware.rw_handles [None req-bebee3c9-d18e-4794-9581-021d90516750 tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1094.591482] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52e3e28c-5ff6-56da-c865-d9b1af89dc8d" [ 1094.591482] env[69889]: _type = "HttpNfcLease" [ 1094.591482] env[69889]: }. {{(pid=69889) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1094.592488] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39552fda-535f-4834-acee-b7491bf04d24 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.601995] env[69889]: DEBUG oslo_vmware.rw_handles [None req-bebee3c9-d18e-4794-9581-021d90516750 tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52934f38-f22c-5eb4-02a5-c2815ea2cff5/disk-0.vmdk from lease info. {{(pid=69889) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1094.602716] env[69889]: DEBUG oslo_vmware.rw_handles [None req-bebee3c9-d18e-4794-9581-021d90516750 tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52934f38-f22c-5eb4-02a5-c2815ea2cff5/disk-0.vmdk for reading. {{(pid=69889) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1094.738621] env[69889]: DEBUG nova.compute.utils [None req-a231c5c4-2d45-49d7-a48e-07ae0665550b tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] Build of instance c88a170d-9436-46c7-af33-4129ce7f06c4 aborted: Failed to rebuild volume backed instance. {{(pid=69889) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 1094.742463] env[69889]: ERROR nova.compute.manager [None req-a231c5c4-2d45-49d7-a48e-07ae0665550b tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance c88a170d-9436-46c7-af33-4129ce7f06c4 aborted: Failed to rebuild volume backed instance. [ 1094.742463] env[69889]: ERROR nova.compute.manager [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] Traceback (most recent call last): [ 1094.742463] env[69889]: ERROR nova.compute.manager [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1094.742463] env[69889]: ERROR nova.compute.manager [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] self.driver.rebuild(**kwargs) [ 1094.742463] env[69889]: ERROR nova.compute.manager [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1094.742463] env[69889]: ERROR nova.compute.manager [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] raise NotImplementedError() [ 1094.742463] env[69889]: ERROR nova.compute.manager [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] NotImplementedError [ 1094.742463] env[69889]: ERROR nova.compute.manager [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] [ 1094.742463] env[69889]: ERROR nova.compute.manager [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] During handling of the above exception, another exception occurred: [ 1094.742463] env[69889]: ERROR nova.compute.manager [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] [ 1094.742463] env[69889]: ERROR nova.compute.manager [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] Traceback (most recent call last): [ 1094.742463] env[69889]: ERROR nova.compute.manager [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 1094.742463] env[69889]: ERROR nova.compute.manager [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] self._detach_root_volume(context, instance, root_bdm) [ 1094.742463] env[69889]: ERROR nova.compute.manager [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 1094.742463] env[69889]: ERROR nova.compute.manager [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] with excutils.save_and_reraise_exception(): [ 1094.742463] env[69889]: ERROR nova.compute.manager [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1094.742463] env[69889]: ERROR nova.compute.manager [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] self.force_reraise() [ 1094.742463] env[69889]: ERROR nova.compute.manager [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1094.742463] env[69889]: ERROR nova.compute.manager [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] raise self.value [ 1094.742463] env[69889]: ERROR nova.compute.manager [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1094.742463] env[69889]: ERROR nova.compute.manager [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] self.driver.detach_volume(context, old_connection_info, [ 1094.742463] env[69889]: ERROR nova.compute.manager [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1094.742463] env[69889]: ERROR nova.compute.manager [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] return self._volumeops.detach_volume(connection_info, instance) [ 1094.742463] env[69889]: ERROR nova.compute.manager [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1094.742463] env[69889]: ERROR nova.compute.manager [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] self._detach_volume_vmdk(connection_info, instance) [ 1094.742463] env[69889]: ERROR nova.compute.manager [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1094.742463] env[69889]: ERROR nova.compute.manager [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1094.742463] env[69889]: ERROR nova.compute.manager [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1094.742463] env[69889]: ERROR nova.compute.manager [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] stable_ref.fetch_moref(session) [ 1094.742463] env[69889]: ERROR nova.compute.manager [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1094.742463] env[69889]: ERROR nova.compute.manager [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1094.742463] env[69889]: ERROR nova.compute.manager [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] nova.exception.InstanceNotFound: Instance c88a170d-9436-46c7-af33-4129ce7f06c4 could not be found. [ 1094.742463] env[69889]: ERROR nova.compute.manager [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] [ 1094.742463] env[69889]: ERROR nova.compute.manager [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] During handling of the above exception, another exception occurred: [ 1094.742463] env[69889]: ERROR nova.compute.manager [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] [ 1094.742463] env[69889]: ERROR nova.compute.manager [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] Traceback (most recent call last): [ 1094.742463] env[69889]: ERROR nova.compute.manager [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] File "/opt/stack/nova/nova/compute/manager.py", line 11471, in _error_out_instance_on_exception [ 1094.742463] env[69889]: ERROR nova.compute.manager [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] yield [ 1094.742463] env[69889]: ERROR nova.compute.manager [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 1094.742463] env[69889]: ERROR nova.compute.manager [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] self._do_rebuild_instance_with_claim( [ 1094.744875] env[69889]: ERROR nova.compute.manager [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 1094.744875] env[69889]: ERROR nova.compute.manager [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] self._do_rebuild_instance( [ 1094.744875] env[69889]: ERROR nova.compute.manager [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 1094.744875] env[69889]: ERROR nova.compute.manager [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] self._rebuild_default_impl(**kwargs) [ 1094.744875] env[69889]: ERROR nova.compute.manager [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 1094.744875] env[69889]: ERROR nova.compute.manager [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] self._rebuild_volume_backed_instance( [ 1094.744875] env[69889]: ERROR nova.compute.manager [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 1094.744875] env[69889]: ERROR nova.compute.manager [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] raise exception.BuildAbortException( [ 1094.744875] env[69889]: ERROR nova.compute.manager [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] nova.exception.BuildAbortException: Build of instance c88a170d-9436-46c7-af33-4129ce7f06c4 aborted: Failed to rebuild volume backed instance. [ 1094.744875] env[69889]: ERROR nova.compute.manager [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] [ 1094.778061] env[69889]: DEBUG oslo_vmware.api [None req-63a7c762-5a2e-4a1b-a54d-f009be659962 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': task-4077886, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.789873] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7b2e1d93-4d7f-4f6b-ba21-2da5f8e4f7a6 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Acquiring lock "bf0636c2-b042-4181-9b86-748786c41197" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.790319] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7b2e1d93-4d7f-4f6b-ba21-2da5f8e4f7a6 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Lock "bf0636c2-b042-4181-9b86-748786c41197" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.806382] env[69889]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-17745d7f-49e4-496f-8412-05190a1ee374 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.818946] env[69889]: DEBUG oslo_concurrency.lockutils [None req-56065663-c041-45e7-b118-65244be40796 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.493s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.819569] env[69889]: DEBUG nova.compute.manager [None req-56065663-c041-45e7-b118-65244be40796 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] [instance: 745fa69c-6e0e-4aa1-8f0c-a7f40e8093e6] Start building networks asynchronously for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1094.822723] env[69889]: DEBUG oslo_concurrency.lockutils [None req-833629f2-6c4c-4d06-b2b3-469513262d52 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 17.469s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.838050] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1ac2fab-4229-4673-8ded-2b6a687b343a tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: bb5adeb2-ff04-4b8a-a3b5-a29b173583b5] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1094.842341] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-478e7d61-4421-4acd-94c6-3acc014a803b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.852440] env[69889]: DEBUG oslo_vmware.api [None req-a1ac2fab-4229-4673-8ded-2b6a687b343a tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Waiting for the task: (returnval){ [ 1094.852440] env[69889]: value = "task-4077887" [ 1094.852440] env[69889]: _type = "Task" [ 1094.852440] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.868956] env[69889]: DEBUG oslo_vmware.api [None req-a1ac2fab-4229-4673-8ded-2b6a687b343a tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4077887, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.269878] env[69889]: DEBUG nova.network.neutron [None req-2071a2b3-0145-4768-a5f1-431755fa9982 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: 380e1853-b5a2-4bcb-abcf-8acf34b52db6] Successfully updated port: 4723c5a5-5965-4e5d-91e2-b2ac98db512d {{(pid=69889) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1095.280333] env[69889]: DEBUG oslo_vmware.api [None req-63a7c762-5a2e-4a1b-a54d-f009be659962 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': task-4077886, 'name': ReconfigVM_Task, 'duration_secs': 0.670379} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.280638] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-63a7c762-5a2e-4a1b-a54d-f009be659962 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 1c9715c5-328e-4027-864e-30ac52b27a32] Reconfigured VM instance instance-00000050 to attach disk [datastore1] 1c9715c5-328e-4027-864e-30ac52b27a32/1c9715c5-328e-4027-864e-30ac52b27a32.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1095.281823] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-49dea54a-6e16-4aa8-990f-3bdf2de0169b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.292952] env[69889]: DEBUG oslo_vmware.api [None req-63a7c762-5a2e-4a1b-a54d-f009be659962 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Waiting for the task: (returnval){ [ 1095.292952] env[69889]: value = "task-4077888" [ 1095.292952] env[69889]: _type = "Task" [ 1095.292952] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.293937] env[69889]: INFO nova.compute.manager [None req-7b2e1d93-4d7f-4f6b-ba21-2da5f8e4f7a6 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] [instance: bf0636c2-b042-4181-9b86-748786c41197] Detaching volume 90ad6189-d28c-4fb1-97c0-3a50c81469e3 [ 1095.319662] env[69889]: DEBUG oslo_vmware.api [None req-63a7c762-5a2e-4a1b-a54d-f009be659962 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': task-4077888, 'name': Rename_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.328205] env[69889]: DEBUG nova.compute.utils [None req-56065663-c041-45e7-b118-65244be40796 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1095.330255] env[69889]: DEBUG nova.compute.manager [None req-56065663-c041-45e7-b118-65244be40796 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] [instance: 745fa69c-6e0e-4aa1-8f0c-a7f40e8093e6] Allocating IP information in the background. {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1095.330907] env[69889]: DEBUG nova.network.neutron [None req-56065663-c041-45e7-b118-65244be40796 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] [instance: 745fa69c-6e0e-4aa1-8f0c-a7f40e8093e6] allocate_for_instance() {{(pid=69889) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1095.338308] env[69889]: INFO nova.compute.claims [None req-833629f2-6c4c-4d06-b2b3-469513262d52 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: ec331f28-d5ae-4c98-ac7f-612fcd03b679] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1095.372868] env[69889]: DEBUG oslo_vmware.api [None req-a1ac2fab-4229-4673-8ded-2b6a687b343a tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4077887, 'name': PowerOffVM_Task, 'duration_secs': 0.441246} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.377360] env[69889]: INFO nova.virt.block_device [None req-7b2e1d93-4d7f-4f6b-ba21-2da5f8e4f7a6 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] [instance: bf0636c2-b042-4181-9b86-748786c41197] Attempting to driver detach volume 90ad6189-d28c-4fb1-97c0-3a50c81469e3 from mountpoint /dev/sdb [ 1095.377732] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b2e1d93-4d7f-4f6b-ba21-2da5f8e4f7a6 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] [instance: bf0636c2-b042-4181-9b86-748786c41197] Volume detach. Driver type: vmdk {{(pid=69889) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1095.378165] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b2e1d93-4d7f-4f6b-ba21-2da5f8e4f7a6 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] [instance: bf0636c2-b042-4181-9b86-748786c41197] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-808009', 'volume_id': '90ad6189-d28c-4fb1-97c0-3a50c81469e3', 'name': 'volume-90ad6189-d28c-4fb1-97c0-3a50c81469e3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bf0636c2-b042-4181-9b86-748786c41197', 'attached_at': '', 'detached_at': '', 'volume_id': '90ad6189-d28c-4fb1-97c0-3a50c81469e3', 'serial': '90ad6189-d28c-4fb1-97c0-3a50c81469e3'} {{(pid=69889) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1095.378739] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1ac2fab-4229-4673-8ded-2b6a687b343a tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: bb5adeb2-ff04-4b8a-a3b5-a29b173583b5] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1095.379226] env[69889]: DEBUG nova.compute.manager [None req-a1ac2fab-4229-4673-8ded-2b6a687b343a tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: bb5adeb2-ff04-4b8a-a3b5-a29b173583b5] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1095.381052] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71f53002-fdcc-4da7-a6b1-1dcf0f7baf64 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.386523] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13c60ac6-02dd-4070-a1bc-a7371ffff8e6 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.419868] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b1cca1b-8e51-4562-bcf9-2146fe6ab86b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.426300] env[69889]: DEBUG nova.policy [None req-56065663-c041-45e7-b118-65244be40796 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1b2dc10c488a4f5792d8db1de98d0a64', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fedc70efcf15450b8d8b54177ed1dc6d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69889) authorize /opt/stack/nova/nova/policy.py:192}} [ 1095.431685] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20cbf3df-7ff8-4a47-9ce2-b37ce9e34c07 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.462063] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20400bb7-a9fd-4b46-afb7-72d404738553 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.483085] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b2e1d93-4d7f-4f6b-ba21-2da5f8e4f7a6 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] The volume has not been displaced from its original location: [datastore2] volume-90ad6189-d28c-4fb1-97c0-3a50c81469e3/volume-90ad6189-d28c-4fb1-97c0-3a50c81469e3.vmdk. No consolidation needed. {{(pid=69889) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1095.487539] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b2e1d93-4d7f-4f6b-ba21-2da5f8e4f7a6 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] [instance: bf0636c2-b042-4181-9b86-748786c41197] Reconfiguring VM instance instance-00000041 to detach disk 2001 {{(pid=69889) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1095.487977] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a568309a-02ad-4a20-bd9f-a2d820cfd6aa {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.515206] env[69889]: DEBUG oslo_vmware.api [None req-7b2e1d93-4d7f-4f6b-ba21-2da5f8e4f7a6 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Waiting for the task: (returnval){ [ 1095.515206] env[69889]: value = "task-4077889" [ 1095.515206] env[69889]: _type = "Task" [ 1095.515206] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.528428] env[69889]: DEBUG oslo_vmware.api [None req-7b2e1d93-4d7f-4f6b-ba21-2da5f8e4f7a6 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Task: {'id': task-4077889, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.642232] env[69889]: DEBUG nova.network.neutron [req-90074d75-a089-47c7-8453-b4f1094512bd req-4fc03f9f-bcec-4612-86e9-641d999dcd56 service nova] [instance: 1d03b56f-0b24-44ca-a394-e71ef3d2abf0] Updated VIF entry in instance network info cache for port 40fee23b-c992-420f-ba3b-dc686ff28684. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1095.642883] env[69889]: DEBUG nova.network.neutron [req-90074d75-a089-47c7-8453-b4f1094512bd req-4fc03f9f-bcec-4612-86e9-641d999dcd56 service nova] [instance: 1d03b56f-0b24-44ca-a394-e71ef3d2abf0] Updating instance_info_cache with network_info: [{"id": "40fee23b-c992-420f-ba3b-dc686ff28684", "address": "fa:16:3e:30:9a:79", "network": {"id": "dc7a1c63-64ed-41ca-b29f-202337c0d542", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1276397426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf71caefe82444e1aa35f5f5071b52f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40fee23b-c9", "ovs_interfaceid": "40fee23b-c992-420f-ba3b-dc686ff28684", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.773990] env[69889]: DEBUG oslo_concurrency.lockutils [None req-2071a2b3-0145-4768-a5f1-431755fa9982 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Acquiring lock "refresh_cache-380e1853-b5a2-4bcb-abcf-8acf34b52db6" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.774191] env[69889]: DEBUG oslo_concurrency.lockutils [None req-2071a2b3-0145-4768-a5f1-431755fa9982 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Acquired lock "refresh_cache-380e1853-b5a2-4bcb-abcf-8acf34b52db6" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.774350] env[69889]: DEBUG nova.network.neutron [None req-2071a2b3-0145-4768-a5f1-431755fa9982 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: 380e1853-b5a2-4bcb-abcf-8acf34b52db6] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1095.810484] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b90a3913-ed7a-4d50-b833-3b8f80a02410 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Acquiring lock "6f282443-f481-4f8c-979e-e2750d671814" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.810889] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b90a3913-ed7a-4d50-b833-3b8f80a02410 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Lock "6f282443-f481-4f8c-979e-e2750d671814" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.812602] env[69889]: DEBUG oslo_vmware.api [None req-63a7c762-5a2e-4a1b-a54d-f009be659962 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': task-4077888, 'name': Rename_Task, 'duration_secs': 0.260998} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.813197] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-63a7c762-5a2e-4a1b-a54d-f009be659962 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 1c9715c5-328e-4027-864e-30ac52b27a32] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1095.813473] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-14d720f0-7e57-49d8-84c5-2e4d4d8547b7 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.822575] env[69889]: DEBUG oslo_vmware.api [None req-63a7c762-5a2e-4a1b-a54d-f009be659962 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Waiting for the task: (returnval){ [ 1095.822575] env[69889]: value = "task-4077890" [ 1095.822575] env[69889]: _type = "Task" [ 1095.822575] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.834833] env[69889]: DEBUG oslo_vmware.api [None req-63a7c762-5a2e-4a1b-a54d-f009be659962 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': task-4077890, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.836528] env[69889]: DEBUG nova.compute.manager [None req-56065663-c041-45e7-b118-65244be40796 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] [instance: 745fa69c-6e0e-4aa1-8f0c-a7f40e8093e6] Start building block device mappings for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1095.846041] env[69889]: INFO nova.compute.resource_tracker [None req-833629f2-6c4c-4d06-b2b3-469513262d52 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: ec331f28-d5ae-4c98-ac7f-612fcd03b679] Updating resource usage from migration eecf12bd-448f-4c51-ba60-df47d8bff991 [ 1095.906763] env[69889]: DEBUG oslo_concurrency.lockutils [None req-a1ac2fab-4229-4673-8ded-2b6a687b343a tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Lock "bb5adeb2-ff04-4b8a-a3b5-a29b173583b5" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.103s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.031471] env[69889]: DEBUG oslo_vmware.api [None req-7b2e1d93-4d7f-4f6b-ba21-2da5f8e4f7a6 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Task: {'id': task-4077889, 'name': ReconfigVM_Task, 'duration_secs': 0.304116} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.031471] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b2e1d93-4d7f-4f6b-ba21-2da5f8e4f7a6 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] [instance: bf0636c2-b042-4181-9b86-748786c41197] Reconfigured VM instance instance-00000041 to detach disk 2001 {{(pid=69889) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1096.036956] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f08137ae-05aa-48e6-8126-9da0cfcf86bc {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.062467] env[69889]: DEBUG nova.compute.manager [req-5512894d-84d3-4708-b379-5a58f222a5f7 req-e4575e57-a2e5-4dc8-92e8-14d29369406e service nova] [instance: 0148a47f-96ee-42a1-9778-09ad9c56f4ac] Received event network-changed-514ce4d1-b36a-4669-ac36-fad2880b7546 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1096.062924] env[69889]: DEBUG nova.compute.manager [req-5512894d-84d3-4708-b379-5a58f222a5f7 req-e4575e57-a2e5-4dc8-92e8-14d29369406e service nova] [instance: 0148a47f-96ee-42a1-9778-09ad9c56f4ac] Refreshing instance network info cache due to event network-changed-514ce4d1-b36a-4669-ac36-fad2880b7546. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1096.063410] env[69889]: DEBUG oslo_concurrency.lockutils [req-5512894d-84d3-4708-b379-5a58f222a5f7 req-e4575e57-a2e5-4dc8-92e8-14d29369406e service nova] Acquiring lock "refresh_cache-0148a47f-96ee-42a1-9778-09ad9c56f4ac" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.064126] env[69889]: DEBUG oslo_concurrency.lockutils [req-5512894d-84d3-4708-b379-5a58f222a5f7 req-e4575e57-a2e5-4dc8-92e8-14d29369406e service nova] Acquired lock "refresh_cache-0148a47f-96ee-42a1-9778-09ad9c56f4ac" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.064126] env[69889]: DEBUG nova.network.neutron [req-5512894d-84d3-4708-b379-5a58f222a5f7 req-e4575e57-a2e5-4dc8-92e8-14d29369406e service nova] [instance: 0148a47f-96ee-42a1-9778-09ad9c56f4ac] Refreshing network info cache for port 514ce4d1-b36a-4669-ac36-fad2880b7546 {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1096.072725] env[69889]: DEBUG oslo_vmware.api [None req-7b2e1d93-4d7f-4f6b-ba21-2da5f8e4f7a6 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Waiting for the task: (returnval){ [ 1096.072725] env[69889]: value = "task-4077891" [ 1096.072725] env[69889]: _type = "Task" [ 1096.072725] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.096042] env[69889]: DEBUG oslo_vmware.api [None req-7b2e1d93-4d7f-4f6b-ba21-2da5f8e4f7a6 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Task: {'id': task-4077891, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.146578] env[69889]: DEBUG oslo_concurrency.lockutils [req-90074d75-a089-47c7-8453-b4f1094512bd req-4fc03f9f-bcec-4612-86e9-641d999dcd56 service nova] Releasing lock "refresh_cache-1d03b56f-0b24-44ca-a394-e71ef3d2abf0" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.236070] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f64fd51-f133-4e0a-ad73-18e53cf5edb6 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.244938] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b7cefe9-9176-4510-977e-9c9c6295c7f2 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.289357] env[69889]: DEBUG nova.network.neutron [None req-56065663-c041-45e7-b118-65244be40796 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] [instance: 745fa69c-6e0e-4aa1-8f0c-a7f40e8093e6] Successfully created port: 930e0df1-71b4-4d16-8cc1-40241e557df8 {{(pid=69889) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1096.291572] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ca498d5-f8c1-4f20-84f9-ec744232dc30 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.301389] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95954141-5ed3-4210-a28e-b1ce43705a56 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.313764] env[69889]: DEBUG nova.compute.manager [None req-b90a3913-ed7a-4d50-b833-3b8f80a02410 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 6f282443-f481-4f8c-979e-e2750d671814] Starting instance... {{(pid=69889) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1096.327842] env[69889]: DEBUG nova.compute.provider_tree [None req-833629f2-6c4c-4d06-b2b3-469513262d52 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1096.334987] env[69889]: DEBUG nova.network.neutron [None req-2071a2b3-0145-4768-a5f1-431755fa9982 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: 380e1853-b5a2-4bcb-abcf-8acf34b52db6] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1096.349232] env[69889]: DEBUG oslo_vmware.api [None req-63a7c762-5a2e-4a1b-a54d-f009be659962 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': task-4077890, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.589642] env[69889]: DEBUG oslo_vmware.api [None req-7b2e1d93-4d7f-4f6b-ba21-2da5f8e4f7a6 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Task: {'id': task-4077891, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.609770] env[69889]: DEBUG nova.compute.manager [req-1d5901b8-f43a-4e86-a0dd-9fa4d19ca48b req-b62b3152-3e4d-4d96-80ae-708b38cbe8a9 service nova] [instance: 380e1853-b5a2-4bcb-abcf-8acf34b52db6] Received event network-vif-plugged-4723c5a5-5965-4e5d-91e2-b2ac98db512d {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1096.610600] env[69889]: DEBUG oslo_concurrency.lockutils [req-1d5901b8-f43a-4e86-a0dd-9fa4d19ca48b req-b62b3152-3e4d-4d96-80ae-708b38cbe8a9 service nova] Acquiring lock "380e1853-b5a2-4bcb-abcf-8acf34b52db6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.611134] env[69889]: DEBUG oslo_concurrency.lockutils [req-1d5901b8-f43a-4e86-a0dd-9fa4d19ca48b req-b62b3152-3e4d-4d96-80ae-708b38cbe8a9 service nova] Lock "380e1853-b5a2-4bcb-abcf-8acf34b52db6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.611431] env[69889]: DEBUG oslo_concurrency.lockutils [req-1d5901b8-f43a-4e86-a0dd-9fa4d19ca48b req-b62b3152-3e4d-4d96-80ae-708b38cbe8a9 service nova] Lock "380e1853-b5a2-4bcb-abcf-8acf34b52db6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.611687] env[69889]: DEBUG nova.compute.manager [req-1d5901b8-f43a-4e86-a0dd-9fa4d19ca48b req-b62b3152-3e4d-4d96-80ae-708b38cbe8a9 service nova] [instance: 380e1853-b5a2-4bcb-abcf-8acf34b52db6] No waiting events found dispatching network-vif-plugged-4723c5a5-5965-4e5d-91e2-b2ac98db512d {{(pid=69889) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1096.612077] env[69889]: WARNING nova.compute.manager [req-1d5901b8-f43a-4e86-a0dd-9fa4d19ca48b req-b62b3152-3e4d-4d96-80ae-708b38cbe8a9 service nova] [instance: 380e1853-b5a2-4bcb-abcf-8acf34b52db6] Received unexpected event network-vif-plugged-4723c5a5-5965-4e5d-91e2-b2ac98db512d for instance with vm_state building and task_state spawning. [ 1096.612480] env[69889]: DEBUG nova.compute.manager [req-1d5901b8-f43a-4e86-a0dd-9fa4d19ca48b req-b62b3152-3e4d-4d96-80ae-708b38cbe8a9 service nova] [instance: 380e1853-b5a2-4bcb-abcf-8acf34b52db6] Received event network-changed-4723c5a5-5965-4e5d-91e2-b2ac98db512d {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1096.612687] env[69889]: DEBUG nova.compute.manager [req-1d5901b8-f43a-4e86-a0dd-9fa4d19ca48b req-b62b3152-3e4d-4d96-80ae-708b38cbe8a9 service nova] [instance: 380e1853-b5a2-4bcb-abcf-8acf34b52db6] Refreshing instance network info cache due to event network-changed-4723c5a5-5965-4e5d-91e2-b2ac98db512d. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1096.612940] env[69889]: DEBUG oslo_concurrency.lockutils [req-1d5901b8-f43a-4e86-a0dd-9fa4d19ca48b req-b62b3152-3e4d-4d96-80ae-708b38cbe8a9 service nova] Acquiring lock "refresh_cache-380e1853-b5a2-4bcb-abcf-8acf34b52db6" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.619382] env[69889]: DEBUG nova.network.neutron [None req-2071a2b3-0145-4768-a5f1-431755fa9982 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: 380e1853-b5a2-4bcb-abcf-8acf34b52db6] Updating instance_info_cache with network_info: [{"id": "4723c5a5-5965-4e5d-91e2-b2ac98db512d", "address": "fa:16:3e:b1:cf:86", "network": {"id": "45fd0254-853e-402c-8516-9992c891c194", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-43042710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41dfb848b52e4aceaab49a46abf8310c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4723c5a5-59", "ovs_interfaceid": "4723c5a5-5965-4e5d-91e2-b2ac98db512d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.796889] env[69889]: DEBUG oslo_concurrency.lockutils [None req-a231c5c4-2d45-49d7-a48e-07ae0665550b tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.834968] env[69889]: DEBUG nova.scheduler.client.report [None req-833629f2-6c4c-4d06-b2b3-469513262d52 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1096.853946] env[69889]: DEBUG nova.compute.manager [None req-56065663-c041-45e7-b118-65244be40796 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] [instance: 745fa69c-6e0e-4aa1-8f0c-a7f40e8093e6] Start spawning the instance on the hypervisor. {{(pid=69889) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1096.858469] env[69889]: DEBUG oslo_vmware.api [None req-63a7c762-5a2e-4a1b-a54d-f009be659962 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': task-4077890, 'name': PowerOnVM_Task, 'duration_secs': 0.838551} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.864311] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-63a7c762-5a2e-4a1b-a54d-f009be659962 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 1c9715c5-328e-4027-864e-30ac52b27a32] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1096.864311] env[69889]: DEBUG nova.compute.manager [None req-63a7c762-5a2e-4a1b-a54d-f009be659962 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 1c9715c5-328e-4027-864e-30ac52b27a32] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1096.866036] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b90a3913-ed7a-4d50-b833-3b8f80a02410 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.867142] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dc08e80-ee76-4fe7-a722-8405f7061311 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.903670] env[69889]: DEBUG nova.virt.hardware [None req-56065663-c041-45e7-b118-65244be40796 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1096.903933] env[69889]: DEBUG nova.virt.hardware [None req-56065663-c041-45e7-b118-65244be40796 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1096.904058] env[69889]: DEBUG nova.virt.hardware [None req-56065663-c041-45e7-b118-65244be40796 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1096.904248] env[69889]: DEBUG nova.virt.hardware [None req-56065663-c041-45e7-b118-65244be40796 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1096.904576] env[69889]: DEBUG nova.virt.hardware [None req-56065663-c041-45e7-b118-65244be40796 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1096.904764] env[69889]: DEBUG nova.virt.hardware [None req-56065663-c041-45e7-b118-65244be40796 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1096.904996] env[69889]: DEBUG nova.virt.hardware [None req-56065663-c041-45e7-b118-65244be40796 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1096.905207] env[69889]: DEBUG nova.virt.hardware [None req-56065663-c041-45e7-b118-65244be40796 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1096.905414] env[69889]: DEBUG nova.virt.hardware [None req-56065663-c041-45e7-b118-65244be40796 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1096.905588] env[69889]: DEBUG nova.virt.hardware [None req-56065663-c041-45e7-b118-65244be40796 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1096.905996] env[69889]: DEBUG nova.virt.hardware [None req-56065663-c041-45e7-b118-65244be40796 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1096.907522] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1824a03b-250f-429d-9d59-a6ff3117140d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.917036] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-571289f3-29f2-4574-a524-cb531c751288 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.101189] env[69889]: DEBUG oslo_vmware.api [None req-7b2e1d93-4d7f-4f6b-ba21-2da5f8e4f7a6 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Task: {'id': task-4077891, 'name': ReconfigVM_Task, 'duration_secs': 0.877583} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.101189] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b2e1d93-4d7f-4f6b-ba21-2da5f8e4f7a6 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] [instance: bf0636c2-b042-4181-9b86-748786c41197] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-808009', 'volume_id': '90ad6189-d28c-4fb1-97c0-3a50c81469e3', 'name': 'volume-90ad6189-d28c-4fb1-97c0-3a50c81469e3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bf0636c2-b042-4181-9b86-748786c41197', 'attached_at': '', 'detached_at': '', 'volume_id': '90ad6189-d28c-4fb1-97c0-3a50c81469e3', 'serial': '90ad6189-d28c-4fb1-97c0-3a50c81469e3'} {{(pid=69889) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1097.115106] env[69889]: DEBUG nova.network.neutron [req-5512894d-84d3-4708-b379-5a58f222a5f7 req-e4575e57-a2e5-4dc8-92e8-14d29369406e service nova] [instance: 0148a47f-96ee-42a1-9778-09ad9c56f4ac] Updated VIF entry in instance network info cache for port 514ce4d1-b36a-4669-ac36-fad2880b7546. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1097.115106] env[69889]: DEBUG nova.network.neutron [req-5512894d-84d3-4708-b379-5a58f222a5f7 req-e4575e57-a2e5-4dc8-92e8-14d29369406e service nova] [instance: 0148a47f-96ee-42a1-9778-09ad9c56f4ac] Updating instance_info_cache with network_info: [{"id": "514ce4d1-b36a-4669-ac36-fad2880b7546", "address": "fa:16:3e:bf:f9:a7", "network": {"id": "18d80b5c-9c48-411b-8aa0-dded7f33408a", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1986382029-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa8423a4dc4e4cb2b5b664ff4c7af30e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap514ce4d1-b3", "ovs_interfaceid": "514ce4d1-b36a-4669-ac36-fad2880b7546", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.125736] env[69889]: DEBUG oslo_concurrency.lockutils [None req-2071a2b3-0145-4768-a5f1-431755fa9982 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Releasing lock "refresh_cache-380e1853-b5a2-4bcb-abcf-8acf34b52db6" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.129927] env[69889]: DEBUG nova.compute.manager [None req-2071a2b3-0145-4768-a5f1-431755fa9982 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: 380e1853-b5a2-4bcb-abcf-8acf34b52db6] Instance network_info: |[{"id": "4723c5a5-5965-4e5d-91e2-b2ac98db512d", "address": "fa:16:3e:b1:cf:86", "network": {"id": "45fd0254-853e-402c-8516-9992c891c194", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-43042710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41dfb848b52e4aceaab49a46abf8310c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4723c5a5-59", "ovs_interfaceid": "4723c5a5-5965-4e5d-91e2-b2ac98db512d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1097.129927] env[69889]: DEBUG oslo_concurrency.lockutils [req-1d5901b8-f43a-4e86-a0dd-9fa4d19ca48b req-b62b3152-3e4d-4d96-80ae-708b38cbe8a9 service nova] Acquired lock "refresh_cache-380e1853-b5a2-4bcb-abcf-8acf34b52db6" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.129927] env[69889]: DEBUG nova.network.neutron [req-1d5901b8-f43a-4e86-a0dd-9fa4d19ca48b req-b62b3152-3e4d-4d96-80ae-708b38cbe8a9 service nova] [instance: 380e1853-b5a2-4bcb-abcf-8acf34b52db6] Refreshing network info cache for port 4723c5a5-5965-4e5d-91e2-b2ac98db512d {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1097.129927] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-2071a2b3-0145-4768-a5f1-431755fa9982 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: 380e1853-b5a2-4bcb-abcf-8acf34b52db6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:cf:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '55520f67-d092-4eb7-940f-d7cceaa1ca1c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4723c5a5-5965-4e5d-91e2-b2ac98db512d', 'vif_model': 'vmxnet3'}] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1097.137371] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2071a2b3-0145-4768-a5f1-431755fa9982 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1097.139951] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 380e1853-b5a2-4bcb-abcf-8acf34b52db6] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1097.139951] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e200770c-bb32-482e-a4d1-5d6c46894737 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.163950] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1097.163950] env[69889]: value = "task-4077892" [ 1097.163950] env[69889]: _type = "Task" [ 1097.163950] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.173763] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077892, 'name': CreateVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.200136] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1fb1c892-82dc-4e25-9811-c51505cf4814 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Acquiring lock "bb5adeb2-ff04-4b8a-a3b5-a29b173583b5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.200492] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1fb1c892-82dc-4e25-9811-c51505cf4814 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Lock "bb5adeb2-ff04-4b8a-a3b5-a29b173583b5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.202022] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1fb1c892-82dc-4e25-9811-c51505cf4814 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Acquiring lock "bb5adeb2-ff04-4b8a-a3b5-a29b173583b5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.202022] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1fb1c892-82dc-4e25-9811-c51505cf4814 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Lock "bb5adeb2-ff04-4b8a-a3b5-a29b173583b5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.202022] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1fb1c892-82dc-4e25-9811-c51505cf4814 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Lock "bb5adeb2-ff04-4b8a-a3b5-a29b173583b5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.206850] env[69889]: INFO nova.compute.manager [None req-1fb1c892-82dc-4e25-9811-c51505cf4814 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: bb5adeb2-ff04-4b8a-a3b5-a29b173583b5] Terminating instance [ 1097.352348] env[69889]: DEBUG oslo_concurrency.lockutils [None req-833629f2-6c4c-4d06-b2b3-469513262d52 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.527s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.352348] env[69889]: INFO nova.compute.manager [None req-833629f2-6c4c-4d06-b2b3-469513262d52 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: ec331f28-d5ae-4c98-ac7f-612fcd03b679] Migrating [ 1097.361301] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1c3be51d-2e59-4353-818e-b68b68c77a54 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 18.463s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.361847] env[69889]: DEBUG nova.objects.instance [None req-1c3be51d-2e59-4353-818e-b68b68c77a54 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] [instance: 84faf6c5-010d-450c-8d86-8a49356b31b0] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69889) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1097.391651] env[69889]: DEBUG oslo_concurrency.lockutils [None req-63a7c762-5a2e-4a1b-a54d-f009be659962 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.618082] env[69889]: DEBUG oslo_concurrency.lockutils [req-5512894d-84d3-4708-b379-5a58f222a5f7 req-e4575e57-a2e5-4dc8-92e8-14d29369406e service nova] Releasing lock "refresh_cache-0148a47f-96ee-42a1-9778-09ad9c56f4ac" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.677662] env[69889]: DEBUG nova.objects.instance [None req-7b2e1d93-4d7f-4f6b-ba21-2da5f8e4f7a6 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Lazy-loading 'flavor' on Instance uuid bf0636c2-b042-4181-9b86-748786c41197 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1097.684017] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077892, 'name': CreateVM_Task, 'duration_secs': 0.478139} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.684613] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 380e1853-b5a2-4bcb-abcf-8acf34b52db6] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1097.685840] env[69889]: DEBUG oslo_concurrency.lockutils [None req-2071a2b3-0145-4768-a5f1-431755fa9982 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.686384] env[69889]: DEBUG oslo_concurrency.lockutils [None req-2071a2b3-0145-4768-a5f1-431755fa9982 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.686730] env[69889]: DEBUG oslo_concurrency.lockutils [None req-2071a2b3-0145-4768-a5f1-431755fa9982 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.687084] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f96bdfca-ac6e-4640-ad0f-62de0f8ad3c4 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.697815] env[69889]: DEBUG oslo_vmware.api [None req-2071a2b3-0145-4768-a5f1-431755fa9982 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Waiting for the task: (returnval){ [ 1097.697815] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]527c1601-6d1c-0211-a54a-700042dbb3ee" [ 1097.697815] env[69889]: _type = "Task" [ 1097.697815] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.712096] env[69889]: DEBUG oslo_vmware.api [None req-2071a2b3-0145-4768-a5f1-431755fa9982 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]527c1601-6d1c-0211-a54a-700042dbb3ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.714070] env[69889]: DEBUG nova.compute.manager [None req-1fb1c892-82dc-4e25-9811-c51505cf4814 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: bb5adeb2-ff04-4b8a-a3b5-a29b173583b5] Start destroying the instance on the hypervisor. {{(pid=69889) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1097.714422] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-1fb1c892-82dc-4e25-9811-c51505cf4814 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: bb5adeb2-ff04-4b8a-a3b5-a29b173583b5] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1097.715302] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a56b6dd-dc77-447e-9c87-4c7366738e41 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.725861] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-1fb1c892-82dc-4e25-9811-c51505cf4814 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: bb5adeb2-ff04-4b8a-a3b5-a29b173583b5] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1097.726178] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e2e4bb37-84a1-457e-9f65-0e592a9b4d1f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.822656] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-1fb1c892-82dc-4e25-9811-c51505cf4814 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: bb5adeb2-ff04-4b8a-a3b5-a29b173583b5] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1097.823430] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-1fb1c892-82dc-4e25-9811-c51505cf4814 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: bb5adeb2-ff04-4b8a-a3b5-a29b173583b5] Deleting contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1097.823774] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fb1c892-82dc-4e25-9811-c51505cf4814 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Deleting the datastore file [datastore2] bb5adeb2-ff04-4b8a-a3b5-a29b173583b5 {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1097.824239] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7220ab84-9a72-4b17-bcd1-02492aec2d76 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.832702] env[69889]: DEBUG oslo_vmware.api [None req-1fb1c892-82dc-4e25-9811-c51505cf4814 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Waiting for the task: (returnval){ [ 1097.832702] env[69889]: value = "task-4077894" [ 1097.832702] env[69889]: _type = "Task" [ 1097.832702] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.850020] env[69889]: DEBUG oslo_vmware.api [None req-1fb1c892-82dc-4e25-9811-c51505cf4814 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4077894, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.879222] env[69889]: DEBUG oslo_concurrency.lockutils [None req-833629f2-6c4c-4d06-b2b3-469513262d52 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Acquiring lock "refresh_cache-ec331f28-d5ae-4c98-ac7f-612fcd03b679" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.879583] env[69889]: DEBUG oslo_concurrency.lockutils [None req-833629f2-6c4c-4d06-b2b3-469513262d52 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Acquired lock "refresh_cache-ec331f28-d5ae-4c98-ac7f-612fcd03b679" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.879723] env[69889]: DEBUG nova.network.neutron [None req-833629f2-6c4c-4d06-b2b3-469513262d52 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: ec331f28-d5ae-4c98-ac7f-612fcd03b679] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1097.987770] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b89672be-b297-47d1-a667-fd35412e3ea4 tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] Acquiring lock "c88a170d-9436-46c7-af33-4129ce7f06c4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.987770] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b89672be-b297-47d1-a667-fd35412e3ea4 tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] Lock "c88a170d-9436-46c7-af33-4129ce7f06c4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.987770] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b89672be-b297-47d1-a667-fd35412e3ea4 tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] Acquiring lock "c88a170d-9436-46c7-af33-4129ce7f06c4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.987770] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b89672be-b297-47d1-a667-fd35412e3ea4 tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] Lock "c88a170d-9436-46c7-af33-4129ce7f06c4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.987770] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b89672be-b297-47d1-a667-fd35412e3ea4 tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] Lock "c88a170d-9436-46c7-af33-4129ce7f06c4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.987770] env[69889]: INFO nova.compute.manager [None req-b89672be-b297-47d1-a667-fd35412e3ea4 tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] Terminating instance [ 1098.053844] env[69889]: DEBUG nova.network.neutron [req-1d5901b8-f43a-4e86-a0dd-9fa4d19ca48b req-b62b3152-3e4d-4d96-80ae-708b38cbe8a9 service nova] [instance: 380e1853-b5a2-4bcb-abcf-8acf34b52db6] Updated VIF entry in instance network info cache for port 4723c5a5-5965-4e5d-91e2-b2ac98db512d. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1098.054399] env[69889]: DEBUG nova.network.neutron [req-1d5901b8-f43a-4e86-a0dd-9fa4d19ca48b req-b62b3152-3e4d-4d96-80ae-708b38cbe8a9 service nova] [instance: 380e1853-b5a2-4bcb-abcf-8acf34b52db6] Updating instance_info_cache with network_info: [{"id": "4723c5a5-5965-4e5d-91e2-b2ac98db512d", "address": "fa:16:3e:b1:cf:86", "network": {"id": "45fd0254-853e-402c-8516-9992c891c194", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-43042710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41dfb848b52e4aceaab49a46abf8310c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4723c5a5-59", "ovs_interfaceid": "4723c5a5-5965-4e5d-91e2-b2ac98db512d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.211033] env[69889]: DEBUG oslo_vmware.api [None req-2071a2b3-0145-4768-a5f1-431755fa9982 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]527c1601-6d1c-0211-a54a-700042dbb3ee, 'name': SearchDatastore_Task, 'duration_secs': 0.01574} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.211381] env[69889]: DEBUG oslo_concurrency.lockutils [None req-2071a2b3-0145-4768-a5f1-431755fa9982 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.211615] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-2071a2b3-0145-4768-a5f1-431755fa9982 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: 380e1853-b5a2-4bcb-abcf-8acf34b52db6] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1098.211851] env[69889]: DEBUG oslo_concurrency.lockutils [None req-2071a2b3-0145-4768-a5f1-431755fa9982 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.211997] env[69889]: DEBUG oslo_concurrency.lockutils [None req-2071a2b3-0145-4768-a5f1-431755fa9982 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.212603] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-2071a2b3-0145-4768-a5f1-431755fa9982 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1098.213048] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-be2001d5-c9f6-405e-971a-6b6ed3247e9e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.224138] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-2071a2b3-0145-4768-a5f1-431755fa9982 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1098.224395] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-2071a2b3-0145-4768-a5f1-431755fa9982 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1098.225759] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3954b6b8-8c92-45f5-972a-51bfe0758039 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.233958] env[69889]: DEBUG oslo_vmware.api [None req-2071a2b3-0145-4768-a5f1-431755fa9982 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Waiting for the task: (returnval){ [ 1098.233958] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52eef080-01cb-a9ce-0a95-e2dade1562b5" [ 1098.233958] env[69889]: _type = "Task" [ 1098.233958] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.244695] env[69889]: DEBUG oslo_vmware.api [None req-2071a2b3-0145-4768-a5f1-431755fa9982 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52eef080-01cb-a9ce-0a95-e2dade1562b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.347114] env[69889]: DEBUG oslo_vmware.api [None req-1fb1c892-82dc-4e25-9811-c51505cf4814 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4077894, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.289303} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.347425] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fb1c892-82dc-4e25-9811-c51505cf4814 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1098.347618] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-1fb1c892-82dc-4e25-9811-c51505cf4814 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: bb5adeb2-ff04-4b8a-a3b5-a29b173583b5] Deleted contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1098.347806] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-1fb1c892-82dc-4e25-9811-c51505cf4814 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: bb5adeb2-ff04-4b8a-a3b5-a29b173583b5] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1098.347990] env[69889]: INFO nova.compute.manager [None req-1fb1c892-82dc-4e25-9811-c51505cf4814 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: bb5adeb2-ff04-4b8a-a3b5-a29b173583b5] Took 0.63 seconds to destroy the instance on the hypervisor. [ 1098.348263] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1fb1c892-82dc-4e25-9811-c51505cf4814 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1098.348468] env[69889]: DEBUG nova.compute.manager [-] [instance: bb5adeb2-ff04-4b8a-a3b5-a29b173583b5] Deallocating network for instance {{(pid=69889) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1098.348633] env[69889]: DEBUG nova.network.neutron [-] [instance: bb5adeb2-ff04-4b8a-a3b5-a29b173583b5] deallocate_for_instance() {{(pid=69889) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1098.378127] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1c3be51d-2e59-4353-818e-b68b68c77a54 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.379879] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7669d0a7-72ab-459e-8c60-c2e4951945a5 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.981s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.380749] env[69889]: DEBUG nova.objects.instance [None req-7669d0a7-72ab-459e-8c60-c2e4951945a5 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Lazy-loading 'resources' on Instance uuid 84faf6c5-010d-450c-8d86-8a49356b31b0 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1098.410945] env[69889]: DEBUG nova.network.neutron [None req-56065663-c041-45e7-b118-65244be40796 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] [instance: 745fa69c-6e0e-4aa1-8f0c-a7f40e8093e6] Successfully updated port: 930e0df1-71b4-4d16-8cc1-40241e557df8 {{(pid=69889) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1098.493213] env[69889]: DEBUG nova.compute.manager [None req-b89672be-b297-47d1-a667-fd35412e3ea4 tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] Start destroying the instance on the hypervisor. {{(pid=69889) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1098.494671] env[69889]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f4800860-1dfb-4a34-a47d-eff0769db32a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.508815] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-636aa578-7e66-4e73-9ae4-fad3c0953b87 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.548818] env[69889]: WARNING nova.virt.vmwareapi.driver [None req-b89672be-b297-47d1-a667-fd35412e3ea4 tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance c88a170d-9436-46c7-af33-4129ce7f06c4 could not be found. [ 1098.549121] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-b89672be-b297-47d1-a667-fd35412e3ea4 tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1098.549577] env[69889]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ff95d27b-ca93-4e70-ae59-619ca218daef {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.557289] env[69889]: DEBUG oslo_concurrency.lockutils [req-1d5901b8-f43a-4e86-a0dd-9fa4d19ca48b req-b62b3152-3e4d-4d96-80ae-708b38cbe8a9 service nova] Releasing lock "refresh_cache-380e1853-b5a2-4bcb-abcf-8acf34b52db6" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.560752] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7175e073-4a68-48d4-a0e5-f138c5b1f1ab {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.596917] env[69889]: WARNING nova.virt.vmwareapi.vmops [None req-b89672be-b297-47d1-a667-fd35412e3ea4 tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance c88a170d-9436-46c7-af33-4129ce7f06c4 could not be found. [ 1098.597592] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-b89672be-b297-47d1-a667-fd35412e3ea4 tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1098.597592] env[69889]: INFO nova.compute.manager [None req-b89672be-b297-47d1-a667-fd35412e3ea4 tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] Took 0.10 seconds to destroy the instance on the hypervisor. [ 1098.597910] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b89672be-b297-47d1-a667-fd35412e3ea4 tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1098.598760] env[69889]: DEBUG nova.compute.manager [-] [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] Deallocating network for instance {{(pid=69889) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1098.598760] env[69889]: DEBUG nova.network.neutron [-] [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] deallocate_for_instance() {{(pid=69889) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1098.690000] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7b2e1d93-4d7f-4f6b-ba21-2da5f8e4f7a6 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Lock "bf0636c2-b042-4181-9b86-748786c41197" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.899s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.752284] env[69889]: DEBUG oslo_vmware.api [None req-2071a2b3-0145-4768-a5f1-431755fa9982 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52eef080-01cb-a9ce-0a95-e2dade1562b5, 'name': SearchDatastore_Task, 'duration_secs': 0.016865} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.752431] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5e078fe-9ca8-43b5-838e-5309890258e4 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.763644] env[69889]: DEBUG oslo_vmware.api [None req-2071a2b3-0145-4768-a5f1-431755fa9982 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Waiting for the task: (returnval){ [ 1098.763644] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52a0aa9d-38ac-5a2b-e16d-d75285b9946a" [ 1098.763644] env[69889]: _type = "Task" [ 1098.763644] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.770012] env[69889]: DEBUG nova.compute.manager [req-3c81ef5d-18b7-4b71-baa0-cd1afd65eda0 req-10e88340-9d0f-45af-a0a1-29439a8c685c service nova] [instance: 745fa69c-6e0e-4aa1-8f0c-a7f40e8093e6] Received event network-vif-plugged-930e0df1-71b4-4d16-8cc1-40241e557df8 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1098.770012] env[69889]: DEBUG oslo_concurrency.lockutils [req-3c81ef5d-18b7-4b71-baa0-cd1afd65eda0 req-10e88340-9d0f-45af-a0a1-29439a8c685c service nova] Acquiring lock "745fa69c-6e0e-4aa1-8f0c-a7f40e8093e6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.770199] env[69889]: DEBUG oslo_concurrency.lockutils [req-3c81ef5d-18b7-4b71-baa0-cd1afd65eda0 req-10e88340-9d0f-45af-a0a1-29439a8c685c service nova] Lock "745fa69c-6e0e-4aa1-8f0c-a7f40e8093e6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.770313] env[69889]: DEBUG oslo_concurrency.lockutils [req-3c81ef5d-18b7-4b71-baa0-cd1afd65eda0 req-10e88340-9d0f-45af-a0a1-29439a8c685c service nova] Lock "745fa69c-6e0e-4aa1-8f0c-a7f40e8093e6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.770484] env[69889]: DEBUG nova.compute.manager [req-3c81ef5d-18b7-4b71-baa0-cd1afd65eda0 req-10e88340-9d0f-45af-a0a1-29439a8c685c service nova] [instance: 745fa69c-6e0e-4aa1-8f0c-a7f40e8093e6] No waiting events found dispatching network-vif-plugged-930e0df1-71b4-4d16-8cc1-40241e557df8 {{(pid=69889) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1098.770649] env[69889]: WARNING nova.compute.manager [req-3c81ef5d-18b7-4b71-baa0-cd1afd65eda0 req-10e88340-9d0f-45af-a0a1-29439a8c685c service nova] [instance: 745fa69c-6e0e-4aa1-8f0c-a7f40e8093e6] Received unexpected event network-vif-plugged-930e0df1-71b4-4d16-8cc1-40241e557df8 for instance with vm_state building and task_state spawning. [ 1098.770816] env[69889]: DEBUG nova.compute.manager [req-3c81ef5d-18b7-4b71-baa0-cd1afd65eda0 req-10e88340-9d0f-45af-a0a1-29439a8c685c service nova] [instance: 745fa69c-6e0e-4aa1-8f0c-a7f40e8093e6] Received event network-changed-930e0df1-71b4-4d16-8cc1-40241e557df8 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1098.771487] env[69889]: DEBUG nova.compute.manager [req-3c81ef5d-18b7-4b71-baa0-cd1afd65eda0 req-10e88340-9d0f-45af-a0a1-29439a8c685c service nova] [instance: 745fa69c-6e0e-4aa1-8f0c-a7f40e8093e6] Refreshing instance network info cache due to event network-changed-930e0df1-71b4-4d16-8cc1-40241e557df8. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1098.771487] env[69889]: DEBUG oslo_concurrency.lockutils [req-3c81ef5d-18b7-4b71-baa0-cd1afd65eda0 req-10e88340-9d0f-45af-a0a1-29439a8c685c service nova] Acquiring lock "refresh_cache-745fa69c-6e0e-4aa1-8f0c-a7f40e8093e6" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.771487] env[69889]: DEBUG oslo_concurrency.lockutils [req-3c81ef5d-18b7-4b71-baa0-cd1afd65eda0 req-10e88340-9d0f-45af-a0a1-29439a8c685c service nova] Acquired lock "refresh_cache-745fa69c-6e0e-4aa1-8f0c-a7f40e8093e6" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.771487] env[69889]: DEBUG nova.network.neutron [req-3c81ef5d-18b7-4b71-baa0-cd1afd65eda0 req-10e88340-9d0f-45af-a0a1-29439a8c685c service nova] [instance: 745fa69c-6e0e-4aa1-8f0c-a7f40e8093e6] Refreshing network info cache for port 930e0df1-71b4-4d16-8cc1-40241e557df8 {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1098.789105] env[69889]: DEBUG oslo_vmware.api [None req-2071a2b3-0145-4768-a5f1-431755fa9982 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52a0aa9d-38ac-5a2b-e16d-d75285b9946a, 'name': SearchDatastore_Task, 'duration_secs': 0.017826} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.791027] env[69889]: DEBUG oslo_concurrency.lockutils [None req-2071a2b3-0145-4768-a5f1-431755fa9982 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.791027] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-2071a2b3-0145-4768-a5f1-431755fa9982 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore1] 380e1853-b5a2-4bcb-abcf-8acf34b52db6/380e1853-b5a2-4bcb-abcf-8acf34b52db6.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1098.791027] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e9f58f27-4e33-41ca-8f11-987ed68d8bac {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.803798] env[69889]: DEBUG oslo_vmware.api [None req-2071a2b3-0145-4768-a5f1-431755fa9982 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Waiting for the task: (returnval){ [ 1098.803798] env[69889]: value = "task-4077895" [ 1098.803798] env[69889]: _type = "Task" [ 1098.803798] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.813055] env[69889]: DEBUG oslo_vmware.api [None req-2071a2b3-0145-4768-a5f1-431755fa9982 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Task: {'id': task-4077895, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.913893] env[69889]: DEBUG oslo_concurrency.lockutils [None req-56065663-c041-45e7-b118-65244be40796 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Acquiring lock "refresh_cache-745fa69c-6e0e-4aa1-8f0c-a7f40e8093e6" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.079274] env[69889]: DEBUG nova.network.neutron [None req-833629f2-6c4c-4d06-b2b3-469513262d52 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: ec331f28-d5ae-4c98-ac7f-612fcd03b679] Updating instance_info_cache with network_info: [{"id": "775d25a2-6352-487d-843b-259367f3e12c", "address": "fa:16:3e:85:b9:31", "network": {"id": "1b12c1c8-daca-4fb2-8ab1-a5e673ba07eb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-532849496-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7255cdff151a40df83da7bf6356a4e13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap775d25a2-63", "ovs_interfaceid": "775d25a2-6352-487d-843b-259367f3e12c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.245198] env[69889]: DEBUG nova.network.neutron [-] [instance: bb5adeb2-ff04-4b8a-a3b5-a29b173583b5] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.247213] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ef1a5edd-b825-4f67-bb52-56f3e2cb1694 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Acquiring lock "bf0636c2-b042-4181-9b86-748786c41197" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.247590] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ef1a5edd-b825-4f67-bb52-56f3e2cb1694 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Lock "bf0636c2-b042-4181-9b86-748786c41197" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.247795] env[69889]: DEBUG nova.compute.manager [None req-ef1a5edd-b825-4f67-bb52-56f3e2cb1694 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] [instance: bf0636c2-b042-4181-9b86-748786c41197] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1099.249182] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a81f434e-5ee5-414c-ab04-b1cd2ed4aec2 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.259884] env[69889]: DEBUG nova.compute.manager [None req-ef1a5edd-b825-4f67-bb52-56f3e2cb1694 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] [instance: bf0636c2-b042-4181-9b86-748786c41197] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69889) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1099.260233] env[69889]: DEBUG nova.objects.instance [None req-ef1a5edd-b825-4f67-bb52-56f3e2cb1694 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Lazy-loading 'flavor' on Instance uuid bf0636c2-b042-4181-9b86-748786c41197 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1099.267968] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c49efb91-4f68-4a75-a1c7-3340c3fd80e0 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.291732] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e1cc9b9-a309-45c9-9015-defeb745082f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.337940] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fc72737-bcdf-4c13-822d-9e073c650fb8 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.351447] env[69889]: DEBUG oslo_vmware.api [None req-2071a2b3-0145-4768-a5f1-431755fa9982 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Task: {'id': task-4077895, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.351695] env[69889]: DEBUG nova.network.neutron [req-3c81ef5d-18b7-4b71-baa0-cd1afd65eda0 req-10e88340-9d0f-45af-a0a1-29439a8c685c service nova] [instance: 745fa69c-6e0e-4aa1-8f0c-a7f40e8093e6] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1099.358488] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-897b42be-782c-4e91-97c5-02b3ef46e30f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.378525] env[69889]: DEBUG nova.compute.provider_tree [None req-7669d0a7-72ab-459e-8c60-c2e4951945a5 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1099.555481] env[69889]: DEBUG nova.network.neutron [req-3c81ef5d-18b7-4b71-baa0-cd1afd65eda0 req-10e88340-9d0f-45af-a0a1-29439a8c685c service nova] [instance: 745fa69c-6e0e-4aa1-8f0c-a7f40e8093e6] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.582556] env[69889]: DEBUG oslo_concurrency.lockutils [None req-833629f2-6c4c-4d06-b2b3-469513262d52 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Releasing lock "refresh_cache-ec331f28-d5ae-4c98-ac7f-612fcd03b679" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.751174] env[69889]: INFO nova.compute.manager [-] [instance: bb5adeb2-ff04-4b8a-a3b5-a29b173583b5] Took 1.40 seconds to deallocate network for instance. [ 1099.797204] env[69889]: DEBUG nova.network.neutron [-] [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.846929] env[69889]: DEBUG oslo_vmware.api [None req-2071a2b3-0145-4768-a5f1-431755fa9982 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Task: {'id': task-4077895, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.708497} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.847295] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-2071a2b3-0145-4768-a5f1-431755fa9982 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore1] 380e1853-b5a2-4bcb-abcf-8acf34b52db6/380e1853-b5a2-4bcb-abcf-8acf34b52db6.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1099.847547] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-2071a2b3-0145-4768-a5f1-431755fa9982 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: 380e1853-b5a2-4bcb-abcf-8acf34b52db6] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1099.847850] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d77f2070-5899-466b-9f54-49ff13284e87 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.855917] env[69889]: DEBUG oslo_vmware.api [None req-2071a2b3-0145-4768-a5f1-431755fa9982 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Waiting for the task: (returnval){ [ 1099.855917] env[69889]: value = "task-4077896" [ 1099.855917] env[69889]: _type = "Task" [ 1099.855917] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.868114] env[69889]: DEBUG oslo_vmware.api [None req-2071a2b3-0145-4768-a5f1-431755fa9982 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Task: {'id': task-4077896, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.883345] env[69889]: DEBUG nova.scheduler.client.report [None req-7669d0a7-72ab-459e-8c60-c2e4951945a5 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1100.058715] env[69889]: DEBUG oslo_concurrency.lockutils [req-3c81ef5d-18b7-4b71-baa0-cd1afd65eda0 req-10e88340-9d0f-45af-a0a1-29439a8c685c service nova] Releasing lock "refresh_cache-745fa69c-6e0e-4aa1-8f0c-a7f40e8093e6" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.059242] env[69889]: DEBUG oslo_concurrency.lockutils [None req-56065663-c041-45e7-b118-65244be40796 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Acquired lock "refresh_cache-745fa69c-6e0e-4aa1-8f0c-a7f40e8093e6" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.059420] env[69889]: DEBUG nova.network.neutron [None req-56065663-c041-45e7-b118-65244be40796 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] [instance: 745fa69c-6e0e-4aa1-8f0c-a7f40e8093e6] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1100.266442] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1fb1c892-82dc-4e25-9811-c51505cf4814 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.285929] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef1a5edd-b825-4f67-bb52-56f3e2cb1694 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] [instance: bf0636c2-b042-4181-9b86-748786c41197] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1100.285929] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fa92e79b-7efb-46fa-8c8a-b5352d669cff {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.295982] env[69889]: DEBUG oslo_vmware.api [None req-ef1a5edd-b825-4f67-bb52-56f3e2cb1694 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Waiting for the task: (returnval){ [ 1100.295982] env[69889]: value = "task-4077897" [ 1100.295982] env[69889]: _type = "Task" [ 1100.295982] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.303818] env[69889]: INFO nova.compute.manager [-] [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] Took 1.71 seconds to deallocate network for instance. [ 1100.315567] env[69889]: DEBUG oslo_vmware.api [None req-ef1a5edd-b825-4f67-bb52-56f3e2cb1694 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Task: {'id': task-4077897, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.367631] env[69889]: DEBUG oslo_vmware.api [None req-2071a2b3-0145-4768-a5f1-431755fa9982 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Task: {'id': task-4077896, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.116328} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.368134] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-2071a2b3-0145-4768-a5f1-431755fa9982 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: 380e1853-b5a2-4bcb-abcf-8acf34b52db6] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1100.369190] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-101293cf-90b2-419b-b046-e64798dde866 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.390401] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7669d0a7-72ab-459e-8c60-c2e4951945a5 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.011s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.403256] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-2071a2b3-0145-4768-a5f1-431755fa9982 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: 380e1853-b5a2-4bcb-abcf-8acf34b52db6] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] 380e1853-b5a2-4bcb-abcf-8acf34b52db6/380e1853-b5a2-4bcb-abcf-8acf34b52db6.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1100.404257] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b9f7ed63-6435-4cf4-a3de-7bf3aa4dfb1c tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.845s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.404672] env[69889]: DEBUG nova.objects.instance [None req-b9f7ed63-6435-4cf4-a3de-7bf3aa4dfb1c tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Lazy-loading 'resources' on Instance uuid f1999759-81e6-4ab6-9a80-8ef7e656242e {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1100.406927] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a013b791-b316-4274-a9fd-d05ad6428db1 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.437080] env[69889]: DEBUG oslo_vmware.api [None req-2071a2b3-0145-4768-a5f1-431755fa9982 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Waiting for the task: (returnval){ [ 1100.437080] env[69889]: value = "task-4077898" [ 1100.437080] env[69889]: _type = "Task" [ 1100.437080] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.446939] env[69889]: DEBUG oslo_vmware.api [None req-2071a2b3-0145-4768-a5f1-431755fa9982 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Task: {'id': task-4077898, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.458974] env[69889]: INFO nova.scheduler.client.report [None req-7669d0a7-72ab-459e-8c60-c2e4951945a5 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Deleted allocations for instance 84faf6c5-010d-450c-8d86-8a49356b31b0 [ 1100.675925] env[69889]: DEBUG nova.network.neutron [None req-56065663-c041-45e7-b118-65244be40796 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] [instance: 745fa69c-6e0e-4aa1-8f0c-a7f40e8093e6] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1100.777761] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-022ea7e2-f2ac-440d-8b71-3679ee88067c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.789713] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52561ffc-887b-4d57-9432-5b23d35e0e60 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.803575] env[69889]: DEBUG oslo_vmware.api [None req-ef1a5edd-b825-4f67-bb52-56f3e2cb1694 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Task: {'id': task-4077897, 'name': PowerOffVM_Task, 'duration_secs': 0.251247} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.829491] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef1a5edd-b825-4f67-bb52-56f3e2cb1694 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] [instance: bf0636c2-b042-4181-9b86-748786c41197] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1100.829791] env[69889]: DEBUG nova.compute.manager [None req-ef1a5edd-b825-4f67-bb52-56f3e2cb1694 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] [instance: bf0636c2-b042-4181-9b86-748786c41197] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1100.831127] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bcda785-cd2e-47ca-8871-561ee5af9635 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.834732] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b240a1a-6301-424a-8552-6b081762fd1a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.849961] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8f5041a-3165-41df-96cf-3a059cd3fd00 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.866252] env[69889]: DEBUG nova.compute.provider_tree [None req-b9f7ed63-6435-4cf4-a3de-7bf3aa4dfb1c tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1100.889415] env[69889]: INFO nova.compute.manager [None req-b89672be-b297-47d1-a667-fd35412e3ea4 tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] Took 0.58 seconds to detach 1 volumes for instance. [ 1100.892031] env[69889]: DEBUG nova.compute.manager [None req-b89672be-b297-47d1-a667-fd35412e3ea4 tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] Deleting volume: 8b84104b-ae02-4b2b-b0f1-3cdc9b417c30 {{(pid=69889) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1100.948221] env[69889]: DEBUG oslo_vmware.api [None req-2071a2b3-0145-4768-a5f1-431755fa9982 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Task: {'id': task-4077898, 'name': ReconfigVM_Task, 'duration_secs': 0.444124} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.948364] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-2071a2b3-0145-4768-a5f1-431755fa9982 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: 380e1853-b5a2-4bcb-abcf-8acf34b52db6] Reconfigured VM instance instance-0000005b to attach disk [datastore1] 380e1853-b5a2-4bcb-abcf-8acf34b52db6/380e1853-b5a2-4bcb-abcf-8acf34b52db6.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1100.949059] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a1fd084e-0515-46c5-9b84-361ad9539e7a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.963167] env[69889]: DEBUG oslo_vmware.api [None req-2071a2b3-0145-4768-a5f1-431755fa9982 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Waiting for the task: (returnval){ [ 1100.963167] env[69889]: value = "task-4077899" [ 1100.963167] env[69889]: _type = "Task" [ 1100.963167] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.971905] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7669d0a7-72ab-459e-8c60-c2e4951945a5 tempest-ServerShowV254Test-61348276 tempest-ServerShowV254Test-61348276-project-member] Lock "84faf6c5-010d-450c-8d86-8a49356b31b0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.830s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.977150] env[69889]: DEBUG oslo_vmware.api [None req-2071a2b3-0145-4768-a5f1-431755fa9982 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Task: {'id': task-4077899, 'name': Rename_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.031809] env[69889]: DEBUG nova.compute.manager [req-111930ef-0d5b-402e-8887-68925af5c10f req-1c1238e7-f56d-4b6b-b793-a17e7d3a809f service nova] [instance: bb5adeb2-ff04-4b8a-a3b5-a29b173583b5] Received event network-vif-deleted-28c92173-1eef-4379-9477-8a8161b12527 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1101.032181] env[69889]: DEBUG nova.compute.manager [req-111930ef-0d5b-402e-8887-68925af5c10f req-1c1238e7-f56d-4b6b-b793-a17e7d3a809f service nova] [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] Received event network-vif-deleted-40721344-ae8b-4fb6-bd74-61bd997313c6 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1101.113040] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-715f3606-feac-4a51-b00a-33c499aa7ee9 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.153048] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-833629f2-6c4c-4d06-b2b3-469513262d52 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: ec331f28-d5ae-4c98-ac7f-612fcd03b679] Updating instance 'ec331f28-d5ae-4c98-ac7f-612fcd03b679' progress to 0 {{(pid=69889) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1101.165618] env[69889]: DEBUG nova.network.neutron [None req-56065663-c041-45e7-b118-65244be40796 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] [instance: 745fa69c-6e0e-4aa1-8f0c-a7f40e8093e6] Updating instance_info_cache with network_info: [{"id": "930e0df1-71b4-4d16-8cc1-40241e557df8", "address": "fa:16:3e:6a:c9:47", "network": {"id": "6a01a17f-776e-45cb-a291-c23936451762", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-632585765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fedc70efcf15450b8d8b54177ed1dc6d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35fcdc55-dc29-451b-ad56-3a03b044dc81", "external-id": "nsx-vlan-transportzone-552", "segmentation_id": 552, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap930e0df1-71", "ovs_interfaceid": "930e0df1-71b4-4d16-8cc1-40241e557df8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.353460] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ef1a5edd-b825-4f67-bb52-56f3e2cb1694 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Lock "bf0636c2-b042-4181-9b86-748786c41197" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.106s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.368680] env[69889]: DEBUG nova.scheduler.client.report [None req-b9f7ed63-6435-4cf4-a3de-7bf3aa4dfb1c tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1101.457036] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b89672be-b297-47d1-a667-fd35412e3ea4 tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.475720] env[69889]: DEBUG oslo_vmware.api [None req-2071a2b3-0145-4768-a5f1-431755fa9982 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Task: {'id': task-4077899, 'name': Rename_Task, 'duration_secs': 0.199381} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.476438] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-2071a2b3-0145-4768-a5f1-431755fa9982 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: 380e1853-b5a2-4bcb-abcf-8acf34b52db6] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1101.476519] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4e373cd6-4904-42d1-a0ee-25e288ce9d0c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.487759] env[69889]: DEBUG oslo_vmware.api [None req-2071a2b3-0145-4768-a5f1-431755fa9982 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Waiting for the task: (returnval){ [ 1101.487759] env[69889]: value = "task-4077901" [ 1101.487759] env[69889]: _type = "Task" [ 1101.487759] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.498817] env[69889]: DEBUG oslo_vmware.api [None req-2071a2b3-0145-4768-a5f1-431755fa9982 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Task: {'id': task-4077901, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.660790] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-833629f2-6c4c-4d06-b2b3-469513262d52 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: ec331f28-d5ae-4c98-ac7f-612fcd03b679] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1101.661203] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5033b102-1460-4986-8425-fa8d6b8a782b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.669117] env[69889]: DEBUG oslo_concurrency.lockutils [None req-56065663-c041-45e7-b118-65244be40796 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Releasing lock "refresh_cache-745fa69c-6e0e-4aa1-8f0c-a7f40e8093e6" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.670593] env[69889]: DEBUG nova.compute.manager [None req-56065663-c041-45e7-b118-65244be40796 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] [instance: 745fa69c-6e0e-4aa1-8f0c-a7f40e8093e6] Instance network_info: |[{"id": "930e0df1-71b4-4d16-8cc1-40241e557df8", "address": "fa:16:3e:6a:c9:47", "network": {"id": "6a01a17f-776e-45cb-a291-c23936451762", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-632585765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fedc70efcf15450b8d8b54177ed1dc6d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35fcdc55-dc29-451b-ad56-3a03b044dc81", "external-id": "nsx-vlan-transportzone-552", "segmentation_id": 552, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap930e0df1-71", "ovs_interfaceid": "930e0df1-71b4-4d16-8cc1-40241e557df8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1101.673498] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-56065663-c041-45e7-b118-65244be40796 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] [instance: 745fa69c-6e0e-4aa1-8f0c-a7f40e8093e6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:c9:47', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '35fcdc55-dc29-451b-ad56-3a03b044dc81', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '930e0df1-71b4-4d16-8cc1-40241e557df8', 'vif_model': 'vmxnet3'}] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1101.684285] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-56065663-c041-45e7-b118-65244be40796 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1101.684619] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 745fa69c-6e0e-4aa1-8f0c-a7f40e8093e6] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1101.684920] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9df5e2f8-63d1-480b-83d8-638908340e92 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.703224] env[69889]: DEBUG oslo_vmware.api [None req-833629f2-6c4c-4d06-b2b3-469513262d52 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Waiting for the task: (returnval){ [ 1101.703224] env[69889]: value = "task-4077902" [ 1101.703224] env[69889]: _type = "Task" [ 1101.703224] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.709842] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1101.709842] env[69889]: value = "task-4077903" [ 1101.709842] env[69889]: _type = "Task" [ 1101.709842] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.721043] env[69889]: DEBUG oslo_vmware.api [None req-833629f2-6c4c-4d06-b2b3-469513262d52 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4077902, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.726753] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077903, 'name': CreateVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.878729] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b9f7ed63-6435-4cf4-a3de-7bf3aa4dfb1c tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.474s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.884635] env[69889]: DEBUG oslo_concurrency.lockutils [None req-a231c5c4-2d45-49d7-a48e-07ae0665550b tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.087s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.947421] env[69889]: INFO nova.scheduler.client.report [None req-b9f7ed63-6435-4cf4-a3de-7bf3aa4dfb1c tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Deleted allocations for instance f1999759-81e6-4ab6-9a80-8ef7e656242e [ 1102.001448] env[69889]: DEBUG oslo_vmware.api [None req-2071a2b3-0145-4768-a5f1-431755fa9982 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Task: {'id': task-4077901, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.211846] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75777b83-0494-4295-9cf0-0ece31946093 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.223199] env[69889]: DEBUG oslo_vmware.api [None req-833629f2-6c4c-4d06-b2b3-469513262d52 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4077902, 'name': PowerOffVM_Task, 'duration_secs': 0.270472} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.224096] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-833629f2-6c4c-4d06-b2b3-469513262d52 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: ec331f28-d5ae-4c98-ac7f-612fcd03b679] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1102.224284] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-833629f2-6c4c-4d06-b2b3-469513262d52 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: ec331f28-d5ae-4c98-ac7f-612fcd03b679] Updating instance 'ec331f28-d5ae-4c98-ac7f-612fcd03b679' progress to 17 {{(pid=69889) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1102.233834] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077903, 'name': CreateVM_Task} progress is 99%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.235357] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7e03fa7-95d7-49c3-b313-aef5b1eef1a7 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.269728] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae5d11c6-ae27-4315-8dec-b67d1b712f59 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.279683] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a21ce80-5340-42c9-97d0-9e7464a1e30d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.295653] env[69889]: DEBUG nova.compute.provider_tree [None req-a231c5c4-2d45-49d7-a48e-07ae0665550b tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1102.412690] env[69889]: DEBUG nova.objects.instance [None req-5de8e8dd-ca07-423e-b0b7-57a12a4d8b45 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Lazy-loading 'flavor' on Instance uuid bf0636c2-b042-4181-9b86-748786c41197 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1102.462237] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b9f7ed63-6435-4cf4-a3de-7bf3aa4dfb1c tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Lock "f1999759-81e6-4ab6-9a80-8ef7e656242e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.922s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.505812] env[69889]: DEBUG oslo_vmware.api [None req-2071a2b3-0145-4768-a5f1-431755fa9982 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Task: {'id': task-4077901, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.727969] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077903, 'name': CreateVM_Task, 'duration_secs': 0.577141} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.728975] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 745fa69c-6e0e-4aa1-8f0c-a7f40e8093e6] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1102.729276] env[69889]: DEBUG oslo_concurrency.lockutils [None req-56065663-c041-45e7-b118-65244be40796 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.729867] env[69889]: DEBUG oslo_concurrency.lockutils [None req-56065663-c041-45e7-b118-65244be40796 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.730665] env[69889]: DEBUG oslo_concurrency.lockutils [None req-56065663-c041-45e7-b118-65244be40796 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.730665] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16ddf6f4-0595-4299-981c-79c3aa4ba5ec {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.736821] env[69889]: DEBUG nova.virt.hardware [None req-833629f2-6c4c-4d06-b2b3-469513262d52 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1102.737053] env[69889]: DEBUG nova.virt.hardware [None req-833629f2-6c4c-4d06-b2b3-469513262d52 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1102.737329] env[69889]: DEBUG nova.virt.hardware [None req-833629f2-6c4c-4d06-b2b3-469513262d52 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1102.737561] env[69889]: DEBUG nova.virt.hardware [None req-833629f2-6c4c-4d06-b2b3-469513262d52 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1102.737713] env[69889]: DEBUG nova.virt.hardware [None req-833629f2-6c4c-4d06-b2b3-469513262d52 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1102.737882] env[69889]: DEBUG nova.virt.hardware [None req-833629f2-6c4c-4d06-b2b3-469513262d52 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1102.738128] env[69889]: DEBUG nova.virt.hardware [None req-833629f2-6c4c-4d06-b2b3-469513262d52 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1102.738320] env[69889]: DEBUG nova.virt.hardware [None req-833629f2-6c4c-4d06-b2b3-469513262d52 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1102.738531] env[69889]: DEBUG nova.virt.hardware [None req-833629f2-6c4c-4d06-b2b3-469513262d52 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1102.738764] env[69889]: DEBUG nova.virt.hardware [None req-833629f2-6c4c-4d06-b2b3-469513262d52 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1102.738944] env[69889]: DEBUG nova.virt.hardware [None req-833629f2-6c4c-4d06-b2b3-469513262d52 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1102.745611] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9232c826-b0dd-477a-ba18-c013cdfb7c7f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.757230] env[69889]: DEBUG oslo_vmware.api [None req-56065663-c041-45e7-b118-65244be40796 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Waiting for the task: (returnval){ [ 1102.757230] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]529f3a90-bd01-4512-65a1-85b57d77784f" [ 1102.757230] env[69889]: _type = "Task" [ 1102.757230] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.764838] env[69889]: DEBUG oslo_vmware.api [None req-833629f2-6c4c-4d06-b2b3-469513262d52 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Waiting for the task: (returnval){ [ 1102.764838] env[69889]: value = "task-4077904" [ 1102.764838] env[69889]: _type = "Task" [ 1102.764838] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.769371] env[69889]: DEBUG oslo_vmware.api [None req-56065663-c041-45e7-b118-65244be40796 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]529f3a90-bd01-4512-65a1-85b57d77784f, 'name': SearchDatastore_Task, 'duration_secs': 0.020695} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.772879] env[69889]: DEBUG oslo_concurrency.lockutils [None req-56065663-c041-45e7-b118-65244be40796 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.773174] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-56065663-c041-45e7-b118-65244be40796 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] [instance: 745fa69c-6e0e-4aa1-8f0c-a7f40e8093e6] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1102.773421] env[69889]: DEBUG oslo_concurrency.lockutils [None req-56065663-c041-45e7-b118-65244be40796 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.773606] env[69889]: DEBUG oslo_concurrency.lockutils [None req-56065663-c041-45e7-b118-65244be40796 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.773817] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-56065663-c041-45e7-b118-65244be40796 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1102.774161] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e728fecb-e988-494a-aad4-230ac6a3cd26 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.783079] env[69889]: DEBUG oslo_vmware.api [None req-833629f2-6c4c-4d06-b2b3-469513262d52 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4077904, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.786619] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-56065663-c041-45e7-b118-65244be40796 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1102.786899] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-56065663-c041-45e7-b118-65244be40796 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1102.787944] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7a6964f-5d4d-4c50-acf4-a455f69995bc {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.797416] env[69889]: DEBUG oslo_vmware.api [None req-56065663-c041-45e7-b118-65244be40796 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Waiting for the task: (returnval){ [ 1102.797416] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52920229-4c9d-a47f-2b1d-4f0d6416e071" [ 1102.797416] env[69889]: _type = "Task" [ 1102.797416] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.798490] env[69889]: DEBUG nova.scheduler.client.report [None req-a231c5c4-2d45-49d7-a48e-07ae0665550b tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1102.819475] env[69889]: DEBUG oslo_vmware.api [None req-56065663-c041-45e7-b118-65244be40796 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52920229-4c9d-a47f-2b1d-4f0d6416e071, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.888050] env[69889]: DEBUG oslo_vmware.rw_handles [None req-bebee3c9-d18e-4794-9581-021d90516750 tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52934f38-f22c-5eb4-02a5-c2815ea2cff5/disk-0.vmdk. {{(pid=69889) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1102.890019] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f35027d9-bd8e-4bba-87c6-1ad60712a803 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.897375] env[69889]: DEBUG oslo_vmware.rw_handles [None req-bebee3c9-d18e-4794-9581-021d90516750 tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52934f38-f22c-5eb4-02a5-c2815ea2cff5/disk-0.vmdk is in state: ready. {{(pid=69889) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1102.897633] env[69889]: ERROR oslo_vmware.rw_handles [None req-bebee3c9-d18e-4794-9581-021d90516750 tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52934f38-f22c-5eb4-02a5-c2815ea2cff5/disk-0.vmdk due to incomplete transfer. [ 1102.897932] env[69889]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-087b901a-4b94-4c78-93d8-bd91d0ee0090 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.906627] env[69889]: DEBUG oslo_vmware.rw_handles [None req-bebee3c9-d18e-4794-9581-021d90516750 tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52934f38-f22c-5eb4-02a5-c2815ea2cff5/disk-0.vmdk. {{(pid=69889) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1102.907009] env[69889]: DEBUG nova.virt.vmwareapi.images [None req-bebee3c9-d18e-4794-9581-021d90516750 tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] [instance: ac14e0fa-9bbf-4c8c-82c4-bf3cf6b0660e] Uploaded image 162a63b3-e065-4ff8-a322-afdc86f447a6 to the Glance image server {{(pid=69889) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1102.910838] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-bebee3c9-d18e-4794-9581-021d90516750 tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] [instance: ac14e0fa-9bbf-4c8c-82c4-bf3cf6b0660e] Destroying the VM {{(pid=69889) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1102.911276] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-78dc87ef-ce61-46cb-9288-b9e4305f3b76 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.917775] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5de8e8dd-ca07-423e-b0b7-57a12a4d8b45 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Acquiring lock "refresh_cache-bf0636c2-b042-4181-9b86-748786c41197" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.918084] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5de8e8dd-ca07-423e-b0b7-57a12a4d8b45 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Acquired lock "refresh_cache-bf0636c2-b042-4181-9b86-748786c41197" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.918374] env[69889]: DEBUG nova.network.neutron [None req-5de8e8dd-ca07-423e-b0b7-57a12a4d8b45 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] [instance: bf0636c2-b042-4181-9b86-748786c41197] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1102.918659] env[69889]: DEBUG nova.objects.instance [None req-5de8e8dd-ca07-423e-b0b7-57a12a4d8b45 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Lazy-loading 'info_cache' on Instance uuid bf0636c2-b042-4181-9b86-748786c41197 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1102.922807] env[69889]: DEBUG oslo_vmware.api [None req-bebee3c9-d18e-4794-9581-021d90516750 tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Waiting for the task: (returnval){ [ 1102.922807] env[69889]: value = "task-4077905" [ 1102.922807] env[69889]: _type = "Task" [ 1102.922807] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.936085] env[69889]: DEBUG oslo_vmware.api [None req-bebee3c9-d18e-4794-9581-021d90516750 tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Task: {'id': task-4077905, 'name': Destroy_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.004036] env[69889]: DEBUG oslo_vmware.api [None req-2071a2b3-0145-4768-a5f1-431755fa9982 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Task: {'id': task-4077901, 'name': PowerOnVM_Task, 'duration_secs': 1.32349} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.004036] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-2071a2b3-0145-4768-a5f1-431755fa9982 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: 380e1853-b5a2-4bcb-abcf-8acf34b52db6] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1103.004207] env[69889]: INFO nova.compute.manager [None req-2071a2b3-0145-4768-a5f1-431755fa9982 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: 380e1853-b5a2-4bcb-abcf-8acf34b52db6] Took 8.65 seconds to spawn the instance on the hypervisor. [ 1103.004404] env[69889]: DEBUG nova.compute.manager [None req-2071a2b3-0145-4768-a5f1-431755fa9982 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: 380e1853-b5a2-4bcb-abcf-8acf34b52db6] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1103.005597] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e814ed5-60b3-40b7-870c-ad9bbcae4f3d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.280203] env[69889]: DEBUG oslo_vmware.api [None req-833629f2-6c4c-4d06-b2b3-469513262d52 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4077904, 'name': ReconfigVM_Task, 'duration_secs': 0.456643} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.280560] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-833629f2-6c4c-4d06-b2b3-469513262d52 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: ec331f28-d5ae-4c98-ac7f-612fcd03b679] Updating instance 'ec331f28-d5ae-4c98-ac7f-612fcd03b679' progress to 33 {{(pid=69889) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1103.309547] env[69889]: DEBUG oslo_vmware.api [None req-56065663-c041-45e7-b118-65244be40796 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52920229-4c9d-a47f-2b1d-4f0d6416e071, 'name': SearchDatastore_Task, 'duration_secs': 0.031598} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.310472] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e1958b7-0092-403f-8992-dc39dc39efb0 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.313737] env[69889]: DEBUG oslo_concurrency.lockutils [None req-a231c5c4-2d45-49d7-a48e-07ae0665550b tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.430s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.313950] env[69889]: INFO nova.compute.manager [None req-a231c5c4-2d45-49d7-a48e-07ae0665550b tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] Successfully reverted task state from rebuilding on failure for instance. [ 1103.319579] env[69889]: DEBUG oslo_concurrency.lockutils [None req-da69ab00-77c7-4d86-a3ce-590479e9d612 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Acquiring lock "f07b9899-bae0-4dd7-b07d-fd9c8bd8caf9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.319821] env[69889]: DEBUG oslo_concurrency.lockutils [None req-da69ab00-77c7-4d86-a3ce-590479e9d612 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Lock "f07b9899-bae0-4dd7-b07d-fd9c8bd8caf9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.320028] env[69889]: DEBUG oslo_concurrency.lockutils [None req-da69ab00-77c7-4d86-a3ce-590479e9d612 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Acquiring lock "f07b9899-bae0-4dd7-b07d-fd9c8bd8caf9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.320222] env[69889]: DEBUG oslo_concurrency.lockutils [None req-da69ab00-77c7-4d86-a3ce-590479e9d612 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Lock "f07b9899-bae0-4dd7-b07d-fd9c8bd8caf9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.320400] env[69889]: DEBUG oslo_concurrency.lockutils [None req-da69ab00-77c7-4d86-a3ce-590479e9d612 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Lock "f07b9899-bae0-4dd7-b07d-fd9c8bd8caf9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.322775] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b90a3913-ed7a-4d50-b833-3b8f80a02410 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.456s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.324176] env[69889]: INFO nova.compute.claims [None req-b90a3913-ed7a-4d50-b833-3b8f80a02410 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 6f282443-f481-4f8c-979e-e2750d671814] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1103.327948] env[69889]: INFO nova.compute.manager [None req-da69ab00-77c7-4d86-a3ce-590479e9d612 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: f07b9899-bae0-4dd7-b07d-fd9c8bd8caf9] Terminating instance [ 1103.333568] env[69889]: DEBUG oslo_vmware.api [None req-56065663-c041-45e7-b118-65244be40796 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Waiting for the task: (returnval){ [ 1103.333568] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]5293deca-3f31-d5bb-ed36-7b339a56eba2" [ 1103.333568] env[69889]: _type = "Task" [ 1103.333568] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.347559] env[69889]: DEBUG oslo_vmware.api [None req-56065663-c041-45e7-b118-65244be40796 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5293deca-3f31-d5bb-ed36-7b339a56eba2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.426384] env[69889]: DEBUG nova.objects.base [None req-5de8e8dd-ca07-423e-b0b7-57a12a4d8b45 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69889) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1103.438361] env[69889]: DEBUG oslo_vmware.api [None req-bebee3c9-d18e-4794-9581-021d90516750 tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Task: {'id': task-4077905, 'name': Destroy_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.526541] env[69889]: INFO nova.compute.manager [None req-2071a2b3-0145-4768-a5f1-431755fa9982 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: 380e1853-b5a2-4bcb-abcf-8acf34b52db6] Took 29.74 seconds to build instance. [ 1103.787342] env[69889]: DEBUG nova.virt.hardware [None req-833629f2-6c4c-4d06-b2b3-469513262d52 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1103.787589] env[69889]: DEBUG nova.virt.hardware [None req-833629f2-6c4c-4d06-b2b3-469513262d52 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1103.787765] env[69889]: DEBUG nova.virt.hardware [None req-833629f2-6c4c-4d06-b2b3-469513262d52 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1103.787944] env[69889]: DEBUG nova.virt.hardware [None req-833629f2-6c4c-4d06-b2b3-469513262d52 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1103.788124] env[69889]: DEBUG nova.virt.hardware [None req-833629f2-6c4c-4d06-b2b3-469513262d52 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1103.788277] env[69889]: DEBUG nova.virt.hardware [None req-833629f2-6c4c-4d06-b2b3-469513262d52 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1103.788482] env[69889]: DEBUG nova.virt.hardware [None req-833629f2-6c4c-4d06-b2b3-469513262d52 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1103.788644] env[69889]: DEBUG nova.virt.hardware [None req-833629f2-6c4c-4d06-b2b3-469513262d52 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1103.788814] env[69889]: DEBUG nova.virt.hardware [None req-833629f2-6c4c-4d06-b2b3-469513262d52 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1103.789155] env[69889]: DEBUG nova.virt.hardware [None req-833629f2-6c4c-4d06-b2b3-469513262d52 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1103.789636] env[69889]: DEBUG nova.virt.hardware [None req-833629f2-6c4c-4d06-b2b3-469513262d52 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1103.794931] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-833629f2-6c4c-4d06-b2b3-469513262d52 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: ec331f28-d5ae-4c98-ac7f-612fcd03b679] Reconfiguring VM instance instance-0000004d to detach disk 2000 {{(pid=69889) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1103.795279] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69e3ef11-7e9d-4e0d-9191-e4cb0cab05f2 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.817822] env[69889]: DEBUG oslo_vmware.api [None req-833629f2-6c4c-4d06-b2b3-469513262d52 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Waiting for the task: (returnval){ [ 1103.817822] env[69889]: value = "task-4077906" [ 1103.817822] env[69889]: _type = "Task" [ 1103.817822] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.828810] env[69889]: DEBUG oslo_vmware.api [None req-833629f2-6c4c-4d06-b2b3-469513262d52 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4077906, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.837941] env[69889]: DEBUG nova.compute.manager [None req-da69ab00-77c7-4d86-a3ce-590479e9d612 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: f07b9899-bae0-4dd7-b07d-fd9c8bd8caf9] Start destroying the instance on the hypervisor. {{(pid=69889) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1103.838710] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-da69ab00-77c7-4d86-a3ce-590479e9d612 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: f07b9899-bae0-4dd7-b07d-fd9c8bd8caf9] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1103.839118] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-256cf1f9-c758-42ce-b75c-71acad0dec1f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.850272] env[69889]: DEBUG oslo_vmware.api [None req-56065663-c041-45e7-b118-65244be40796 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5293deca-3f31-d5bb-ed36-7b339a56eba2, 'name': SearchDatastore_Task, 'duration_secs': 0.032021} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.853338] env[69889]: DEBUG oslo_concurrency.lockutils [None req-56065663-c041-45e7-b118-65244be40796 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.853689] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-56065663-c041-45e7-b118-65244be40796 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore1] 745fa69c-6e0e-4aa1-8f0c-a7f40e8093e6/745fa69c-6e0e-4aa1-8f0c-a7f40e8093e6.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1103.854392] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-da69ab00-77c7-4d86-a3ce-590479e9d612 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: f07b9899-bae0-4dd7-b07d-fd9c8bd8caf9] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1103.854658] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cea55a90-1f29-47ac-9ec4-9f6da2509cf2 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.857932] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c0b912a2-b3f7-4abb-bd46-6b5f712bb5c9 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.867296] env[69889]: DEBUG oslo_vmware.api [None req-56065663-c041-45e7-b118-65244be40796 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Waiting for the task: (returnval){ [ 1103.867296] env[69889]: value = "task-4077907" [ 1103.867296] env[69889]: _type = "Task" [ 1103.867296] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.867587] env[69889]: DEBUG oslo_vmware.api [None req-da69ab00-77c7-4d86-a3ce-590479e9d612 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Waiting for the task: (returnval){ [ 1103.867587] env[69889]: value = "task-4077908" [ 1103.867587] env[69889]: _type = "Task" [ 1103.867587] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.881352] env[69889]: DEBUG oslo_vmware.api [None req-da69ab00-77c7-4d86-a3ce-590479e9d612 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077908, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.885092] env[69889]: DEBUG oslo_vmware.api [None req-56065663-c041-45e7-b118-65244be40796 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Task: {'id': task-4077907, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.940032] env[69889]: DEBUG oslo_vmware.api [None req-bebee3c9-d18e-4794-9581-021d90516750 tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Task: {'id': task-4077905, 'name': Destroy_Task, 'duration_secs': 0.940267} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.940377] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-bebee3c9-d18e-4794-9581-021d90516750 tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] [instance: ac14e0fa-9bbf-4c8c-82c4-bf3cf6b0660e] Destroyed the VM [ 1103.940641] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-bebee3c9-d18e-4794-9581-021d90516750 tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] [instance: ac14e0fa-9bbf-4c8c-82c4-bf3cf6b0660e] Deleting Snapshot of the VM instance {{(pid=69889) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1103.940926] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9a017843-6676-4f58-8b59-c578c49831e6 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.949079] env[69889]: DEBUG oslo_vmware.api [None req-bebee3c9-d18e-4794-9581-021d90516750 tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Waiting for the task: (returnval){ [ 1103.949079] env[69889]: value = "task-4077909" [ 1103.949079] env[69889]: _type = "Task" [ 1103.949079] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.959632] env[69889]: DEBUG oslo_vmware.api [None req-bebee3c9-d18e-4794-9581-021d90516750 tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Task: {'id': task-4077909, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.982470] env[69889]: DEBUG oslo_concurrency.lockutils [None req-05cf45c0-b54a-401c-a35c-da57a457014d tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Acquiring lock "b20e3dbe-d893-4068-8052-3d8d50f0560d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.982810] env[69889]: DEBUG oslo_concurrency.lockutils [None req-05cf45c0-b54a-401c-a35c-da57a457014d tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Lock "b20e3dbe-d893-4068-8052-3d8d50f0560d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.029590] env[69889]: DEBUG oslo_concurrency.lockutils [None req-2071a2b3-0145-4768-a5f1-431755fa9982 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Lock "380e1853-b5a2-4bcb-abcf-8acf34b52db6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.250s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.330080] env[69889]: DEBUG oslo_vmware.api [None req-833629f2-6c4c-4d06-b2b3-469513262d52 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4077906, 'name': ReconfigVM_Task, 'duration_secs': 0.262726} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.330725] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-833629f2-6c4c-4d06-b2b3-469513262d52 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: ec331f28-d5ae-4c98-ac7f-612fcd03b679] Reconfigured VM instance instance-0000004d to detach disk 2000 {{(pid=69889) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1104.331206] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcde3181-2117-4e2e-8fb1-02ab626bdc86 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.365252] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-833629f2-6c4c-4d06-b2b3-469513262d52 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: ec331f28-d5ae-4c98-ac7f-612fcd03b679] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] ec331f28-d5ae-4c98-ac7f-612fcd03b679/ec331f28-d5ae-4c98-ac7f-612fcd03b679.vmdk or device None with type thin {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1104.365252] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d21849c-63d4-40c5-8049-67d1b159ba18 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.399356] env[69889]: DEBUG oslo_vmware.api [None req-da69ab00-77c7-4d86-a3ce-590479e9d612 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077908, 'name': PowerOffVM_Task, 'duration_secs': 0.22119} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.408496] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-da69ab00-77c7-4d86-a3ce-590479e9d612 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: f07b9899-bae0-4dd7-b07d-fd9c8bd8caf9] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1104.408496] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-da69ab00-77c7-4d86-a3ce-590479e9d612 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: f07b9899-bae0-4dd7-b07d-fd9c8bd8caf9] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1104.408496] env[69889]: DEBUG oslo_vmware.api [None req-833629f2-6c4c-4d06-b2b3-469513262d52 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Waiting for the task: (returnval){ [ 1104.408496] env[69889]: value = "task-4077910" [ 1104.408496] env[69889]: _type = "Task" [ 1104.408496] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.408496] env[69889]: DEBUG oslo_vmware.api [None req-56065663-c041-45e7-b118-65244be40796 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Task: {'id': task-4077907, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.411157] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2c3a3353-9541-4e7d-9736-b66602fd3b09 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.430100] env[69889]: DEBUG oslo_vmware.api [None req-833629f2-6c4c-4d06-b2b3-469513262d52 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4077910, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.464160] env[69889]: DEBUG oslo_vmware.api [None req-bebee3c9-d18e-4794-9581-021d90516750 tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Task: {'id': task-4077909, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.485700] env[69889]: DEBUG nova.compute.manager [None req-05cf45c0-b54a-401c-a35c-da57a457014d tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: b20e3dbe-d893-4068-8052-3d8d50f0560d] Starting instance... {{(pid=69889) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1104.500326] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-da69ab00-77c7-4d86-a3ce-590479e9d612 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: f07b9899-bae0-4dd7-b07d-fd9c8bd8caf9] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1104.500593] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-da69ab00-77c7-4d86-a3ce-590479e9d612 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: f07b9899-bae0-4dd7-b07d-fd9c8bd8caf9] Deleting contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1104.500789] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-da69ab00-77c7-4d86-a3ce-590479e9d612 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Deleting the datastore file [datastore2] f07b9899-bae0-4dd7-b07d-fd9c8bd8caf9 {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1104.501142] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-19d33b9f-cd00-4e67-824e-41271032e94b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.510846] env[69889]: DEBUG oslo_vmware.api [None req-da69ab00-77c7-4d86-a3ce-590479e9d612 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Waiting for the task: (returnval){ [ 1104.510846] env[69889]: value = "task-4077912" [ 1104.510846] env[69889]: _type = "Task" [ 1104.510846] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.521467] env[69889]: DEBUG oslo_vmware.api [None req-da69ab00-77c7-4d86-a3ce-590479e9d612 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077912, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.675019] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c774256-8221-44de-8b35-0f4233a8e387 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.685121] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cefbd6c-8797-4bbe-946a-f9654d89bd9a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.719136] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ab4a0a7-c1de-42c5-a4d4-20a5ca9a1d0c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.727815] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdf94e8b-fb1d-47da-9009-a3b459f9b1e6 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.743821] env[69889]: DEBUG nova.compute.provider_tree [None req-b90a3913-ed7a-4d50-b833-3b8f80a02410 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1104.774958] env[69889]: DEBUG nova.network.neutron [None req-5de8e8dd-ca07-423e-b0b7-57a12a4d8b45 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] [instance: bf0636c2-b042-4181-9b86-748786c41197] Updating instance_info_cache with network_info: [{"id": "fd67623c-8bfe-4cb2-88d0-be7f270d6fda", "address": "fa:16:3e:86:60:d2", "network": {"id": "cc87349f-bcc8-43f6-9879-08bbd4a714b1", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-122902220-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a6b7a3fa1444c5ea83e1118264fdc81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd67623c-8b", "ovs_interfaceid": "fd67623c-8bfe-4cb2-88d0-be7f270d6fda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.893869] env[69889]: DEBUG oslo_vmware.api [None req-56065663-c041-45e7-b118-65244be40796 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Task: {'id': task-4077907, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.592307} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.894215] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-56065663-c041-45e7-b118-65244be40796 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore1] 745fa69c-6e0e-4aa1-8f0c-a7f40e8093e6/745fa69c-6e0e-4aa1-8f0c-a7f40e8093e6.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1104.894456] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-56065663-c041-45e7-b118-65244be40796 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] [instance: 745fa69c-6e0e-4aa1-8f0c-a7f40e8093e6] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1104.894730] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b125a608-1f1c-4ae8-bad7-767b93b8185d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.903394] env[69889]: DEBUG oslo_vmware.api [None req-56065663-c041-45e7-b118-65244be40796 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Waiting for the task: (returnval){ [ 1104.903394] env[69889]: value = "task-4077913" [ 1104.903394] env[69889]: _type = "Task" [ 1104.903394] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.912323] env[69889]: DEBUG oslo_vmware.api [None req-56065663-c041-45e7-b118-65244be40796 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Task: {'id': task-4077913, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.923668] env[69889]: DEBUG oslo_vmware.api [None req-833629f2-6c4c-4d06-b2b3-469513262d52 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4077910, 'name': ReconfigVM_Task, 'duration_secs': 0.360034} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.923965] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-833629f2-6c4c-4d06-b2b3-469513262d52 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: ec331f28-d5ae-4c98-ac7f-612fcd03b679] Reconfigured VM instance instance-0000004d to attach disk [datastore1] ec331f28-d5ae-4c98-ac7f-612fcd03b679/ec331f28-d5ae-4c98-ac7f-612fcd03b679.vmdk or device None with type thin {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1104.924293] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-833629f2-6c4c-4d06-b2b3-469513262d52 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: ec331f28-d5ae-4c98-ac7f-612fcd03b679] Updating instance 'ec331f28-d5ae-4c98-ac7f-612fcd03b679' progress to 50 {{(pid=69889) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1104.964054] env[69889]: DEBUG oslo_vmware.api [None req-bebee3c9-d18e-4794-9581-021d90516750 tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Task: {'id': task-4077909, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.007907] env[69889]: DEBUG oslo_concurrency.lockutils [None req-05cf45c0-b54a-401c-a35c-da57a457014d tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.022367] env[69889]: DEBUG oslo_vmware.api [None req-da69ab00-77c7-4d86-a3ce-590479e9d612 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077912, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191435} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.022663] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-da69ab00-77c7-4d86-a3ce-590479e9d612 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1105.022867] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-da69ab00-77c7-4d86-a3ce-590479e9d612 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: f07b9899-bae0-4dd7-b07d-fd9c8bd8caf9] Deleted contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1105.023061] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-da69ab00-77c7-4d86-a3ce-590479e9d612 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: f07b9899-bae0-4dd7-b07d-fd9c8bd8caf9] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1105.023236] env[69889]: INFO nova.compute.manager [None req-da69ab00-77c7-4d86-a3ce-590479e9d612 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: f07b9899-bae0-4dd7-b07d-fd9c8bd8caf9] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1105.023484] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-da69ab00-77c7-4d86-a3ce-590479e9d612 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1105.023682] env[69889]: DEBUG nova.compute.manager [-] [instance: f07b9899-bae0-4dd7-b07d-fd9c8bd8caf9] Deallocating network for instance {{(pid=69889) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1105.023775] env[69889]: DEBUG nova.network.neutron [-] [instance: f07b9899-bae0-4dd7-b07d-fd9c8bd8caf9] deallocate_for_instance() {{(pid=69889) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1105.080981] env[69889]: DEBUG nova.compute.manager [req-4e6a29c9-ac7c-4174-9c87-0affd29060d7 req-37bb60ae-ced9-4342-9c55-2e3b29551d38 service nova] [instance: 380e1853-b5a2-4bcb-abcf-8acf34b52db6] Received event network-changed-4723c5a5-5965-4e5d-91e2-b2ac98db512d {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1105.081319] env[69889]: DEBUG nova.compute.manager [req-4e6a29c9-ac7c-4174-9c87-0affd29060d7 req-37bb60ae-ced9-4342-9c55-2e3b29551d38 service nova] [instance: 380e1853-b5a2-4bcb-abcf-8acf34b52db6] Refreshing instance network info cache due to event network-changed-4723c5a5-5965-4e5d-91e2-b2ac98db512d. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1105.081724] env[69889]: DEBUG oslo_concurrency.lockutils [req-4e6a29c9-ac7c-4174-9c87-0affd29060d7 req-37bb60ae-ced9-4342-9c55-2e3b29551d38 service nova] Acquiring lock "refresh_cache-380e1853-b5a2-4bcb-abcf-8acf34b52db6" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.081876] env[69889]: DEBUG oslo_concurrency.lockutils [req-4e6a29c9-ac7c-4174-9c87-0affd29060d7 req-37bb60ae-ced9-4342-9c55-2e3b29551d38 service nova] Acquired lock "refresh_cache-380e1853-b5a2-4bcb-abcf-8acf34b52db6" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.082406] env[69889]: DEBUG nova.network.neutron [req-4e6a29c9-ac7c-4174-9c87-0affd29060d7 req-37bb60ae-ced9-4342-9c55-2e3b29551d38 service nova] [instance: 380e1853-b5a2-4bcb-abcf-8acf34b52db6] Refreshing network info cache for port 4723c5a5-5965-4e5d-91e2-b2ac98db512d {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1105.251031] env[69889]: DEBUG nova.scheduler.client.report [None req-b90a3913-ed7a-4d50-b833-3b8f80a02410 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1105.279939] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5de8e8dd-ca07-423e-b0b7-57a12a4d8b45 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Releasing lock "refresh_cache-bf0636c2-b042-4181-9b86-748786c41197" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.421662] env[69889]: DEBUG oslo_vmware.api [None req-56065663-c041-45e7-b118-65244be40796 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Task: {'id': task-4077913, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.242601} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.421662] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-56065663-c041-45e7-b118-65244be40796 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] [instance: 745fa69c-6e0e-4aa1-8f0c-a7f40e8093e6] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1105.421662] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c6b8972-31b5-43a1-886f-f849740a87e2 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.451332] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-56065663-c041-45e7-b118-65244be40796 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] [instance: 745fa69c-6e0e-4aa1-8f0c-a7f40e8093e6] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] 745fa69c-6e0e-4aa1-8f0c-a7f40e8093e6/745fa69c-6e0e-4aa1-8f0c-a7f40e8093e6.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1105.452355] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2685fb5b-dfc2-4371-ba22-115c7a940b35 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.455269] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15f3534a-a2fe-481d-9eee-a6cfe71013e8 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.499255] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb76b568-2d65-42ac-a027-dd60a37e8198 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.507914] env[69889]: DEBUG oslo_vmware.api [None req-56065663-c041-45e7-b118-65244be40796 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Waiting for the task: (returnval){ [ 1105.507914] env[69889]: value = "task-4077914" [ 1105.507914] env[69889]: _type = "Task" [ 1105.507914] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.509582] env[69889]: DEBUG oslo_vmware.api [None req-bebee3c9-d18e-4794-9581-021d90516750 tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Task: {'id': task-4077909, 'name': RemoveSnapshot_Task, 'duration_secs': 1.096218} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.509582] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-bebee3c9-d18e-4794-9581-021d90516750 tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] [instance: ac14e0fa-9bbf-4c8c-82c4-bf3cf6b0660e] Deleted Snapshot of the VM instance {{(pid=69889) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1105.509582] env[69889]: INFO nova.compute.manager [None req-bebee3c9-d18e-4794-9581-021d90516750 tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] [instance: ac14e0fa-9bbf-4c8c-82c4-bf3cf6b0660e] Took 15.63 seconds to snapshot the instance on the hypervisor. [ 1105.534732] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-833629f2-6c4c-4d06-b2b3-469513262d52 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: ec331f28-d5ae-4c98-ac7f-612fcd03b679] Updating instance 'ec331f28-d5ae-4c98-ac7f-612fcd03b679' progress to 67 {{(pid=69889) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1105.545685] env[69889]: DEBUG oslo_vmware.api [None req-56065663-c041-45e7-b118-65244be40796 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Task: {'id': task-4077914, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.757796] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b90a3913-ed7a-4d50-b833-3b8f80a02410 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.435s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.757796] env[69889]: DEBUG nova.compute.manager [None req-b90a3913-ed7a-4d50-b833-3b8f80a02410 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 6f282443-f481-4f8c-979e-e2750d671814] Start building networks asynchronously for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1105.762571] env[69889]: DEBUG oslo_concurrency.lockutils [None req-63a7c762-5a2e-4a1b-a54d-f009be659962 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 8.371s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.762635] env[69889]: DEBUG nova.objects.instance [None req-63a7c762-5a2e-4a1b-a54d-f009be659962 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 1c9715c5-328e-4027-864e-30ac52b27a32] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69889) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1105.863123] env[69889]: DEBUG nova.network.neutron [req-4e6a29c9-ac7c-4174-9c87-0affd29060d7 req-37bb60ae-ced9-4342-9c55-2e3b29551d38 service nova] [instance: 380e1853-b5a2-4bcb-abcf-8acf34b52db6] Updated VIF entry in instance network info cache for port 4723c5a5-5965-4e5d-91e2-b2ac98db512d. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1105.863517] env[69889]: DEBUG nova.network.neutron [req-4e6a29c9-ac7c-4174-9c87-0affd29060d7 req-37bb60ae-ced9-4342-9c55-2e3b29551d38 service nova] [instance: 380e1853-b5a2-4bcb-abcf-8acf34b52db6] Updating instance_info_cache with network_info: [{"id": "4723c5a5-5965-4e5d-91e2-b2ac98db512d", "address": "fa:16:3e:b1:cf:86", "network": {"id": "45fd0254-853e-402c-8516-9992c891c194", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-43042710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41dfb848b52e4aceaab49a46abf8310c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4723c5a5-59", "ovs_interfaceid": "4723c5a5-5965-4e5d-91e2-b2ac98db512d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.961085] env[69889]: DEBUG nova.compute.manager [req-8411bb2c-ac61-4d4a-9737-53a20b52bfe3 req-171406b5-1aed-4f03-8aba-7e4589b7aa99 service nova] [instance: f07b9899-bae0-4dd7-b07d-fd9c8bd8caf9] Received event network-vif-deleted-caa32eec-2e0f-4ddc-af91-43b6fad07f27 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1105.961315] env[69889]: INFO nova.compute.manager [req-8411bb2c-ac61-4d4a-9737-53a20b52bfe3 req-171406b5-1aed-4f03-8aba-7e4589b7aa99 service nova] [instance: f07b9899-bae0-4dd7-b07d-fd9c8bd8caf9] Neutron deleted interface caa32eec-2e0f-4ddc-af91-43b6fad07f27; detaching it from the instance and deleting it from the info cache [ 1105.961510] env[69889]: DEBUG nova.network.neutron [req-8411bb2c-ac61-4d4a-9737-53a20b52bfe3 req-171406b5-1aed-4f03-8aba-7e4589b7aa99 service nova] [instance: f07b9899-bae0-4dd7-b07d-fd9c8bd8caf9] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.021161] env[69889]: DEBUG oslo_vmware.api [None req-56065663-c041-45e7-b118-65244be40796 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Task: {'id': task-4077914, 'name': ReconfigVM_Task, 'duration_secs': 0.336581} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.021354] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-56065663-c041-45e7-b118-65244be40796 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] [instance: 745fa69c-6e0e-4aa1-8f0c-a7f40e8093e6] Reconfigured VM instance instance-0000005c to attach disk [datastore1] 745fa69c-6e0e-4aa1-8f0c-a7f40e8093e6/745fa69c-6e0e-4aa1-8f0c-a7f40e8093e6.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1106.022164] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-207116d0-e7d4-4fd1-a670-379cb631c1b0 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.031664] env[69889]: DEBUG oslo_vmware.api [None req-56065663-c041-45e7-b118-65244be40796 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Waiting for the task: (returnval){ [ 1106.031664] env[69889]: value = "task-4077915" [ 1106.031664] env[69889]: _type = "Task" [ 1106.031664] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.046228] env[69889]: DEBUG oslo_vmware.api [None req-56065663-c041-45e7-b118-65244be40796 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Task: {'id': task-4077915, 'name': Rename_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.265229] env[69889]: DEBUG nova.compute.utils [None req-b90a3913-ed7a-4d50-b833-3b8f80a02410 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1106.266693] env[69889]: DEBUG nova.compute.manager [None req-b90a3913-ed7a-4d50-b833-3b8f80a02410 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 6f282443-f481-4f8c-979e-e2750d671814] Allocating IP information in the background. {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1106.266863] env[69889]: DEBUG nova.network.neutron [None req-b90a3913-ed7a-4d50-b833-3b8f80a02410 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 6f282443-f481-4f8c-979e-e2750d671814] allocate_for_instance() {{(pid=69889) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1106.291125] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-5de8e8dd-ca07-423e-b0b7-57a12a4d8b45 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] [instance: bf0636c2-b042-4181-9b86-748786c41197] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1106.291968] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-10391166-1ea1-4c23-a870-e54343df83f2 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.301688] env[69889]: DEBUG oslo_vmware.api [None req-5de8e8dd-ca07-423e-b0b7-57a12a4d8b45 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Waiting for the task: (returnval){ [ 1106.301688] env[69889]: value = "task-4077916" [ 1106.301688] env[69889]: _type = "Task" [ 1106.301688] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.308819] env[69889]: DEBUG nova.network.neutron [-] [instance: f07b9899-bae0-4dd7-b07d-fd9c8bd8caf9] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.314792] env[69889]: DEBUG oslo_vmware.api [None req-5de8e8dd-ca07-423e-b0b7-57a12a4d8b45 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Task: {'id': task-4077916, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.336808] env[69889]: DEBUG nova.policy [None req-b90a3913-ed7a-4d50-b833-3b8f80a02410 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd712ca1be34b4e8ebf98dc926b4be590', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cf71caefe82444e1aa35f5f5071b52f9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69889) authorize /opt/stack/nova/nova/policy.py:192}} [ 1106.367226] env[69889]: DEBUG oslo_concurrency.lockutils [req-4e6a29c9-ac7c-4174-9c87-0affd29060d7 req-37bb60ae-ced9-4342-9c55-2e3b29551d38 service nova] Releasing lock "refresh_cache-380e1853-b5a2-4bcb-abcf-8acf34b52db6" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.464346] env[69889]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-261a868a-c0f4-4c8d-a41a-1efc73e017ce {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.476604] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1f890ee-30d4-4ae3-864c-ea25c8cd5ee1 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.525014] env[69889]: DEBUG nova.compute.manager [req-8411bb2c-ac61-4d4a-9737-53a20b52bfe3 req-171406b5-1aed-4f03-8aba-7e4589b7aa99 service nova] [instance: f07b9899-bae0-4dd7-b07d-fd9c8bd8caf9] Detach interface failed, port_id=caa32eec-2e0f-4ddc-af91-43b6fad07f27, reason: Instance f07b9899-bae0-4dd7-b07d-fd9c8bd8caf9 could not be found. {{(pid=69889) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1106.545625] env[69889]: DEBUG oslo_vmware.api [None req-56065663-c041-45e7-b118-65244be40796 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Task: {'id': task-4077915, 'name': Rename_Task, 'duration_secs': 0.151473} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.546073] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-56065663-c041-45e7-b118-65244be40796 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] [instance: 745fa69c-6e0e-4aa1-8f0c-a7f40e8093e6] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1106.547046] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-527bdd41-12fe-4636-9067-52d392021748 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.555514] env[69889]: DEBUG oslo_vmware.api [None req-56065663-c041-45e7-b118-65244be40796 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Waiting for the task: (returnval){ [ 1106.555514] env[69889]: value = "task-4077917" [ 1106.555514] env[69889]: _type = "Task" [ 1106.555514] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.565394] env[69889]: DEBUG oslo_vmware.api [None req-56065663-c041-45e7-b118-65244be40796 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Task: {'id': task-4077917, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.772820] env[69889]: DEBUG nova.compute.manager [None req-b90a3913-ed7a-4d50-b833-3b8f80a02410 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 6f282443-f481-4f8c-979e-e2750d671814] Start building block device mappings for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1106.776712] env[69889]: DEBUG oslo_concurrency.lockutils [None req-63a7c762-5a2e-4a1b-a54d-f009be659962 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.781256] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1fb1c892-82dc-4e25-9811-c51505cf4814 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.513s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.781256] env[69889]: DEBUG nova.objects.instance [None req-1fb1c892-82dc-4e25-9811-c51505cf4814 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Lazy-loading 'resources' on Instance uuid bb5adeb2-ff04-4b8a-a3b5-a29b173583b5 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1106.814263] env[69889]: INFO nova.compute.manager [-] [instance: f07b9899-bae0-4dd7-b07d-fd9c8bd8caf9] Took 1.79 seconds to deallocate network for instance. [ 1106.814629] env[69889]: DEBUG oslo_vmware.api [None req-5de8e8dd-ca07-423e-b0b7-57a12a4d8b45 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Task: {'id': task-4077916, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.899240] env[69889]: DEBUG nova.network.neutron [None req-b90a3913-ed7a-4d50-b833-3b8f80a02410 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 6f282443-f481-4f8c-979e-e2750d671814] Successfully created port: fbc38a62-21fb-4367-a362-646e8e2fd8ba {{(pid=69889) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1107.071135] env[69889]: DEBUG oslo_vmware.api [None req-56065663-c041-45e7-b118-65244be40796 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Task: {'id': task-4077917, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.270320] env[69889]: DEBUG nova.network.neutron [None req-833629f2-6c4c-4d06-b2b3-469513262d52 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: ec331f28-d5ae-4c98-ac7f-612fcd03b679] Port 775d25a2-6352-487d-843b-259367f3e12c binding to destination host cpu-1 is already ACTIVE {{(pid=69889) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1107.318878] env[69889]: DEBUG oslo_vmware.api [None req-5de8e8dd-ca07-423e-b0b7-57a12a4d8b45 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Task: {'id': task-4077916, 'name': PowerOnVM_Task, 'duration_secs': 0.650726} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.322674] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-5de8e8dd-ca07-423e-b0b7-57a12a4d8b45 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] [instance: bf0636c2-b042-4181-9b86-748786c41197] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1107.323106] env[69889]: DEBUG nova.compute.manager [None req-5de8e8dd-ca07-423e-b0b7-57a12a4d8b45 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] [instance: bf0636c2-b042-4181-9b86-748786c41197] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1107.324713] env[69889]: DEBUG oslo_concurrency.lockutils [None req-da69ab00-77c7-4d86-a3ce-590479e9d612 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.326034] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fa464d1-d26f-4e7e-921d-4e3227b19753 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.568977] env[69889]: DEBUG oslo_vmware.api [None req-56065663-c041-45e7-b118-65244be40796 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Task: {'id': task-4077917, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.606116] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11bc8a14-5ca1-43eb-b911-6aa5939781e3 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.615665] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d548c021-227e-485b-9b44-fcf9e357c045 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.649262] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c780a681-3ec7-49b6-b672-a66db8285a24 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.657513] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b8e1d0d-3403-45a7-a5f2-6aa1fffea281 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.676064] env[69889]: DEBUG nova.compute.provider_tree [None req-1fb1c892-82dc-4e25-9811-c51505cf4814 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1107.789842] env[69889]: DEBUG nova.compute.manager [None req-b90a3913-ed7a-4d50-b833-3b8f80a02410 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 6f282443-f481-4f8c-979e-e2750d671814] Start spawning the instance on the hypervisor. {{(pid=69889) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1107.816612] env[69889]: DEBUG nova.virt.hardware [None req-b90a3913-ed7a-4d50-b833-3b8f80a02410 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1107.817059] env[69889]: DEBUG nova.virt.hardware [None req-b90a3913-ed7a-4d50-b833-3b8f80a02410 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1107.817591] env[69889]: DEBUG nova.virt.hardware [None req-b90a3913-ed7a-4d50-b833-3b8f80a02410 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1107.817846] env[69889]: DEBUG nova.virt.hardware [None req-b90a3913-ed7a-4d50-b833-3b8f80a02410 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1107.818050] env[69889]: DEBUG nova.virt.hardware [None req-b90a3913-ed7a-4d50-b833-3b8f80a02410 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1107.818507] env[69889]: DEBUG nova.virt.hardware [None req-b90a3913-ed7a-4d50-b833-3b8f80a02410 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1107.818750] env[69889]: DEBUG nova.virt.hardware [None req-b90a3913-ed7a-4d50-b833-3b8f80a02410 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1107.818959] env[69889]: DEBUG nova.virt.hardware [None req-b90a3913-ed7a-4d50-b833-3b8f80a02410 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1107.820492] env[69889]: DEBUG nova.virt.hardware [None req-b90a3913-ed7a-4d50-b833-3b8f80a02410 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1107.820492] env[69889]: DEBUG nova.virt.hardware [None req-b90a3913-ed7a-4d50-b833-3b8f80a02410 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1107.820492] env[69889]: DEBUG nova.virt.hardware [None req-b90a3913-ed7a-4d50-b833-3b8f80a02410 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1107.822026] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7601390-3698-4821-b380-e0459b59d1e3 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.831177] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99561af4-ec54-40b9-b5f0-afd8264dba6d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.071240] env[69889]: DEBUG oslo_vmware.api [None req-56065663-c041-45e7-b118-65244be40796 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Task: {'id': task-4077917, 'name': PowerOnVM_Task, 'duration_secs': 1.061659} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.071565] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-56065663-c041-45e7-b118-65244be40796 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] [instance: 745fa69c-6e0e-4aa1-8f0c-a7f40e8093e6] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1108.071780] env[69889]: INFO nova.compute.manager [None req-56065663-c041-45e7-b118-65244be40796 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] [instance: 745fa69c-6e0e-4aa1-8f0c-a7f40e8093e6] Took 11.22 seconds to spawn the instance on the hypervisor. [ 1108.071969] env[69889]: DEBUG nova.compute.manager [None req-56065663-c041-45e7-b118-65244be40796 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] [instance: 745fa69c-6e0e-4aa1-8f0c-a7f40e8093e6] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1108.072810] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d64e0fa-a001-4ae1-b77d-159180658506 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.180147] env[69889]: DEBUG nova.scheduler.client.report [None req-1fb1c892-82dc-4e25-9811-c51505cf4814 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1108.300362] env[69889]: DEBUG oslo_concurrency.lockutils [None req-833629f2-6c4c-4d06-b2b3-469513262d52 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Acquiring lock "ec331f28-d5ae-4c98-ac7f-612fcd03b679-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.300846] env[69889]: DEBUG oslo_concurrency.lockutils [None req-833629f2-6c4c-4d06-b2b3-469513262d52 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Lock "ec331f28-d5ae-4c98-ac7f-612fcd03b679-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.301073] env[69889]: DEBUG oslo_concurrency.lockutils [None req-833629f2-6c4c-4d06-b2b3-469513262d52 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Lock "ec331f28-d5ae-4c98-ac7f-612fcd03b679-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.555131] env[69889]: DEBUG nova.compute.manager [req-e2be0871-b814-4659-867c-fb7580793b25 req-e6216d90-1772-4c51-865e-a66601694c46 service nova] [instance: 6f282443-f481-4f8c-979e-e2750d671814] Received event network-vif-plugged-fbc38a62-21fb-4367-a362-646e8e2fd8ba {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1108.555131] env[69889]: DEBUG oslo_concurrency.lockutils [req-e2be0871-b814-4659-867c-fb7580793b25 req-e6216d90-1772-4c51-865e-a66601694c46 service nova] Acquiring lock "6f282443-f481-4f8c-979e-e2750d671814-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.555513] env[69889]: DEBUG oslo_concurrency.lockutils [req-e2be0871-b814-4659-867c-fb7580793b25 req-e6216d90-1772-4c51-865e-a66601694c46 service nova] Lock "6f282443-f481-4f8c-979e-e2750d671814-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.555513] env[69889]: DEBUG oslo_concurrency.lockutils [req-e2be0871-b814-4659-867c-fb7580793b25 req-e6216d90-1772-4c51-865e-a66601694c46 service nova] Lock "6f282443-f481-4f8c-979e-e2750d671814-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.555513] env[69889]: DEBUG nova.compute.manager [req-e2be0871-b814-4659-867c-fb7580793b25 req-e6216d90-1772-4c51-865e-a66601694c46 service nova] [instance: 6f282443-f481-4f8c-979e-e2750d671814] No waiting events found dispatching network-vif-plugged-fbc38a62-21fb-4367-a362-646e8e2fd8ba {{(pid=69889) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1108.555680] env[69889]: WARNING nova.compute.manager [req-e2be0871-b814-4659-867c-fb7580793b25 req-e6216d90-1772-4c51-865e-a66601694c46 service nova] [instance: 6f282443-f481-4f8c-979e-e2750d671814] Received unexpected event network-vif-plugged-fbc38a62-21fb-4367-a362-646e8e2fd8ba for instance with vm_state building and task_state spawning. [ 1108.563011] env[69889]: DEBUG nova.network.neutron [None req-b90a3913-ed7a-4d50-b833-3b8f80a02410 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 6f282443-f481-4f8c-979e-e2750d671814] Successfully updated port: fbc38a62-21fb-4367-a362-646e8e2fd8ba {{(pid=69889) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1108.599277] env[69889]: DEBUG nova.compute.manager [None req-340e1fe4-7757-47ab-bf66-de31ade047f9 tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] [instance: ac14e0fa-9bbf-4c8c-82c4-bf3cf6b0660e] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1108.600867] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3ae00c7-3fe5-41e3-87c3-8bdf790ed7c8 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.605944] env[69889]: INFO nova.compute.manager [None req-56065663-c041-45e7-b118-65244be40796 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] [instance: 745fa69c-6e0e-4aa1-8f0c-a7f40e8093e6] Took 31.98 seconds to build instance. [ 1108.686653] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1fb1c892-82dc-4e25-9811-c51505cf4814 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.909s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.689968] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b89672be-b297-47d1-a667-fd35412e3ea4 tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.233s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.690419] env[69889]: DEBUG nova.objects.instance [None req-b89672be-b297-47d1-a667-fd35412e3ea4 tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] Lazy-loading 'resources' on Instance uuid c88a170d-9436-46c7-af33-4129ce7f06c4 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1108.718506] env[69889]: INFO nova.scheduler.client.report [None req-1fb1c892-82dc-4e25-9811-c51505cf4814 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Deleted allocations for instance bb5adeb2-ff04-4b8a-a3b5-a29b173583b5 [ 1108.737057] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7eb2d884-ccd2-4010-a27a-a26e921c22eb tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Acquiring lock "8866902a-621e-444a-a853-a3753f0418f2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.737447] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7eb2d884-ccd2-4010-a27a-a26e921c22eb tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Lock "8866902a-621e-444a-a853-a3753f0418f2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.065857] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b90a3913-ed7a-4d50-b833-3b8f80a02410 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Acquiring lock "refresh_cache-6f282443-f481-4f8c-979e-e2750d671814" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.066572] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b90a3913-ed7a-4d50-b833-3b8f80a02410 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Acquired lock "refresh_cache-6f282443-f481-4f8c-979e-e2750d671814" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.066572] env[69889]: DEBUG nova.network.neutron [None req-b90a3913-ed7a-4d50-b833-3b8f80a02410 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 6f282443-f481-4f8c-979e-e2750d671814] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1109.109640] env[69889]: DEBUG oslo_concurrency.lockutils [None req-56065663-c041-45e7-b118-65244be40796 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Lock "745fa69c-6e0e-4aa1-8f0c-a7f40e8093e6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.494s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.121434] env[69889]: INFO nova.compute.manager [None req-340e1fe4-7757-47ab-bf66-de31ade047f9 tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] [instance: ac14e0fa-9bbf-4c8c-82c4-bf3cf6b0660e] instance snapshotting [ 1109.124333] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4eb2f27-b693-4fd1-8fc3-b240c6c83b9a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.147128] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aca899e-6cda-4464-b66f-3192ccf118bd {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.231915] env[69889]: DEBUG oslo_concurrency.lockutils [None req-8b3cd14a-2a62-499f-b0e2-098a580b8925 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Acquiring lock "984c2c59-44de-4b93-b198-327b68415ce4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.232194] env[69889]: DEBUG oslo_concurrency.lockutils [None req-8b3cd14a-2a62-499f-b0e2-098a580b8925 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Lock "984c2c59-44de-4b93-b198-327b68415ce4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.236714] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1fb1c892-82dc-4e25-9811-c51505cf4814 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Lock "bb5adeb2-ff04-4b8a-a3b5-a29b173583b5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.036s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.240095] env[69889]: DEBUG nova.compute.manager [None req-7eb2d884-ccd2-4010-a27a-a26e921c22eb tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: 8866902a-621e-444a-a853-a3753f0418f2] Starting instance... {{(pid=69889) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1109.349043] env[69889]: DEBUG oslo_concurrency.lockutils [None req-833629f2-6c4c-4d06-b2b3-469513262d52 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Acquiring lock "refresh_cache-ec331f28-d5ae-4c98-ac7f-612fcd03b679" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.349267] env[69889]: DEBUG oslo_concurrency.lockutils [None req-833629f2-6c4c-4d06-b2b3-469513262d52 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Acquired lock "refresh_cache-ec331f28-d5ae-4c98-ac7f-612fcd03b679" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.349469] env[69889]: DEBUG nova.network.neutron [None req-833629f2-6c4c-4d06-b2b3-469513262d52 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: ec331f28-d5ae-4c98-ac7f-612fcd03b679] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1109.495730] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d036d51-806d-4225-9604-570f881cb24d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.507066] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f594ccb4-2914-4210-89d1-894fb5df2a5c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.543747] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5b78b61-8e89-4901-81f7-2ad288650cb7 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.552543] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fad0c339-8315-42ea-9630-08177c9d693f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.571470] env[69889]: DEBUG nova.compute.provider_tree [None req-b89672be-b297-47d1-a667-fd35412e3ea4 tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1109.600845] env[69889]: DEBUG nova.network.neutron [None req-b90a3913-ed7a-4d50-b833-3b8f80a02410 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 6f282443-f481-4f8c-979e-e2750d671814] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1109.662615] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-340e1fe4-7757-47ab-bf66-de31ade047f9 tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] [instance: ac14e0fa-9bbf-4c8c-82c4-bf3cf6b0660e] Creating Snapshot of the VM instance {{(pid=69889) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1109.662615] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f4295133-2614-4588-9adc-12feae54ec2a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.671437] env[69889]: DEBUG oslo_vmware.api [None req-340e1fe4-7757-47ab-bf66-de31ade047f9 tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Waiting for the task: (returnval){ [ 1109.671437] env[69889]: value = "task-4077918" [ 1109.671437] env[69889]: _type = "Task" [ 1109.671437] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.682362] env[69889]: DEBUG oslo_vmware.api [None req-340e1fe4-7757-47ab-bf66-de31ade047f9 tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Task: {'id': task-4077918, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.742164] env[69889]: DEBUG nova.compute.manager [None req-8b3cd14a-2a62-499f-b0e2-098a580b8925 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: 984c2c59-44de-4b93-b198-327b68415ce4] Starting instance... {{(pid=69889) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1109.765319] env[69889]: DEBUG nova.network.neutron [None req-b90a3913-ed7a-4d50-b833-3b8f80a02410 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 6f282443-f481-4f8c-979e-e2750d671814] Updating instance_info_cache with network_info: [{"id": "fbc38a62-21fb-4367-a362-646e8e2fd8ba", "address": "fa:16:3e:81:7e:0b", "network": {"id": "dc7a1c63-64ed-41ca-b29f-202337c0d542", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1276397426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf71caefe82444e1aa35f5f5071b52f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbc38a62-21", "ovs_interfaceid": "fbc38a62-21fb-4367-a362-646e8e2fd8ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.784599] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7eb2d884-ccd2-4010-a27a-a26e921c22eb tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.827286] env[69889]: DEBUG nova.compute.manager [req-492e64c7-014f-43c7-8793-f9f2fb840510 req-5be604d1-5f40-4ef6-8116-3dd6d6914e08 service nova] [instance: 5665d1c7-3b42-4a19-8d01-0e711aa5b074] Received event network-changed-e44c169b-2ed1-4b44-94e0-0da928bf18a3 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1109.827797] env[69889]: DEBUG nova.compute.manager [req-492e64c7-014f-43c7-8793-f9f2fb840510 req-5be604d1-5f40-4ef6-8116-3dd6d6914e08 service nova] [instance: 5665d1c7-3b42-4a19-8d01-0e711aa5b074] Refreshing instance network info cache due to event network-changed-e44c169b-2ed1-4b44-94e0-0da928bf18a3. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1109.827797] env[69889]: DEBUG oslo_concurrency.lockutils [req-492e64c7-014f-43c7-8793-f9f2fb840510 req-5be604d1-5f40-4ef6-8116-3dd6d6914e08 service nova] Acquiring lock "refresh_cache-5665d1c7-3b42-4a19-8d01-0e711aa5b074" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.827797] env[69889]: DEBUG oslo_concurrency.lockutils [req-492e64c7-014f-43c7-8793-f9f2fb840510 req-5be604d1-5f40-4ef6-8116-3dd6d6914e08 service nova] Acquired lock "refresh_cache-5665d1c7-3b42-4a19-8d01-0e711aa5b074" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.828101] env[69889]: DEBUG nova.network.neutron [req-492e64c7-014f-43c7-8793-f9f2fb840510 req-5be604d1-5f40-4ef6-8116-3dd6d6914e08 service nova] [instance: 5665d1c7-3b42-4a19-8d01-0e711aa5b074] Refreshing network info cache for port e44c169b-2ed1-4b44-94e0-0da928bf18a3 {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1110.076936] env[69889]: DEBUG nova.network.neutron [None req-833629f2-6c4c-4d06-b2b3-469513262d52 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: ec331f28-d5ae-4c98-ac7f-612fcd03b679] Updating instance_info_cache with network_info: [{"id": "775d25a2-6352-487d-843b-259367f3e12c", "address": "fa:16:3e:85:b9:31", "network": {"id": "1b12c1c8-daca-4fb2-8ab1-a5e673ba07eb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-532849496-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7255cdff151a40df83da7bf6356a4e13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap775d25a2-63", "ovs_interfaceid": "775d25a2-6352-487d-843b-259367f3e12c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.078148] env[69889]: DEBUG nova.scheduler.client.report [None req-b89672be-b297-47d1-a667-fd35412e3ea4 tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1110.181889] env[69889]: DEBUG oslo_vmware.api [None req-340e1fe4-7757-47ab-bf66-de31ade047f9 tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Task: {'id': task-4077918, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.209647] env[69889]: DEBUG oslo_concurrency.lockutils [None req-786b7edd-4bad-4f6b-b198-42ac1c689e7f tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Acquiring lock "13d9f160-3906-4434-859b-4fc4b226333e" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.209909] env[69889]: DEBUG oslo_concurrency.lockutils [None req-786b7edd-4bad-4f6b-b198-42ac1c689e7f tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Lock "13d9f160-3906-4434-859b-4fc4b226333e" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.210107] env[69889]: INFO nova.compute.manager [None req-786b7edd-4bad-4f6b-b198-42ac1c689e7f tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] [instance: 13d9f160-3906-4434-859b-4fc4b226333e] Shelving [ 1110.262893] env[69889]: DEBUG oslo_concurrency.lockutils [None req-8b3cd14a-2a62-499f-b0e2-098a580b8925 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.271784] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b90a3913-ed7a-4d50-b833-3b8f80a02410 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Releasing lock "refresh_cache-6f282443-f481-4f8c-979e-e2750d671814" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.272225] env[69889]: DEBUG nova.compute.manager [None req-b90a3913-ed7a-4d50-b833-3b8f80a02410 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 6f282443-f481-4f8c-979e-e2750d671814] Instance network_info: |[{"id": "fbc38a62-21fb-4367-a362-646e8e2fd8ba", "address": "fa:16:3e:81:7e:0b", "network": {"id": "dc7a1c63-64ed-41ca-b29f-202337c0d542", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1276397426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf71caefe82444e1aa35f5f5071b52f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbc38a62-21", "ovs_interfaceid": "fbc38a62-21fb-4367-a362-646e8e2fd8ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1110.272662] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-b90a3913-ed7a-4d50-b833-3b8f80a02410 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 6f282443-f481-4f8c-979e-e2750d671814] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:81:7e:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bd998416-f3d6-4a62-b828-5011063ce76a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fbc38a62-21fb-4367-a362-646e8e2fd8ba', 'vif_model': 'vmxnet3'}] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1110.281174] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b90a3913-ed7a-4d50-b833-3b8f80a02410 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1110.281429] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f282443-f481-4f8c-979e-e2750d671814] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1110.281661] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-58e9b5ea-d66d-4d96-8406-2af0787cfe1a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.304011] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1110.304011] env[69889]: value = "task-4077919" [ 1110.304011] env[69889]: _type = "Task" [ 1110.304011] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.318507] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077919, 'name': CreateVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.580817] env[69889]: DEBUG nova.network.neutron [req-492e64c7-014f-43c7-8793-f9f2fb840510 req-5be604d1-5f40-4ef6-8116-3dd6d6914e08 service nova] [instance: 5665d1c7-3b42-4a19-8d01-0e711aa5b074] Updated VIF entry in instance network info cache for port e44c169b-2ed1-4b44-94e0-0da928bf18a3. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1110.581566] env[69889]: DEBUG nova.network.neutron [req-492e64c7-014f-43c7-8793-f9f2fb840510 req-5be604d1-5f40-4ef6-8116-3dd6d6914e08 service nova] [instance: 5665d1c7-3b42-4a19-8d01-0e711aa5b074] Updating instance_info_cache with network_info: [{"id": "e44c169b-2ed1-4b44-94e0-0da928bf18a3", "address": "fa:16:3e:88:64:f9", "network": {"id": "6a01a17f-776e-45cb-a291-c23936451762", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-632585765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fedc70efcf15450b8d8b54177ed1dc6d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35fcdc55-dc29-451b-ad56-3a03b044dc81", "external-id": "nsx-vlan-transportzone-552", "segmentation_id": 552, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape44c169b-2e", "ovs_interfaceid": "e44c169b-2ed1-4b44-94e0-0da928bf18a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.584587] env[69889]: DEBUG oslo_concurrency.lockutils [None req-833629f2-6c4c-4d06-b2b3-469513262d52 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Releasing lock "refresh_cache-ec331f28-d5ae-4c98-ac7f-612fcd03b679" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.593024] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b89672be-b297-47d1-a667-fd35412e3ea4 tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.902s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.596727] env[69889]: DEBUG oslo_concurrency.lockutils [req-492e64c7-014f-43c7-8793-f9f2fb840510 req-5be604d1-5f40-4ef6-8116-3dd6d6914e08 service nova] Releasing lock "refresh_cache-5665d1c7-3b42-4a19-8d01-0e711aa5b074" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.597426] env[69889]: DEBUG oslo_concurrency.lockutils [None req-05cf45c0-b54a-401c-a35c-da57a457014d tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.590s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.599932] env[69889]: INFO nova.compute.claims [None req-05cf45c0-b54a-401c-a35c-da57a457014d tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: b20e3dbe-d893-4068-8052-3d8d50f0560d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1110.663860] env[69889]: DEBUG nova.compute.manager [req-baf2f735-4b82-47cf-98f3-f46a0c97d89a req-0be51843-54f5-426d-ac87-ae1632f55141 service nova] [instance: 6f282443-f481-4f8c-979e-e2750d671814] Received event network-changed-fbc38a62-21fb-4367-a362-646e8e2fd8ba {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1110.664116] env[69889]: DEBUG nova.compute.manager [req-baf2f735-4b82-47cf-98f3-f46a0c97d89a req-0be51843-54f5-426d-ac87-ae1632f55141 service nova] [instance: 6f282443-f481-4f8c-979e-e2750d671814] Refreshing instance network info cache due to event network-changed-fbc38a62-21fb-4367-a362-646e8e2fd8ba. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1110.664358] env[69889]: DEBUG oslo_concurrency.lockutils [req-baf2f735-4b82-47cf-98f3-f46a0c97d89a req-0be51843-54f5-426d-ac87-ae1632f55141 service nova] Acquiring lock "refresh_cache-6f282443-f481-4f8c-979e-e2750d671814" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.664506] env[69889]: DEBUG oslo_concurrency.lockutils [req-baf2f735-4b82-47cf-98f3-f46a0c97d89a req-0be51843-54f5-426d-ac87-ae1632f55141 service nova] Acquired lock "refresh_cache-6f282443-f481-4f8c-979e-e2750d671814" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.664670] env[69889]: DEBUG nova.network.neutron [req-baf2f735-4b82-47cf-98f3-f46a0c97d89a req-0be51843-54f5-426d-ac87-ae1632f55141 service nova] [instance: 6f282443-f481-4f8c-979e-e2750d671814] Refreshing network info cache for port fbc38a62-21fb-4367-a362-646e8e2fd8ba {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1110.686192] env[69889]: DEBUG oslo_vmware.api [None req-340e1fe4-7757-47ab-bf66-de31ade047f9 tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Task: {'id': task-4077918, 'name': CreateSnapshot_Task, 'duration_secs': 0.893381} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.686948] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-340e1fe4-7757-47ab-bf66-de31ade047f9 tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] [instance: ac14e0fa-9bbf-4c8c-82c4-bf3cf6b0660e] Created Snapshot of the VM instance {{(pid=69889) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1110.688149] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4e46b10-61ab-4bed-b296-3ef534d49d1d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.814376] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077919, 'name': CreateVM_Task, 'duration_secs': 0.492112} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.814549] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f282443-f481-4f8c-979e-e2750d671814] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1110.815253] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b90a3913-ed7a-4d50-b833-3b8f80a02410 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.816978] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b90a3913-ed7a-4d50-b833-3b8f80a02410 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.816978] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b90a3913-ed7a-4d50-b833-3b8f80a02410 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.816978] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-248c792d-d8db-4394-9e05-b46750c36359 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.821253] env[69889]: DEBUG oslo_vmware.api [None req-b90a3913-ed7a-4d50-b833-3b8f80a02410 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Waiting for the task: (returnval){ [ 1110.821253] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]528739ec-2540-192c-575b-8ebfbc78b9b7" [ 1110.821253] env[69889]: _type = "Task" [ 1110.821253] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.830546] env[69889]: DEBUG oslo_vmware.api [None req-b90a3913-ed7a-4d50-b833-3b8f80a02410 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]528739ec-2540-192c-575b-8ebfbc78b9b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.026026] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ad27952f-1c66-41fe-ba47-80caa4d3ceff tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Acquiring lock "15bb3989-8e54-4746-bc0b-96c39d438744" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.026026] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ad27952f-1c66-41fe-ba47-80caa4d3ceff tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Lock "15bb3989-8e54-4746-bc0b-96c39d438744" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.105039] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-693b5aa5-12a8-44e4-8c19-d0feb1797694 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.117961] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50bf3983-e445-47e4-9fc6-a92ca29bfc06 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.125078] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b89672be-b297-47d1-a667-fd35412e3ea4 tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] Lock "c88a170d-9436-46c7-af33-4129ce7f06c4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.138s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.212319] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-340e1fe4-7757-47ab-bf66-de31ade047f9 tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] [instance: ac14e0fa-9bbf-4c8c-82c4-bf3cf6b0660e] Creating linked-clone VM from snapshot {{(pid=69889) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1111.213292] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8ca2674f-a3cc-4c5f-a7ea-32b33e1750e1 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.220981] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-786b7edd-4bad-4f6b-b198-42ac1c689e7f tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] [instance: 13d9f160-3906-4434-859b-4fc4b226333e] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1111.224893] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e63f88e-e208-481d-a85d-cbd78f196e0d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.227070] env[69889]: DEBUG oslo_vmware.api [None req-340e1fe4-7757-47ab-bf66-de31ade047f9 tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Waiting for the task: (returnval){ [ 1111.227070] env[69889]: value = "task-4077920" [ 1111.227070] env[69889]: _type = "Task" [ 1111.227070] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.233745] env[69889]: DEBUG oslo_vmware.api [None req-786b7edd-4bad-4f6b-b198-42ac1c689e7f tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Waiting for the task: (returnval){ [ 1111.233745] env[69889]: value = "task-4077921" [ 1111.233745] env[69889]: _type = "Task" [ 1111.233745] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.242590] env[69889]: DEBUG oslo_vmware.api [None req-340e1fe4-7757-47ab-bf66-de31ade047f9 tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Task: {'id': task-4077920, 'name': CloneVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.251671] env[69889]: DEBUG oslo_vmware.api [None req-786b7edd-4bad-4f6b-b198-42ac1c689e7f tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Task: {'id': task-4077921, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.336503] env[69889]: DEBUG oslo_vmware.api [None req-b90a3913-ed7a-4d50-b833-3b8f80a02410 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]528739ec-2540-192c-575b-8ebfbc78b9b7, 'name': SearchDatastore_Task, 'duration_secs': 0.019101} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.336637] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b90a3913-ed7a-4d50-b833-3b8f80a02410 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.336900] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-b90a3913-ed7a-4d50-b833-3b8f80a02410 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 6f282443-f481-4f8c-979e-e2750d671814] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1111.337260] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b90a3913-ed7a-4d50-b833-3b8f80a02410 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.337670] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b90a3913-ed7a-4d50-b833-3b8f80a02410 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.337876] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-b90a3913-ed7a-4d50-b833-3b8f80a02410 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1111.338203] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d434a98-e206-4d91-a932-6a731b45d4eb {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.357126] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-b90a3913-ed7a-4d50-b833-3b8f80a02410 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1111.357572] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-b90a3913-ed7a-4d50-b833-3b8f80a02410 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1111.358673] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fb4c787-3414-4983-8916-dad5446ba41f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.366419] env[69889]: DEBUG oslo_vmware.api [None req-b90a3913-ed7a-4d50-b833-3b8f80a02410 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Waiting for the task: (returnval){ [ 1111.366419] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52835394-4236-e444-5250-c50aeee705aa" [ 1111.366419] env[69889]: _type = "Task" [ 1111.366419] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.379126] env[69889]: DEBUG oslo_vmware.api [None req-b90a3913-ed7a-4d50-b833-3b8f80a02410 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52835394-4236-e444-5250-c50aeee705aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.441111] env[69889]: DEBUG nova.network.neutron [req-baf2f735-4b82-47cf-98f3-f46a0c97d89a req-0be51843-54f5-426d-ac87-ae1632f55141 service nova] [instance: 6f282443-f481-4f8c-979e-e2750d671814] Updated VIF entry in instance network info cache for port fbc38a62-21fb-4367-a362-646e8e2fd8ba. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1111.441654] env[69889]: DEBUG nova.network.neutron [req-baf2f735-4b82-47cf-98f3-f46a0c97d89a req-0be51843-54f5-426d-ac87-ae1632f55141 service nova] [instance: 6f282443-f481-4f8c-979e-e2750d671814] Updating instance_info_cache with network_info: [{"id": "fbc38a62-21fb-4367-a362-646e8e2fd8ba", "address": "fa:16:3e:81:7e:0b", "network": {"id": "dc7a1c63-64ed-41ca-b29f-202337c0d542", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1276397426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf71caefe82444e1aa35f5f5071b52f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbc38a62-21", "ovs_interfaceid": "fbc38a62-21fb-4367-a362-646e8e2fd8ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.529606] env[69889]: DEBUG nova.compute.manager [None req-ad27952f-1c66-41fe-ba47-80caa4d3ceff tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: 15bb3989-8e54-4746-bc0b-96c39d438744] Starting instance... {{(pid=69889) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1111.744835] env[69889]: DEBUG oslo_vmware.api [None req-340e1fe4-7757-47ab-bf66-de31ade047f9 tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Task: {'id': task-4077920, 'name': CloneVM_Task} progress is 94%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.754599] env[69889]: DEBUG oslo_vmware.api [None req-786b7edd-4bad-4f6b-b198-42ac1c689e7f tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Task: {'id': task-4077921, 'name': PowerOffVM_Task, 'duration_secs': 0.272135} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.755759] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-786b7edd-4bad-4f6b-b198-42ac1c689e7f tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] [instance: 13d9f160-3906-4434-859b-4fc4b226333e] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1111.757176] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3722b51-3beb-4f78-b5de-dbd27af90f83 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.782709] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6450daa-e46f-40dd-88bc-0d96bb0cc6af {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.862323] env[69889]: DEBUG nova.compute.manager [req-6e271b4e-64b9-4535-b0c5-84f95a18f70c req-9cc77d21-86fe-470c-ac28-cef51c12c01e service nova] [instance: 5665d1c7-3b42-4a19-8d01-0e711aa5b074] Received event network-changed-e44c169b-2ed1-4b44-94e0-0da928bf18a3 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1111.862617] env[69889]: DEBUG nova.compute.manager [req-6e271b4e-64b9-4535-b0c5-84f95a18f70c req-9cc77d21-86fe-470c-ac28-cef51c12c01e service nova] [instance: 5665d1c7-3b42-4a19-8d01-0e711aa5b074] Refreshing instance network info cache due to event network-changed-e44c169b-2ed1-4b44-94e0-0da928bf18a3. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1111.862920] env[69889]: DEBUG oslo_concurrency.lockutils [req-6e271b4e-64b9-4535-b0c5-84f95a18f70c req-9cc77d21-86fe-470c-ac28-cef51c12c01e service nova] Acquiring lock "refresh_cache-5665d1c7-3b42-4a19-8d01-0e711aa5b074" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.862981] env[69889]: DEBUG oslo_concurrency.lockutils [req-6e271b4e-64b9-4535-b0c5-84f95a18f70c req-9cc77d21-86fe-470c-ac28-cef51c12c01e service nova] Acquired lock "refresh_cache-5665d1c7-3b42-4a19-8d01-0e711aa5b074" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.863510] env[69889]: DEBUG nova.network.neutron [req-6e271b4e-64b9-4535-b0c5-84f95a18f70c req-9cc77d21-86fe-470c-ac28-cef51c12c01e service nova] [instance: 5665d1c7-3b42-4a19-8d01-0e711aa5b074] Refreshing network info cache for port e44c169b-2ed1-4b44-94e0-0da928bf18a3 {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1111.881757] env[69889]: DEBUG oslo_vmware.api [None req-b90a3913-ed7a-4d50-b833-3b8f80a02410 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52835394-4236-e444-5250-c50aeee705aa, 'name': SearchDatastore_Task, 'duration_secs': 0.015327} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.885578] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a945bf59-89c7-4b96-9dc5-8524b4093afc {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.895093] env[69889]: DEBUG oslo_vmware.api [None req-b90a3913-ed7a-4d50-b833-3b8f80a02410 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Waiting for the task: (returnval){ [ 1111.895093] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52a6ef7f-c1a2-57a7-f5a9-e2caf74929a0" [ 1111.895093] env[69889]: _type = "Task" [ 1111.895093] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.910970] env[69889]: DEBUG oslo_vmware.api [None req-b90a3913-ed7a-4d50-b833-3b8f80a02410 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52a6ef7f-c1a2-57a7-f5a9-e2caf74929a0, 'name': SearchDatastore_Task, 'duration_secs': 0.012281} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.911549] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b90a3913-ed7a-4d50-b833-3b8f80a02410 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.912335] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-b90a3913-ed7a-4d50-b833-3b8f80a02410 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] 6f282443-f481-4f8c-979e-e2750d671814/6f282443-f481-4f8c-979e-e2750d671814.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1111.912335] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8352a0ae-daa8-419b-9436-27150581433e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.923792] env[69889]: DEBUG oslo_vmware.api [None req-b90a3913-ed7a-4d50-b833-3b8f80a02410 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Waiting for the task: (returnval){ [ 1111.923792] env[69889]: value = "task-4077922" [ 1111.923792] env[69889]: _type = "Task" [ 1111.923792] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.933577] env[69889]: DEBUG oslo_vmware.api [None req-b90a3913-ed7a-4d50-b833-3b8f80a02410 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4077922, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.944937] env[69889]: DEBUG oslo_concurrency.lockutils [req-baf2f735-4b82-47cf-98f3-f46a0c97d89a req-0be51843-54f5-426d-ac87-ae1632f55141 service nova] Releasing lock "refresh_cache-6f282443-f481-4f8c-979e-e2750d671814" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.951034] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c8710a6-a876-48f6-b75f-81395b35ae2b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.961806] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-919e3928-18c1-47eb-ad58-dfa9f1147a3c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.994215] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d182bea-6fcb-4ccc-a97e-29e3f4a1380c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.005417] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28fd920a-a6cf-487e-b3ee-a6c1b2f4fe64 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.032377] env[69889]: DEBUG nova.compute.provider_tree [None req-05cf45c0-b54a-401c-a35c-da57a457014d tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1112.050209] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ad27952f-1c66-41fe-ba47-80caa4d3ceff tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.252577] env[69889]: DEBUG oslo_vmware.api [None req-340e1fe4-7757-47ab-bf66-de31ade047f9 tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Task: {'id': task-4077920, 'name': CloneVM_Task} progress is 94%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.256520] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf5ee0d5-c76c-4959-b49c-85d1b74b7820 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.283994] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afffdf4c-c9f8-424a-af53-342b34634489 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.292922] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-833629f2-6c4c-4d06-b2b3-469513262d52 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: ec331f28-d5ae-4c98-ac7f-612fcd03b679] Updating instance 'ec331f28-d5ae-4c98-ac7f-612fcd03b679' progress to 83 {{(pid=69889) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1112.301027] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-786b7edd-4bad-4f6b-b198-42ac1c689e7f tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] [instance: 13d9f160-3906-4434-859b-4fc4b226333e] Creating Snapshot of the VM instance {{(pid=69889) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1112.301027] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-cb1cf812-a138-40bc-98a3-2dd8fb56eb27 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.308415] env[69889]: DEBUG oslo_vmware.api [None req-786b7edd-4bad-4f6b-b198-42ac1c689e7f tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Waiting for the task: (returnval){ [ 1112.308415] env[69889]: value = "task-4077923" [ 1112.308415] env[69889]: _type = "Task" [ 1112.308415] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.325426] env[69889]: DEBUG oslo_vmware.api [None req-786b7edd-4bad-4f6b-b198-42ac1c689e7f tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Task: {'id': task-4077923, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.435629] env[69889]: DEBUG oslo_vmware.api [None req-b90a3913-ed7a-4d50-b833-3b8f80a02410 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4077922, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.538598] env[69889]: DEBUG nova.scheduler.client.report [None req-05cf45c0-b54a-401c-a35c-da57a457014d tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1112.682234] env[69889]: DEBUG nova.network.neutron [req-6e271b4e-64b9-4535-b0c5-84f95a18f70c req-9cc77d21-86fe-470c-ac28-cef51c12c01e service nova] [instance: 5665d1c7-3b42-4a19-8d01-0e711aa5b074] Updated VIF entry in instance network info cache for port e44c169b-2ed1-4b44-94e0-0da928bf18a3. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1112.682690] env[69889]: DEBUG nova.network.neutron [req-6e271b4e-64b9-4535-b0c5-84f95a18f70c req-9cc77d21-86fe-470c-ac28-cef51c12c01e service nova] [instance: 5665d1c7-3b42-4a19-8d01-0e711aa5b074] Updating instance_info_cache with network_info: [{"id": "e44c169b-2ed1-4b44-94e0-0da928bf18a3", "address": "fa:16:3e:88:64:f9", "network": {"id": "6a01a17f-776e-45cb-a291-c23936451762", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-632585765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fedc70efcf15450b8d8b54177ed1dc6d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35fcdc55-dc29-451b-ad56-3a03b044dc81", "external-id": "nsx-vlan-transportzone-552", "segmentation_id": 552, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape44c169b-2e", "ovs_interfaceid": "e44c169b-2ed1-4b44-94e0-0da928bf18a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.742354] env[69889]: DEBUG oslo_vmware.api [None req-340e1fe4-7757-47ab-bf66-de31ade047f9 tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Task: {'id': task-4077920, 'name': CloneVM_Task} progress is 95%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.801031] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-833629f2-6c4c-4d06-b2b3-469513262d52 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: ec331f28-d5ae-4c98-ac7f-612fcd03b679] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1112.801364] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-87c2b1de-07d6-4d75-aeb4-c7a11d028851 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.810269] env[69889]: DEBUG oslo_vmware.api [None req-833629f2-6c4c-4d06-b2b3-469513262d52 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Waiting for the task: (returnval){ [ 1112.810269] env[69889]: value = "task-4077924" [ 1112.810269] env[69889]: _type = "Task" [ 1112.810269] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.827357] env[69889]: DEBUG oslo_vmware.api [None req-786b7edd-4bad-4f6b-b198-42ac1c689e7f tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Task: {'id': task-4077923, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.830649] env[69889]: DEBUG oslo_vmware.api [None req-833629f2-6c4c-4d06-b2b3-469513262d52 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4077924, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.938256] env[69889]: DEBUG oslo_vmware.api [None req-b90a3913-ed7a-4d50-b833-3b8f80a02410 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4077922, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.545526} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.938574] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-b90a3913-ed7a-4d50-b833-3b8f80a02410 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] 6f282443-f481-4f8c-979e-e2750d671814/6f282443-f481-4f8c-979e-e2750d671814.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1112.938786] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-b90a3913-ed7a-4d50-b833-3b8f80a02410 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 6f282443-f481-4f8c-979e-e2750d671814] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1112.939058] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2572c98e-94a9-4d50-ac16-ffcf8fc20c02 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.946842] env[69889]: DEBUG oslo_vmware.api [None req-b90a3913-ed7a-4d50-b833-3b8f80a02410 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Waiting for the task: (returnval){ [ 1112.946842] env[69889]: value = "task-4077925" [ 1112.946842] env[69889]: _type = "Task" [ 1112.946842] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.958171] env[69889]: DEBUG oslo_vmware.api [None req-b90a3913-ed7a-4d50-b833-3b8f80a02410 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4077925, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.046406] env[69889]: DEBUG oslo_concurrency.lockutils [None req-05cf45c0-b54a-401c-a35c-da57a457014d tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.449s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.047015] env[69889]: DEBUG nova.compute.manager [None req-05cf45c0-b54a-401c-a35c-da57a457014d tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: b20e3dbe-d893-4068-8052-3d8d50f0560d] Start building networks asynchronously for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1113.049936] env[69889]: DEBUG oslo_concurrency.lockutils [None req-da69ab00-77c7-4d86-a3ce-590479e9d612 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.725s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.054019] env[69889]: DEBUG nova.objects.instance [None req-da69ab00-77c7-4d86-a3ce-590479e9d612 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Lazy-loading 'resources' on Instance uuid f07b9899-bae0-4dd7-b07d-fd9c8bd8caf9 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1113.188787] env[69889]: DEBUG oslo_concurrency.lockutils [req-6e271b4e-64b9-4535-b0c5-84f95a18f70c req-9cc77d21-86fe-470c-ac28-cef51c12c01e service nova] Releasing lock "refresh_cache-5665d1c7-3b42-4a19-8d01-0e711aa5b074" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.189024] env[69889]: DEBUG nova.compute.manager [req-6e271b4e-64b9-4535-b0c5-84f95a18f70c req-9cc77d21-86fe-470c-ac28-cef51c12c01e service nova] [instance: 745fa69c-6e0e-4aa1-8f0c-a7f40e8093e6] Received event network-changed-930e0df1-71b4-4d16-8cc1-40241e557df8 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1113.189293] env[69889]: DEBUG nova.compute.manager [req-6e271b4e-64b9-4535-b0c5-84f95a18f70c req-9cc77d21-86fe-470c-ac28-cef51c12c01e service nova] [instance: 745fa69c-6e0e-4aa1-8f0c-a7f40e8093e6] Refreshing instance network info cache due to event network-changed-930e0df1-71b4-4d16-8cc1-40241e557df8. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1113.189522] env[69889]: DEBUG oslo_concurrency.lockutils [req-6e271b4e-64b9-4535-b0c5-84f95a18f70c req-9cc77d21-86fe-470c-ac28-cef51c12c01e service nova] Acquiring lock "refresh_cache-745fa69c-6e0e-4aa1-8f0c-a7f40e8093e6" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.189668] env[69889]: DEBUG oslo_concurrency.lockutils [req-6e271b4e-64b9-4535-b0c5-84f95a18f70c req-9cc77d21-86fe-470c-ac28-cef51c12c01e service nova] Acquired lock "refresh_cache-745fa69c-6e0e-4aa1-8f0c-a7f40e8093e6" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.189835] env[69889]: DEBUG nova.network.neutron [req-6e271b4e-64b9-4535-b0c5-84f95a18f70c req-9cc77d21-86fe-470c-ac28-cef51c12c01e service nova] [instance: 745fa69c-6e0e-4aa1-8f0c-a7f40e8093e6] Refreshing network info cache for port 930e0df1-71b4-4d16-8cc1-40241e557df8 {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1113.243249] env[69889]: DEBUG oslo_vmware.api [None req-340e1fe4-7757-47ab-bf66-de31ade047f9 tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Task: {'id': task-4077920, 'name': CloneVM_Task, 'duration_secs': 1.809205} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.243537] env[69889]: INFO nova.virt.vmwareapi.vmops [None req-340e1fe4-7757-47ab-bf66-de31ade047f9 tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] [instance: ac14e0fa-9bbf-4c8c-82c4-bf3cf6b0660e] Created linked-clone VM from snapshot [ 1113.244343] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a7d510d-39a8-425b-af8b-b4f9f8be7bf0 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.253384] env[69889]: DEBUG nova.virt.vmwareapi.images [None req-340e1fe4-7757-47ab-bf66-de31ade047f9 tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] [instance: ac14e0fa-9bbf-4c8c-82c4-bf3cf6b0660e] Uploading image 01a6274d-9e90-4b84-b9e9-75766f3f971a {{(pid=69889) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1113.280817] env[69889]: DEBUG oslo_vmware.rw_handles [None req-340e1fe4-7757-47ab-bf66-de31ade047f9 tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1113.280817] env[69889]: value = "vm-808041" [ 1113.280817] env[69889]: _type = "VirtualMachine" [ 1113.280817] env[69889]: }. {{(pid=69889) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1113.281143] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-abca7b32-1f2c-42d4-8f24-1b5c2d97ad60 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.292367] env[69889]: DEBUG oslo_vmware.rw_handles [None req-340e1fe4-7757-47ab-bf66-de31ade047f9 tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Lease: (returnval){ [ 1113.292367] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52a4618f-bdf0-5e24-fe1c-4b1a2226156f" [ 1113.292367] env[69889]: _type = "HttpNfcLease" [ 1113.292367] env[69889]: } obtained for exporting VM: (result){ [ 1113.292367] env[69889]: value = "vm-808041" [ 1113.292367] env[69889]: _type = "VirtualMachine" [ 1113.292367] env[69889]: }. {{(pid=69889) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1113.292367] env[69889]: DEBUG oslo_vmware.api [None req-340e1fe4-7757-47ab-bf66-de31ade047f9 tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Waiting for the lease: (returnval){ [ 1113.292367] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52a4618f-bdf0-5e24-fe1c-4b1a2226156f" [ 1113.292367] env[69889]: _type = "HttpNfcLease" [ 1113.292367] env[69889]: } to be ready. {{(pid=69889) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1113.297011] env[69889]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1113.297011] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52a4618f-bdf0-5e24-fe1c-4b1a2226156f" [ 1113.297011] env[69889]: _type = "HttpNfcLease" [ 1113.297011] env[69889]: } is initializing. {{(pid=69889) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1113.323073] env[69889]: DEBUG oslo_vmware.api [None req-786b7edd-4bad-4f6b-b198-42ac1c689e7f tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Task: {'id': task-4077923, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.329070] env[69889]: DEBUG oslo_vmware.api [None req-833629f2-6c4c-4d06-b2b3-469513262d52 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4077924, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.457407] env[69889]: DEBUG oslo_vmware.api [None req-b90a3913-ed7a-4d50-b833-3b8f80a02410 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4077925, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.16678} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.457712] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-b90a3913-ed7a-4d50-b833-3b8f80a02410 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 6f282443-f481-4f8c-979e-e2750d671814] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1113.458540] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1d09e03-6a94-4651-9444-f2d04faa205b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.481288] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-b90a3913-ed7a-4d50-b833-3b8f80a02410 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 6f282443-f481-4f8c-979e-e2750d671814] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] 6f282443-f481-4f8c-979e-e2750d671814/6f282443-f481-4f8c-979e-e2750d671814.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1113.482154] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53b22ac2-9999-463b-ac4e-34cb21882fbe {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.503910] env[69889]: DEBUG oslo_vmware.api [None req-b90a3913-ed7a-4d50-b833-3b8f80a02410 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Waiting for the task: (returnval){ [ 1113.503910] env[69889]: value = "task-4077927" [ 1113.503910] env[69889]: _type = "Task" [ 1113.503910] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.513679] env[69889]: DEBUG oslo_vmware.api [None req-b90a3913-ed7a-4d50-b833-3b8f80a02410 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4077927, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.553296] env[69889]: DEBUG nova.compute.utils [None req-05cf45c0-b54a-401c-a35c-da57a457014d tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1113.557967] env[69889]: DEBUG nova.compute.manager [None req-05cf45c0-b54a-401c-a35c-da57a457014d tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: b20e3dbe-d893-4068-8052-3d8d50f0560d] Allocating IP information in the background. {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1113.558180] env[69889]: DEBUG nova.network.neutron [None req-05cf45c0-b54a-401c-a35c-da57a457014d tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: b20e3dbe-d893-4068-8052-3d8d50f0560d] allocate_for_instance() {{(pid=69889) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1113.607901] env[69889]: DEBUG nova.policy [None req-05cf45c0-b54a-401c-a35c-da57a457014d tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9e190865d02549c6a16effe8460be547', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd44aab10ad824c2fb2caf2263913e054', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69889) authorize /opt/stack/nova/nova/policy.py:192}} [ 1113.803228] env[69889]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1113.803228] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52a4618f-bdf0-5e24-fe1c-4b1a2226156f" [ 1113.803228] env[69889]: _type = "HttpNfcLease" [ 1113.803228] env[69889]: } is ready. {{(pid=69889) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1113.803640] env[69889]: DEBUG oslo_vmware.rw_handles [None req-340e1fe4-7757-47ab-bf66-de31ade047f9 tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1113.803640] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52a4618f-bdf0-5e24-fe1c-4b1a2226156f" [ 1113.803640] env[69889]: _type = "HttpNfcLease" [ 1113.803640] env[69889]: }. {{(pid=69889) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1113.805826] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-378dae30-775f-439f-ad45-286fb254e044 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.820362] env[69889]: DEBUG oslo_vmware.rw_handles [None req-340e1fe4-7757-47ab-bf66-de31ade047f9 tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c8eae8-b680-1a06-d72c-8016f4248914/disk-0.vmdk from lease info. {{(pid=69889) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1113.820559] env[69889]: DEBUG oslo_vmware.rw_handles [None req-340e1fe4-7757-47ab-bf66-de31ade047f9 tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c8eae8-b680-1a06-d72c-8016f4248914/disk-0.vmdk for reading. {{(pid=69889) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1113.835047] env[69889]: DEBUG oslo_vmware.api [None req-786b7edd-4bad-4f6b-b198-42ac1c689e7f tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Task: {'id': task-4077923, 'name': CreateSnapshot_Task, 'duration_secs': 1.118904} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.894153] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-786b7edd-4bad-4f6b-b198-42ac1c689e7f tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] [instance: 13d9f160-3906-4434-859b-4fc4b226333e] Created Snapshot of the VM instance {{(pid=69889) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1113.894591] env[69889]: DEBUG oslo_concurrency.lockutils [None req-93beac79-00a3-4afd-aa46-3056b0851985 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Acquiring lock "745fa69c-6e0e-4aa1-8f0c-a7f40e8093e6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.894841] env[69889]: DEBUG oslo_concurrency.lockutils [None req-93beac79-00a3-4afd-aa46-3056b0851985 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Lock "745fa69c-6e0e-4aa1-8f0c-a7f40e8093e6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.895057] env[69889]: DEBUG oslo_concurrency.lockutils [None req-93beac79-00a3-4afd-aa46-3056b0851985 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Acquiring lock "745fa69c-6e0e-4aa1-8f0c-a7f40e8093e6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.895259] env[69889]: DEBUG oslo_concurrency.lockutils [None req-93beac79-00a3-4afd-aa46-3056b0851985 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Lock "745fa69c-6e0e-4aa1-8f0c-a7f40e8093e6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.895431] env[69889]: DEBUG oslo_concurrency.lockutils [None req-93beac79-00a3-4afd-aa46-3056b0851985 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Lock "745fa69c-6e0e-4aa1-8f0c-a7f40e8093e6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.906790] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63770231-21c8-4cef-90d4-a7805c600d76 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.909626] env[69889]: DEBUG oslo_vmware.api [None req-833629f2-6c4c-4d06-b2b3-469513262d52 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4077924, 'name': PowerOnVM_Task, 'duration_secs': 0.628054} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.910456] env[69889]: DEBUG nova.network.neutron [None req-05cf45c0-b54a-401c-a35c-da57a457014d tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: b20e3dbe-d893-4068-8052-3d8d50f0560d] Successfully created port: e76c3ca4-8a26-4f1c-bd86-e37a3083c689 {{(pid=69889) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1113.913170] env[69889]: INFO nova.compute.manager [None req-93beac79-00a3-4afd-aa46-3056b0851985 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] [instance: 745fa69c-6e0e-4aa1-8f0c-a7f40e8093e6] Terminating instance [ 1113.915295] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-833629f2-6c4c-4d06-b2b3-469513262d52 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: ec331f28-d5ae-4c98-ac7f-612fcd03b679] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1113.915482] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-833629f2-6c4c-4d06-b2b3-469513262d52 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: ec331f28-d5ae-4c98-ac7f-612fcd03b679] Updating instance 'ec331f28-d5ae-4c98-ac7f-612fcd03b679' progress to 100 {{(pid=69889) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1113.928021] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eccf381-49b5-459e-b181-25936bcdc09b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.938546] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5a27730-7f6b-4a2c-b842-67f1fa0a1a40 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.972942] env[69889]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-073580c1-1373-41ad-bef3-6a092cc785b7 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.978349] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2275ba04-4774-43a4-80d2-96d7071ed808 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.990040] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24e1cb65-104b-4ff7-9705-d3f9e216ba0a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.005911] env[69889]: DEBUG nova.compute.provider_tree [None req-da69ab00-77c7-4d86-a3ce-590479e9d612 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1114.018300] env[69889]: DEBUG oslo_vmware.api [None req-b90a3913-ed7a-4d50-b833-3b8f80a02410 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4077927, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.056345] env[69889]: DEBUG nova.compute.manager [req-36705c25-06ee-424a-b146-f3eee82afcb9 req-f24337d5-35cb-441d-9be7-9388ccc0ed1f service nova] [instance: 745fa69c-6e0e-4aa1-8f0c-a7f40e8093e6] Received event network-changed-930e0df1-71b4-4d16-8cc1-40241e557df8 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1114.056535] env[69889]: DEBUG nova.compute.manager [req-36705c25-06ee-424a-b146-f3eee82afcb9 req-f24337d5-35cb-441d-9be7-9388ccc0ed1f service nova] [instance: 745fa69c-6e0e-4aa1-8f0c-a7f40e8093e6] Refreshing instance network info cache due to event network-changed-930e0df1-71b4-4d16-8cc1-40241e557df8. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1114.056720] env[69889]: DEBUG oslo_concurrency.lockutils [req-36705c25-06ee-424a-b146-f3eee82afcb9 req-f24337d5-35cb-441d-9be7-9388ccc0ed1f service nova] Acquiring lock "refresh_cache-745fa69c-6e0e-4aa1-8f0c-a7f40e8093e6" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.058020] env[69889]: DEBUG nova.compute.manager [None req-05cf45c0-b54a-401c-a35c-da57a457014d tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: b20e3dbe-d893-4068-8052-3d8d50f0560d] Start building block device mappings for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1114.073344] env[69889]: DEBUG nova.network.neutron [req-6e271b4e-64b9-4535-b0c5-84f95a18f70c req-9cc77d21-86fe-470c-ac28-cef51c12c01e service nova] [instance: 745fa69c-6e0e-4aa1-8f0c-a7f40e8093e6] Updated VIF entry in instance network info cache for port 930e0df1-71b4-4d16-8cc1-40241e557df8. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1114.073684] env[69889]: DEBUG nova.network.neutron [req-6e271b4e-64b9-4535-b0c5-84f95a18f70c req-9cc77d21-86fe-470c-ac28-cef51c12c01e service nova] [instance: 745fa69c-6e0e-4aa1-8f0c-a7f40e8093e6] Updating instance_info_cache with network_info: [{"id": "930e0df1-71b4-4d16-8cc1-40241e557df8", "address": "fa:16:3e:6a:c9:47", "network": {"id": "6a01a17f-776e-45cb-a291-c23936451762", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-632585765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fedc70efcf15450b8d8b54177ed1dc6d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35fcdc55-dc29-451b-ad56-3a03b044dc81", "external-id": "nsx-vlan-transportzone-552", "segmentation_id": 552, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap930e0df1-71", "ovs_interfaceid": "930e0df1-71b4-4d16-8cc1-40241e557df8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.428712] env[69889]: DEBUG nova.compute.manager [None req-93beac79-00a3-4afd-aa46-3056b0851985 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] [instance: 745fa69c-6e0e-4aa1-8f0c-a7f40e8093e6] Start destroying the instance on the hypervisor. {{(pid=69889) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1114.428944] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-93beac79-00a3-4afd-aa46-3056b0851985 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] [instance: 745fa69c-6e0e-4aa1-8f0c-a7f40e8093e6] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1114.430370] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-821997b7-ff40-48d9-98c3-29ff91bd8da2 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.443203] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-786b7edd-4bad-4f6b-b198-42ac1c689e7f tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] [instance: 13d9f160-3906-4434-859b-4fc4b226333e] Creating linked-clone VM from snapshot {{(pid=69889) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1114.446622] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-325b1836-2751-4295-977c-0e73fe03863e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.450338] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-93beac79-00a3-4afd-aa46-3056b0851985 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] [instance: 745fa69c-6e0e-4aa1-8f0c-a7f40e8093e6] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1114.451027] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-114ed4bb-dec3-4720-b26f-c76eb8d03132 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.461296] env[69889]: DEBUG oslo_vmware.api [None req-93beac79-00a3-4afd-aa46-3056b0851985 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Waiting for the task: (returnval){ [ 1114.461296] env[69889]: value = "task-4077928" [ 1114.461296] env[69889]: _type = "Task" [ 1114.461296] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.461954] env[69889]: DEBUG oslo_vmware.api [None req-786b7edd-4bad-4f6b-b198-42ac1c689e7f tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Waiting for the task: (returnval){ [ 1114.461954] env[69889]: value = "task-4077929" [ 1114.461954] env[69889]: _type = "Task" [ 1114.461954] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.478624] env[69889]: DEBUG oslo_vmware.api [None req-93beac79-00a3-4afd-aa46-3056b0851985 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Task: {'id': task-4077928, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.482970] env[69889]: DEBUG oslo_vmware.api [None req-786b7edd-4bad-4f6b-b198-42ac1c689e7f tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Task: {'id': task-4077929, 'name': CloneVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.513632] env[69889]: DEBUG nova.scheduler.client.report [None req-da69ab00-77c7-4d86-a3ce-590479e9d612 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1114.525185] env[69889]: DEBUG oslo_vmware.api [None req-b90a3913-ed7a-4d50-b833-3b8f80a02410 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4077927, 'name': ReconfigVM_Task, 'duration_secs': 0.855048} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.525875] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-b90a3913-ed7a-4d50-b833-3b8f80a02410 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 6f282443-f481-4f8c-979e-e2750d671814] Reconfigured VM instance instance-0000005d to attach disk [datastore2] 6f282443-f481-4f8c-979e-e2750d671814/6f282443-f481-4f8c-979e-e2750d671814.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1114.526702] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f76fc738-9dec-46ad-a94c-7c0319a80e1c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.536107] env[69889]: DEBUG oslo_vmware.api [None req-b90a3913-ed7a-4d50-b833-3b8f80a02410 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Waiting for the task: (returnval){ [ 1114.536107] env[69889]: value = "task-4077930" [ 1114.536107] env[69889]: _type = "Task" [ 1114.536107] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.552763] env[69889]: DEBUG oslo_vmware.api [None req-b90a3913-ed7a-4d50-b833-3b8f80a02410 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4077930, 'name': Rename_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.578350] env[69889]: DEBUG oslo_concurrency.lockutils [req-6e271b4e-64b9-4535-b0c5-84f95a18f70c req-9cc77d21-86fe-470c-ac28-cef51c12c01e service nova] Releasing lock "refresh_cache-745fa69c-6e0e-4aa1-8f0c-a7f40e8093e6" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.578350] env[69889]: DEBUG oslo_concurrency.lockutils [req-36705c25-06ee-424a-b146-f3eee82afcb9 req-f24337d5-35cb-441d-9be7-9388ccc0ed1f service nova] Acquired lock "refresh_cache-745fa69c-6e0e-4aa1-8f0c-a7f40e8093e6" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.578562] env[69889]: DEBUG nova.network.neutron [req-36705c25-06ee-424a-b146-f3eee82afcb9 req-f24337d5-35cb-441d-9be7-9388ccc0ed1f service nova] [instance: 745fa69c-6e0e-4aa1-8f0c-a7f40e8093e6] Refreshing network info cache for port 930e0df1-71b4-4d16-8cc1-40241e557df8 {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1114.984521] env[69889]: DEBUG oslo_vmware.api [None req-93beac79-00a3-4afd-aa46-3056b0851985 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Task: {'id': task-4077928, 'name': PowerOffVM_Task, 'duration_secs': 0.261396} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.987776] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-93beac79-00a3-4afd-aa46-3056b0851985 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] [instance: 745fa69c-6e0e-4aa1-8f0c-a7f40e8093e6] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1114.987776] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-93beac79-00a3-4afd-aa46-3056b0851985 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] [instance: 745fa69c-6e0e-4aa1-8f0c-a7f40e8093e6] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1114.992488] env[69889]: DEBUG oslo_vmware.api [None req-786b7edd-4bad-4f6b-b198-42ac1c689e7f tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Task: {'id': task-4077929, 'name': CloneVM_Task} progress is 94%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.993143] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4ba4b595-1f64-4729-baf4-2b9d367d99db {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.028066] env[69889]: DEBUG oslo_concurrency.lockutils [None req-da69ab00-77c7-4d86-a3ce-590479e9d612 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.978s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.032797] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7eb2d884-ccd2-4010-a27a-a26e921c22eb tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.247s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.037593] env[69889]: INFO nova.compute.claims [None req-7eb2d884-ccd2-4010-a27a-a26e921c22eb tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: 8866902a-621e-444a-a853-a3753f0418f2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1115.067490] env[69889]: DEBUG oslo_vmware.api [None req-b90a3913-ed7a-4d50-b833-3b8f80a02410 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4077930, 'name': Rename_Task, 'duration_secs': 0.197124} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.067490] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-b90a3913-ed7a-4d50-b833-3b8f80a02410 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 6f282443-f481-4f8c-979e-e2750d671814] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1115.067490] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2293f52a-955e-44a5-8244-13db215c4235 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.072194] env[69889]: DEBUG nova.compute.manager [None req-05cf45c0-b54a-401c-a35c-da57a457014d tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: b20e3dbe-d893-4068-8052-3d8d50f0560d] Start spawning the instance on the hypervisor. {{(pid=69889) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1115.078724] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-93beac79-00a3-4afd-aa46-3056b0851985 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] [instance: 745fa69c-6e0e-4aa1-8f0c-a7f40e8093e6] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1115.079291] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-93beac79-00a3-4afd-aa46-3056b0851985 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] [instance: 745fa69c-6e0e-4aa1-8f0c-a7f40e8093e6] Deleting contents of the VM from datastore datastore1 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1115.079291] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-93beac79-00a3-4afd-aa46-3056b0851985 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Deleting the datastore file [datastore1] 745fa69c-6e0e-4aa1-8f0c-a7f40e8093e6 {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1115.080458] env[69889]: INFO nova.scheduler.client.report [None req-da69ab00-77c7-4d86-a3ce-590479e9d612 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Deleted allocations for instance f07b9899-bae0-4dd7-b07d-fd9c8bd8caf9 [ 1115.081685] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dc9a6de8-0bab-4314-9aba-c9ccc0a30fce {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.093563] env[69889]: DEBUG oslo_vmware.api [None req-b90a3913-ed7a-4d50-b833-3b8f80a02410 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Waiting for the task: (returnval){ [ 1115.093563] env[69889]: value = "task-4077932" [ 1115.093563] env[69889]: _type = "Task" [ 1115.093563] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.107641] env[69889]: DEBUG oslo_vmware.api [None req-93beac79-00a3-4afd-aa46-3056b0851985 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Waiting for the task: (returnval){ [ 1115.107641] env[69889]: value = "task-4077933" [ 1115.107641] env[69889]: _type = "Task" [ 1115.107641] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.115685] env[69889]: DEBUG oslo_vmware.api [None req-b90a3913-ed7a-4d50-b833-3b8f80a02410 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4077932, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.118657] env[69889]: DEBUG nova.virt.hardware [None req-05cf45c0-b54a-401c-a35c-da57a457014d tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1115.118890] env[69889]: DEBUG nova.virt.hardware [None req-05cf45c0-b54a-401c-a35c-da57a457014d tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1115.119056] env[69889]: DEBUG nova.virt.hardware [None req-05cf45c0-b54a-401c-a35c-da57a457014d tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1115.119320] env[69889]: DEBUG nova.virt.hardware [None req-05cf45c0-b54a-401c-a35c-da57a457014d tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1115.119464] env[69889]: DEBUG nova.virt.hardware [None req-05cf45c0-b54a-401c-a35c-da57a457014d tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1115.119595] env[69889]: DEBUG nova.virt.hardware [None req-05cf45c0-b54a-401c-a35c-da57a457014d tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1115.119867] env[69889]: DEBUG nova.virt.hardware [None req-05cf45c0-b54a-401c-a35c-da57a457014d tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1115.119942] env[69889]: DEBUG nova.virt.hardware [None req-05cf45c0-b54a-401c-a35c-da57a457014d tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1115.120131] env[69889]: DEBUG nova.virt.hardware [None req-05cf45c0-b54a-401c-a35c-da57a457014d tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1115.120304] env[69889]: DEBUG nova.virt.hardware [None req-05cf45c0-b54a-401c-a35c-da57a457014d tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1115.120468] env[69889]: DEBUG nova.virt.hardware [None req-05cf45c0-b54a-401c-a35c-da57a457014d tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1115.122080] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-817d44a9-6755-40d4-9a99-64da06f6a705 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.128764] env[69889]: DEBUG oslo_vmware.api [None req-93beac79-00a3-4afd-aa46-3056b0851985 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Task: {'id': task-4077933, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.135429] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64adea2e-f5e2-4f2b-b304-7aabec491c54 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.352227] env[69889]: DEBUG nova.compute.manager [req-6f338129-679d-4c1d-baf1-6ca05a8615ce req-d17846a4-1b1f-4a58-a1a1-d9eab213df45 service nova] [instance: b20e3dbe-d893-4068-8052-3d8d50f0560d] Received event network-vif-plugged-e76c3ca4-8a26-4f1c-bd86-e37a3083c689 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1115.352576] env[69889]: DEBUG oslo_concurrency.lockutils [req-6f338129-679d-4c1d-baf1-6ca05a8615ce req-d17846a4-1b1f-4a58-a1a1-d9eab213df45 service nova] Acquiring lock "b20e3dbe-d893-4068-8052-3d8d50f0560d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.353434] env[69889]: DEBUG oslo_concurrency.lockutils [req-6f338129-679d-4c1d-baf1-6ca05a8615ce req-d17846a4-1b1f-4a58-a1a1-d9eab213df45 service nova] Lock "b20e3dbe-d893-4068-8052-3d8d50f0560d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.354310] env[69889]: DEBUG oslo_concurrency.lockutils [req-6f338129-679d-4c1d-baf1-6ca05a8615ce req-d17846a4-1b1f-4a58-a1a1-d9eab213df45 service nova] Lock "b20e3dbe-d893-4068-8052-3d8d50f0560d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.354423] env[69889]: DEBUG nova.compute.manager [req-6f338129-679d-4c1d-baf1-6ca05a8615ce req-d17846a4-1b1f-4a58-a1a1-d9eab213df45 service nova] [instance: b20e3dbe-d893-4068-8052-3d8d50f0560d] No waiting events found dispatching network-vif-plugged-e76c3ca4-8a26-4f1c-bd86-e37a3083c689 {{(pid=69889) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1115.354626] env[69889]: WARNING nova.compute.manager [req-6f338129-679d-4c1d-baf1-6ca05a8615ce req-d17846a4-1b1f-4a58-a1a1-d9eab213df45 service nova] [instance: b20e3dbe-d893-4068-8052-3d8d50f0560d] Received unexpected event network-vif-plugged-e76c3ca4-8a26-4f1c-bd86-e37a3083c689 for instance with vm_state building and task_state spawning. [ 1115.452634] env[69889]: DEBUG nova.network.neutron [None req-05cf45c0-b54a-401c-a35c-da57a457014d tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: b20e3dbe-d893-4068-8052-3d8d50f0560d] Successfully updated port: e76c3ca4-8a26-4f1c-bd86-e37a3083c689 {{(pid=69889) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1115.480831] env[69889]: DEBUG oslo_vmware.api [None req-786b7edd-4bad-4f6b-b198-42ac1c689e7f tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Task: {'id': task-4077929, 'name': CloneVM_Task} progress is 94%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.507224] env[69889]: DEBUG nova.network.neutron [req-36705c25-06ee-424a-b146-f3eee82afcb9 req-f24337d5-35cb-441d-9be7-9388ccc0ed1f service nova] [instance: 745fa69c-6e0e-4aa1-8f0c-a7f40e8093e6] Updated VIF entry in instance network info cache for port 930e0df1-71b4-4d16-8cc1-40241e557df8. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1115.507628] env[69889]: DEBUG nova.network.neutron [req-36705c25-06ee-424a-b146-f3eee82afcb9 req-f24337d5-35cb-441d-9be7-9388ccc0ed1f service nova] [instance: 745fa69c-6e0e-4aa1-8f0c-a7f40e8093e6] Updating instance_info_cache with network_info: [{"id": "930e0df1-71b4-4d16-8cc1-40241e557df8", "address": "fa:16:3e:6a:c9:47", "network": {"id": "6a01a17f-776e-45cb-a291-c23936451762", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-632585765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fedc70efcf15450b8d8b54177ed1dc6d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35fcdc55-dc29-451b-ad56-3a03b044dc81", "external-id": "nsx-vlan-transportzone-552", "segmentation_id": 552, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap930e0df1-71", "ovs_interfaceid": "930e0df1-71b4-4d16-8cc1-40241e557df8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.604600] env[69889]: DEBUG oslo_concurrency.lockutils [None req-da69ab00-77c7-4d86-a3ce-590479e9d612 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Lock "f07b9899-bae0-4dd7-b07d-fd9c8bd8caf9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.285s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.623613] env[69889]: DEBUG oslo_vmware.api [None req-b90a3913-ed7a-4d50-b833-3b8f80a02410 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4077932, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.634208] env[69889]: DEBUG oslo_vmware.api [None req-93beac79-00a3-4afd-aa46-3056b0851985 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Task: {'id': task-4077933, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163792} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.634576] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-93beac79-00a3-4afd-aa46-3056b0851985 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1115.634902] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-93beac79-00a3-4afd-aa46-3056b0851985 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] [instance: 745fa69c-6e0e-4aa1-8f0c-a7f40e8093e6] Deleted contents of the VM from datastore datastore1 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1115.635180] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-93beac79-00a3-4afd-aa46-3056b0851985 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] [instance: 745fa69c-6e0e-4aa1-8f0c-a7f40e8093e6] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1115.635547] env[69889]: INFO nova.compute.manager [None req-93beac79-00a3-4afd-aa46-3056b0851985 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] [instance: 745fa69c-6e0e-4aa1-8f0c-a7f40e8093e6] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1115.635917] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-93beac79-00a3-4afd-aa46-3056b0851985 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1115.638527] env[69889]: DEBUG nova.compute.manager [-] [instance: 745fa69c-6e0e-4aa1-8f0c-a7f40e8093e6] Deallocating network for instance {{(pid=69889) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1115.638527] env[69889]: DEBUG nova.network.neutron [-] [instance: 745fa69c-6e0e-4aa1-8f0c-a7f40e8093e6] deallocate_for_instance() {{(pid=69889) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1115.958226] env[69889]: DEBUG oslo_concurrency.lockutils [None req-05cf45c0-b54a-401c-a35c-da57a457014d tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Acquiring lock "refresh_cache-b20e3dbe-d893-4068-8052-3d8d50f0560d" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.958458] env[69889]: DEBUG oslo_concurrency.lockutils [None req-05cf45c0-b54a-401c-a35c-da57a457014d tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Acquired lock "refresh_cache-b20e3dbe-d893-4068-8052-3d8d50f0560d" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.958718] env[69889]: DEBUG nova.network.neutron [None req-05cf45c0-b54a-401c-a35c-da57a457014d tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: b20e3dbe-d893-4068-8052-3d8d50f0560d] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1115.980208] env[69889]: DEBUG oslo_vmware.api [None req-786b7edd-4bad-4f6b-b198-42ac1c689e7f tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Task: {'id': task-4077929, 'name': CloneVM_Task} progress is 95%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.011460] env[69889]: DEBUG oslo_concurrency.lockutils [req-36705c25-06ee-424a-b146-f3eee82afcb9 req-f24337d5-35cb-441d-9be7-9388ccc0ed1f service nova] Releasing lock "refresh_cache-745fa69c-6e0e-4aa1-8f0c-a7f40e8093e6" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.126246] env[69889]: DEBUG oslo_vmware.api [None req-b90a3913-ed7a-4d50-b833-3b8f80a02410 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4077932, 'name': PowerOnVM_Task, 'duration_secs': 0.710429} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.126602] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-b90a3913-ed7a-4d50-b833-3b8f80a02410 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 6f282443-f481-4f8c-979e-e2750d671814] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1116.126823] env[69889]: INFO nova.compute.manager [None req-b90a3913-ed7a-4d50-b833-3b8f80a02410 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 6f282443-f481-4f8c-979e-e2750d671814] Took 8.34 seconds to spawn the instance on the hypervisor. [ 1116.127045] env[69889]: DEBUG nova.compute.manager [None req-b90a3913-ed7a-4d50-b833-3b8f80a02410 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 6f282443-f481-4f8c-979e-e2750d671814] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1116.127909] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e5c5e9b-aaf2-4604-9d0f-a190d514a604 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.280374] env[69889]: DEBUG nova.compute.manager [req-0d5794d9-f92a-4177-93a8-dedd44b1c672 req-7057b988-5d24-4598-9aa5-0258c99a5229 service nova] [instance: 5665d1c7-3b42-4a19-8d01-0e711aa5b074] Received event network-changed-e44c169b-2ed1-4b44-94e0-0da928bf18a3 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1116.281952] env[69889]: DEBUG nova.compute.manager [req-0d5794d9-f92a-4177-93a8-dedd44b1c672 req-7057b988-5d24-4598-9aa5-0258c99a5229 service nova] [instance: 5665d1c7-3b42-4a19-8d01-0e711aa5b074] Refreshing instance network info cache due to event network-changed-e44c169b-2ed1-4b44-94e0-0da928bf18a3. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1116.281952] env[69889]: DEBUG oslo_concurrency.lockutils [req-0d5794d9-f92a-4177-93a8-dedd44b1c672 req-7057b988-5d24-4598-9aa5-0258c99a5229 service nova] Acquiring lock "refresh_cache-5665d1c7-3b42-4a19-8d01-0e711aa5b074" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.281952] env[69889]: DEBUG oslo_concurrency.lockutils [req-0d5794d9-f92a-4177-93a8-dedd44b1c672 req-7057b988-5d24-4598-9aa5-0258c99a5229 service nova] Acquired lock "refresh_cache-5665d1c7-3b42-4a19-8d01-0e711aa5b074" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.281952] env[69889]: DEBUG nova.network.neutron [req-0d5794d9-f92a-4177-93a8-dedd44b1c672 req-7057b988-5d24-4598-9aa5-0258c99a5229 service nova] [instance: 5665d1c7-3b42-4a19-8d01-0e711aa5b074] Refreshing network info cache for port e44c169b-2ed1-4b44-94e0-0da928bf18a3 {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1116.353826] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7c099a3-c48b-4691-95c8-ed658f109566 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.363016] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34dcbcb4-d1bf-4c25-ac1b-5da1c2a1aa86 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.399758] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a87fa981-9fb3-42a4-b457-b32af668883b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.416666] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7f7a3f1-44e9-48ac-9347-b93b39bcb76a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.434116] env[69889]: DEBUG nova.compute.provider_tree [None req-7eb2d884-ccd2-4010-a27a-a26e921c22eb tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1116.481032] env[69889]: DEBUG oslo_vmware.api [None req-786b7edd-4bad-4f6b-b198-42ac1c689e7f tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Task: {'id': task-4077929, 'name': CloneVM_Task, 'duration_secs': 1.732458} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.481237] env[69889]: INFO nova.virt.vmwareapi.vmops [None req-786b7edd-4bad-4f6b-b198-42ac1c689e7f tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] [instance: 13d9f160-3906-4434-859b-4fc4b226333e] Created linked-clone VM from snapshot [ 1116.482047] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1811aa8e-6947-4469-9456-11ca8455da2a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.491944] env[69889]: DEBUG nova.virt.vmwareapi.images [None req-786b7edd-4bad-4f6b-b198-42ac1c689e7f tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] [instance: 13d9f160-3906-4434-859b-4fc4b226333e] Uploading image 194445ea-78f6-43de-9ffe-18f8f3ceaf34 {{(pid=69889) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1116.503523] env[69889]: DEBUG nova.network.neutron [None req-05cf45c0-b54a-401c-a35c-da57a457014d tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: b20e3dbe-d893-4068-8052-3d8d50f0560d] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1116.533578] env[69889]: DEBUG oslo_vmware.rw_handles [None req-786b7edd-4bad-4f6b-b198-42ac1c689e7f tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1116.533578] env[69889]: value = "vm-808043" [ 1116.533578] env[69889]: _type = "VirtualMachine" [ 1116.533578] env[69889]: }. {{(pid=69889) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1116.533981] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-4b952f0e-ad23-4a21-a40b-0fd5e6ca42e8 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.542354] env[69889]: DEBUG oslo_vmware.rw_handles [None req-786b7edd-4bad-4f6b-b198-42ac1c689e7f tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Lease: (returnval){ [ 1116.542354] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52973566-6c5b-49fa-050d-54818927b1c0" [ 1116.542354] env[69889]: _type = "HttpNfcLease" [ 1116.542354] env[69889]: } obtained for exporting VM: (result){ [ 1116.542354] env[69889]: value = "vm-808043" [ 1116.542354] env[69889]: _type = "VirtualMachine" [ 1116.542354] env[69889]: }. {{(pid=69889) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1116.542616] env[69889]: DEBUG oslo_vmware.api [None req-786b7edd-4bad-4f6b-b198-42ac1c689e7f tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Waiting for the lease: (returnval){ [ 1116.542616] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52973566-6c5b-49fa-050d-54818927b1c0" [ 1116.542616] env[69889]: _type = "HttpNfcLease" [ 1116.542616] env[69889]: } to be ready. {{(pid=69889) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1116.550892] env[69889]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1116.550892] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52973566-6c5b-49fa-050d-54818927b1c0" [ 1116.550892] env[69889]: _type = "HttpNfcLease" [ 1116.550892] env[69889]: } is initializing. {{(pid=69889) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1116.654012] env[69889]: INFO nova.compute.manager [None req-b90a3913-ed7a-4d50-b833-3b8f80a02410 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 6f282443-f481-4f8c-979e-e2750d671814] Took 19.82 seconds to build instance. [ 1116.658736] env[69889]: DEBUG nova.network.neutron [-] [instance: 745fa69c-6e0e-4aa1-8f0c-a7f40e8093e6] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.806222] env[69889]: DEBUG nova.network.neutron [None req-05cf45c0-b54a-401c-a35c-da57a457014d tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: b20e3dbe-d893-4068-8052-3d8d50f0560d] Updating instance_info_cache with network_info: [{"id": "e76c3ca4-8a26-4f1c-bd86-e37a3083c689", "address": "fa:16:3e:d4:fa:52", "network": {"id": "76248640-36fa-4fb5-832e-53a8d7e3936f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-540169063-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d44aab10ad824c2fb2caf2263913e054", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape76c3ca4-8a", "ovs_interfaceid": "e76c3ca4-8a26-4f1c-bd86-e37a3083c689", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.937172] env[69889]: DEBUG nova.scheduler.client.report [None req-7eb2d884-ccd2-4010-a27a-a26e921c22eb tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1117.036194] env[69889]: DEBUG nova.network.neutron [None req-59ee94ac-88eb-4277-8448-225955638a91 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: ec331f28-d5ae-4c98-ac7f-612fcd03b679] Port 775d25a2-6352-487d-843b-259367f3e12c binding to destination host cpu-1 is already ACTIVE {{(pid=69889) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1117.036194] env[69889]: DEBUG oslo_concurrency.lockutils [None req-59ee94ac-88eb-4277-8448-225955638a91 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Acquiring lock "refresh_cache-ec331f28-d5ae-4c98-ac7f-612fcd03b679" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.036194] env[69889]: DEBUG oslo_concurrency.lockutils [None req-59ee94ac-88eb-4277-8448-225955638a91 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Acquired lock "refresh_cache-ec331f28-d5ae-4c98-ac7f-612fcd03b679" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.036194] env[69889]: DEBUG nova.network.neutron [None req-59ee94ac-88eb-4277-8448-225955638a91 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: ec331f28-d5ae-4c98-ac7f-612fcd03b679] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1117.055026] env[69889]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1117.055026] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52973566-6c5b-49fa-050d-54818927b1c0" [ 1117.055026] env[69889]: _type = "HttpNfcLease" [ 1117.055026] env[69889]: } is ready. {{(pid=69889) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1117.055026] env[69889]: DEBUG oslo_vmware.rw_handles [None req-786b7edd-4bad-4f6b-b198-42ac1c689e7f tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1117.055026] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52973566-6c5b-49fa-050d-54818927b1c0" [ 1117.055026] env[69889]: _type = "HttpNfcLease" [ 1117.055026] env[69889]: }. {{(pid=69889) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1117.055026] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4dbd948-0bfe-4444-a5a5-7692a7e2bf48 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.067110] env[69889]: DEBUG oslo_vmware.rw_handles [None req-786b7edd-4bad-4f6b-b198-42ac1c689e7f tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526c5414-bdc6-0b04-b8f7-cd55d803c065/disk-0.vmdk from lease info. {{(pid=69889) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1117.067741] env[69889]: DEBUG oslo_vmware.rw_handles [None req-786b7edd-4bad-4f6b-b198-42ac1c689e7f tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526c5414-bdc6-0b04-b8f7-cd55d803c065/disk-0.vmdk for reading. {{(pid=69889) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1117.156063] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b90a3913-ed7a-4d50-b833-3b8f80a02410 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Lock "6f282443-f481-4f8c-979e-e2750d671814" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.345s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.161830] env[69889]: INFO nova.compute.manager [-] [instance: 745fa69c-6e0e-4aa1-8f0c-a7f40e8093e6] Took 1.53 seconds to deallocate network for instance. [ 1117.201882] env[69889]: DEBUG nova.network.neutron [req-0d5794d9-f92a-4177-93a8-dedd44b1c672 req-7057b988-5d24-4598-9aa5-0258c99a5229 service nova] [instance: 5665d1c7-3b42-4a19-8d01-0e711aa5b074] Updated VIF entry in instance network info cache for port e44c169b-2ed1-4b44-94e0-0da928bf18a3. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1117.202334] env[69889]: DEBUG nova.network.neutron [req-0d5794d9-f92a-4177-93a8-dedd44b1c672 req-7057b988-5d24-4598-9aa5-0258c99a5229 service nova] [instance: 5665d1c7-3b42-4a19-8d01-0e711aa5b074] Updating instance_info_cache with network_info: [{"id": "e44c169b-2ed1-4b44-94e0-0da928bf18a3", "address": "fa:16:3e:88:64:f9", "network": {"id": "6a01a17f-776e-45cb-a291-c23936451762", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-632585765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fedc70efcf15450b8d8b54177ed1dc6d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35fcdc55-dc29-451b-ad56-3a03b044dc81", "external-id": "nsx-vlan-transportzone-552", "segmentation_id": 552, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape44c169b-2e", "ovs_interfaceid": "e44c169b-2ed1-4b44-94e0-0da928bf18a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.245600] env[69889]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0c69c39d-031b-4d17-9a43-2e67784d60fc {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.308829] env[69889]: DEBUG oslo_concurrency.lockutils [None req-05cf45c0-b54a-401c-a35c-da57a457014d tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Releasing lock "refresh_cache-b20e3dbe-d893-4068-8052-3d8d50f0560d" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.309223] env[69889]: DEBUG nova.compute.manager [None req-05cf45c0-b54a-401c-a35c-da57a457014d tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: b20e3dbe-d893-4068-8052-3d8d50f0560d] Instance network_info: |[{"id": "e76c3ca4-8a26-4f1c-bd86-e37a3083c689", "address": "fa:16:3e:d4:fa:52", "network": {"id": "76248640-36fa-4fb5-832e-53a8d7e3936f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-540169063-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d44aab10ad824c2fb2caf2263913e054", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape76c3ca4-8a", "ovs_interfaceid": "e76c3ca4-8a26-4f1c-bd86-e37a3083c689", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1117.309735] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-05cf45c0-b54a-401c-a35c-da57a457014d tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: b20e3dbe-d893-4068-8052-3d8d50f0560d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:fa:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52358fcc-0d9f-45dd-8c75-db533fd992c3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e76c3ca4-8a26-4f1c-bd86-e37a3083c689', 'vif_model': 'vmxnet3'}] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1117.318758] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-05cf45c0-b54a-401c-a35c-da57a457014d tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1117.319068] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b20e3dbe-d893-4068-8052-3d8d50f0560d] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1117.319363] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0644f22d-508d-48bc-bfd9-3a2d02c8c117 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.347457] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1117.347457] env[69889]: value = "task-4077935" [ 1117.347457] env[69889]: _type = "Task" [ 1117.347457] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.354357] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077935, 'name': CreateVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.420028] env[69889]: DEBUG nova.compute.manager [req-d0f006be-fbf2-491b-83f6-f5993d7601d7 req-743cf729-4164-4996-bc11-f2bf1749c310 service nova] [instance: b20e3dbe-d893-4068-8052-3d8d50f0560d] Received event network-changed-e76c3ca4-8a26-4f1c-bd86-e37a3083c689 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1117.420028] env[69889]: DEBUG nova.compute.manager [req-d0f006be-fbf2-491b-83f6-f5993d7601d7 req-743cf729-4164-4996-bc11-f2bf1749c310 service nova] [instance: b20e3dbe-d893-4068-8052-3d8d50f0560d] Refreshing instance network info cache due to event network-changed-e76c3ca4-8a26-4f1c-bd86-e37a3083c689. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1117.420028] env[69889]: DEBUG oslo_concurrency.lockutils [req-d0f006be-fbf2-491b-83f6-f5993d7601d7 req-743cf729-4164-4996-bc11-f2bf1749c310 service nova] Acquiring lock "refresh_cache-b20e3dbe-d893-4068-8052-3d8d50f0560d" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.420028] env[69889]: DEBUG oslo_concurrency.lockutils [req-d0f006be-fbf2-491b-83f6-f5993d7601d7 req-743cf729-4164-4996-bc11-f2bf1749c310 service nova] Acquired lock "refresh_cache-b20e3dbe-d893-4068-8052-3d8d50f0560d" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.420028] env[69889]: DEBUG nova.network.neutron [req-d0f006be-fbf2-491b-83f6-f5993d7601d7 req-743cf729-4164-4996-bc11-f2bf1749c310 service nova] [instance: b20e3dbe-d893-4068-8052-3d8d50f0560d] Refreshing network info cache for port e76c3ca4-8a26-4f1c-bd86-e37a3083c689 {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1117.445659] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7eb2d884-ccd2-4010-a27a-a26e921c22eb tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.414s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.446508] env[69889]: DEBUG nova.compute.manager [None req-7eb2d884-ccd2-4010-a27a-a26e921c22eb tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: 8866902a-621e-444a-a853-a3753f0418f2] Start building networks asynchronously for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1117.452279] env[69889]: DEBUG oslo_concurrency.lockutils [None req-8b3cd14a-2a62-499f-b0e2-098a580b8925 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.189s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.454690] env[69889]: INFO nova.compute.claims [None req-8b3cd14a-2a62-499f-b0e2-098a580b8925 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: 984c2c59-44de-4b93-b198-327b68415ce4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1117.669964] env[69889]: DEBUG oslo_concurrency.lockutils [None req-93beac79-00a3-4afd-aa46-3056b0851985 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.705415] env[69889]: DEBUG oslo_concurrency.lockutils [req-0d5794d9-f92a-4177-93a8-dedd44b1c672 req-7057b988-5d24-4598-9aa5-0258c99a5229 service nova] Releasing lock "refresh_cache-5665d1c7-3b42-4a19-8d01-0e711aa5b074" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.862728] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077935, 'name': CreateVM_Task} progress is 99%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.954333] env[69889]: DEBUG oslo_concurrency.lockutils [None req-3a5151ff-2733-441f-b58d-94428e012906 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Acquiring lock "745fa69c-6e0e-4aa1-8f0c-a7f40e8093e6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.960535] env[69889]: DEBUG nova.compute.utils [None req-7eb2d884-ccd2-4010-a27a-a26e921c22eb tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1117.964754] env[69889]: DEBUG nova.compute.manager [None req-7eb2d884-ccd2-4010-a27a-a26e921c22eb tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: 8866902a-621e-444a-a853-a3753f0418f2] Allocating IP information in the background. {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1117.965137] env[69889]: DEBUG nova.network.neutron [None req-7eb2d884-ccd2-4010-a27a-a26e921c22eb tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: 8866902a-621e-444a-a853-a3753f0418f2] allocate_for_instance() {{(pid=69889) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1118.060168] env[69889]: DEBUG nova.policy [None req-7eb2d884-ccd2-4010-a27a-a26e921c22eb tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b194e853be1945c98a9b55ff5faeb2c3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bc97caed3dd94d37b13107e002052810', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69889) authorize /opt/stack/nova/nova/policy.py:192}} [ 1118.273449] env[69889]: DEBUG nova.network.neutron [req-d0f006be-fbf2-491b-83f6-f5993d7601d7 req-743cf729-4164-4996-bc11-f2bf1749c310 service nova] [instance: b20e3dbe-d893-4068-8052-3d8d50f0560d] Updated VIF entry in instance network info cache for port e76c3ca4-8a26-4f1c-bd86-e37a3083c689. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1118.273934] env[69889]: DEBUG nova.network.neutron [req-d0f006be-fbf2-491b-83f6-f5993d7601d7 req-743cf729-4164-4996-bc11-f2bf1749c310 service nova] [instance: b20e3dbe-d893-4068-8052-3d8d50f0560d] Updating instance_info_cache with network_info: [{"id": "e76c3ca4-8a26-4f1c-bd86-e37a3083c689", "address": "fa:16:3e:d4:fa:52", "network": {"id": "76248640-36fa-4fb5-832e-53a8d7e3936f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-540169063-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d44aab10ad824c2fb2caf2263913e054", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape76c3ca4-8a", "ovs_interfaceid": "e76c3ca4-8a26-4f1c-bd86-e37a3083c689", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.319841] env[69889]: DEBUG nova.compute.manager [req-c7ace8e8-fe86-4c53-a592-5b6ca089c90e req-0b6c83eb-08b4-4f0a-baec-dd7803195bad service nova] [instance: 745fa69c-6e0e-4aa1-8f0c-a7f40e8093e6] Received event network-vif-deleted-930e0df1-71b4-4d16-8cc1-40241e557df8 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1118.320468] env[69889]: DEBUG nova.compute.manager [req-c7ace8e8-fe86-4c53-a592-5b6ca089c90e req-0b6c83eb-08b4-4f0a-baec-dd7803195bad service nova] [instance: 5665d1c7-3b42-4a19-8d01-0e711aa5b074] Received event network-changed-e44c169b-2ed1-4b44-94e0-0da928bf18a3 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1118.320889] env[69889]: DEBUG nova.compute.manager [req-c7ace8e8-fe86-4c53-a592-5b6ca089c90e req-0b6c83eb-08b4-4f0a-baec-dd7803195bad service nova] [instance: 5665d1c7-3b42-4a19-8d01-0e711aa5b074] Refreshing instance network info cache due to event network-changed-e44c169b-2ed1-4b44-94e0-0da928bf18a3. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1118.321358] env[69889]: DEBUG oslo_concurrency.lockutils [req-c7ace8e8-fe86-4c53-a592-5b6ca089c90e req-0b6c83eb-08b4-4f0a-baec-dd7803195bad service nova] Acquiring lock "refresh_cache-5665d1c7-3b42-4a19-8d01-0e711aa5b074" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.321699] env[69889]: DEBUG oslo_concurrency.lockutils [req-c7ace8e8-fe86-4c53-a592-5b6ca089c90e req-0b6c83eb-08b4-4f0a-baec-dd7803195bad service nova] Acquired lock "refresh_cache-5665d1c7-3b42-4a19-8d01-0e711aa5b074" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.321960] env[69889]: DEBUG nova.network.neutron [req-c7ace8e8-fe86-4c53-a592-5b6ca089c90e req-0b6c83eb-08b4-4f0a-baec-dd7803195bad service nova] [instance: 5665d1c7-3b42-4a19-8d01-0e711aa5b074] Refreshing network info cache for port e44c169b-2ed1-4b44-94e0-0da928bf18a3 {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1118.325610] env[69889]: DEBUG nova.network.neutron [None req-59ee94ac-88eb-4277-8448-225955638a91 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: ec331f28-d5ae-4c98-ac7f-612fcd03b679] Updating instance_info_cache with network_info: [{"id": "775d25a2-6352-487d-843b-259367f3e12c", "address": "fa:16:3e:85:b9:31", "network": {"id": "1b12c1c8-daca-4fb2-8ab1-a5e673ba07eb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-532849496-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7255cdff151a40df83da7bf6356a4e13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap775d25a2-63", "ovs_interfaceid": "775d25a2-6352-487d-843b-259367f3e12c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.362062] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077935, 'name': CreateVM_Task, 'duration_secs': 0.550824} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.362348] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b20e3dbe-d893-4068-8052-3d8d50f0560d] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1118.363397] env[69889]: DEBUG oslo_concurrency.lockutils [None req-05cf45c0-b54a-401c-a35c-da57a457014d tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.363640] env[69889]: DEBUG oslo_concurrency.lockutils [None req-05cf45c0-b54a-401c-a35c-da57a457014d tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.364170] env[69889]: DEBUG oslo_concurrency.lockutils [None req-05cf45c0-b54a-401c-a35c-da57a457014d tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.364803] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec4b77c2-064d-41ff-93cf-c658a83fe53e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.373179] env[69889]: DEBUG oslo_vmware.api [None req-05cf45c0-b54a-401c-a35c-da57a457014d tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Waiting for the task: (returnval){ [ 1118.373179] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]5227f2bd-d61f-7fd4-123e-dc1ede9826fe" [ 1118.373179] env[69889]: _type = "Task" [ 1118.373179] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.388508] env[69889]: DEBUG oslo_vmware.api [None req-05cf45c0-b54a-401c-a35c-da57a457014d tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5227f2bd-d61f-7fd4-123e-dc1ede9826fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.466346] env[69889]: DEBUG nova.compute.manager [None req-7eb2d884-ccd2-4010-a27a-a26e921c22eb tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: 8866902a-621e-444a-a853-a3753f0418f2] Start building block device mappings for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1118.795050] env[69889]: DEBUG nova.network.neutron [None req-7eb2d884-ccd2-4010-a27a-a26e921c22eb tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: 8866902a-621e-444a-a853-a3753f0418f2] Successfully created port: 057fa98b-b375-41aa-b45f-870caa33139a {{(pid=69889) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1118.795050] env[69889]: DEBUG oslo_concurrency.lockutils [req-d0f006be-fbf2-491b-83f6-f5993d7601d7 req-743cf729-4164-4996-bc11-f2bf1749c310 service nova] Releasing lock "refresh_cache-b20e3dbe-d893-4068-8052-3d8d50f0560d" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.833558] env[69889]: DEBUG oslo_concurrency.lockutils [None req-59ee94ac-88eb-4277-8448-225955638a91 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Releasing lock "refresh_cache-ec331f28-d5ae-4c98-ac7f-612fcd03b679" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.848658] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4313d87-acf2-4932-9322-cba5b6073597 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.862739] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dabf4898-3e2b-4713-ba2f-d929cec917d4 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.913419] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cf88db5-1628-40c0-8319-e020b0fd4ad1 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.929230] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fad5a58c-ad57-470e-9e94-768b7fa1749d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.934643] env[69889]: DEBUG oslo_vmware.api [None req-05cf45c0-b54a-401c-a35c-da57a457014d tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5227f2bd-d61f-7fd4-123e-dc1ede9826fe, 'name': SearchDatastore_Task, 'duration_secs': 0.015886} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.935184] env[69889]: DEBUG oslo_concurrency.lockutils [None req-05cf45c0-b54a-401c-a35c-da57a457014d tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.935502] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-05cf45c0-b54a-401c-a35c-da57a457014d tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: b20e3dbe-d893-4068-8052-3d8d50f0560d] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1118.935799] env[69889]: DEBUG oslo_concurrency.lockutils [None req-05cf45c0-b54a-401c-a35c-da57a457014d tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.936081] env[69889]: DEBUG oslo_concurrency.lockutils [None req-05cf45c0-b54a-401c-a35c-da57a457014d tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.936434] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-05cf45c0-b54a-401c-a35c-da57a457014d tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1118.937377] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4e41957d-36e4-4bb8-9596-192f095bd182 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.949457] env[69889]: DEBUG nova.compute.provider_tree [None req-8b3cd14a-2a62-499f-b0e2-098a580b8925 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1118.961982] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-05cf45c0-b54a-401c-a35c-da57a457014d tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1118.962418] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-05cf45c0-b54a-401c-a35c-da57a457014d tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1118.963407] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-282bb224-8487-43a3-8d27-b2a835cdf26b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.973551] env[69889]: DEBUG oslo_vmware.api [None req-05cf45c0-b54a-401c-a35c-da57a457014d tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Waiting for the task: (returnval){ [ 1118.973551] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]527fb12f-a21c-41d2-73bd-7967d2874266" [ 1118.973551] env[69889]: _type = "Task" [ 1118.973551] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.991071] env[69889]: DEBUG oslo_vmware.api [None req-05cf45c0-b54a-401c-a35c-da57a457014d tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]527fb12f-a21c-41d2-73bd-7967d2874266, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.285150] env[69889]: DEBUG nova.network.neutron [req-c7ace8e8-fe86-4c53-a592-5b6ca089c90e req-0b6c83eb-08b4-4f0a-baec-dd7803195bad service nova] [instance: 5665d1c7-3b42-4a19-8d01-0e711aa5b074] Updated VIF entry in instance network info cache for port e44c169b-2ed1-4b44-94e0-0da928bf18a3. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1119.285670] env[69889]: DEBUG nova.network.neutron [req-c7ace8e8-fe86-4c53-a592-5b6ca089c90e req-0b6c83eb-08b4-4f0a-baec-dd7803195bad service nova] [instance: 5665d1c7-3b42-4a19-8d01-0e711aa5b074] Updating instance_info_cache with network_info: [{"id": "e44c169b-2ed1-4b44-94e0-0da928bf18a3", "address": "fa:16:3e:88:64:f9", "network": {"id": "6a01a17f-776e-45cb-a291-c23936451762", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-632585765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fedc70efcf15450b8d8b54177ed1dc6d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35fcdc55-dc29-451b-ad56-3a03b044dc81", "external-id": "nsx-vlan-transportzone-552", "segmentation_id": 552, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape44c169b-2e", "ovs_interfaceid": "e44c169b-2ed1-4b44-94e0-0da928bf18a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.339529] env[69889]: DEBUG nova.compute.manager [None req-59ee94ac-88eb-4277-8448-225955638a91 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: ec331f28-d5ae-4c98-ac7f-612fcd03b679] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69889) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:900}} [ 1119.453652] env[69889]: DEBUG nova.scheduler.client.report [None req-8b3cd14a-2a62-499f-b0e2-098a580b8925 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1119.487900] env[69889]: DEBUG nova.compute.manager [None req-7eb2d884-ccd2-4010-a27a-a26e921c22eb tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: 8866902a-621e-444a-a853-a3753f0418f2] Start spawning the instance on the hypervisor. {{(pid=69889) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1119.499880] env[69889]: DEBUG oslo_vmware.api [None req-05cf45c0-b54a-401c-a35c-da57a457014d tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]527fb12f-a21c-41d2-73bd-7967d2874266, 'name': SearchDatastore_Task, 'duration_secs': 0.013033} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.501123] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2712398-5644-48e0-bee4-b776f6198861 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.511449] env[69889]: DEBUG oslo_vmware.api [None req-05cf45c0-b54a-401c-a35c-da57a457014d tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Waiting for the task: (returnval){ [ 1119.511449] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52e32b17-69cb-4060-ab75-2070502a3b83" [ 1119.511449] env[69889]: _type = "Task" [ 1119.511449] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.527281] env[69889]: DEBUG oslo_vmware.api [None req-05cf45c0-b54a-401c-a35c-da57a457014d tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52e32b17-69cb-4060-ab75-2070502a3b83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.789293] env[69889]: DEBUG oslo_concurrency.lockutils [req-c7ace8e8-fe86-4c53-a592-5b6ca089c90e req-0b6c83eb-08b4-4f0a-baec-dd7803195bad service nova] Releasing lock "refresh_cache-5665d1c7-3b42-4a19-8d01-0e711aa5b074" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.832656] env[69889]: DEBUG nova.compute.manager [req-9dc98f67-b826-4f5d-8094-4b6e0e49095c req-1af5d155-ce98-472a-85a9-31cfb2b75d39 service nova] [instance: 1d03b56f-0b24-44ca-a394-e71ef3d2abf0] Received event network-changed-40fee23b-c992-420f-ba3b-dc686ff28684 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1119.832867] env[69889]: DEBUG nova.compute.manager [req-9dc98f67-b826-4f5d-8094-4b6e0e49095c req-1af5d155-ce98-472a-85a9-31cfb2b75d39 service nova] [instance: 1d03b56f-0b24-44ca-a394-e71ef3d2abf0] Refreshing instance network info cache due to event network-changed-40fee23b-c992-420f-ba3b-dc686ff28684. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1119.833200] env[69889]: DEBUG oslo_concurrency.lockutils [req-9dc98f67-b826-4f5d-8094-4b6e0e49095c req-1af5d155-ce98-472a-85a9-31cfb2b75d39 service nova] Acquiring lock "refresh_cache-1d03b56f-0b24-44ca-a394-e71ef3d2abf0" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.833682] env[69889]: DEBUG oslo_concurrency.lockutils [req-9dc98f67-b826-4f5d-8094-4b6e0e49095c req-1af5d155-ce98-472a-85a9-31cfb2b75d39 service nova] Acquired lock "refresh_cache-1d03b56f-0b24-44ca-a394-e71ef3d2abf0" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.833968] env[69889]: DEBUG nova.network.neutron [req-9dc98f67-b826-4f5d-8094-4b6e0e49095c req-1af5d155-ce98-472a-85a9-31cfb2b75d39 service nova] [instance: 1d03b56f-0b24-44ca-a394-e71ef3d2abf0] Refreshing network info cache for port 40fee23b-c992-420f-ba3b-dc686ff28684 {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1119.960219] env[69889]: DEBUG oslo_concurrency.lockutils [None req-8b3cd14a-2a62-499f-b0e2-098a580b8925 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.508s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.961113] env[69889]: DEBUG nova.compute.manager [None req-8b3cd14a-2a62-499f-b0e2-098a580b8925 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: 984c2c59-44de-4b93-b198-327b68415ce4] Start building networks asynchronously for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1119.968667] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ad27952f-1c66-41fe-ba47-80caa4d3ceff tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.919s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.971967] env[69889]: INFO nova.compute.claims [None req-ad27952f-1c66-41fe-ba47-80caa4d3ceff tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: 15bb3989-8e54-4746-bc0b-96c39d438744] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1120.028879] env[69889]: DEBUG oslo_vmware.api [None req-05cf45c0-b54a-401c-a35c-da57a457014d tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52e32b17-69cb-4060-ab75-2070502a3b83, 'name': SearchDatastore_Task, 'duration_secs': 0.017291} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.033045] env[69889]: DEBUG oslo_concurrency.lockutils [None req-05cf45c0-b54a-401c-a35c-da57a457014d tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.033045] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-05cf45c0-b54a-401c-a35c-da57a457014d tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] b20e3dbe-d893-4068-8052-3d8d50f0560d/b20e3dbe-d893-4068-8052-3d8d50f0560d.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1120.033045] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c6bd7377-c895-44d5-9451-b157535c4880 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.040548] env[69889]: DEBUG oslo_vmware.api [None req-05cf45c0-b54a-401c-a35c-da57a457014d tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Waiting for the task: (returnval){ [ 1120.040548] env[69889]: value = "task-4077936" [ 1120.040548] env[69889]: _type = "Task" [ 1120.040548] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.051570] env[69889]: DEBUG oslo_vmware.api [None req-05cf45c0-b54a-401c-a35c-da57a457014d tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077936, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.401983] env[69889]: DEBUG nova.compute.manager [req-38cbb461-2441-456e-aca7-c926160011e9 req-7148c491-642e-4095-8ee1-3c49cdd8dad6 service nova] [instance: 6f282443-f481-4f8c-979e-e2750d671814] Received event network-changed-fbc38a62-21fb-4367-a362-646e8e2fd8ba {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1120.402460] env[69889]: DEBUG nova.compute.manager [req-38cbb461-2441-456e-aca7-c926160011e9 req-7148c491-642e-4095-8ee1-3c49cdd8dad6 service nova] [instance: 6f282443-f481-4f8c-979e-e2750d671814] Refreshing instance network info cache due to event network-changed-fbc38a62-21fb-4367-a362-646e8e2fd8ba. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1120.404951] env[69889]: DEBUG oslo_concurrency.lockutils [req-38cbb461-2441-456e-aca7-c926160011e9 req-7148c491-642e-4095-8ee1-3c49cdd8dad6 service nova] Acquiring lock "refresh_cache-6f282443-f481-4f8c-979e-e2750d671814" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.404951] env[69889]: DEBUG oslo_concurrency.lockutils [req-38cbb461-2441-456e-aca7-c926160011e9 req-7148c491-642e-4095-8ee1-3c49cdd8dad6 service nova] Acquired lock "refresh_cache-6f282443-f481-4f8c-979e-e2750d671814" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.404951] env[69889]: DEBUG nova.network.neutron [req-38cbb461-2441-456e-aca7-c926160011e9 req-7148c491-642e-4095-8ee1-3c49cdd8dad6 service nova] [instance: 6f282443-f481-4f8c-979e-e2750d671814] Refreshing network info cache for port fbc38a62-21fb-4367-a362-646e8e2fd8ba {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1120.470133] env[69889]: DEBUG oslo_concurrency.lockutils [None req-59ee94ac-88eb-4277-8448-225955638a91 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.482260] env[69889]: DEBUG nova.compute.utils [None req-8b3cd14a-2a62-499f-b0e2-098a580b8925 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1120.489256] env[69889]: DEBUG nova.compute.manager [None req-8b3cd14a-2a62-499f-b0e2-098a580b8925 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: 984c2c59-44de-4b93-b198-327b68415ce4] Allocating IP information in the background. {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1120.489515] env[69889]: DEBUG nova.network.neutron [None req-8b3cd14a-2a62-499f-b0e2-098a580b8925 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: 984c2c59-44de-4b93-b198-327b68415ce4] allocate_for_instance() {{(pid=69889) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1120.562390] env[69889]: DEBUG oslo_vmware.api [None req-05cf45c0-b54a-401c-a35c-da57a457014d tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077936, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.573751] env[69889]: DEBUG nova.policy [None req-8b3cd14a-2a62-499f-b0e2-098a580b8925 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b194e853be1945c98a9b55ff5faeb2c3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bc97caed3dd94d37b13107e002052810', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69889) authorize /opt/stack/nova/nova/policy.py:192}} [ 1120.754690] env[69889]: DEBUG nova.network.neutron [req-9dc98f67-b826-4f5d-8094-4b6e0e49095c req-1af5d155-ce98-472a-85a9-31cfb2b75d39 service nova] [instance: 1d03b56f-0b24-44ca-a394-e71ef3d2abf0] Updated VIF entry in instance network info cache for port 40fee23b-c992-420f-ba3b-dc686ff28684. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1120.755302] env[69889]: DEBUG nova.network.neutron [req-9dc98f67-b826-4f5d-8094-4b6e0e49095c req-1af5d155-ce98-472a-85a9-31cfb2b75d39 service nova] [instance: 1d03b56f-0b24-44ca-a394-e71ef3d2abf0] Updating instance_info_cache with network_info: [{"id": "40fee23b-c992-420f-ba3b-dc686ff28684", "address": "fa:16:3e:30:9a:79", "network": {"id": "dc7a1c63-64ed-41ca-b29f-202337c0d542", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1276397426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf71caefe82444e1aa35f5f5071b52f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40fee23b-c9", "ovs_interfaceid": "40fee23b-c992-420f-ba3b-dc686ff28684", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.757867] env[69889]: DEBUG nova.compute.manager [req-8371ad04-0f55-406d-93ba-d986a890283e req-30e51401-ab53-413c-8e21-a05556118833 service nova] [instance: 8866902a-621e-444a-a853-a3753f0418f2] Received event network-vif-plugged-057fa98b-b375-41aa-b45f-870caa33139a {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1120.757867] env[69889]: DEBUG oslo_concurrency.lockutils [req-8371ad04-0f55-406d-93ba-d986a890283e req-30e51401-ab53-413c-8e21-a05556118833 service nova] Acquiring lock "8866902a-621e-444a-a853-a3753f0418f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.757867] env[69889]: DEBUG oslo_concurrency.lockutils [req-8371ad04-0f55-406d-93ba-d986a890283e req-30e51401-ab53-413c-8e21-a05556118833 service nova] Lock "8866902a-621e-444a-a853-a3753f0418f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.757867] env[69889]: DEBUG oslo_concurrency.lockutils [req-8371ad04-0f55-406d-93ba-d986a890283e req-30e51401-ab53-413c-8e21-a05556118833 service nova] Lock "8866902a-621e-444a-a853-a3753f0418f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.758033] env[69889]: DEBUG nova.compute.manager [req-8371ad04-0f55-406d-93ba-d986a890283e req-30e51401-ab53-413c-8e21-a05556118833 service nova] [instance: 8866902a-621e-444a-a853-a3753f0418f2] No waiting events found dispatching network-vif-plugged-057fa98b-b375-41aa-b45f-870caa33139a {{(pid=69889) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1120.758414] env[69889]: WARNING nova.compute.manager [req-8371ad04-0f55-406d-93ba-d986a890283e req-30e51401-ab53-413c-8e21-a05556118833 service nova] [instance: 8866902a-621e-444a-a853-a3753f0418f2] Received unexpected event network-vif-plugged-057fa98b-b375-41aa-b45f-870caa33139a for instance with vm_state building and task_state spawning. [ 1121.007061] env[69889]: DEBUG nova.compute.manager [None req-8b3cd14a-2a62-499f-b0e2-098a580b8925 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: 984c2c59-44de-4b93-b198-327b68415ce4] Start building block device mappings for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1121.055930] env[69889]: DEBUG oslo_vmware.api [None req-05cf45c0-b54a-401c-a35c-da57a457014d tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077936, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.764782} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.056919] env[69889]: DEBUG nova.network.neutron [None req-8b3cd14a-2a62-499f-b0e2-098a580b8925 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: 984c2c59-44de-4b93-b198-327b68415ce4] Successfully created port: b6fc3017-6cb9-4506-894e-7996a0d96379 {{(pid=69889) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1121.059047] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-05cf45c0-b54a-401c-a35c-da57a457014d tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] b20e3dbe-d893-4068-8052-3d8d50f0560d/b20e3dbe-d893-4068-8052-3d8d50f0560d.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1121.059320] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-05cf45c0-b54a-401c-a35c-da57a457014d tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: b20e3dbe-d893-4068-8052-3d8d50f0560d] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1121.059660] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-83d05bc6-79af-4de7-865d-3bbfb3ca1682 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.069212] env[69889]: DEBUG oslo_vmware.api [None req-05cf45c0-b54a-401c-a35c-da57a457014d tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Waiting for the task: (returnval){ [ 1121.069212] env[69889]: value = "task-4077937" [ 1121.069212] env[69889]: _type = "Task" [ 1121.069212] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.079721] env[69889]: DEBUG oslo_vmware.api [None req-05cf45c0-b54a-401c-a35c-da57a457014d tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077937, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.205106] env[69889]: DEBUG nova.network.neutron [req-38cbb461-2441-456e-aca7-c926160011e9 req-7148c491-642e-4095-8ee1-3c49cdd8dad6 service nova] [instance: 6f282443-f481-4f8c-979e-e2750d671814] Updated VIF entry in instance network info cache for port fbc38a62-21fb-4367-a362-646e8e2fd8ba. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1121.205724] env[69889]: DEBUG nova.network.neutron [req-38cbb461-2441-456e-aca7-c926160011e9 req-7148c491-642e-4095-8ee1-3c49cdd8dad6 service nova] [instance: 6f282443-f481-4f8c-979e-e2750d671814] Updating instance_info_cache with network_info: [{"id": "fbc38a62-21fb-4367-a362-646e8e2fd8ba", "address": "fa:16:3e:81:7e:0b", "network": {"id": "dc7a1c63-64ed-41ca-b29f-202337c0d542", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1276397426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf71caefe82444e1aa35f5f5071b52f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbc38a62-21", "ovs_interfaceid": "fbc38a62-21fb-4367-a362-646e8e2fd8ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.223183] env[69889]: DEBUG nova.network.neutron [None req-7eb2d884-ccd2-4010-a27a-a26e921c22eb tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: 8866902a-621e-444a-a853-a3753f0418f2] Successfully updated port: 057fa98b-b375-41aa-b45f-870caa33139a {{(pid=69889) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1121.261667] env[69889]: DEBUG oslo_concurrency.lockutils [req-9dc98f67-b826-4f5d-8094-4b6e0e49095c req-1af5d155-ce98-472a-85a9-31cfb2b75d39 service nova] Releasing lock "refresh_cache-1d03b56f-0b24-44ca-a394-e71ef3d2abf0" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.261829] env[69889]: DEBUG nova.compute.manager [req-9dc98f67-b826-4f5d-8094-4b6e0e49095c req-1af5d155-ce98-472a-85a9-31cfb2b75d39 service nova] [instance: 6f282443-f481-4f8c-979e-e2750d671814] Received event network-changed-fbc38a62-21fb-4367-a362-646e8e2fd8ba {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1121.262641] env[69889]: DEBUG nova.compute.manager [req-9dc98f67-b826-4f5d-8094-4b6e0e49095c req-1af5d155-ce98-472a-85a9-31cfb2b75d39 service nova] [instance: 6f282443-f481-4f8c-979e-e2750d671814] Refreshing instance network info cache due to event network-changed-fbc38a62-21fb-4367-a362-646e8e2fd8ba. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1121.262641] env[69889]: DEBUG oslo_concurrency.lockutils [req-9dc98f67-b826-4f5d-8094-4b6e0e49095c req-1af5d155-ce98-472a-85a9-31cfb2b75d39 service nova] Acquiring lock "refresh_cache-6f282443-f481-4f8c-979e-e2750d671814" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.384288] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-941f2976-a608-42c7-a9f0-8216046edbb0 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.395550] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77c96167-e672-4ba4-89b8-ccbdd9ddec9a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.433266] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e799b89-f58e-461f-8318-77288bbd09bd {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.443148] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c65d5008-28ed-4934-ab7b-c1610cdace08 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.460931] env[69889]: DEBUG nova.compute.provider_tree [None req-ad27952f-1c66-41fe-ba47-80caa4d3ceff tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1121.580553] env[69889]: DEBUG oslo_vmware.api [None req-05cf45c0-b54a-401c-a35c-da57a457014d tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077937, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085663} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.580857] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-05cf45c0-b54a-401c-a35c-da57a457014d tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: b20e3dbe-d893-4068-8052-3d8d50f0560d] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1121.581677] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-056033ee-3832-48a5-87e4-5d4ab76fbb6b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.612968] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-05cf45c0-b54a-401c-a35c-da57a457014d tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: b20e3dbe-d893-4068-8052-3d8d50f0560d] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] b20e3dbe-d893-4068-8052-3d8d50f0560d/b20e3dbe-d893-4068-8052-3d8d50f0560d.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1121.613481] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3834f9ac-5c93-4111-b16b-5a399ad9e024 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.635664] env[69889]: DEBUG oslo_vmware.api [None req-05cf45c0-b54a-401c-a35c-da57a457014d tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Waiting for the task: (returnval){ [ 1121.635664] env[69889]: value = "task-4077938" [ 1121.635664] env[69889]: _type = "Task" [ 1121.635664] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.644874] env[69889]: DEBUG oslo_vmware.api [None req-05cf45c0-b54a-401c-a35c-da57a457014d tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077938, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.712326] env[69889]: DEBUG oslo_concurrency.lockutils [req-38cbb461-2441-456e-aca7-c926160011e9 req-7148c491-642e-4095-8ee1-3c49cdd8dad6 service nova] Releasing lock "refresh_cache-6f282443-f481-4f8c-979e-e2750d671814" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.712817] env[69889]: DEBUG oslo_concurrency.lockutils [req-9dc98f67-b826-4f5d-8094-4b6e0e49095c req-1af5d155-ce98-472a-85a9-31cfb2b75d39 service nova] Acquired lock "refresh_cache-6f282443-f481-4f8c-979e-e2750d671814" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.713078] env[69889]: DEBUG nova.network.neutron [req-9dc98f67-b826-4f5d-8094-4b6e0e49095c req-1af5d155-ce98-472a-85a9-31cfb2b75d39 service nova] [instance: 6f282443-f481-4f8c-979e-e2750d671814] Refreshing network info cache for port fbc38a62-21fb-4367-a362-646e8e2fd8ba {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1121.734921] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7eb2d884-ccd2-4010-a27a-a26e921c22eb tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Acquiring lock "refresh_cache-8866902a-621e-444a-a853-a3753f0418f2" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.735124] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7eb2d884-ccd2-4010-a27a-a26e921c22eb tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Acquired lock "refresh_cache-8866902a-621e-444a-a853-a3753f0418f2" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.735315] env[69889]: DEBUG nova.network.neutron [None req-7eb2d884-ccd2-4010-a27a-a26e921c22eb tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: 8866902a-621e-444a-a853-a3753f0418f2] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1121.861196] env[69889]: DEBUG nova.compute.manager [req-bed41f7c-cac8-490b-af6f-6948e23a95e9 req-b21136e8-d6fe-4406-b2f2-263186317ba9 service nova] [instance: 8866902a-621e-444a-a853-a3753f0418f2] Received event network-changed-057fa98b-b375-41aa-b45f-870caa33139a {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1121.861565] env[69889]: DEBUG nova.compute.manager [req-bed41f7c-cac8-490b-af6f-6948e23a95e9 req-b21136e8-d6fe-4406-b2f2-263186317ba9 service nova] [instance: 8866902a-621e-444a-a853-a3753f0418f2] Refreshing instance network info cache due to event network-changed-057fa98b-b375-41aa-b45f-870caa33139a. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1121.861691] env[69889]: DEBUG oslo_concurrency.lockutils [req-bed41f7c-cac8-490b-af6f-6948e23a95e9 req-b21136e8-d6fe-4406-b2f2-263186317ba9 service nova] Acquiring lock "refresh_cache-8866902a-621e-444a-a853-a3753f0418f2" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.965098] env[69889]: DEBUG nova.scheduler.client.report [None req-ad27952f-1c66-41fe-ba47-80caa4d3ceff tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1122.025588] env[69889]: DEBUG nova.compute.manager [None req-8b3cd14a-2a62-499f-b0e2-098a580b8925 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: 984c2c59-44de-4b93-b198-327b68415ce4] Start spawning the instance on the hypervisor. {{(pid=69889) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1122.147605] env[69889]: DEBUG oslo_vmware.api [None req-05cf45c0-b54a-401c-a35c-da57a457014d tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077938, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.297047] env[69889]: DEBUG nova.network.neutron [None req-7eb2d884-ccd2-4010-a27a-a26e921c22eb tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: 8866902a-621e-444a-a853-a3753f0418f2] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1122.470606] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ad27952f-1c66-41fe-ba47-80caa4d3ceff tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.502s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.471416] env[69889]: DEBUG nova.compute.manager [None req-ad27952f-1c66-41fe-ba47-80caa4d3ceff tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: 15bb3989-8e54-4746-bc0b-96c39d438744] Start building networks asynchronously for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1122.476136] env[69889]: DEBUG oslo_concurrency.lockutils [None req-93beac79-00a3-4afd-aa46-3056b0851985 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.806s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.476536] env[69889]: DEBUG nova.objects.instance [None req-93beac79-00a3-4afd-aa46-3056b0851985 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Lazy-loading 'resources' on Instance uuid 745fa69c-6e0e-4aa1-8f0c-a7f40e8093e6 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1122.543143] env[69889]: DEBUG nova.compute.manager [req-831d46dc-ff1c-42c0-8b0d-7a7287c66f10 req-2555af88-a7cc-4a5a-830e-c974a35d56d1 service nova] [instance: 1d03b56f-0b24-44ca-a394-e71ef3d2abf0] Received event network-changed-40fee23b-c992-420f-ba3b-dc686ff28684 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1122.543143] env[69889]: DEBUG nova.compute.manager [req-831d46dc-ff1c-42c0-8b0d-7a7287c66f10 req-2555af88-a7cc-4a5a-830e-c974a35d56d1 service nova] [instance: 1d03b56f-0b24-44ca-a394-e71ef3d2abf0] Refreshing instance network info cache due to event network-changed-40fee23b-c992-420f-ba3b-dc686ff28684. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1122.543301] env[69889]: DEBUG oslo_concurrency.lockutils [req-831d46dc-ff1c-42c0-8b0d-7a7287c66f10 req-2555af88-a7cc-4a5a-830e-c974a35d56d1 service nova] Acquiring lock "refresh_cache-1d03b56f-0b24-44ca-a394-e71ef3d2abf0" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.543476] env[69889]: DEBUG oslo_concurrency.lockutils [req-831d46dc-ff1c-42c0-8b0d-7a7287c66f10 req-2555af88-a7cc-4a5a-830e-c974a35d56d1 service nova] Acquired lock "refresh_cache-1d03b56f-0b24-44ca-a394-e71ef3d2abf0" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.543618] env[69889]: DEBUG nova.network.neutron [req-831d46dc-ff1c-42c0-8b0d-7a7287c66f10 req-2555af88-a7cc-4a5a-830e-c974a35d56d1 service nova] [instance: 1d03b56f-0b24-44ca-a394-e71ef3d2abf0] Refreshing network info cache for port 40fee23b-c992-420f-ba3b-dc686ff28684 {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1122.572647] env[69889]: DEBUG nova.network.neutron [None req-7eb2d884-ccd2-4010-a27a-a26e921c22eb tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: 8866902a-621e-444a-a853-a3753f0418f2] Updating instance_info_cache with network_info: [{"id": "057fa98b-b375-41aa-b45f-870caa33139a", "address": "fa:16:3e:69:cc:95", "network": {"id": "3ca64dd4-23fb-4e19-8d0c-5addef000c05", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-147569188-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc97caed3dd94d37b13107e002052810", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "84aee122-f630-43c5-9cc1-3a38d3819c82", "external-id": "nsx-vlan-transportzone-816", "segmentation_id": 816, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap057fa98b-b3", "ovs_interfaceid": "057fa98b-b375-41aa-b45f-870caa33139a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.585207] env[69889]: DEBUG nova.network.neutron [req-9dc98f67-b826-4f5d-8094-4b6e0e49095c req-1af5d155-ce98-472a-85a9-31cfb2b75d39 service nova] [instance: 6f282443-f481-4f8c-979e-e2750d671814] Updated VIF entry in instance network info cache for port fbc38a62-21fb-4367-a362-646e8e2fd8ba. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1122.585500] env[69889]: DEBUG nova.network.neutron [req-9dc98f67-b826-4f5d-8094-4b6e0e49095c req-1af5d155-ce98-472a-85a9-31cfb2b75d39 service nova] [instance: 6f282443-f481-4f8c-979e-e2750d671814] Updating instance_info_cache with network_info: [{"id": "fbc38a62-21fb-4367-a362-646e8e2fd8ba", "address": "fa:16:3e:81:7e:0b", "network": {"id": "dc7a1c63-64ed-41ca-b29f-202337c0d542", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1276397426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf71caefe82444e1aa35f5f5071b52f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbc38a62-21", "ovs_interfaceid": "fbc38a62-21fb-4367-a362-646e8e2fd8ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.650037] env[69889]: DEBUG oslo_vmware.api [None req-05cf45c0-b54a-401c-a35c-da57a457014d tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077938, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.840031] env[69889]: DEBUG nova.network.neutron [None req-8b3cd14a-2a62-499f-b0e2-098a580b8925 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: 984c2c59-44de-4b93-b198-327b68415ce4] Successfully updated port: b6fc3017-6cb9-4506-894e-7996a0d96379 {{(pid=69889) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1122.980846] env[69889]: DEBUG nova.compute.utils [None req-ad27952f-1c66-41fe-ba47-80caa4d3ceff tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1122.985529] env[69889]: DEBUG nova.compute.manager [None req-ad27952f-1c66-41fe-ba47-80caa4d3ceff tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: 15bb3989-8e54-4746-bc0b-96c39d438744] Allocating IP information in the background. {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1122.985711] env[69889]: DEBUG nova.network.neutron [None req-ad27952f-1c66-41fe-ba47-80caa4d3ceff tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: 15bb3989-8e54-4746-bc0b-96c39d438744] allocate_for_instance() {{(pid=69889) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1123.031045] env[69889]: DEBUG nova.policy [None req-ad27952f-1c66-41fe-ba47-80caa4d3ceff tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '00fc506c960541388436df2c67bb1797', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ea3b0130534446ba8f3ff8c8e581dae7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69889) authorize /opt/stack/nova/nova/policy.py:192}} [ 1123.075213] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7eb2d884-ccd2-4010-a27a-a26e921c22eb tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Releasing lock "refresh_cache-8866902a-621e-444a-a853-a3753f0418f2" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.075358] env[69889]: DEBUG nova.compute.manager [None req-7eb2d884-ccd2-4010-a27a-a26e921c22eb tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: 8866902a-621e-444a-a853-a3753f0418f2] Instance network_info: |[{"id": "057fa98b-b375-41aa-b45f-870caa33139a", "address": "fa:16:3e:69:cc:95", "network": {"id": "3ca64dd4-23fb-4e19-8d0c-5addef000c05", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-147569188-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc97caed3dd94d37b13107e002052810", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "84aee122-f630-43c5-9cc1-3a38d3819c82", "external-id": "nsx-vlan-transportzone-816", "segmentation_id": 816, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap057fa98b-b3", "ovs_interfaceid": "057fa98b-b375-41aa-b45f-870caa33139a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1123.077724] env[69889]: DEBUG oslo_concurrency.lockutils [req-bed41f7c-cac8-490b-af6f-6948e23a95e9 req-b21136e8-d6fe-4406-b2f2-263186317ba9 service nova] Acquired lock "refresh_cache-8866902a-621e-444a-a853-a3753f0418f2" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.077943] env[69889]: DEBUG nova.network.neutron [req-bed41f7c-cac8-490b-af6f-6948e23a95e9 req-b21136e8-d6fe-4406-b2f2-263186317ba9 service nova] [instance: 8866902a-621e-444a-a853-a3753f0418f2] Refreshing network info cache for port 057fa98b-b375-41aa-b45f-870caa33139a {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1123.088119] env[69889]: DEBUG oslo_concurrency.lockutils [req-9dc98f67-b826-4f5d-8094-4b6e0e49095c req-1af5d155-ce98-472a-85a9-31cfb2b75d39 service nova] Releasing lock "refresh_cache-6f282443-f481-4f8c-979e-e2750d671814" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.148327] env[69889]: DEBUG oslo_vmware.api [None req-05cf45c0-b54a-401c-a35c-da57a457014d tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077938, 'name': ReconfigVM_Task, 'duration_secs': 1.383831} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.153956] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-05cf45c0-b54a-401c-a35c-da57a457014d tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: b20e3dbe-d893-4068-8052-3d8d50f0560d] Reconfigured VM instance instance-0000005e to attach disk [datastore2] b20e3dbe-d893-4068-8052-3d8d50f0560d/b20e3dbe-d893-4068-8052-3d8d50f0560d.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1123.155531] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-55a0e863-7385-4023-b0ba-367cae100d30 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.164204] env[69889]: DEBUG oslo_vmware.api [None req-05cf45c0-b54a-401c-a35c-da57a457014d tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Waiting for the task: (returnval){ [ 1123.164204] env[69889]: value = "task-4077939" [ 1123.164204] env[69889]: _type = "Task" [ 1123.164204] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.179252] env[69889]: DEBUG oslo_vmware.api [None req-05cf45c0-b54a-401c-a35c-da57a457014d tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077939, 'name': Rename_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.268100] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16dfa00e-09e7-44cc-ae83-e77961e1daaa {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.279969] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ddf0f16-08c5-47c9-b212-f5d3cfec78c1 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.315380] env[69889]: DEBUG nova.network.neutron [req-831d46dc-ff1c-42c0-8b0d-7a7287c66f10 req-2555af88-a7cc-4a5a-830e-c974a35d56d1 service nova] [instance: 1d03b56f-0b24-44ca-a394-e71ef3d2abf0] Updated VIF entry in instance network info cache for port 40fee23b-c992-420f-ba3b-dc686ff28684. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1123.315837] env[69889]: DEBUG nova.network.neutron [req-831d46dc-ff1c-42c0-8b0d-7a7287c66f10 req-2555af88-a7cc-4a5a-830e-c974a35d56d1 service nova] [instance: 1d03b56f-0b24-44ca-a394-e71ef3d2abf0] Updating instance_info_cache with network_info: [{"id": "40fee23b-c992-420f-ba3b-dc686ff28684", "address": "fa:16:3e:30:9a:79", "network": {"id": "dc7a1c63-64ed-41ca-b29f-202337c0d542", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1276397426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf71caefe82444e1aa35f5f5071b52f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40fee23b-c9", "ovs_interfaceid": "40fee23b-c992-420f-ba3b-dc686ff28684", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.318536] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21f4c493-548e-486c-bed1-55041dfe1f24 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.329765] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d81cd321-141a-4c76-8e9a-bf9982eae8cd {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.348500] env[69889]: DEBUG oslo_concurrency.lockutils [None req-8b3cd14a-2a62-499f-b0e2-098a580b8925 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Acquiring lock "refresh_cache-984c2c59-44de-4b93-b198-327b68415ce4" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.348719] env[69889]: DEBUG oslo_concurrency.lockutils [None req-8b3cd14a-2a62-499f-b0e2-098a580b8925 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Acquired lock "refresh_cache-984c2c59-44de-4b93-b198-327b68415ce4" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.348977] env[69889]: DEBUG nova.network.neutron [None req-8b3cd14a-2a62-499f-b0e2-098a580b8925 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: 984c2c59-44de-4b93-b198-327b68415ce4] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1123.351536] env[69889]: DEBUG nova.compute.provider_tree [None req-93beac79-00a3-4afd-aa46-3056b0851985 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1123.437180] env[69889]: DEBUG nova.network.neutron [None req-ad27952f-1c66-41fe-ba47-80caa4d3ceff tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: 15bb3989-8e54-4746-bc0b-96c39d438744] Successfully created port: 4114184f-3fda-4231-b489-634c6c5ea420 {{(pid=69889) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1123.487040] env[69889]: DEBUG nova.compute.manager [None req-ad27952f-1c66-41fe-ba47-80caa4d3ceff tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: 15bb3989-8e54-4746-bc0b-96c39d438744] Start building block device mappings for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1123.680190] env[69889]: DEBUG oslo_vmware.api [None req-05cf45c0-b54a-401c-a35c-da57a457014d tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077939, 'name': Rename_Task, 'duration_secs': 0.208405} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.680728] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-05cf45c0-b54a-401c-a35c-da57a457014d tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: b20e3dbe-d893-4068-8052-3d8d50f0560d] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1123.681074] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd31c03f-a9c1-42b1-b299-810f688147a7 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.691677] env[69889]: DEBUG oslo_vmware.api [None req-05cf45c0-b54a-401c-a35c-da57a457014d tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Waiting for the task: (returnval){ [ 1123.691677] env[69889]: value = "task-4077940" [ 1123.691677] env[69889]: _type = "Task" [ 1123.691677] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.701172] env[69889]: DEBUG oslo_vmware.api [None req-05cf45c0-b54a-401c-a35c-da57a457014d tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077940, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.824184] env[69889]: DEBUG oslo_concurrency.lockutils [req-831d46dc-ff1c-42c0-8b0d-7a7287c66f10 req-2555af88-a7cc-4a5a-830e-c974a35d56d1 service nova] Releasing lock "refresh_cache-1d03b56f-0b24-44ca-a394-e71ef3d2abf0" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.856343] env[69889]: DEBUG nova.scheduler.client.report [None req-93beac79-00a3-4afd-aa46-3056b0851985 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1123.891253] env[69889]: DEBUG nova.network.neutron [req-bed41f7c-cac8-490b-af6f-6948e23a95e9 req-b21136e8-d6fe-4406-b2f2-263186317ba9 service nova] [instance: 8866902a-621e-444a-a853-a3753f0418f2] Updated VIF entry in instance network info cache for port 057fa98b-b375-41aa-b45f-870caa33139a. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1123.891253] env[69889]: DEBUG nova.network.neutron [req-bed41f7c-cac8-490b-af6f-6948e23a95e9 req-b21136e8-d6fe-4406-b2f2-263186317ba9 service nova] [instance: 8866902a-621e-444a-a853-a3753f0418f2] Updating instance_info_cache with network_info: [{"id": "057fa98b-b375-41aa-b45f-870caa33139a", "address": "fa:16:3e:69:cc:95", "network": {"id": "3ca64dd4-23fb-4e19-8d0c-5addef000c05", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-147569188-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc97caed3dd94d37b13107e002052810", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "84aee122-f630-43c5-9cc1-3a38d3819c82", "external-id": "nsx-vlan-transportzone-816", "segmentation_id": 816, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap057fa98b-b3", "ovs_interfaceid": "057fa98b-b375-41aa-b45f-870caa33139a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.908365] env[69889]: DEBUG nova.network.neutron [None req-8b3cd14a-2a62-499f-b0e2-098a580b8925 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: 984c2c59-44de-4b93-b198-327b68415ce4] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1124.077677] env[69889]: DEBUG nova.network.neutron [None req-8b3cd14a-2a62-499f-b0e2-098a580b8925 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: 984c2c59-44de-4b93-b198-327b68415ce4] Updating instance_info_cache with network_info: [{"id": "b6fc3017-6cb9-4506-894e-7996a0d96379", "address": "fa:16:3e:49:a9:78", "network": {"id": "3ca64dd4-23fb-4e19-8d0c-5addef000c05", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-147569188-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc97caed3dd94d37b13107e002052810", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "84aee122-f630-43c5-9cc1-3a38d3819c82", "external-id": "nsx-vlan-transportzone-816", "segmentation_id": 816, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6fc3017-6c", "ovs_interfaceid": "b6fc3017-6cb9-4506-894e-7996a0d96379", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.204508] env[69889]: DEBUG oslo_vmware.api [None req-05cf45c0-b54a-401c-a35c-da57a457014d tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077940, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.232674] env[69889]: DEBUG nova.virt.hardware [None req-7eb2d884-ccd2-4010-a27a-a26e921c22eb tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1124.233145] env[69889]: DEBUG nova.virt.hardware [None req-7eb2d884-ccd2-4010-a27a-a26e921c22eb tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1124.233435] env[69889]: DEBUG nova.virt.hardware [None req-7eb2d884-ccd2-4010-a27a-a26e921c22eb tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1124.233794] env[69889]: DEBUG nova.virt.hardware [None req-7eb2d884-ccd2-4010-a27a-a26e921c22eb tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1124.234078] env[69889]: DEBUG nova.virt.hardware [None req-7eb2d884-ccd2-4010-a27a-a26e921c22eb tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1124.234370] env[69889]: DEBUG nova.virt.hardware [None req-7eb2d884-ccd2-4010-a27a-a26e921c22eb tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1124.234752] env[69889]: DEBUG nova.virt.hardware [None req-7eb2d884-ccd2-4010-a27a-a26e921c22eb tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1124.235051] env[69889]: DEBUG nova.virt.hardware [None req-7eb2d884-ccd2-4010-a27a-a26e921c22eb tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1124.235392] env[69889]: DEBUG nova.virt.hardware [None req-7eb2d884-ccd2-4010-a27a-a26e921c22eb tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1124.235673] env[69889]: DEBUG nova.virt.hardware [None req-7eb2d884-ccd2-4010-a27a-a26e921c22eb tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1124.236020] env[69889]: DEBUG nova.virt.hardware [None req-7eb2d884-ccd2-4010-a27a-a26e921c22eb tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1124.239500] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a12758a-8c9c-4f74-94ee-557bcdaf2739 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.256057] env[69889]: DEBUG nova.virt.hardware [None req-8b3cd14a-2a62-499f-b0e2-098a580b8925 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1124.256217] env[69889]: DEBUG nova.virt.hardware [None req-8b3cd14a-2a62-499f-b0e2-098a580b8925 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1124.256500] env[69889]: DEBUG nova.virt.hardware [None req-8b3cd14a-2a62-499f-b0e2-098a580b8925 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1124.256863] env[69889]: DEBUG nova.virt.hardware [None req-8b3cd14a-2a62-499f-b0e2-098a580b8925 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1124.257162] env[69889]: DEBUG nova.virt.hardware [None req-8b3cd14a-2a62-499f-b0e2-098a580b8925 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1124.257489] env[69889]: DEBUG nova.virt.hardware [None req-8b3cd14a-2a62-499f-b0e2-098a580b8925 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1124.257831] env[69889]: DEBUG nova.virt.hardware [None req-8b3cd14a-2a62-499f-b0e2-098a580b8925 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1124.258169] env[69889]: DEBUG nova.virt.hardware [None req-8b3cd14a-2a62-499f-b0e2-098a580b8925 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1124.258500] env[69889]: DEBUG nova.virt.hardware [None req-8b3cd14a-2a62-499f-b0e2-098a580b8925 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1124.258794] env[69889]: DEBUG nova.virt.hardware [None req-8b3cd14a-2a62-499f-b0e2-098a580b8925 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1124.259140] env[69889]: DEBUG nova.virt.hardware [None req-8b3cd14a-2a62-499f-b0e2-098a580b8925 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1124.261602] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-486415af-90aa-4382-9fa7-0b5d47fafccb {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.272040] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-178bc0ff-10f6-4d5a-bf0a-1da102cf924f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.289081] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-7eb2d884-ccd2-4010-a27a-a26e921c22eb tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: 8866902a-621e-444a-a853-a3753f0418f2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:cc:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '84aee122-f630-43c5-9cc1-3a38d3819c82', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '057fa98b-b375-41aa-b45f-870caa33139a', 'vif_model': 'vmxnet3'}] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1124.297082] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eb2d884-ccd2-4010-a27a-a26e921c22eb tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Creating folder: Project (bc97caed3dd94d37b13107e002052810). Parent ref: group-v807779. {{(pid=69889) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1124.300070] env[69889]: DEBUG oslo_vmware.rw_handles [None req-340e1fe4-7757-47ab-bf66-de31ade047f9 tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c8eae8-b680-1a06-d72c-8016f4248914/disk-0.vmdk. {{(pid=69889) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1124.302754] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bdac26a4-402d-4052-81a8-6e5c3c98a1a7 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.304641] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51cd57c8-2b84-4cc3-b808-ae0d538e7564 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.308350] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93b8ea56-33ac-44bf-864f-0e149d262ad6 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.317656] env[69889]: DEBUG oslo_vmware.rw_handles [None req-340e1fe4-7757-47ab-bf66-de31ade047f9 tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c8eae8-b680-1a06-d72c-8016f4248914/disk-0.vmdk is in state: ready. {{(pid=69889) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1124.317852] env[69889]: ERROR oslo_vmware.rw_handles [None req-340e1fe4-7757-47ab-bf66-de31ade047f9 tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c8eae8-b680-1a06-d72c-8016f4248914/disk-0.vmdk due to incomplete transfer. [ 1124.326793] env[69889]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-587bffe6-57fe-40ac-b323-ef7d016117aa {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.330441] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-7eb2d884-ccd2-4010-a27a-a26e921c22eb tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Created folder: Project (bc97caed3dd94d37b13107e002052810) in parent group-v807779. [ 1124.330668] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eb2d884-ccd2-4010-a27a-a26e921c22eb tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Creating folder: Instances. Parent ref: group-v808045. {{(pid=69889) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1124.331407] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fe1ab092-649f-4f06-bea7-2aa98bf4cb04 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.338152] env[69889]: DEBUG oslo_vmware.rw_handles [None req-340e1fe4-7757-47ab-bf66-de31ade047f9 tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c8eae8-b680-1a06-d72c-8016f4248914/disk-0.vmdk. {{(pid=69889) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1124.338453] env[69889]: DEBUG nova.virt.vmwareapi.images [None req-340e1fe4-7757-47ab-bf66-de31ade047f9 tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] [instance: ac14e0fa-9bbf-4c8c-82c4-bf3cf6b0660e] Uploaded image 01a6274d-9e90-4b84-b9e9-75766f3f971a to the Glance image server {{(pid=69889) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1124.340979] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-340e1fe4-7757-47ab-bf66-de31ade047f9 tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] [instance: ac14e0fa-9bbf-4c8c-82c4-bf3cf6b0660e] Destroying the VM {{(pid=69889) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1124.342999] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1a259d8f-98ae-4bad-a439-321a550b6fc3 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.344770] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-7eb2d884-ccd2-4010-a27a-a26e921c22eb tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Created folder: Instances in parent group-v808045. [ 1124.345016] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7eb2d884-ccd2-4010-a27a-a26e921c22eb tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1124.345233] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8866902a-621e-444a-a853-a3753f0418f2] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1124.345864] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-79e0bc02-9ff9-46f0-8f70-e08ee8972152 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.365760] env[69889]: DEBUG oslo_concurrency.lockutils [None req-93beac79-00a3-4afd-aa46-3056b0851985 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.890s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.368446] env[69889]: DEBUG oslo_vmware.api [None req-340e1fe4-7757-47ab-bf66-de31ade047f9 tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Waiting for the task: (returnval){ [ 1124.368446] env[69889]: value = "task-4077943" [ 1124.368446] env[69889]: _type = "Task" [ 1124.368446] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.369979] env[69889]: DEBUG oslo_concurrency.lockutils [None req-59ee94ac-88eb-4277-8448-225955638a91 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 3.899s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.382687] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1124.382687] env[69889]: value = "task-4077944" [ 1124.382687] env[69889]: _type = "Task" [ 1124.382687] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.382997] env[69889]: DEBUG oslo_vmware.api [None req-340e1fe4-7757-47ab-bf66-de31ade047f9 tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Task: {'id': task-4077943, 'name': Destroy_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.397886] env[69889]: DEBUG oslo_concurrency.lockutils [req-bed41f7c-cac8-490b-af6f-6948e23a95e9 req-b21136e8-d6fe-4406-b2f2-263186317ba9 service nova] Releasing lock "refresh_cache-8866902a-621e-444a-a853-a3753f0418f2" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.398398] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077944, 'name': CreateVM_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.404707] env[69889]: INFO nova.scheduler.client.report [None req-93beac79-00a3-4afd-aa46-3056b0851985 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Deleted allocations for instance 745fa69c-6e0e-4aa1-8f0c-a7f40e8093e6 [ 1124.500511] env[69889]: DEBUG nova.compute.manager [None req-ad27952f-1c66-41fe-ba47-80caa4d3ceff tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: 15bb3989-8e54-4746-bc0b-96c39d438744] Start spawning the instance on the hypervisor. {{(pid=69889) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1124.527924] env[69889]: DEBUG nova.virt.hardware [None req-ad27952f-1c66-41fe-ba47-80caa4d3ceff tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1124.528350] env[69889]: DEBUG nova.virt.hardware [None req-ad27952f-1c66-41fe-ba47-80caa4d3ceff tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1124.528653] env[69889]: DEBUG nova.virt.hardware [None req-ad27952f-1c66-41fe-ba47-80caa4d3ceff tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1124.528963] env[69889]: DEBUG nova.virt.hardware [None req-ad27952f-1c66-41fe-ba47-80caa4d3ceff tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1124.529240] env[69889]: DEBUG nova.virt.hardware [None req-ad27952f-1c66-41fe-ba47-80caa4d3ceff tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1124.529585] env[69889]: DEBUG nova.virt.hardware [None req-ad27952f-1c66-41fe-ba47-80caa4d3ceff tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1124.529969] env[69889]: DEBUG nova.virt.hardware [None req-ad27952f-1c66-41fe-ba47-80caa4d3ceff tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1124.530274] env[69889]: DEBUG nova.virt.hardware [None req-ad27952f-1c66-41fe-ba47-80caa4d3ceff tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1124.530598] env[69889]: DEBUG nova.virt.hardware [None req-ad27952f-1c66-41fe-ba47-80caa4d3ceff tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1124.530901] env[69889]: DEBUG nova.virt.hardware [None req-ad27952f-1c66-41fe-ba47-80caa4d3ceff tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1124.531222] env[69889]: DEBUG nova.virt.hardware [None req-ad27952f-1c66-41fe-ba47-80caa4d3ceff tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1124.533147] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e02f74f-8985-45d9-9faa-5bef29546baf {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.544868] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4789e8b-a8f7-4c37-a3d1-fa6d5f1b7117 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.581511] env[69889]: DEBUG oslo_concurrency.lockutils [None req-8b3cd14a-2a62-499f-b0e2-098a580b8925 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Releasing lock "refresh_cache-984c2c59-44de-4b93-b198-327b68415ce4" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.581971] env[69889]: DEBUG nova.compute.manager [None req-8b3cd14a-2a62-499f-b0e2-098a580b8925 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: 984c2c59-44de-4b93-b198-327b68415ce4] Instance network_info: |[{"id": "b6fc3017-6cb9-4506-894e-7996a0d96379", "address": "fa:16:3e:49:a9:78", "network": {"id": "3ca64dd4-23fb-4e19-8d0c-5addef000c05", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-147569188-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc97caed3dd94d37b13107e002052810", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "84aee122-f630-43c5-9cc1-3a38d3819c82", "external-id": "nsx-vlan-transportzone-816", "segmentation_id": 816, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6fc3017-6c", "ovs_interfaceid": "b6fc3017-6cb9-4506-894e-7996a0d96379", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1124.583446] env[69889]: DEBUG nova.compute.manager [req-cd86f7ff-feea-48cf-b492-91844fcd6610 req-15d63ed5-9910-4390-9cf7-fd1af8d4deaa service nova] [instance: 984c2c59-44de-4b93-b198-327b68415ce4] Received event network-vif-plugged-b6fc3017-6cb9-4506-894e-7996a0d96379 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1124.583718] env[69889]: DEBUG oslo_concurrency.lockutils [req-cd86f7ff-feea-48cf-b492-91844fcd6610 req-15d63ed5-9910-4390-9cf7-fd1af8d4deaa service nova] Acquiring lock "984c2c59-44de-4b93-b198-327b68415ce4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.583903] env[69889]: DEBUG oslo_concurrency.lockutils [req-cd86f7ff-feea-48cf-b492-91844fcd6610 req-15d63ed5-9910-4390-9cf7-fd1af8d4deaa service nova] Lock "984c2c59-44de-4b93-b198-327b68415ce4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.584081] env[69889]: DEBUG oslo_concurrency.lockutils [req-cd86f7ff-feea-48cf-b492-91844fcd6610 req-15d63ed5-9910-4390-9cf7-fd1af8d4deaa service nova] Lock "984c2c59-44de-4b93-b198-327b68415ce4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.584253] env[69889]: DEBUG nova.compute.manager [req-cd86f7ff-feea-48cf-b492-91844fcd6610 req-15d63ed5-9910-4390-9cf7-fd1af8d4deaa service nova] [instance: 984c2c59-44de-4b93-b198-327b68415ce4] No waiting events found dispatching network-vif-plugged-b6fc3017-6cb9-4506-894e-7996a0d96379 {{(pid=69889) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1124.584436] env[69889]: WARNING nova.compute.manager [req-cd86f7ff-feea-48cf-b492-91844fcd6610 req-15d63ed5-9910-4390-9cf7-fd1af8d4deaa service nova] [instance: 984c2c59-44de-4b93-b198-327b68415ce4] Received unexpected event network-vif-plugged-b6fc3017-6cb9-4506-894e-7996a0d96379 for instance with vm_state building and task_state spawning. [ 1124.584598] env[69889]: DEBUG nova.compute.manager [req-cd86f7ff-feea-48cf-b492-91844fcd6610 req-15d63ed5-9910-4390-9cf7-fd1af8d4deaa service nova] [instance: 984c2c59-44de-4b93-b198-327b68415ce4] Received event network-changed-b6fc3017-6cb9-4506-894e-7996a0d96379 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1124.584803] env[69889]: DEBUG nova.compute.manager [req-cd86f7ff-feea-48cf-b492-91844fcd6610 req-15d63ed5-9910-4390-9cf7-fd1af8d4deaa service nova] [instance: 984c2c59-44de-4b93-b198-327b68415ce4] Refreshing instance network info cache due to event network-changed-b6fc3017-6cb9-4506-894e-7996a0d96379. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1124.585010] env[69889]: DEBUG oslo_concurrency.lockutils [req-cd86f7ff-feea-48cf-b492-91844fcd6610 req-15d63ed5-9910-4390-9cf7-fd1af8d4deaa service nova] Acquiring lock "refresh_cache-984c2c59-44de-4b93-b198-327b68415ce4" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.585180] env[69889]: DEBUG oslo_concurrency.lockutils [req-cd86f7ff-feea-48cf-b492-91844fcd6610 req-15d63ed5-9910-4390-9cf7-fd1af8d4deaa service nova] Acquired lock "refresh_cache-984c2c59-44de-4b93-b198-327b68415ce4" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.585366] env[69889]: DEBUG nova.network.neutron [req-cd86f7ff-feea-48cf-b492-91844fcd6610 req-15d63ed5-9910-4390-9cf7-fd1af8d4deaa service nova] [instance: 984c2c59-44de-4b93-b198-327b68415ce4] Refreshing network info cache for port b6fc3017-6cb9-4506-894e-7996a0d96379 {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1124.587399] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-8b3cd14a-2a62-499f-b0e2-098a580b8925 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: 984c2c59-44de-4b93-b198-327b68415ce4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:a9:78', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '84aee122-f630-43c5-9cc1-3a38d3819c82', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b6fc3017-6cb9-4506-894e-7996a0d96379', 'vif_model': 'vmxnet3'}] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1124.596162] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8b3cd14a-2a62-499f-b0e2-098a580b8925 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1124.599978] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 984c2c59-44de-4b93-b198-327b68415ce4] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1124.600583] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-99720ecb-2a58-428c-aaef-74de50b0acfd {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.624268] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1124.624268] env[69889]: value = "task-4077945" [ 1124.624268] env[69889]: _type = "Task" [ 1124.624268] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.633904] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077945, 'name': CreateVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.704780] env[69889]: DEBUG oslo_vmware.api [None req-05cf45c0-b54a-401c-a35c-da57a457014d tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077940, 'name': PowerOnVM_Task, 'duration_secs': 0.6092} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.705627] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-05cf45c0-b54a-401c-a35c-da57a457014d tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: b20e3dbe-d893-4068-8052-3d8d50f0560d] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1124.705627] env[69889]: INFO nova.compute.manager [None req-05cf45c0-b54a-401c-a35c-da57a457014d tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: b20e3dbe-d893-4068-8052-3d8d50f0560d] Took 9.63 seconds to spawn the instance on the hypervisor. [ 1124.705810] env[69889]: DEBUG nova.compute.manager [None req-05cf45c0-b54a-401c-a35c-da57a457014d tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: b20e3dbe-d893-4068-8052-3d8d50f0560d] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1124.706753] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d65348f7-0f81-49fc-801d-1ae841f20bb5 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.872536] env[69889]: DEBUG nova.objects.instance [None req-59ee94ac-88eb-4277-8448-225955638a91 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Lazy-loading 'migration_context' on Instance uuid ec331f28-d5ae-4c98-ac7f-612fcd03b679 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1124.881089] env[69889]: DEBUG nova.network.neutron [req-cd86f7ff-feea-48cf-b492-91844fcd6610 req-15d63ed5-9910-4390-9cf7-fd1af8d4deaa service nova] [instance: 984c2c59-44de-4b93-b198-327b68415ce4] Updated VIF entry in instance network info cache for port b6fc3017-6cb9-4506-894e-7996a0d96379. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1124.881522] env[69889]: DEBUG nova.network.neutron [req-cd86f7ff-feea-48cf-b492-91844fcd6610 req-15d63ed5-9910-4390-9cf7-fd1af8d4deaa service nova] [instance: 984c2c59-44de-4b93-b198-327b68415ce4] Updating instance_info_cache with network_info: [{"id": "b6fc3017-6cb9-4506-894e-7996a0d96379", "address": "fa:16:3e:49:a9:78", "network": {"id": "3ca64dd4-23fb-4e19-8d0c-5addef000c05", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-147569188-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc97caed3dd94d37b13107e002052810", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "84aee122-f630-43c5-9cc1-3a38d3819c82", "external-id": "nsx-vlan-transportzone-816", "segmentation_id": 816, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6fc3017-6c", "ovs_interfaceid": "b6fc3017-6cb9-4506-894e-7996a0d96379", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.896457] env[69889]: DEBUG oslo_vmware.api [None req-340e1fe4-7757-47ab-bf66-de31ade047f9 tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Task: {'id': task-4077943, 'name': Destroy_Task} progress is 33%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.903942] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077944, 'name': CreateVM_Task, 'duration_secs': 0.509294} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.904151] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8866902a-621e-444a-a853-a3753f0418f2] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1124.904901] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7eb2d884-ccd2-4010-a27a-a26e921c22eb tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.905079] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7eb2d884-ccd2-4010-a27a-a26e921c22eb tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.905432] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7eb2d884-ccd2-4010-a27a-a26e921c22eb tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.905697] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f85bc46-a975-42dc-95e3-37d141b532eb {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.920775] env[69889]: DEBUG oslo_vmware.api [None req-7eb2d884-ccd2-4010-a27a-a26e921c22eb tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Waiting for the task: (returnval){ [ 1124.920775] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]529fa225-d25c-670e-2b16-a902c9bef1f2" [ 1124.920775] env[69889]: _type = "Task" [ 1124.920775] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.921342] env[69889]: DEBUG oslo_concurrency.lockutils [None req-93beac79-00a3-4afd-aa46-3056b0851985 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Lock "745fa69c-6e0e-4aa1-8f0c-a7f40e8093e6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.026s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.924782] env[69889]: DEBUG oslo_concurrency.lockutils [None req-3a5151ff-2733-441f-b58d-94428e012906 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Lock "745fa69c-6e0e-4aa1-8f0c-a7f40e8093e6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 6.971s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.925148] env[69889]: DEBUG oslo_concurrency.lockutils [None req-3a5151ff-2733-441f-b58d-94428e012906 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Acquiring lock "745fa69c-6e0e-4aa1-8f0c-a7f40e8093e6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.925493] env[69889]: DEBUG oslo_concurrency.lockutils [None req-3a5151ff-2733-441f-b58d-94428e012906 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Lock "745fa69c-6e0e-4aa1-8f0c-a7f40e8093e6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.925785] env[69889]: DEBUG oslo_concurrency.lockutils [None req-3a5151ff-2733-441f-b58d-94428e012906 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Lock "745fa69c-6e0e-4aa1-8f0c-a7f40e8093e6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.931759] env[69889]: INFO nova.compute.manager [None req-3a5151ff-2733-441f-b58d-94428e012906 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] [instance: 745fa69c-6e0e-4aa1-8f0c-a7f40e8093e6] Terminating instance [ 1124.940932] env[69889]: DEBUG oslo_vmware.api [None req-7eb2d884-ccd2-4010-a27a-a26e921c22eb tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]529fa225-d25c-670e-2b16-a902c9bef1f2, 'name': SearchDatastore_Task, 'duration_secs': 0.019397} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.941440] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7eb2d884-ccd2-4010-a27a-a26e921c22eb tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.941544] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-7eb2d884-ccd2-4010-a27a-a26e921c22eb tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: 8866902a-621e-444a-a853-a3753f0418f2] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1124.941769] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7eb2d884-ccd2-4010-a27a-a26e921c22eb tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.941919] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7eb2d884-ccd2-4010-a27a-a26e921c22eb tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.942107] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-7eb2d884-ccd2-4010-a27a-a26e921c22eb tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1124.942952] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-219e8a12-f109-4e13-a458-a9b41a368252 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.955564] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-7eb2d884-ccd2-4010-a27a-a26e921c22eb tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1124.955725] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-7eb2d884-ccd2-4010-a27a-a26e921c22eb tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1124.956667] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bb728a7-1a5d-4956-9ba1-d7f6a9b62ab7 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.964771] env[69889]: DEBUG oslo_vmware.api [None req-7eb2d884-ccd2-4010-a27a-a26e921c22eb tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Waiting for the task: (returnval){ [ 1124.964771] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52f6d1b7-0898-4c68-63d8-5a608209f8fe" [ 1124.964771] env[69889]: _type = "Task" [ 1124.964771] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.978672] env[69889]: DEBUG oslo_vmware.api [None req-7eb2d884-ccd2-4010-a27a-a26e921c22eb tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52f6d1b7-0898-4c68-63d8-5a608209f8fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.135700] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077945, 'name': CreateVM_Task, 'duration_secs': 0.510728} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.135921] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 984c2c59-44de-4b93-b198-327b68415ce4] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1125.136733] env[69889]: DEBUG oslo_concurrency.lockutils [None req-8b3cd14a-2a62-499f-b0e2-098a580b8925 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.137017] env[69889]: DEBUG oslo_concurrency.lockutils [None req-8b3cd14a-2a62-499f-b0e2-098a580b8925 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.137425] env[69889]: DEBUG oslo_concurrency.lockutils [None req-8b3cd14a-2a62-499f-b0e2-098a580b8925 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.139023] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8189fef2-f341-44a6-8802-17751a5e3010 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.145643] env[69889]: DEBUG oslo_vmware.api [None req-8b3cd14a-2a62-499f-b0e2-098a580b8925 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Waiting for the task: (returnval){ [ 1125.145643] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52b2f7e4-dc7a-41d3-c44e-67afd8510442" [ 1125.145643] env[69889]: _type = "Task" [ 1125.145643] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.158650] env[69889]: DEBUG oslo_vmware.api [None req-8b3cd14a-2a62-499f-b0e2-098a580b8925 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52b2f7e4-dc7a-41d3-c44e-67afd8510442, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.237265] env[69889]: INFO nova.compute.manager [None req-05cf45c0-b54a-401c-a35c-da57a457014d tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: b20e3dbe-d893-4068-8052-3d8d50f0560d] Took 20.25 seconds to build instance. [ 1125.367185] env[69889]: DEBUG nova.compute.manager [req-92af0fce-5f83-4a0c-935c-7666ca38ff8f req-ca7b6e8a-ae6b-4e0d-a0b5-0618d4965943 service nova] [instance: 15bb3989-8e54-4746-bc0b-96c39d438744] Received event network-vif-plugged-4114184f-3fda-4231-b489-634c6c5ea420 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1125.367461] env[69889]: DEBUG oslo_concurrency.lockutils [req-92af0fce-5f83-4a0c-935c-7666ca38ff8f req-ca7b6e8a-ae6b-4e0d-a0b5-0618d4965943 service nova] Acquiring lock "15bb3989-8e54-4746-bc0b-96c39d438744-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.367740] env[69889]: DEBUG oslo_concurrency.lockutils [req-92af0fce-5f83-4a0c-935c-7666ca38ff8f req-ca7b6e8a-ae6b-4e0d-a0b5-0618d4965943 service nova] Lock "15bb3989-8e54-4746-bc0b-96c39d438744-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.367920] env[69889]: DEBUG oslo_concurrency.lockutils [req-92af0fce-5f83-4a0c-935c-7666ca38ff8f req-ca7b6e8a-ae6b-4e0d-a0b5-0618d4965943 service nova] Lock "15bb3989-8e54-4746-bc0b-96c39d438744-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.368634] env[69889]: DEBUG nova.compute.manager [req-92af0fce-5f83-4a0c-935c-7666ca38ff8f req-ca7b6e8a-ae6b-4e0d-a0b5-0618d4965943 service nova] [instance: 15bb3989-8e54-4746-bc0b-96c39d438744] No waiting events found dispatching network-vif-plugged-4114184f-3fda-4231-b489-634c6c5ea420 {{(pid=69889) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1125.368896] env[69889]: WARNING nova.compute.manager [req-92af0fce-5f83-4a0c-935c-7666ca38ff8f req-ca7b6e8a-ae6b-4e0d-a0b5-0618d4965943 service nova] [instance: 15bb3989-8e54-4746-bc0b-96c39d438744] Received unexpected event network-vif-plugged-4114184f-3fda-4231-b489-634c6c5ea420 for instance with vm_state building and task_state spawning. [ 1125.384775] env[69889]: DEBUG oslo_vmware.api [None req-340e1fe4-7757-47ab-bf66-de31ade047f9 tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Task: {'id': task-4077943, 'name': Destroy_Task} progress is 100%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.386035] env[69889]: DEBUG oslo_concurrency.lockutils [req-cd86f7ff-feea-48cf-b492-91844fcd6610 req-15d63ed5-9910-4390-9cf7-fd1af8d4deaa service nova] Releasing lock "refresh_cache-984c2c59-44de-4b93-b198-327b68415ce4" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.440118] env[69889]: DEBUG oslo_concurrency.lockutils [None req-3a5151ff-2733-441f-b58d-94428e012906 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Acquiring lock "refresh_cache-745fa69c-6e0e-4aa1-8f0c-a7f40e8093e6" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.440352] env[69889]: DEBUG oslo_concurrency.lockutils [None req-3a5151ff-2733-441f-b58d-94428e012906 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Acquired lock "refresh_cache-745fa69c-6e0e-4aa1-8f0c-a7f40e8093e6" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.440602] env[69889]: DEBUG nova.network.neutron [None req-3a5151ff-2733-441f-b58d-94428e012906 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] [instance: 745fa69c-6e0e-4aa1-8f0c-a7f40e8093e6] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1125.477798] env[69889]: DEBUG oslo_vmware.api [None req-7eb2d884-ccd2-4010-a27a-a26e921c22eb tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52f6d1b7-0898-4c68-63d8-5a608209f8fe, 'name': SearchDatastore_Task, 'duration_secs': 0.019782} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.484473] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e492b46-5555-48ae-95f4-df271fca46ef {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.492520] env[69889]: DEBUG oslo_vmware.api [None req-7eb2d884-ccd2-4010-a27a-a26e921c22eb tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Waiting for the task: (returnval){ [ 1125.492520] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]5295c21e-63ea-e1ca-7770-2509a5cf5f2e" [ 1125.492520] env[69889]: _type = "Task" [ 1125.492520] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.504125] env[69889]: DEBUG oslo_vmware.api [None req-7eb2d884-ccd2-4010-a27a-a26e921c22eb tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5295c21e-63ea-e1ca-7770-2509a5cf5f2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.660740] env[69889]: DEBUG oslo_vmware.api [None req-8b3cd14a-2a62-499f-b0e2-098a580b8925 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52b2f7e4-dc7a-41d3-c44e-67afd8510442, 'name': SearchDatastore_Task, 'duration_secs': 0.033202} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.661746] env[69889]: DEBUG oslo_concurrency.lockutils [None req-8b3cd14a-2a62-499f-b0e2-098a580b8925 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.662054] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-8b3cd14a-2a62-499f-b0e2-098a580b8925 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: 984c2c59-44de-4b93-b198-327b68415ce4] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1125.662325] env[69889]: DEBUG oslo_concurrency.lockutils [None req-8b3cd14a-2a62-499f-b0e2-098a580b8925 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.663398] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8898e03a-10b3-4298-a7e2-8bd458486479 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.672878] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fffe9173-e2db-43cc-b6d2-ddbba6925571 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.710499] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5300ebc-283d-41ec-81aa-8135c1f03ed1 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.719939] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dddf026-7412-4b0d-85d4-5079d975c4dd {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.736737] env[69889]: DEBUG nova.compute.provider_tree [None req-59ee94ac-88eb-4277-8448-225955638a91 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1125.739857] env[69889]: DEBUG oslo_concurrency.lockutils [None req-05cf45c0-b54a-401c-a35c-da57a457014d tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Lock "b20e3dbe-d893-4068-8052-3d8d50f0560d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.757s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.855254] env[69889]: DEBUG nova.network.neutron [None req-ad27952f-1c66-41fe-ba47-80caa4d3ceff tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: 15bb3989-8e54-4746-bc0b-96c39d438744] Successfully updated port: 4114184f-3fda-4231-b489-634c6c5ea420 {{(pid=69889) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1125.890447] env[69889]: DEBUG oslo_vmware.api [None req-340e1fe4-7757-47ab-bf66-de31ade047f9 tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Task: {'id': task-4077943, 'name': Destroy_Task} progress is 100%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.943159] env[69889]: DEBUG nova.compute.utils [None req-3a5151ff-2733-441f-b58d-94428e012906 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] [instance: 745fa69c-6e0e-4aa1-8f0c-a7f40e8093e6] Can not refresh info_cache because instance was not found {{(pid=69889) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 1125.962526] env[69889]: DEBUG nova.network.neutron [None req-3a5151ff-2733-441f-b58d-94428e012906 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] [instance: 745fa69c-6e0e-4aa1-8f0c-a7f40e8093e6] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1125.988649] env[69889]: DEBUG oslo_concurrency.lockutils [None req-74f286ca-0ace-4135-acc8-a47ec5b53533 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Acquiring lock "5665d1c7-3b42-4a19-8d01-0e711aa5b074" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.989179] env[69889]: DEBUG oslo_concurrency.lockutils [None req-74f286ca-0ace-4135-acc8-a47ec5b53533 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Lock "5665d1c7-3b42-4a19-8d01-0e711aa5b074" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.989593] env[69889]: DEBUG oslo_concurrency.lockutils [None req-74f286ca-0ace-4135-acc8-a47ec5b53533 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Acquiring lock "5665d1c7-3b42-4a19-8d01-0e711aa5b074-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.989917] env[69889]: DEBUG oslo_concurrency.lockutils [None req-74f286ca-0ace-4135-acc8-a47ec5b53533 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Lock "5665d1c7-3b42-4a19-8d01-0e711aa5b074-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.990197] env[69889]: DEBUG oslo_concurrency.lockutils [None req-74f286ca-0ace-4135-acc8-a47ec5b53533 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Lock "5665d1c7-3b42-4a19-8d01-0e711aa5b074-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.000535] env[69889]: INFO nova.compute.manager [None req-74f286ca-0ace-4135-acc8-a47ec5b53533 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] [instance: 5665d1c7-3b42-4a19-8d01-0e711aa5b074] Terminating instance [ 1126.016876] env[69889]: DEBUG oslo_vmware.api [None req-7eb2d884-ccd2-4010-a27a-a26e921c22eb tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5295c21e-63ea-e1ca-7770-2509a5cf5f2e, 'name': SearchDatastore_Task, 'duration_secs': 0.017383} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.018310] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7eb2d884-ccd2-4010-a27a-a26e921c22eb tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.018712] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eb2d884-ccd2-4010-a27a-a26e921c22eb tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] 8866902a-621e-444a-a853-a3753f0418f2/8866902a-621e-444a-a853-a3753f0418f2.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1126.019797] env[69889]: DEBUG oslo_concurrency.lockutils [None req-8b3cd14a-2a62-499f-b0e2-098a580b8925 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.019909] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b3cd14a-2a62-499f-b0e2-098a580b8925 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1126.020216] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bc72ed88-b6bb-4909-aa84-e67aa11b8bc3 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.024064] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-802efa8f-d700-4881-bebb-34480008f76a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.034574] env[69889]: DEBUG oslo_vmware.api [None req-7eb2d884-ccd2-4010-a27a-a26e921c22eb tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Waiting for the task: (returnval){ [ 1126.034574] env[69889]: value = "task-4077946" [ 1126.034574] env[69889]: _type = "Task" [ 1126.034574] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.036395] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b3cd14a-2a62-499f-b0e2-098a580b8925 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1126.036519] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-8b3cd14a-2a62-499f-b0e2-098a580b8925 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1126.040830] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b15c93a6-e4a8-4141-a8a4-c08707f3313c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.049069] env[69889]: DEBUG oslo_vmware.api [None req-8b3cd14a-2a62-499f-b0e2-098a580b8925 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Waiting for the task: (returnval){ [ 1126.049069] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52fd7708-8793-bce8-cded-225b422ea4e4" [ 1126.049069] env[69889]: _type = "Task" [ 1126.049069] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.052740] env[69889]: DEBUG oslo_vmware.api [None req-7eb2d884-ccd2-4010-a27a-a26e921c22eb tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': task-4077946, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.063267] env[69889]: DEBUG oslo_vmware.api [None req-8b3cd14a-2a62-499f-b0e2-098a580b8925 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52fd7708-8793-bce8-cded-225b422ea4e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.063828] env[69889]: DEBUG nova.network.neutron [None req-3a5151ff-2733-441f-b58d-94428e012906 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] [instance: 745fa69c-6e0e-4aa1-8f0c-a7f40e8093e6] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.243098] env[69889]: DEBUG nova.scheduler.client.report [None req-59ee94ac-88eb-4277-8448-225955638a91 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1126.358631] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ad27952f-1c66-41fe-ba47-80caa4d3ceff tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Acquiring lock "refresh_cache-15bb3989-8e54-4746-bc0b-96c39d438744" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.358869] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ad27952f-1c66-41fe-ba47-80caa4d3ceff tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Acquired lock "refresh_cache-15bb3989-8e54-4746-bc0b-96c39d438744" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.359078] env[69889]: DEBUG nova.network.neutron [None req-ad27952f-1c66-41fe-ba47-80caa4d3ceff tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: 15bb3989-8e54-4746-bc0b-96c39d438744] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1126.386701] env[69889]: DEBUG oslo_vmware.api [None req-340e1fe4-7757-47ab-bf66-de31ade047f9 tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Task: {'id': task-4077943, 'name': Destroy_Task, 'duration_secs': 1.69081} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.387759] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-340e1fe4-7757-47ab-bf66-de31ade047f9 tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] [instance: ac14e0fa-9bbf-4c8c-82c4-bf3cf6b0660e] Destroyed the VM [ 1126.388261] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-340e1fe4-7757-47ab-bf66-de31ade047f9 tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] [instance: ac14e0fa-9bbf-4c8c-82c4-bf3cf6b0660e] Deleting Snapshot of the VM instance {{(pid=69889) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1126.388470] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ff46d42a-29b8-4640-8358-7f69421e7dd6 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.398459] env[69889]: DEBUG oslo_vmware.api [None req-340e1fe4-7757-47ab-bf66-de31ade047f9 tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Waiting for the task: (returnval){ [ 1126.398459] env[69889]: value = "task-4077947" [ 1126.398459] env[69889]: _type = "Task" [ 1126.398459] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.410726] env[69889]: DEBUG oslo_vmware.api [None req-340e1fe4-7757-47ab-bf66-de31ade047f9 tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Task: {'id': task-4077947, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.506986] env[69889]: DEBUG nova.compute.manager [None req-74f286ca-0ace-4135-acc8-a47ec5b53533 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] [instance: 5665d1c7-3b42-4a19-8d01-0e711aa5b074] Start destroying the instance on the hypervisor. {{(pid=69889) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1126.507475] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-74f286ca-0ace-4135-acc8-a47ec5b53533 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] [instance: 5665d1c7-3b42-4a19-8d01-0e711aa5b074] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1126.508843] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-718f4c1d-abba-452d-9590-418f43579db8 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.519762] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-74f286ca-0ace-4135-acc8-a47ec5b53533 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] [instance: 5665d1c7-3b42-4a19-8d01-0e711aa5b074] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1126.520183] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6490363f-eb54-40f7-a11e-3a78db0dd85a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.529709] env[69889]: DEBUG oslo_vmware.api [None req-74f286ca-0ace-4135-acc8-a47ec5b53533 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Waiting for the task: (returnval){ [ 1126.529709] env[69889]: value = "task-4077948" [ 1126.529709] env[69889]: _type = "Task" [ 1126.529709] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.544903] env[69889]: DEBUG oslo_vmware.api [None req-74f286ca-0ace-4135-acc8-a47ec5b53533 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Task: {'id': task-4077948, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.554086] env[69889]: DEBUG oslo_vmware.api [None req-7eb2d884-ccd2-4010-a27a-a26e921c22eb tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': task-4077946, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.567617] env[69889]: DEBUG oslo_concurrency.lockutils [None req-3a5151ff-2733-441f-b58d-94428e012906 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Releasing lock "refresh_cache-745fa69c-6e0e-4aa1-8f0c-a7f40e8093e6" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.568189] env[69889]: DEBUG nova.compute.manager [None req-3a5151ff-2733-441f-b58d-94428e012906 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] [instance: 745fa69c-6e0e-4aa1-8f0c-a7f40e8093e6] Start destroying the instance on the hypervisor. {{(pid=69889) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1126.568437] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-3a5151ff-2733-441f-b58d-94428e012906 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] [instance: 745fa69c-6e0e-4aa1-8f0c-a7f40e8093e6] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1126.568815] env[69889]: DEBUG oslo_vmware.api [None req-8b3cd14a-2a62-499f-b0e2-098a580b8925 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52fd7708-8793-bce8-cded-225b422ea4e4, 'name': SearchDatastore_Task, 'duration_secs': 0.021624} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.569104] env[69889]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-50a058d4-c245-4d29-811f-6a186017da7e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.572019] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fef9d91-9104-4ac8-a5cd-d432e07eddf3 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.582552] env[69889]: DEBUG oslo_vmware.api [None req-8b3cd14a-2a62-499f-b0e2-098a580b8925 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Waiting for the task: (returnval){ [ 1126.582552] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]525d2a16-b91e-02c7-8946-14dd1e130d48" [ 1126.582552] env[69889]: _type = "Task" [ 1126.582552] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.585826] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27298cd6-f0e2-4051-b5bd-c366a1fe3f61 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.610126] env[69889]: DEBUG oslo_vmware.api [None req-8b3cd14a-2a62-499f-b0e2-098a580b8925 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]525d2a16-b91e-02c7-8946-14dd1e130d48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.635126] env[69889]: WARNING nova.virt.vmwareapi.vmops [None req-3a5151ff-2733-441f-b58d-94428e012906 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] [instance: 745fa69c-6e0e-4aa1-8f0c-a7f40e8093e6] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 745fa69c-6e0e-4aa1-8f0c-a7f40e8093e6 could not be found. [ 1126.635513] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-3a5151ff-2733-441f-b58d-94428e012906 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] [instance: 745fa69c-6e0e-4aa1-8f0c-a7f40e8093e6] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1126.635599] env[69889]: INFO nova.compute.manager [None req-3a5151ff-2733-441f-b58d-94428e012906 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] [instance: 745fa69c-6e0e-4aa1-8f0c-a7f40e8093e6] Took 0.07 seconds to destroy the instance on the hypervisor. [ 1126.635911] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3a5151ff-2733-441f-b58d-94428e012906 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1126.636272] env[69889]: DEBUG nova.compute.manager [-] [instance: 745fa69c-6e0e-4aa1-8f0c-a7f40e8093e6] Deallocating network for instance {{(pid=69889) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1126.636396] env[69889]: DEBUG nova.network.neutron [-] [instance: 745fa69c-6e0e-4aa1-8f0c-a7f40e8093e6] deallocate_for_instance() {{(pid=69889) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1126.641643] env[69889]: DEBUG nova.compute.manager [req-85fa5e97-380c-413b-9dc9-fa8062947578 req-6f223254-45af-4526-8b0d-6ad060efc41f service nova] [instance: 15bb3989-8e54-4746-bc0b-96c39d438744] Received event network-changed-4114184f-3fda-4231-b489-634c6c5ea420 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1126.641964] env[69889]: DEBUG nova.compute.manager [req-85fa5e97-380c-413b-9dc9-fa8062947578 req-6f223254-45af-4526-8b0d-6ad060efc41f service nova] [instance: 15bb3989-8e54-4746-bc0b-96c39d438744] Refreshing instance network info cache due to event network-changed-4114184f-3fda-4231-b489-634c6c5ea420. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1126.642221] env[69889]: DEBUG oslo_concurrency.lockutils [req-85fa5e97-380c-413b-9dc9-fa8062947578 req-6f223254-45af-4526-8b0d-6ad060efc41f service nova] Acquiring lock "refresh_cache-15bb3989-8e54-4746-bc0b-96c39d438744" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.656361] env[69889]: DEBUG nova.network.neutron [-] [instance: 745fa69c-6e0e-4aa1-8f0c-a7f40e8093e6] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1126.683053] env[69889]: DEBUG oslo_concurrency.lockutils [None req-acf2d4de-5f76-4a89-8de9-4988441ca946 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Acquiring lock "interface-1d03b56f-0b24-44ca-a394-e71ef3d2abf0-f30250b1-8014-4179-93ad-b5bb4fb8ed37" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.683390] env[69889]: DEBUG oslo_concurrency.lockutils [None req-acf2d4de-5f76-4a89-8de9-4988441ca946 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Lock "interface-1d03b56f-0b24-44ca-a394-e71ef3d2abf0-f30250b1-8014-4179-93ad-b5bb4fb8ed37" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.683967] env[69889]: DEBUG nova.objects.instance [None req-acf2d4de-5f76-4a89-8de9-4988441ca946 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Lazy-loading 'flavor' on Instance uuid 1d03b56f-0b24-44ca-a394-e71ef3d2abf0 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1126.915142] env[69889]: DEBUG oslo_vmware.api [None req-340e1fe4-7757-47ab-bf66-de31ade047f9 tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Task: {'id': task-4077947, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.922153] env[69889]: DEBUG nova.network.neutron [None req-ad27952f-1c66-41fe-ba47-80caa4d3ceff tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: 15bb3989-8e54-4746-bc0b-96c39d438744] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1127.045653] env[69889]: DEBUG oslo_vmware.api [None req-74f286ca-0ace-4135-acc8-a47ec5b53533 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Task: {'id': task-4077948, 'name': PowerOffVM_Task, 'duration_secs': 0.315377} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.049552] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-74f286ca-0ace-4135-acc8-a47ec5b53533 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] [instance: 5665d1c7-3b42-4a19-8d01-0e711aa5b074] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1127.049702] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-74f286ca-0ace-4135-acc8-a47ec5b53533 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] [instance: 5665d1c7-3b42-4a19-8d01-0e711aa5b074] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1127.050079] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-80ad4c76-d33e-4064-b523-b14e1ebbe9c4 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.056015] env[69889]: DEBUG oslo_vmware.api [None req-7eb2d884-ccd2-4010-a27a-a26e921c22eb tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': task-4077946, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.722055} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.056791] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eb2d884-ccd2-4010-a27a-a26e921c22eb tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] 8866902a-621e-444a-a853-a3753f0418f2/8866902a-621e-444a-a853-a3753f0418f2.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1127.057058] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-7eb2d884-ccd2-4010-a27a-a26e921c22eb tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: 8866902a-621e-444a-a853-a3753f0418f2] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1127.057357] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-357b84cd-aa95-4492-99ae-ab1e963ee095 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.066375] env[69889]: DEBUG oslo_vmware.api [None req-7eb2d884-ccd2-4010-a27a-a26e921c22eb tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Waiting for the task: (returnval){ [ 1127.066375] env[69889]: value = "task-4077950" [ 1127.066375] env[69889]: _type = "Task" [ 1127.066375] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.078373] env[69889]: DEBUG oslo_vmware.api [None req-7eb2d884-ccd2-4010-a27a-a26e921c22eb tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': task-4077950, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.097600] env[69889]: DEBUG oslo_vmware.api [None req-8b3cd14a-2a62-499f-b0e2-098a580b8925 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]525d2a16-b91e-02c7-8946-14dd1e130d48, 'name': SearchDatastore_Task, 'duration_secs': 0.06117} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.097950] env[69889]: DEBUG oslo_concurrency.lockutils [None req-8b3cd14a-2a62-499f-b0e2-098a580b8925 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.098253] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b3cd14a-2a62-499f-b0e2-098a580b8925 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] 984c2c59-44de-4b93-b198-327b68415ce4/984c2c59-44de-4b93-b198-327b68415ce4.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1127.098531] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-53390643-ca7a-4995-b8c4-1fba6663106b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.107557] env[69889]: DEBUG oslo_vmware.api [None req-8b3cd14a-2a62-499f-b0e2-098a580b8925 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Waiting for the task: (returnval){ [ 1127.107557] env[69889]: value = "task-4077951" [ 1127.107557] env[69889]: _type = "Task" [ 1127.107557] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.118783] env[69889]: DEBUG oslo_vmware.api [None req-8b3cd14a-2a62-499f-b0e2-098a580b8925 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': task-4077951, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.121377] env[69889]: DEBUG nova.compute.manager [None req-c86bc09a-18b9-403e-a6fd-8148e28260c2 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: b20e3dbe-d893-4068-8052-3d8d50f0560d] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1127.122425] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-519a59fe-abd6-43bd-a0f3-7a0f845c5cfa {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.159755] env[69889]: DEBUG nova.network.neutron [-] [instance: 745fa69c-6e0e-4aa1-8f0c-a7f40e8093e6] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.165540] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-74f286ca-0ace-4135-acc8-a47ec5b53533 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] [instance: 5665d1c7-3b42-4a19-8d01-0e711aa5b074] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1127.165790] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-74f286ca-0ace-4135-acc8-a47ec5b53533 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] [instance: 5665d1c7-3b42-4a19-8d01-0e711aa5b074] Deleting contents of the VM from datastore datastore1 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1127.166101] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-74f286ca-0ace-4135-acc8-a47ec5b53533 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Deleting the datastore file [datastore1] 5665d1c7-3b42-4a19-8d01-0e711aa5b074 {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1127.166391] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-607dab88-c18f-4bd5-8928-0f737ad553c0 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.176171] env[69889]: DEBUG oslo_vmware.api [None req-74f286ca-0ace-4135-acc8-a47ec5b53533 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Waiting for the task: (returnval){ [ 1127.176171] env[69889]: value = "task-4077952" [ 1127.176171] env[69889]: _type = "Task" [ 1127.176171] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.192543] env[69889]: DEBUG oslo_vmware.api [None req-74f286ca-0ace-4135-acc8-a47ec5b53533 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Task: {'id': task-4077952, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.206829] env[69889]: DEBUG nova.network.neutron [None req-ad27952f-1c66-41fe-ba47-80caa4d3ceff tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: 15bb3989-8e54-4746-bc0b-96c39d438744] Updating instance_info_cache with network_info: [{"id": "4114184f-3fda-4231-b489-634c6c5ea420", "address": "fa:16:3e:0e:d4:2a", "network": {"id": "b29da6ee-674a-477c-825a-46d399fad165", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1035647706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea3b0130534446ba8f3ff8c8e581dae7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4114184f-3f", "ovs_interfaceid": "4114184f-3fda-4231-b489-634c6c5ea420", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.256231] env[69889]: DEBUG oslo_concurrency.lockutils [None req-59ee94ac-88eb-4277-8448-225955638a91 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.887s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.308559] env[69889]: DEBUG nova.objects.instance [None req-acf2d4de-5f76-4a89-8de9-4988441ca946 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Lazy-loading 'pci_requests' on Instance uuid 1d03b56f-0b24-44ca-a394-e71ef3d2abf0 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1127.381641] env[69889]: DEBUG oslo_vmware.rw_handles [None req-786b7edd-4bad-4f6b-b198-42ac1c689e7f tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526c5414-bdc6-0b04-b8f7-cd55d803c065/disk-0.vmdk. {{(pid=69889) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1127.382821] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a3e4f4d-f537-4ea3-a5da-875880e2eb60 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.392286] env[69889]: DEBUG oslo_vmware.rw_handles [None req-786b7edd-4bad-4f6b-b198-42ac1c689e7f tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526c5414-bdc6-0b04-b8f7-cd55d803c065/disk-0.vmdk is in state: ready. {{(pid=69889) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1127.392667] env[69889]: ERROR oslo_vmware.rw_handles [None req-786b7edd-4bad-4f6b-b198-42ac1c689e7f tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526c5414-bdc6-0b04-b8f7-cd55d803c065/disk-0.vmdk due to incomplete transfer. [ 1127.393050] env[69889]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1b491424-cd82-420a-b4ab-9f4a89a7f2aa {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.407733] env[69889]: DEBUG oslo_vmware.rw_handles [None req-786b7edd-4bad-4f6b-b198-42ac1c689e7f tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526c5414-bdc6-0b04-b8f7-cd55d803c065/disk-0.vmdk. {{(pid=69889) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1127.407950] env[69889]: DEBUG nova.virt.vmwareapi.images [None req-786b7edd-4bad-4f6b-b198-42ac1c689e7f tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] [instance: 13d9f160-3906-4434-859b-4fc4b226333e] Uploaded image 194445ea-78f6-43de-9ffe-18f8f3ceaf34 to the Glance image server {{(pid=69889) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1127.409890] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-786b7edd-4bad-4f6b-b198-42ac1c689e7f tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] [instance: 13d9f160-3906-4434-859b-4fc4b226333e] Destroying the VM {{(pid=69889) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1127.414052] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-64b14b7d-2656-4c4a-ae3f-828012391ad8 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.416283] env[69889]: DEBUG oslo_vmware.api [None req-340e1fe4-7757-47ab-bf66-de31ade047f9 tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Task: {'id': task-4077947, 'name': RemoveSnapshot_Task} progress is 98%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.422859] env[69889]: DEBUG oslo_vmware.api [None req-786b7edd-4bad-4f6b-b198-42ac1c689e7f tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Waiting for the task: (returnval){ [ 1127.422859] env[69889]: value = "task-4077953" [ 1127.422859] env[69889]: _type = "Task" [ 1127.422859] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.433273] env[69889]: DEBUG oslo_vmware.api [None req-786b7edd-4bad-4f6b-b198-42ac1c689e7f tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Task: {'id': task-4077953, 'name': Destroy_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.579999] env[69889]: DEBUG oslo_vmware.api [None req-7eb2d884-ccd2-4010-a27a-a26e921c22eb tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': task-4077950, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089355} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.580357] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-7eb2d884-ccd2-4010-a27a-a26e921c22eb tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: 8866902a-621e-444a-a853-a3753f0418f2] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1127.581776] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-677a3578-f4b2-4dcf-8490-3fe953f91aec {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.608435] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-7eb2d884-ccd2-4010-a27a-a26e921c22eb tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: 8866902a-621e-444a-a853-a3753f0418f2] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] 8866902a-621e-444a-a853-a3753f0418f2/8866902a-621e-444a-a853-a3753f0418f2.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1127.608691] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c183e38e-64db-41a8-abd2-d6f8b8f2e4ad {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.635289] env[69889]: DEBUG oslo_vmware.api [None req-8b3cd14a-2a62-499f-b0e2-098a580b8925 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': task-4077951, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.637754] env[69889]: DEBUG oslo_vmware.api [None req-7eb2d884-ccd2-4010-a27a-a26e921c22eb tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Waiting for the task: (returnval){ [ 1127.637754] env[69889]: value = "task-4077954" [ 1127.637754] env[69889]: _type = "Task" [ 1127.637754] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.644090] env[69889]: INFO nova.compute.manager [None req-c86bc09a-18b9-403e-a6fd-8148e28260c2 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: b20e3dbe-d893-4068-8052-3d8d50f0560d] instance snapshotting [ 1127.649297] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a7787a2-4801-4a39-9a55-55031b6489b6 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.657431] env[69889]: DEBUG oslo_vmware.api [None req-7eb2d884-ccd2-4010-a27a-a26e921c22eb tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': task-4077954, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.678332] env[69889]: INFO nova.compute.manager [-] [instance: 745fa69c-6e0e-4aa1-8f0c-a7f40e8093e6] Took 1.04 seconds to deallocate network for instance. [ 1127.684574] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6083a43-dac7-4139-90ae-14fa630680cb {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.697723] env[69889]: DEBUG oslo_vmware.api [None req-74f286ca-0ace-4135-acc8-a47ec5b53533 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Task: {'id': task-4077952, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.269819} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.700499] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-74f286ca-0ace-4135-acc8-a47ec5b53533 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1127.700883] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-74f286ca-0ace-4135-acc8-a47ec5b53533 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] [instance: 5665d1c7-3b42-4a19-8d01-0e711aa5b074] Deleted contents of the VM from datastore datastore1 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1127.700950] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-74f286ca-0ace-4135-acc8-a47ec5b53533 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] [instance: 5665d1c7-3b42-4a19-8d01-0e711aa5b074] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1127.701331] env[69889]: INFO nova.compute.manager [None req-74f286ca-0ace-4135-acc8-a47ec5b53533 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] [instance: 5665d1c7-3b42-4a19-8d01-0e711aa5b074] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1127.701498] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-74f286ca-0ace-4135-acc8-a47ec5b53533 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1127.704465] env[69889]: DEBUG nova.compute.manager [-] [instance: 5665d1c7-3b42-4a19-8d01-0e711aa5b074] Deallocating network for instance {{(pid=69889) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1127.704585] env[69889]: DEBUG nova.network.neutron [-] [instance: 5665d1c7-3b42-4a19-8d01-0e711aa5b074] deallocate_for_instance() {{(pid=69889) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1127.710669] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ad27952f-1c66-41fe-ba47-80caa4d3ceff tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Releasing lock "refresh_cache-15bb3989-8e54-4746-bc0b-96c39d438744" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.711089] env[69889]: DEBUG nova.compute.manager [None req-ad27952f-1c66-41fe-ba47-80caa4d3ceff tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: 15bb3989-8e54-4746-bc0b-96c39d438744] Instance network_info: |[{"id": "4114184f-3fda-4231-b489-634c6c5ea420", "address": "fa:16:3e:0e:d4:2a", "network": {"id": "b29da6ee-674a-477c-825a-46d399fad165", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1035647706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea3b0130534446ba8f3ff8c8e581dae7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4114184f-3f", "ovs_interfaceid": "4114184f-3fda-4231-b489-634c6c5ea420", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1127.711371] env[69889]: DEBUG oslo_concurrency.lockutils [req-85fa5e97-380c-413b-9dc9-fa8062947578 req-6f223254-45af-4526-8b0d-6ad060efc41f service nova] Acquired lock "refresh_cache-15bb3989-8e54-4746-bc0b-96c39d438744" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.711556] env[69889]: DEBUG nova.network.neutron [req-85fa5e97-380c-413b-9dc9-fa8062947578 req-6f223254-45af-4526-8b0d-6ad060efc41f service nova] [instance: 15bb3989-8e54-4746-bc0b-96c39d438744] Refreshing network info cache for port 4114184f-3fda-4231-b489-634c6c5ea420 {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1127.712929] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-ad27952f-1c66-41fe-ba47-80caa4d3ceff tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: 15bb3989-8e54-4746-bc0b-96c39d438744] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0e:d4:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e23c1d18-c841-49ea-95f3-df5ceac28afd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4114184f-3fda-4231-b489-634c6c5ea420', 'vif_model': 'vmxnet3'}] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1127.721902] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ad27952f-1c66-41fe-ba47-80caa4d3ceff tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1127.723299] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15bb3989-8e54-4746-bc0b-96c39d438744] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1127.723626] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a5b0aa82-b612-4a0a-be77-3695488d4870 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.749774] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1127.749774] env[69889]: value = "task-4077955" [ 1127.749774] env[69889]: _type = "Task" [ 1127.749774] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.767544] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077955, 'name': CreateVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.814659] env[69889]: DEBUG nova.objects.base [None req-acf2d4de-5f76-4a89-8de9-4988441ca946 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Object Instance<1d03b56f-0b24-44ca-a394-e71ef3d2abf0> lazy-loaded attributes: flavor,pci_requests {{(pid=69889) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1127.815187] env[69889]: DEBUG nova.network.neutron [None req-acf2d4de-5f76-4a89-8de9-4988441ca946 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 1d03b56f-0b24-44ca-a394-e71ef3d2abf0] allocate_for_instance() {{(pid=69889) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1127.864608] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1127.864955] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1127.914129] env[69889]: DEBUG oslo_vmware.api [None req-340e1fe4-7757-47ab-bf66-de31ade047f9 tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Task: {'id': task-4077947, 'name': RemoveSnapshot_Task, 'duration_secs': 1.393601} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.914129] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-340e1fe4-7757-47ab-bf66-de31ade047f9 tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] [instance: ac14e0fa-9bbf-4c8c-82c4-bf3cf6b0660e] Deleted Snapshot of the VM instance {{(pid=69889) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1127.914129] env[69889]: INFO nova.compute.manager [None req-340e1fe4-7757-47ab-bf66-de31ade047f9 tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] [instance: ac14e0fa-9bbf-4c8c-82c4-bf3cf6b0660e] Took 18.79 seconds to snapshot the instance on the hypervisor. [ 1127.934622] env[69889]: DEBUG oslo_vmware.api [None req-786b7edd-4bad-4f6b-b198-42ac1c689e7f tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Task: {'id': task-4077953, 'name': Destroy_Task} progress is 33%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.960411] env[69889]: DEBUG nova.policy [None req-acf2d4de-5f76-4a89-8de9-4988441ca946 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd712ca1be34b4e8ebf98dc926b4be590', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cf71caefe82444e1aa35f5f5071b52f9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69889) authorize /opt/stack/nova/nova/policy.py:192}} [ 1128.120353] env[69889]: DEBUG oslo_vmware.api [None req-8b3cd14a-2a62-499f-b0e2-098a580b8925 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': task-4077951, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.762976} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.122388] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b3cd14a-2a62-499f-b0e2-098a580b8925 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] 984c2c59-44de-4b93-b198-327b68415ce4/984c2c59-44de-4b93-b198-327b68415ce4.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1128.122799] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-8b3cd14a-2a62-499f-b0e2-098a580b8925 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: 984c2c59-44de-4b93-b198-327b68415ce4] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1128.124023] env[69889]: DEBUG nova.compute.manager [req-6df700c0-ede9-4c40-91f2-4a6cfe9d8109 req-94b294ed-12f2-4118-b46f-2b86dc624711 service nova] [instance: 5665d1c7-3b42-4a19-8d01-0e711aa5b074] Received event network-vif-deleted-e44c169b-2ed1-4b44-94e0-0da928bf18a3 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1128.124111] env[69889]: INFO nova.compute.manager [req-6df700c0-ede9-4c40-91f2-4a6cfe9d8109 req-94b294ed-12f2-4118-b46f-2b86dc624711 service nova] [instance: 5665d1c7-3b42-4a19-8d01-0e711aa5b074] Neutron deleted interface e44c169b-2ed1-4b44-94e0-0da928bf18a3; detaching it from the instance and deleting it from the info cache [ 1128.124250] env[69889]: DEBUG nova.network.neutron [req-6df700c0-ede9-4c40-91f2-4a6cfe9d8109 req-94b294ed-12f2-4118-b46f-2b86dc624711 service nova] [instance: 5665d1c7-3b42-4a19-8d01-0e711aa5b074] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.125822] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c198e2bc-28a9-4d01-ba03-47b22037d3f6 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.134818] env[69889]: DEBUG oslo_vmware.api [None req-8b3cd14a-2a62-499f-b0e2-098a580b8925 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Waiting for the task: (returnval){ [ 1128.134818] env[69889]: value = "task-4077956" [ 1128.134818] env[69889]: _type = "Task" [ 1128.134818] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.153417] env[69889]: DEBUG oslo_vmware.api [None req-7eb2d884-ccd2-4010-a27a-a26e921c22eb tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': task-4077954, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.156966] env[69889]: DEBUG oslo_vmware.api [None req-8b3cd14a-2a62-499f-b0e2-098a580b8925 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': task-4077956, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.192804] env[69889]: INFO nova.compute.manager [None req-3a5151ff-2733-441f-b58d-94428e012906 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] [instance: 745fa69c-6e0e-4aa1-8f0c-a7f40e8093e6] Instance disappeared during terminate [ 1128.193138] env[69889]: DEBUG oslo_concurrency.lockutils [None req-3a5151ff-2733-441f-b58d-94428e012906 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Lock "745fa69c-6e0e-4aa1-8f0c-a7f40e8093e6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.268s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.208673] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-c86bc09a-18b9-403e-a6fd-8148e28260c2 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: b20e3dbe-d893-4068-8052-3d8d50f0560d] Creating Snapshot of the VM instance {{(pid=69889) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1128.208878] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-13c2b9cd-e31f-44ff-9d34-f9aff38d870e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.217167] env[69889]: DEBUG oslo_vmware.api [None req-c86bc09a-18b9-403e-a6fd-8148e28260c2 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Waiting for the task: (returnval){ [ 1128.217167] env[69889]: value = "task-4077957" [ 1128.217167] env[69889]: _type = "Task" [ 1128.217167] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.227639] env[69889]: DEBUG oslo_vmware.api [None req-c86bc09a-18b9-403e-a6fd-8148e28260c2 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077957, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.260808] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077955, 'name': CreateVM_Task} progress is 25%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.373612] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1128.373982] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1128.374163] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1128.374306] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1128.374872] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1128.374872] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1128.374872] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69889) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1128.374872] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1128.434413] env[69889]: DEBUG oslo_vmware.api [None req-786b7edd-4bad-4f6b-b198-42ac1c689e7f tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Task: {'id': task-4077953, 'name': Destroy_Task, 'duration_secs': 0.725532} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.434413] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-786b7edd-4bad-4f6b-b198-42ac1c689e7f tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] [instance: 13d9f160-3906-4434-859b-4fc4b226333e] Destroyed the VM [ 1128.434413] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-786b7edd-4bad-4f6b-b198-42ac1c689e7f tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] [instance: 13d9f160-3906-4434-859b-4fc4b226333e] Deleting Snapshot of the VM instance {{(pid=69889) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1128.434413] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1bc0cabf-b15f-41e3-a663-cd1559fe7755 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.442351] env[69889]: DEBUG oslo_vmware.api [None req-786b7edd-4bad-4f6b-b198-42ac1c689e7f tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Waiting for the task: (returnval){ [ 1128.442351] env[69889]: value = "task-4077958" [ 1128.442351] env[69889]: _type = "Task" [ 1128.442351] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.452200] env[69889]: DEBUG oslo_vmware.api [None req-786b7edd-4bad-4f6b-b198-42ac1c689e7f tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Task: {'id': task-4077958, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.458641] env[69889]: DEBUG nova.network.neutron [req-85fa5e97-380c-413b-9dc9-fa8062947578 req-6f223254-45af-4526-8b0d-6ad060efc41f service nova] [instance: 15bb3989-8e54-4746-bc0b-96c39d438744] Updated VIF entry in instance network info cache for port 4114184f-3fda-4231-b489-634c6c5ea420. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1128.458967] env[69889]: DEBUG nova.network.neutron [req-85fa5e97-380c-413b-9dc9-fa8062947578 req-6f223254-45af-4526-8b0d-6ad060efc41f service nova] [instance: 15bb3989-8e54-4746-bc0b-96c39d438744] Updating instance_info_cache with network_info: [{"id": "4114184f-3fda-4231-b489-634c6c5ea420", "address": "fa:16:3e:0e:d4:2a", "network": {"id": "b29da6ee-674a-477c-825a-46d399fad165", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1035647706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea3b0130534446ba8f3ff8c8e581dae7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4114184f-3f", "ovs_interfaceid": "4114184f-3fda-4231-b489-634c6c5ea420", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.592844] env[69889]: DEBUG nova.network.neutron [-] [instance: 5665d1c7-3b42-4a19-8d01-0e711aa5b074] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.627217] env[69889]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a83a27c9-d1a3-4449-87f6-e386d9dc788a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.636855] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55f8bfea-8d05-4722-9179-36403375c42e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.659832] env[69889]: DEBUG oslo_vmware.api [None req-7eb2d884-ccd2-4010-a27a-a26e921c22eb tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': task-4077954, 'name': ReconfigVM_Task, 'duration_secs': 0.56481} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.663204] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-7eb2d884-ccd2-4010-a27a-a26e921c22eb tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: 8866902a-621e-444a-a853-a3753f0418f2] Reconfigured VM instance instance-0000005f to attach disk [datastore2] 8866902a-621e-444a-a853-a3753f0418f2/8866902a-621e-444a-a853-a3753f0418f2.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1128.663964] env[69889]: DEBUG oslo_vmware.api [None req-8b3cd14a-2a62-499f-b0e2-098a580b8925 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': task-4077956, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079475} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.664247] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5aba285f-c04b-4a9e-b72a-e9eca97693dc {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.666218] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-8b3cd14a-2a62-499f-b0e2-098a580b8925 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: 984c2c59-44de-4b93-b198-327b68415ce4] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1128.680739] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63f4eaa7-e507-4171-a7f1-65f93ce7e26b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.683713] env[69889]: DEBUG nova.compute.manager [req-6df700c0-ede9-4c40-91f2-4a6cfe9d8109 req-94b294ed-12f2-4118-b46f-2b86dc624711 service nova] [instance: 5665d1c7-3b42-4a19-8d01-0e711aa5b074] Detach interface failed, port_id=e44c169b-2ed1-4b44-94e0-0da928bf18a3, reason: Instance 5665d1c7-3b42-4a19-8d01-0e711aa5b074 could not be found. {{(pid=69889) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1128.706213] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b3cd14a-2a62-499f-b0e2-098a580b8925 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: 984c2c59-44de-4b93-b198-327b68415ce4] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] 984c2c59-44de-4b93-b198-327b68415ce4/984c2c59-44de-4b93-b198-327b68415ce4.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1128.707912] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26f2cb3b-144c-4e98-aaf4-0d499aa92dae {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.722226] env[69889]: DEBUG oslo_vmware.api [None req-7eb2d884-ccd2-4010-a27a-a26e921c22eb tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Waiting for the task: (returnval){ [ 1128.722226] env[69889]: value = "task-4077959" [ 1128.722226] env[69889]: _type = "Task" [ 1128.722226] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.731058] env[69889]: DEBUG oslo_vmware.api [None req-8b3cd14a-2a62-499f-b0e2-098a580b8925 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Waiting for the task: (returnval){ [ 1128.731058] env[69889]: value = "task-4077960" [ 1128.731058] env[69889]: _type = "Task" [ 1128.731058] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.734119] env[69889]: DEBUG oslo_vmware.api [None req-c86bc09a-18b9-403e-a6fd-8148e28260c2 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077957, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.739772] env[69889]: DEBUG oslo_vmware.api [None req-7eb2d884-ccd2-4010-a27a-a26e921c22eb tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': task-4077959, 'name': Rename_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.745268] env[69889]: DEBUG oslo_vmware.api [None req-8b3cd14a-2a62-499f-b0e2-098a580b8925 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': task-4077960, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.760771] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4077955, 'name': CreateVM_Task, 'duration_secs': 0.829499} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.761073] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15bb3989-8e54-4746-bc0b-96c39d438744] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1128.761755] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ad27952f-1c66-41fe-ba47-80caa4d3ceff tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.761975] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ad27952f-1c66-41fe-ba47-80caa4d3ceff tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.762344] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ad27952f-1c66-41fe-ba47-80caa4d3ceff tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.762657] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec9d1dae-c273-43c9-bf42-7fd962b4a525 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.768552] env[69889]: DEBUG oslo_vmware.api [None req-ad27952f-1c66-41fe-ba47-80caa4d3ceff tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Waiting for the task: (returnval){ [ 1128.768552] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]5231c003-9ebc-784a-f9df-d68e7dd5c763" [ 1128.768552] env[69889]: _type = "Task" [ 1128.768552] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.779833] env[69889]: DEBUG oslo_vmware.api [None req-ad27952f-1c66-41fe-ba47-80caa4d3ceff tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5231c003-9ebc-784a-f9df-d68e7dd5c763, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.819779] env[69889]: INFO nova.compute.manager [None req-59ee94ac-88eb-4277-8448-225955638a91 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: ec331f28-d5ae-4c98-ac7f-612fcd03b679] Swapping old allocation on dict_keys(['90d7c690-84bb-4f6d-b52e-7f3e0decd101']) held by migration eecf12bd-448f-4c51-ba60-df47d8bff991 for instance [ 1128.846555] env[69889]: DEBUG nova.scheduler.client.report [None req-59ee94ac-88eb-4277-8448-225955638a91 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Overwriting current allocation {'allocations': {'90d7c690-84bb-4f6d-b52e-7f3e0decd101': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 118}}, 'project_id': '7255cdff151a40df83da7bf6356a4e13', 'user_id': '5f0d259cedce479ca91858d8d27f42ee', 'consumer_generation': 1} on consumer ec331f28-d5ae-4c98-ac7f-612fcd03b679 {{(pid=69889) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1128.878123] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.879027] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.879027] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.879027] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69889) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1128.880241] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4944766b-cf7b-4b81-ba66-e89d286e7efb {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.889681] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4743ef8-8078-4d3a-af61-2f861b972bf4 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.908618] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59426a7e-be79-4731-8a7a-e42e72ccd500 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.916909] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d19ad1f5-86f2-4c5a-b920-e51ace3ea923 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.947548] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179198MB free_disk=19GB free_vcpus=48 pci_devices=None {{(pid=69889) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1128.947706] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.947934] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.950608] env[69889]: DEBUG oslo_concurrency.lockutils [None req-59ee94ac-88eb-4277-8448-225955638a91 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Acquiring lock "refresh_cache-ec331f28-d5ae-4c98-ac7f-612fcd03b679" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.950871] env[69889]: DEBUG oslo_concurrency.lockutils [None req-59ee94ac-88eb-4277-8448-225955638a91 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Acquired lock "refresh_cache-ec331f28-d5ae-4c98-ac7f-612fcd03b679" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.950966] env[69889]: DEBUG nova.network.neutron [None req-59ee94ac-88eb-4277-8448-225955638a91 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: ec331f28-d5ae-4c98-ac7f-612fcd03b679] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1128.963111] env[69889]: DEBUG oslo_concurrency.lockutils [req-85fa5e97-380c-413b-9dc9-fa8062947578 req-6f223254-45af-4526-8b0d-6ad060efc41f service nova] Releasing lock "refresh_cache-15bb3989-8e54-4746-bc0b-96c39d438744" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.964044] env[69889]: DEBUG oslo_vmware.api [None req-786b7edd-4bad-4f6b-b198-42ac1c689e7f tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Task: {'id': task-4077958, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.096148] env[69889]: INFO nova.compute.manager [-] [instance: 5665d1c7-3b42-4a19-8d01-0e711aa5b074] Took 1.39 seconds to deallocate network for instance. [ 1129.237844] env[69889]: DEBUG oslo_vmware.api [None req-7eb2d884-ccd2-4010-a27a-a26e921c22eb tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': task-4077959, 'name': Rename_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.245526] env[69889]: DEBUG oslo_vmware.api [None req-c86bc09a-18b9-403e-a6fd-8148e28260c2 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077957, 'name': CreateSnapshot_Task, 'duration_secs': 0.999892} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.245808] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-c86bc09a-18b9-403e-a6fd-8148e28260c2 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: b20e3dbe-d893-4068-8052-3d8d50f0560d] Created Snapshot of the VM instance {{(pid=69889) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1129.247049] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4649d2df-9a1b-4235-8d94-9a83db29f7e8 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.255119] env[69889]: DEBUG oslo_vmware.api [None req-8b3cd14a-2a62-499f-b0e2-098a580b8925 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': task-4077960, 'name': ReconfigVM_Task, 'duration_secs': 0.465689} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.255839] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b3cd14a-2a62-499f-b0e2-098a580b8925 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: 984c2c59-44de-4b93-b198-327b68415ce4] Reconfigured VM instance instance-00000060 to attach disk [datastore2] 984c2c59-44de-4b93-b198-327b68415ce4/984c2c59-44de-4b93-b198-327b68415ce4.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1129.256532] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4d145ef5-34f5-4d4e-949d-6e6afabbeaa3 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.269121] env[69889]: DEBUG oslo_vmware.api [None req-8b3cd14a-2a62-499f-b0e2-098a580b8925 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Waiting for the task: (returnval){ [ 1129.269121] env[69889]: value = "task-4077961" [ 1129.269121] env[69889]: _type = "Task" [ 1129.269121] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.282042] env[69889]: DEBUG oslo_vmware.api [None req-ad27952f-1c66-41fe-ba47-80caa4d3ceff tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5231c003-9ebc-784a-f9df-d68e7dd5c763, 'name': SearchDatastore_Task, 'duration_secs': 0.031735} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.285385] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ad27952f-1c66-41fe-ba47-80caa4d3ceff tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.285631] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-ad27952f-1c66-41fe-ba47-80caa4d3ceff tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: 15bb3989-8e54-4746-bc0b-96c39d438744] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1129.285876] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ad27952f-1c66-41fe-ba47-80caa4d3ceff tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.286039] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ad27952f-1c66-41fe-ba47-80caa4d3ceff tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.286243] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad27952f-1c66-41fe-ba47-80caa4d3ceff tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1129.286527] env[69889]: DEBUG oslo_vmware.api [None req-8b3cd14a-2a62-499f-b0e2-098a580b8925 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': task-4077961, 'name': Rename_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.286744] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f9458af0-42a0-4307-ab5f-aaf9923ff563 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.297086] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad27952f-1c66-41fe-ba47-80caa4d3ceff tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1129.297282] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-ad27952f-1c66-41fe-ba47-80caa4d3ceff tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1129.298047] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b40c16d-26ed-4495-9cc9-df4f8073acc1 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.304577] env[69889]: DEBUG oslo_vmware.api [None req-ad27952f-1c66-41fe-ba47-80caa4d3ceff tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Waiting for the task: (returnval){ [ 1129.304577] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]5297af60-cda3-0ef3-d983-fd849ea6682b" [ 1129.304577] env[69889]: _type = "Task" [ 1129.304577] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.313590] env[69889]: DEBUG oslo_vmware.api [None req-ad27952f-1c66-41fe-ba47-80caa4d3ceff tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5297af60-cda3-0ef3-d983-fd849ea6682b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.468052] env[69889]: DEBUG oslo_vmware.api [None req-786b7edd-4bad-4f6b-b198-42ac1c689e7f tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Task: {'id': task-4077958, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.605254] env[69889]: DEBUG oslo_concurrency.lockutils [None req-74f286ca-0ace-4135-acc8-a47ec5b53533 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.707175] env[69889]: DEBUG nova.network.neutron [None req-59ee94ac-88eb-4277-8448-225955638a91 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: ec331f28-d5ae-4c98-ac7f-612fcd03b679] Updating instance_info_cache with network_info: [{"id": "775d25a2-6352-487d-843b-259367f3e12c", "address": "fa:16:3e:85:b9:31", "network": {"id": "1b12c1c8-daca-4fb2-8ab1-a5e673ba07eb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-532849496-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7255cdff151a40df83da7bf6356a4e13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap775d25a2-63", "ovs_interfaceid": "775d25a2-6352-487d-843b-259367f3e12c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.733855] env[69889]: DEBUG oslo_vmware.api [None req-7eb2d884-ccd2-4010-a27a-a26e921c22eb tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': task-4077959, 'name': Rename_Task, 'duration_secs': 0.737019} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.734416] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eb2d884-ccd2-4010-a27a-a26e921c22eb tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: 8866902a-621e-444a-a853-a3753f0418f2] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1129.734889] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-265bc262-b1bc-401d-96df-e3f1aad80eb0 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.744214] env[69889]: DEBUG oslo_vmware.api [None req-7eb2d884-ccd2-4010-a27a-a26e921c22eb tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Waiting for the task: (returnval){ [ 1129.744214] env[69889]: value = "task-4077962" [ 1129.744214] env[69889]: _type = "Task" [ 1129.744214] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.754198] env[69889]: DEBUG oslo_vmware.api [None req-7eb2d884-ccd2-4010-a27a-a26e921c22eb tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': task-4077962, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.773450] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-c86bc09a-18b9-403e-a6fd-8148e28260c2 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: b20e3dbe-d893-4068-8052-3d8d50f0560d] Creating linked-clone VM from snapshot {{(pid=69889) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1129.774296] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-15c433e9-cbee-4bee-9ed1-d770ab70491b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.787134] env[69889]: DEBUG oslo_vmware.api [None req-8b3cd14a-2a62-499f-b0e2-098a580b8925 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': task-4077961, 'name': Rename_Task, 'duration_secs': 0.184827} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.788701] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b3cd14a-2a62-499f-b0e2-098a580b8925 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: 984c2c59-44de-4b93-b198-327b68415ce4] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1129.789227] env[69889]: DEBUG oslo_vmware.api [None req-c86bc09a-18b9-403e-a6fd-8148e28260c2 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Waiting for the task: (returnval){ [ 1129.789227] env[69889]: value = "task-4077963" [ 1129.789227] env[69889]: _type = "Task" [ 1129.789227] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.789632] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eac133ea-8e33-4081-95e4-2a4253680b66 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.800119] env[69889]: DEBUG oslo_vmware.api [None req-c86bc09a-18b9-403e-a6fd-8148e28260c2 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077963, 'name': CloneVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.801713] env[69889]: DEBUG oslo_vmware.api [None req-8b3cd14a-2a62-499f-b0e2-098a580b8925 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Waiting for the task: (returnval){ [ 1129.801713] env[69889]: value = "task-4077964" [ 1129.801713] env[69889]: _type = "Task" [ 1129.801713] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.815445] env[69889]: DEBUG oslo_vmware.api [None req-ad27952f-1c66-41fe-ba47-80caa4d3ceff tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5297af60-cda3-0ef3-d983-fd849ea6682b, 'name': SearchDatastore_Task, 'duration_secs': 0.009775} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.822951] env[69889]: DEBUG oslo_vmware.api [None req-8b3cd14a-2a62-499f-b0e2-098a580b8925 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': task-4077964, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.822951] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b864999e-750d-42d5-9cf9-eadc40e1814e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.827022] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c77bfed0-03a8-4f46-9afa-0b7f5726aaab tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Acquiring lock "ac14e0fa-9bbf-4c8c-82c4-bf3cf6b0660e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.827022] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c77bfed0-03a8-4f46-9afa-0b7f5726aaab tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Lock "ac14e0fa-9bbf-4c8c-82c4-bf3cf6b0660e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.827022] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c77bfed0-03a8-4f46-9afa-0b7f5726aaab tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Acquiring lock "ac14e0fa-9bbf-4c8c-82c4-bf3cf6b0660e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.827022] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c77bfed0-03a8-4f46-9afa-0b7f5726aaab tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Lock "ac14e0fa-9bbf-4c8c-82c4-bf3cf6b0660e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.827022] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c77bfed0-03a8-4f46-9afa-0b7f5726aaab tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Lock "ac14e0fa-9bbf-4c8c-82c4-bf3cf6b0660e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.828992] env[69889]: DEBUG oslo_vmware.api [None req-ad27952f-1c66-41fe-ba47-80caa4d3ceff tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Waiting for the task: (returnval){ [ 1129.828992] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]5223c276-b647-2349-80b5-7b57c61ba007" [ 1129.828992] env[69889]: _type = "Task" [ 1129.828992] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.829723] env[69889]: INFO nova.compute.manager [None req-c77bfed0-03a8-4f46-9afa-0b7f5726aaab tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] [instance: ac14e0fa-9bbf-4c8c-82c4-bf3cf6b0660e] Terminating instance [ 1129.845744] env[69889]: DEBUG oslo_vmware.api [None req-ad27952f-1c66-41fe-ba47-80caa4d3ceff tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5223c276-b647-2349-80b5-7b57c61ba007, 'name': SearchDatastore_Task, 'duration_secs': 0.013439} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.846203] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ad27952f-1c66-41fe-ba47-80caa4d3ceff tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.846656] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad27952f-1c66-41fe-ba47-80caa4d3ceff tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] 15bb3989-8e54-4746-bc0b-96c39d438744/15bb3989-8e54-4746-bc0b-96c39d438744.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1129.847736] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-adc3e72b-eff8-4c5e-a3ad-b72a34cdb761 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.856373] env[69889]: DEBUG oslo_vmware.api [None req-ad27952f-1c66-41fe-ba47-80caa4d3ceff tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Waiting for the task: (returnval){ [ 1129.856373] env[69889]: value = "task-4077965" [ 1129.856373] env[69889]: _type = "Task" [ 1129.856373] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.867112] env[69889]: DEBUG oslo_vmware.api [None req-ad27952f-1c66-41fe-ba47-80caa4d3ceff tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4077965, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.961165] env[69889]: DEBUG oslo_vmware.api [None req-786b7edd-4bad-4f6b-b198-42ac1c689e7f tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Task: {'id': task-4077958, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.001866] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance 5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1130.001866] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance bf0636c2-b042-4181-9b86-748786c41197 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1130.001866] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance 13d9f160-3906-4434-859b-4fc4b226333e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1130.001866] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance 1c9715c5-328e-4027-864e-30ac52b27a32 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1130.001866] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance 5665d1c7-3b42-4a19-8d01-0e711aa5b074 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1130.001866] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance ac14e0fa-9bbf-4c8c-82c4-bf3cf6b0660e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1130.001866] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance 1d03b56f-0b24-44ca-a394-e71ef3d2abf0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1130.001866] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance 0148a47f-96ee-42a1-9778-09ad9c56f4ac actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1130.001866] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance 380e1853-b5a2-4bcb-abcf-8acf34b52db6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1130.001866] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance ec331f28-d5ae-4c98-ac7f-612fcd03b679 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1130.001866] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance 6f282443-f481-4f8c-979e-e2750d671814 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1130.001866] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance b20e3dbe-d893-4068-8052-3d8d50f0560d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1130.001866] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance 8866902a-621e-444a-a853-a3753f0418f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1130.001866] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance 984c2c59-44de-4b93-b198-327b68415ce4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1130.002326] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance 15bb3989-8e54-4746-bc0b-96c39d438744 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1130.007029] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=69889) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1130.007029] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3392MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=69889) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1130.025837] env[69889]: DEBUG nova.network.neutron [None req-acf2d4de-5f76-4a89-8de9-4988441ca946 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 1d03b56f-0b24-44ca-a394-e71ef3d2abf0] Successfully updated port: f30250b1-8014-4179-93ad-b5bb4fb8ed37 {{(pid=69889) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1130.209224] env[69889]: DEBUG oslo_concurrency.lockutils [None req-59ee94ac-88eb-4277-8448-225955638a91 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Releasing lock "refresh_cache-ec331f28-d5ae-4c98-ac7f-612fcd03b679" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.210350] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad551823-0df4-4fce-ad7b-2bbf084614a6 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.222626] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45712955-6e65-41f9-bfa8-b88f0818b06e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.261713] env[69889]: DEBUG oslo_vmware.api [None req-7eb2d884-ccd2-4010-a27a-a26e921c22eb tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': task-4077962, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.265291] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-198631d6-a34c-4bf8-b2d5-7bd63b5033f8 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.269760] env[69889]: DEBUG nova.compute.manager [req-74873873-25f8-4762-ad1f-a2570ddbca66 req-58bc0f51-3ac9-4f98-b500-dfe61f2ff298 service nova] [instance: 1d03b56f-0b24-44ca-a394-e71ef3d2abf0] Received event network-vif-plugged-f30250b1-8014-4179-93ad-b5bb4fb8ed37 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1130.269999] env[69889]: DEBUG oslo_concurrency.lockutils [req-74873873-25f8-4762-ad1f-a2570ddbca66 req-58bc0f51-3ac9-4f98-b500-dfe61f2ff298 service nova] Acquiring lock "1d03b56f-0b24-44ca-a394-e71ef3d2abf0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.270278] env[69889]: DEBUG oslo_concurrency.lockutils [req-74873873-25f8-4762-ad1f-a2570ddbca66 req-58bc0f51-3ac9-4f98-b500-dfe61f2ff298 service nova] Lock "1d03b56f-0b24-44ca-a394-e71ef3d2abf0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.270464] env[69889]: DEBUG oslo_concurrency.lockutils [req-74873873-25f8-4762-ad1f-a2570ddbca66 req-58bc0f51-3ac9-4f98-b500-dfe61f2ff298 service nova] Lock "1d03b56f-0b24-44ca-a394-e71ef3d2abf0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.270688] env[69889]: DEBUG nova.compute.manager [req-74873873-25f8-4762-ad1f-a2570ddbca66 req-58bc0f51-3ac9-4f98-b500-dfe61f2ff298 service nova] [instance: 1d03b56f-0b24-44ca-a394-e71ef3d2abf0] No waiting events found dispatching network-vif-plugged-f30250b1-8014-4179-93ad-b5bb4fb8ed37 {{(pid=69889) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1130.270857] env[69889]: WARNING nova.compute.manager [req-74873873-25f8-4762-ad1f-a2570ddbca66 req-58bc0f51-3ac9-4f98-b500-dfe61f2ff298 service nova] [instance: 1d03b56f-0b24-44ca-a394-e71ef3d2abf0] Received unexpected event network-vif-plugged-f30250b1-8014-4179-93ad-b5bb4fb8ed37 for instance with vm_state active and task_state None. [ 1130.282635] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e909c07d-1a6e-4cc6-9ca4-fd4109c865a9 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.327101] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d37f2cc-75aa-4876-b9fc-5ef8b91e7429 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.336576] env[69889]: DEBUG oslo_vmware.api [None req-8b3cd14a-2a62-499f-b0e2-098a580b8925 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': task-4077964, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.342436] env[69889]: DEBUG nova.compute.manager [None req-c77bfed0-03a8-4f46-9afa-0b7f5726aaab tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] [instance: ac14e0fa-9bbf-4c8c-82c4-bf3cf6b0660e] Start destroying the instance on the hypervisor. {{(pid=69889) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1130.342661] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-c77bfed0-03a8-4f46-9afa-0b7f5726aaab tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] [instance: ac14e0fa-9bbf-4c8c-82c4-bf3cf6b0660e] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1130.342946] env[69889]: DEBUG oslo_vmware.api [None req-c86bc09a-18b9-403e-a6fd-8148e28260c2 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077963, 'name': CloneVM_Task} progress is 94%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.344267] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-576420dc-fba4-4158-ab0c-45de73ca0cbe {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.349186] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c677ac9-f723-4a05-baa5-142fe8de6a58 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.364079] env[69889]: DEBUG nova.compute.provider_tree [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1130.373525] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-c77bfed0-03a8-4f46-9afa-0b7f5726aaab tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] [instance: ac14e0fa-9bbf-4c8c-82c4-bf3cf6b0660e] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1130.373945] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-02699746-4897-4a8e-b42d-4c860a1aac25 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.386718] env[69889]: DEBUG oslo_vmware.api [None req-ad27952f-1c66-41fe-ba47-80caa4d3ceff tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4077965, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.389152] env[69889]: DEBUG oslo_vmware.api [None req-c77bfed0-03a8-4f46-9afa-0b7f5726aaab tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Waiting for the task: (returnval){ [ 1130.389152] env[69889]: value = "task-4077966" [ 1130.389152] env[69889]: _type = "Task" [ 1130.389152] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.402070] env[69889]: DEBUG oslo_vmware.api [None req-c77bfed0-03a8-4f46-9afa-0b7f5726aaab tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Task: {'id': task-4077966, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.460878] env[69889]: DEBUG oslo_vmware.api [None req-786b7edd-4bad-4f6b-b198-42ac1c689e7f tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Task: {'id': task-4077958, 'name': RemoveSnapshot_Task, 'duration_secs': 1.53166} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.461359] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-786b7edd-4bad-4f6b-b198-42ac1c689e7f tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] [instance: 13d9f160-3906-4434-859b-4fc4b226333e] Deleted Snapshot of the VM instance {{(pid=69889) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1130.461691] env[69889]: DEBUG nova.compute.manager [None req-786b7edd-4bad-4f6b-b198-42ac1c689e7f tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] [instance: 13d9f160-3906-4434-859b-4fc4b226333e] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1130.462629] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f75550d6-f390-457a-b313-f1db2410e451 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.528706] env[69889]: DEBUG oslo_concurrency.lockutils [None req-acf2d4de-5f76-4a89-8de9-4988441ca946 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Acquiring lock "refresh_cache-1d03b56f-0b24-44ca-a394-e71ef3d2abf0" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.529475] env[69889]: DEBUG oslo_concurrency.lockutils [None req-acf2d4de-5f76-4a89-8de9-4988441ca946 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Acquired lock "refresh_cache-1d03b56f-0b24-44ca-a394-e71ef3d2abf0" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.529475] env[69889]: DEBUG nova.network.neutron [None req-acf2d4de-5f76-4a89-8de9-4988441ca946 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 1d03b56f-0b24-44ca-a394-e71ef3d2abf0] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1130.759116] env[69889]: DEBUG oslo_vmware.api [None req-7eb2d884-ccd2-4010-a27a-a26e921c22eb tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': task-4077962, 'name': PowerOnVM_Task, 'duration_secs': 0.727525} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.759476] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eb2d884-ccd2-4010-a27a-a26e921c22eb tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: 8866902a-621e-444a-a853-a3753f0418f2] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1130.759683] env[69889]: INFO nova.compute.manager [None req-7eb2d884-ccd2-4010-a27a-a26e921c22eb tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: 8866902a-621e-444a-a853-a3753f0418f2] Took 11.27 seconds to spawn the instance on the hypervisor. [ 1130.759873] env[69889]: DEBUG nova.compute.manager [None req-7eb2d884-ccd2-4010-a27a-a26e921c22eb tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: 8866902a-621e-444a-a853-a3753f0418f2] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1130.760748] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96872e8e-cf65-455e-bfd9-3cfd9f10363e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.833416] env[69889]: DEBUG oslo_vmware.api [None req-c86bc09a-18b9-403e-a6fd-8148e28260c2 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077963, 'name': CloneVM_Task} progress is 94%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.837265] env[69889]: DEBUG oslo_vmware.api [None req-8b3cd14a-2a62-499f-b0e2-098a580b8925 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': task-4077964, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.868669] env[69889]: DEBUG nova.scheduler.client.report [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1130.878469] env[69889]: DEBUG oslo_vmware.api [None req-ad27952f-1c66-41fe-ba47-80caa4d3ceff tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4077965, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.601218} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.878801] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad27952f-1c66-41fe-ba47-80caa4d3ceff tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] 15bb3989-8e54-4746-bc0b-96c39d438744/15bb3989-8e54-4746-bc0b-96c39d438744.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1130.879110] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-ad27952f-1c66-41fe-ba47-80caa4d3ceff tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: 15bb3989-8e54-4746-bc0b-96c39d438744] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1130.879353] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-36d5bbed-a959-4d47-8944-faf7c0d17812 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.887076] env[69889]: DEBUG oslo_vmware.api [None req-ad27952f-1c66-41fe-ba47-80caa4d3ceff tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Waiting for the task: (returnval){ [ 1130.887076] env[69889]: value = "task-4077967" [ 1130.887076] env[69889]: _type = "Task" [ 1130.887076] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.905201] env[69889]: DEBUG oslo_vmware.api [None req-ad27952f-1c66-41fe-ba47-80caa4d3ceff tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4077967, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.908617] env[69889]: DEBUG oslo_vmware.api [None req-c77bfed0-03a8-4f46-9afa-0b7f5726aaab tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Task: {'id': task-4077966, 'name': PowerOffVM_Task, 'duration_secs': 0.28311} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.908996] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-c77bfed0-03a8-4f46-9afa-0b7f5726aaab tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] [instance: ac14e0fa-9bbf-4c8c-82c4-bf3cf6b0660e] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1130.909233] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-c77bfed0-03a8-4f46-9afa-0b7f5726aaab tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] [instance: ac14e0fa-9bbf-4c8c-82c4-bf3cf6b0660e] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1130.909571] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9a533ed9-a57d-46e9-852b-57a8b08b4fc4 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.979132] env[69889]: INFO nova.compute.manager [None req-786b7edd-4bad-4f6b-b198-42ac1c689e7f tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] [instance: 13d9f160-3906-4434-859b-4fc4b226333e] Shelve offloading [ 1130.986122] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-c77bfed0-03a8-4f46-9afa-0b7f5726aaab tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] [instance: ac14e0fa-9bbf-4c8c-82c4-bf3cf6b0660e] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1130.986354] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-c77bfed0-03a8-4f46-9afa-0b7f5726aaab tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] [instance: ac14e0fa-9bbf-4c8c-82c4-bf3cf6b0660e] Deleting contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1130.986537] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-c77bfed0-03a8-4f46-9afa-0b7f5726aaab tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Deleting the datastore file [datastore2] ac14e0fa-9bbf-4c8c-82c4-bf3cf6b0660e {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1130.986810] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c459fa00-33ff-4fc4-b027-b0c940173e0d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.995220] env[69889]: DEBUG oslo_vmware.api [None req-c77bfed0-03a8-4f46-9afa-0b7f5726aaab tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Waiting for the task: (returnval){ [ 1130.995220] env[69889]: value = "task-4077969" [ 1130.995220] env[69889]: _type = "Task" [ 1130.995220] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.004093] env[69889]: DEBUG oslo_vmware.api [None req-c77bfed0-03a8-4f46-9afa-0b7f5726aaab tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Task: {'id': task-4077969, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.081446] env[69889]: WARNING nova.network.neutron [None req-acf2d4de-5f76-4a89-8de9-4988441ca946 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 1d03b56f-0b24-44ca-a394-e71ef3d2abf0] dc7a1c63-64ed-41ca-b29f-202337c0d542 already exists in list: networks containing: ['dc7a1c63-64ed-41ca-b29f-202337c0d542']. ignoring it [ 1131.279689] env[69889]: INFO nova.compute.manager [None req-7eb2d884-ccd2-4010-a27a-a26e921c22eb tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: 8866902a-621e-444a-a853-a3753f0418f2] Took 21.53 seconds to build instance. [ 1131.330751] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-59ee94ac-88eb-4277-8448-225955638a91 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: ec331f28-d5ae-4c98-ac7f-612fcd03b679] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1131.330891] env[69889]: DEBUG oslo_vmware.api [None req-8b3cd14a-2a62-499f-b0e2-098a580b8925 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': task-4077964, 'name': PowerOnVM_Task, 'duration_secs': 1.111449} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.333991] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-63103516-00e0-4ffe-81a5-5f97b9531cef {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.336142] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b3cd14a-2a62-499f-b0e2-098a580b8925 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: 984c2c59-44de-4b93-b198-327b68415ce4] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1131.336142] env[69889]: INFO nova.compute.manager [None req-8b3cd14a-2a62-499f-b0e2-098a580b8925 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: 984c2c59-44de-4b93-b198-327b68415ce4] Took 9.31 seconds to spawn the instance on the hypervisor. [ 1131.336142] env[69889]: DEBUG nova.compute.manager [None req-8b3cd14a-2a62-499f-b0e2-098a580b8925 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: 984c2c59-44de-4b93-b198-327b68415ce4] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1131.336318] env[69889]: DEBUG oslo_vmware.api [None req-c86bc09a-18b9-403e-a6fd-8148e28260c2 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077963, 'name': CloneVM_Task} progress is 94%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.337321] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09bf7dfa-c439-419b-83e5-90c4b7b333ac {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.349870] env[69889]: DEBUG oslo_vmware.api [None req-59ee94ac-88eb-4277-8448-225955638a91 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Waiting for the task: (returnval){ [ 1131.349870] env[69889]: value = "task-4077970" [ 1131.349870] env[69889]: _type = "Task" [ 1131.349870] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.371247] env[69889]: DEBUG oslo_vmware.api [None req-59ee94ac-88eb-4277-8448-225955638a91 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4077970, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.374242] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69889) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1131.374451] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.426s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.374714] env[69889]: DEBUG oslo_concurrency.lockutils [None req-74f286ca-0ace-4135-acc8-a47ec5b53533 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.772s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.374945] env[69889]: DEBUG nova.objects.instance [None req-74f286ca-0ace-4135-acc8-a47ec5b53533 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Lazy-loading 'resources' on Instance uuid 5665d1c7-3b42-4a19-8d01-0e711aa5b074 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1131.399527] env[69889]: DEBUG oslo_vmware.api [None req-ad27952f-1c66-41fe-ba47-80caa4d3ceff tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4077967, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092414} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.399861] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-ad27952f-1c66-41fe-ba47-80caa4d3ceff tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: 15bb3989-8e54-4746-bc0b-96c39d438744] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1131.400857] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d5e6813-d022-42e6-b1e8-722efb1fe793 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.426641] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad27952f-1c66-41fe-ba47-80caa4d3ceff tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: 15bb3989-8e54-4746-bc0b-96c39d438744] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] 15bb3989-8e54-4746-bc0b-96c39d438744/15bb3989-8e54-4746-bc0b-96c39d438744.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1131.427383] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a65667e0-6895-4648-ac72-c39125735d90 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.453490] env[69889]: DEBUG oslo_vmware.api [None req-ad27952f-1c66-41fe-ba47-80caa4d3ceff tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Waiting for the task: (returnval){ [ 1131.453490] env[69889]: value = "task-4077971" [ 1131.453490] env[69889]: _type = "Task" [ 1131.453490] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.464903] env[69889]: DEBUG oslo_vmware.api [None req-ad27952f-1c66-41fe-ba47-80caa4d3ceff tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4077971, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.484879] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-786b7edd-4bad-4f6b-b198-42ac1c689e7f tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] [instance: 13d9f160-3906-4434-859b-4fc4b226333e] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1131.485333] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-60078c5e-bd4e-4342-bc22-879a4b6faab6 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.494514] env[69889]: DEBUG oslo_vmware.api [None req-786b7edd-4bad-4f6b-b198-42ac1c689e7f tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Waiting for the task: (returnval){ [ 1131.494514] env[69889]: value = "task-4077972" [ 1131.494514] env[69889]: _type = "Task" [ 1131.494514] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.511070] env[69889]: DEBUG oslo_vmware.api [None req-c77bfed0-03a8-4f46-9afa-0b7f5726aaab tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Task: {'id': task-4077969, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.514912] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-786b7edd-4bad-4f6b-b198-42ac1c689e7f tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] [instance: 13d9f160-3906-4434-859b-4fc4b226333e] VM already powered off {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1131.515142] env[69889]: DEBUG nova.compute.manager [None req-786b7edd-4bad-4f6b-b198-42ac1c689e7f tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] [instance: 13d9f160-3906-4434-859b-4fc4b226333e] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1131.515922] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59364c96-53be-40a8-82b4-29d4b0ac77bf {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.523097] env[69889]: DEBUG oslo_concurrency.lockutils [None req-786b7edd-4bad-4f6b-b198-42ac1c689e7f tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Acquiring lock "refresh_cache-13d9f160-3906-4434-859b-4fc4b226333e" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.523319] env[69889]: DEBUG oslo_concurrency.lockutils [None req-786b7edd-4bad-4f6b-b198-42ac1c689e7f tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Acquired lock "refresh_cache-13d9f160-3906-4434-859b-4fc4b226333e" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.523481] env[69889]: DEBUG nova.network.neutron [None req-786b7edd-4bad-4f6b-b198-42ac1c689e7f tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] [instance: 13d9f160-3906-4434-859b-4fc4b226333e] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1131.547021] env[69889]: DEBUG nova.network.neutron [None req-acf2d4de-5f76-4a89-8de9-4988441ca946 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 1d03b56f-0b24-44ca-a394-e71ef3d2abf0] Updating instance_info_cache with network_info: [{"id": "40fee23b-c992-420f-ba3b-dc686ff28684", "address": "fa:16:3e:30:9a:79", "network": {"id": "dc7a1c63-64ed-41ca-b29f-202337c0d542", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1276397426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf71caefe82444e1aa35f5f5071b52f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40fee23b-c9", "ovs_interfaceid": "40fee23b-c992-420f-ba3b-dc686ff28684", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f30250b1-8014-4179-93ad-b5bb4fb8ed37", "address": "fa:16:3e:0c:e9:cd", "network": {"id": "dc7a1c63-64ed-41ca-b29f-202337c0d542", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1276397426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf71caefe82444e1aa35f5f5071b52f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf30250b1-80", "ovs_interfaceid": "f30250b1-8014-4179-93ad-b5bb4fb8ed37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.781774] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7eb2d884-ccd2-4010-a27a-a26e921c22eb tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Lock "8866902a-621e-444a-a853-a3753f0418f2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.044s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.829640] env[69889]: DEBUG oslo_vmware.api [None req-c86bc09a-18b9-403e-a6fd-8148e28260c2 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077963, 'name': CloneVM_Task} progress is 100%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.864334] env[69889]: DEBUG oslo_vmware.api [None req-59ee94ac-88eb-4277-8448-225955638a91 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4077970, 'name': PowerOffVM_Task, 'duration_secs': 0.504405} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.866326] env[69889]: INFO nova.compute.manager [None req-8b3cd14a-2a62-499f-b0e2-098a580b8925 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: 984c2c59-44de-4b93-b198-327b68415ce4] Took 21.62 seconds to build instance. [ 1131.868013] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-59ee94ac-88eb-4277-8448-225955638a91 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: ec331f28-d5ae-4c98-ac7f-612fcd03b679] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1131.868588] env[69889]: DEBUG nova.virt.hardware [None req-59ee94ac-88eb-4277-8448-225955638a91 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1131.868861] env[69889]: DEBUG nova.virt.hardware [None req-59ee94ac-88eb-4277-8448-225955638a91 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1131.869106] env[69889]: DEBUG nova.virt.hardware [None req-59ee94ac-88eb-4277-8448-225955638a91 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1131.869355] env[69889]: DEBUG nova.virt.hardware [None req-59ee94ac-88eb-4277-8448-225955638a91 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1131.869559] env[69889]: DEBUG nova.virt.hardware [None req-59ee94ac-88eb-4277-8448-225955638a91 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1131.869801] env[69889]: DEBUG nova.virt.hardware [None req-59ee94ac-88eb-4277-8448-225955638a91 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1131.870064] env[69889]: DEBUG nova.virt.hardware [None req-59ee94ac-88eb-4277-8448-225955638a91 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1131.870294] env[69889]: DEBUG nova.virt.hardware [None req-59ee94ac-88eb-4277-8448-225955638a91 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1131.870719] env[69889]: DEBUG nova.virt.hardware [None req-59ee94ac-88eb-4277-8448-225955638a91 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1131.870719] env[69889]: DEBUG nova.virt.hardware [None req-59ee94ac-88eb-4277-8448-225955638a91 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1131.870972] env[69889]: DEBUG nova.virt.hardware [None req-59ee94ac-88eb-4277-8448-225955638a91 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1131.877209] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af34cb17-0c7d-4fa6-9bad-82289bfc3830 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.897839] env[69889]: DEBUG oslo_vmware.api [None req-59ee94ac-88eb-4277-8448-225955638a91 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Waiting for the task: (returnval){ [ 1131.897839] env[69889]: value = "task-4077973" [ 1131.897839] env[69889]: _type = "Task" [ 1131.897839] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.908219] env[69889]: DEBUG oslo_vmware.api [None req-59ee94ac-88eb-4277-8448-225955638a91 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4077973, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.967759] env[69889]: DEBUG oslo_vmware.api [None req-ad27952f-1c66-41fe-ba47-80caa4d3ceff tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4077971, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.009726] env[69889]: DEBUG oslo_vmware.api [None req-c77bfed0-03a8-4f46-9afa-0b7f5726aaab tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Task: {'id': task-4077969, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.790832} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.010057] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-c77bfed0-03a8-4f46-9afa-0b7f5726aaab tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1132.010211] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-c77bfed0-03a8-4f46-9afa-0b7f5726aaab tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] [instance: ac14e0fa-9bbf-4c8c-82c4-bf3cf6b0660e] Deleted contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1132.010430] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-c77bfed0-03a8-4f46-9afa-0b7f5726aaab tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] [instance: ac14e0fa-9bbf-4c8c-82c4-bf3cf6b0660e] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1132.010644] env[69889]: INFO nova.compute.manager [None req-c77bfed0-03a8-4f46-9afa-0b7f5726aaab tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] [instance: ac14e0fa-9bbf-4c8c-82c4-bf3cf6b0660e] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1132.010908] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c77bfed0-03a8-4f46-9afa-0b7f5726aaab tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1132.014043] env[69889]: DEBUG nova.compute.manager [-] [instance: ac14e0fa-9bbf-4c8c-82c4-bf3cf6b0660e] Deallocating network for instance {{(pid=69889) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1132.014043] env[69889]: DEBUG nova.network.neutron [-] [instance: ac14e0fa-9bbf-4c8c-82c4-bf3cf6b0660e] deallocate_for_instance() {{(pid=69889) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1132.049665] env[69889]: DEBUG oslo_concurrency.lockutils [None req-acf2d4de-5f76-4a89-8de9-4988441ca946 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Releasing lock "refresh_cache-1d03b56f-0b24-44ca-a394-e71ef3d2abf0" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.050152] env[69889]: DEBUG oslo_concurrency.lockutils [None req-acf2d4de-5f76-4a89-8de9-4988441ca946 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Acquiring lock "1d03b56f-0b24-44ca-a394-e71ef3d2abf0" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.050321] env[69889]: DEBUG oslo_concurrency.lockutils [None req-acf2d4de-5f76-4a89-8de9-4988441ca946 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Acquired lock "1d03b56f-0b24-44ca-a394-e71ef3d2abf0" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.051204] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0897001d-2631-48ed-8536-550942a2c83a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.070430] env[69889]: DEBUG nova.virt.hardware [None req-acf2d4de-5f76-4a89-8de9-4988441ca946 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1132.070739] env[69889]: DEBUG nova.virt.hardware [None req-acf2d4de-5f76-4a89-8de9-4988441ca946 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1132.070911] env[69889]: DEBUG nova.virt.hardware [None req-acf2d4de-5f76-4a89-8de9-4988441ca946 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1132.071202] env[69889]: DEBUG nova.virt.hardware [None req-acf2d4de-5f76-4a89-8de9-4988441ca946 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1132.071308] env[69889]: DEBUG nova.virt.hardware [None req-acf2d4de-5f76-4a89-8de9-4988441ca946 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1132.071398] env[69889]: DEBUG nova.virt.hardware [None req-acf2d4de-5f76-4a89-8de9-4988441ca946 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1132.071616] env[69889]: DEBUG nova.virt.hardware [None req-acf2d4de-5f76-4a89-8de9-4988441ca946 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1132.071779] env[69889]: DEBUG nova.virt.hardware [None req-acf2d4de-5f76-4a89-8de9-4988441ca946 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1132.071954] env[69889]: DEBUG nova.virt.hardware [None req-acf2d4de-5f76-4a89-8de9-4988441ca946 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1132.072135] env[69889]: DEBUG nova.virt.hardware [None req-acf2d4de-5f76-4a89-8de9-4988441ca946 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1132.072312] env[69889]: DEBUG nova.virt.hardware [None req-acf2d4de-5f76-4a89-8de9-4988441ca946 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1132.079993] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-acf2d4de-5f76-4a89-8de9-4988441ca946 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 1d03b56f-0b24-44ca-a394-e71ef3d2abf0] Reconfiguring VM to attach interface {{(pid=69889) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1132.088031] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc90bd0c-11c9-4074-9f65-a54d43b5d858 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.111248] env[69889]: DEBUG oslo_vmware.api [None req-acf2d4de-5f76-4a89-8de9-4988441ca946 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Waiting for the task: (returnval){ [ 1132.111248] env[69889]: value = "task-4077974" [ 1132.111248] env[69889]: _type = "Task" [ 1132.111248] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.170198] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ba2413d-6794-4bcd-abee-91309e72f13b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.181535] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3915335a-0af3-443a-9cb6-58f227b5bcbb {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.216515] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0aa8964-aea0-4c6f-9321-5fb55dd32c59 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.225822] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72997c10-d862-42fc-8a63-3804d8401a12 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.242025] env[69889]: DEBUG nova.compute.provider_tree [None req-74f286ca-0ace-4135-acc8-a47ec5b53533 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1132.324697] env[69889]: DEBUG nova.network.neutron [None req-786b7edd-4bad-4f6b-b198-42ac1c689e7f tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] [instance: 13d9f160-3906-4434-859b-4fc4b226333e] Updating instance_info_cache with network_info: [{"id": "0eb17f36-20e4-4946-bf34-e7b0a9a5323c", "address": "fa:16:3e:e2:46:f6", "network": {"id": "7bc15629-d28d-410b-a761-75eabd10c4f2", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2132502005-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d846d435536e4aeebfb66d89a82f3e21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0eb17f36-20", "ovs_interfaceid": "0eb17f36-20e4-4946-bf34-e7b0a9a5323c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.334487] env[69889]: DEBUG oslo_vmware.api [None req-c86bc09a-18b9-403e-a6fd-8148e28260c2 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077963, 'name': CloneVM_Task, 'duration_secs': 2.082347} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.334487] env[69889]: INFO nova.virt.vmwareapi.vmops [None req-c86bc09a-18b9-403e-a6fd-8148e28260c2 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: b20e3dbe-d893-4068-8052-3d8d50f0560d] Created linked-clone VM from snapshot [ 1132.334487] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5924670-cf89-44d2-bb42-45b3157171dc {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.344043] env[69889]: DEBUG nova.virt.vmwareapi.images [None req-c86bc09a-18b9-403e-a6fd-8148e28260c2 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: b20e3dbe-d893-4068-8052-3d8d50f0560d] Uploading image c6748982-81bb-48bf-9acd-b2bb335daf96 {{(pid=69889) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1132.368330] env[69889]: DEBUG oslo_concurrency.lockutils [None req-8b3cd14a-2a62-499f-b0e2-098a580b8925 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Lock "984c2c59-44de-4b93-b198-327b68415ce4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.136s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.383138] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-c86bc09a-18b9-403e-a6fd-8148e28260c2 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: b20e3dbe-d893-4068-8052-3d8d50f0560d] Destroying the VM {{(pid=69889) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1132.383452] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-11623a35-32c8-4ccb-9e9c-27ba74e97205 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.391656] env[69889]: DEBUG oslo_vmware.api [None req-c86bc09a-18b9-403e-a6fd-8148e28260c2 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Waiting for the task: (returnval){ [ 1132.391656] env[69889]: value = "task-4077975" [ 1132.391656] env[69889]: _type = "Task" [ 1132.391656] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.403910] env[69889]: DEBUG oslo_vmware.api [None req-c86bc09a-18b9-403e-a6fd-8148e28260c2 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077975, 'name': Destroy_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.415143] env[69889]: DEBUG oslo_vmware.api [None req-59ee94ac-88eb-4277-8448-225955638a91 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4077973, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.467086] env[69889]: DEBUG oslo_vmware.api [None req-ad27952f-1c66-41fe-ba47-80caa4d3ceff tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4077971, 'name': ReconfigVM_Task, 'duration_secs': 0.657328} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.467404] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad27952f-1c66-41fe-ba47-80caa4d3ceff tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: 15bb3989-8e54-4746-bc0b-96c39d438744] Reconfigured VM instance instance-00000061 to attach disk [datastore2] 15bb3989-8e54-4746-bc0b-96c39d438744/15bb3989-8e54-4746-bc0b-96c39d438744.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1132.468175] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-32ddc73d-ac82-43bb-ad28-a235ca825ad1 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.477140] env[69889]: DEBUG oslo_vmware.api [None req-ad27952f-1c66-41fe-ba47-80caa4d3ceff tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Waiting for the task: (returnval){ [ 1132.477140] env[69889]: value = "task-4077976" [ 1132.477140] env[69889]: _type = "Task" [ 1132.477140] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.488641] env[69889]: DEBUG oslo_vmware.api [None req-ad27952f-1c66-41fe-ba47-80caa4d3ceff tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4077976, 'name': Rename_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.604744] env[69889]: INFO nova.compute.manager [None req-5047438b-e041-45c9-a137-6ee3366dd1f4 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: 984c2c59-44de-4b93-b198-327b68415ce4] Rescuing [ 1132.605069] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5047438b-e041-45c9-a137-6ee3366dd1f4 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Acquiring lock "refresh_cache-984c2c59-44de-4b93-b198-327b68415ce4" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.605242] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5047438b-e041-45c9-a137-6ee3366dd1f4 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Acquired lock "refresh_cache-984c2c59-44de-4b93-b198-327b68415ce4" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.605409] env[69889]: DEBUG nova.network.neutron [None req-5047438b-e041-45c9-a137-6ee3366dd1f4 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: 984c2c59-44de-4b93-b198-327b68415ce4] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1132.620118] env[69889]: DEBUG nova.compute.manager [req-f6ba7367-3a6c-49ab-949b-413bafba10d9 req-87ea1b06-c700-40d2-9cf3-5abc4cd01c07 service nova] [instance: 1d03b56f-0b24-44ca-a394-e71ef3d2abf0] Received event network-changed-f30250b1-8014-4179-93ad-b5bb4fb8ed37 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1132.620449] env[69889]: DEBUG nova.compute.manager [req-f6ba7367-3a6c-49ab-949b-413bafba10d9 req-87ea1b06-c700-40d2-9cf3-5abc4cd01c07 service nova] [instance: 1d03b56f-0b24-44ca-a394-e71ef3d2abf0] Refreshing instance network info cache due to event network-changed-f30250b1-8014-4179-93ad-b5bb4fb8ed37. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1132.620786] env[69889]: DEBUG oslo_concurrency.lockutils [req-f6ba7367-3a6c-49ab-949b-413bafba10d9 req-87ea1b06-c700-40d2-9cf3-5abc4cd01c07 service nova] Acquiring lock "refresh_cache-1d03b56f-0b24-44ca-a394-e71ef3d2abf0" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.621036] env[69889]: DEBUG oslo_concurrency.lockutils [req-f6ba7367-3a6c-49ab-949b-413bafba10d9 req-87ea1b06-c700-40d2-9cf3-5abc4cd01c07 service nova] Acquired lock "refresh_cache-1d03b56f-0b24-44ca-a394-e71ef3d2abf0" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.621320] env[69889]: DEBUG nova.network.neutron [req-f6ba7367-3a6c-49ab-949b-413bafba10d9 req-87ea1b06-c700-40d2-9cf3-5abc4cd01c07 service nova] [instance: 1d03b56f-0b24-44ca-a394-e71ef3d2abf0] Refreshing network info cache for port f30250b1-8014-4179-93ad-b5bb4fb8ed37 {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1132.631743] env[69889]: DEBUG oslo_vmware.api [None req-acf2d4de-5f76-4a89-8de9-4988441ca946 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4077974, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.746074] env[69889]: DEBUG nova.scheduler.client.report [None req-74f286ca-0ace-4135-acc8-a47ec5b53533 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1132.827340] env[69889]: DEBUG oslo_concurrency.lockutils [None req-786b7edd-4bad-4f6b-b198-42ac1c689e7f tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Releasing lock "refresh_cache-13d9f160-3906-4434-859b-4fc4b226333e" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.839246] env[69889]: DEBUG nova.network.neutron [-] [instance: ac14e0fa-9bbf-4c8c-82c4-bf3cf6b0660e] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.902447] env[69889]: DEBUG oslo_vmware.api [None req-c86bc09a-18b9-403e-a6fd-8148e28260c2 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077975, 'name': Destroy_Task, 'duration_secs': 0.4276} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.902728] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-c86bc09a-18b9-403e-a6fd-8148e28260c2 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: b20e3dbe-d893-4068-8052-3d8d50f0560d] Destroyed the VM [ 1132.902969] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-c86bc09a-18b9-403e-a6fd-8148e28260c2 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: b20e3dbe-d893-4068-8052-3d8d50f0560d] Deleting Snapshot of the VM instance {{(pid=69889) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1132.903254] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-66495e60-67c3-4bcb-9863-0707c7889544 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.914650] env[69889]: DEBUG oslo_vmware.api [None req-59ee94ac-88eb-4277-8448-225955638a91 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4077973, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.915997] env[69889]: DEBUG oslo_vmware.api [None req-c86bc09a-18b9-403e-a6fd-8148e28260c2 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Waiting for the task: (returnval){ [ 1132.915997] env[69889]: value = "task-4077977" [ 1132.915997] env[69889]: _type = "Task" [ 1132.915997] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.924494] env[69889]: DEBUG oslo_vmware.api [None req-c86bc09a-18b9-403e-a6fd-8148e28260c2 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077977, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.995086] env[69889]: DEBUG oslo_vmware.api [None req-ad27952f-1c66-41fe-ba47-80caa4d3ceff tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4077976, 'name': Rename_Task, 'duration_secs': 0.180027} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.995304] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad27952f-1c66-41fe-ba47-80caa4d3ceff tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: 15bb3989-8e54-4746-bc0b-96c39d438744] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1132.996022] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-756c3c78-07f6-4e7e-9c96-0ab10ae165e2 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.004841] env[69889]: DEBUG oslo_vmware.api [None req-ad27952f-1c66-41fe-ba47-80caa4d3ceff tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Waiting for the task: (returnval){ [ 1133.004841] env[69889]: value = "task-4077978" [ 1133.004841] env[69889]: _type = "Task" [ 1133.004841] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.016991] env[69889]: DEBUG oslo_vmware.api [None req-ad27952f-1c66-41fe-ba47-80caa4d3ceff tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4077978, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.088759] env[69889]: DEBUG oslo_concurrency.lockutils [None req-00ef5395-bea6-443a-b86f-304ce6fe87e7 tempest-ServersTestBootFromVolume-1297770221 tempest-ServersTestBootFromVolume-1297770221-project-member] Acquiring lock "0148a47f-96ee-42a1-9778-09ad9c56f4ac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.089168] env[69889]: DEBUG oslo_concurrency.lockutils [None req-00ef5395-bea6-443a-b86f-304ce6fe87e7 tempest-ServersTestBootFromVolume-1297770221 tempest-ServersTestBootFromVolume-1297770221-project-member] Lock "0148a47f-96ee-42a1-9778-09ad9c56f4ac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.089451] env[69889]: DEBUG oslo_concurrency.lockutils [None req-00ef5395-bea6-443a-b86f-304ce6fe87e7 tempest-ServersTestBootFromVolume-1297770221 tempest-ServersTestBootFromVolume-1297770221-project-member] Acquiring lock "0148a47f-96ee-42a1-9778-09ad9c56f4ac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.090034] env[69889]: DEBUG oslo_concurrency.lockutils [None req-00ef5395-bea6-443a-b86f-304ce6fe87e7 tempest-ServersTestBootFromVolume-1297770221 tempest-ServersTestBootFromVolume-1297770221-project-member] Lock "0148a47f-96ee-42a1-9778-09ad9c56f4ac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.090421] env[69889]: DEBUG oslo_concurrency.lockutils [None req-00ef5395-bea6-443a-b86f-304ce6fe87e7 tempest-ServersTestBootFromVolume-1297770221 tempest-ServersTestBootFromVolume-1297770221-project-member] Lock "0148a47f-96ee-42a1-9778-09ad9c56f4ac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.093317] env[69889]: INFO nova.compute.manager [None req-00ef5395-bea6-443a-b86f-304ce6fe87e7 tempest-ServersTestBootFromVolume-1297770221 tempest-ServersTestBootFromVolume-1297770221-project-member] [instance: 0148a47f-96ee-42a1-9778-09ad9c56f4ac] Terminating instance [ 1133.123022] env[69889]: DEBUG oslo_vmware.api [None req-acf2d4de-5f76-4a89-8de9-4988441ca946 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4077974, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.251372] env[69889]: DEBUG oslo_concurrency.lockutils [None req-74f286ca-0ace-4135-acc8-a47ec5b53533 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.876s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.254562] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-786b7edd-4bad-4f6b-b198-42ac1c689e7f tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] [instance: 13d9f160-3906-4434-859b-4fc4b226333e] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1133.256547] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a23f8c2-fe97-4209-a49d-3b9b32239257 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.267874] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-786b7edd-4bad-4f6b-b198-42ac1c689e7f tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] [instance: 13d9f160-3906-4434-859b-4fc4b226333e] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1133.272204] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8bd07efa-798a-4fc3-8aa5-9fb5fb23e9e5 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.301022] env[69889]: INFO nova.scheduler.client.report [None req-74f286ca-0ace-4135-acc8-a47ec5b53533 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Deleted allocations for instance 5665d1c7-3b42-4a19-8d01-0e711aa5b074 [ 1133.345010] env[69889]: INFO nova.compute.manager [-] [instance: ac14e0fa-9bbf-4c8c-82c4-bf3cf6b0660e] Took 1.33 seconds to deallocate network for instance. [ 1133.357572] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-786b7edd-4bad-4f6b-b198-42ac1c689e7f tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] [instance: 13d9f160-3906-4434-859b-4fc4b226333e] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1133.357872] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-786b7edd-4bad-4f6b-b198-42ac1c689e7f tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] [instance: 13d9f160-3906-4434-859b-4fc4b226333e] Deleting contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1133.358123] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-786b7edd-4bad-4f6b-b198-42ac1c689e7f tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Deleting the datastore file [datastore2] 13d9f160-3906-4434-859b-4fc4b226333e {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1133.358445] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-480b0054-3d2b-474b-a810-90c0e3f35253 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.369923] env[69889]: DEBUG oslo_vmware.api [None req-786b7edd-4bad-4f6b-b198-42ac1c689e7f tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Waiting for the task: (returnval){ [ 1133.369923] env[69889]: value = "task-4077980" [ 1133.369923] env[69889]: _type = "Task" [ 1133.369923] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.387948] env[69889]: DEBUG oslo_vmware.api [None req-786b7edd-4bad-4f6b-b198-42ac1c689e7f tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Task: {'id': task-4077980, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.419212] env[69889]: DEBUG oslo_vmware.api [None req-59ee94ac-88eb-4277-8448-225955638a91 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4077973, 'name': ReconfigVM_Task, 'duration_secs': 1.199373} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.423090] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faa07e17-96b1-4807-bfef-998b29697089 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.452682] env[69889]: DEBUG nova.virt.hardware [None req-59ee94ac-88eb-4277-8448-225955638a91 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1133.452932] env[69889]: DEBUG nova.virt.hardware [None req-59ee94ac-88eb-4277-8448-225955638a91 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1133.453101] env[69889]: DEBUG nova.virt.hardware [None req-59ee94ac-88eb-4277-8448-225955638a91 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1133.453287] env[69889]: DEBUG nova.virt.hardware [None req-59ee94ac-88eb-4277-8448-225955638a91 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1133.453431] env[69889]: DEBUG nova.virt.hardware [None req-59ee94ac-88eb-4277-8448-225955638a91 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1133.453576] env[69889]: DEBUG nova.virt.hardware [None req-59ee94ac-88eb-4277-8448-225955638a91 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1133.453840] env[69889]: DEBUG nova.virt.hardware [None req-59ee94ac-88eb-4277-8448-225955638a91 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1133.453979] env[69889]: DEBUG nova.virt.hardware [None req-59ee94ac-88eb-4277-8448-225955638a91 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1133.454102] env[69889]: DEBUG nova.virt.hardware [None req-59ee94ac-88eb-4277-8448-225955638a91 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1133.454268] env[69889]: DEBUG nova.virt.hardware [None req-59ee94ac-88eb-4277-8448-225955638a91 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1133.454473] env[69889]: DEBUG nova.virt.hardware [None req-59ee94ac-88eb-4277-8448-225955638a91 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1133.455388] env[69889]: DEBUG oslo_vmware.api [None req-c86bc09a-18b9-403e-a6fd-8148e28260c2 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077977, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.458140] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fc727e8-1d94-49cc-ad16-63bed53a202f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.465126] env[69889]: DEBUG oslo_vmware.api [None req-59ee94ac-88eb-4277-8448-225955638a91 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Waiting for the task: (returnval){ [ 1133.465126] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52bcc5d5-de25-fc61-2a4f-f9f334998696" [ 1133.465126] env[69889]: _type = "Task" [ 1133.465126] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.476678] env[69889]: DEBUG oslo_vmware.api [None req-59ee94ac-88eb-4277-8448-225955638a91 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52bcc5d5-de25-fc61-2a4f-f9f334998696, 'name': SearchDatastore_Task, 'duration_secs': 0.008457} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.482921] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-59ee94ac-88eb-4277-8448-225955638a91 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: ec331f28-d5ae-4c98-ac7f-612fcd03b679] Reconfiguring VM instance instance-0000004d to detach disk 2000 {{(pid=69889) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1133.483339] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7506595b-b0d1-4013-b186-62b3f1d8324e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.505408] env[69889]: DEBUG oslo_vmware.api [None req-59ee94ac-88eb-4277-8448-225955638a91 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Waiting for the task: (returnval){ [ 1133.505408] env[69889]: value = "task-4077981" [ 1133.505408] env[69889]: _type = "Task" [ 1133.505408] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.520389] env[69889]: DEBUG oslo_vmware.api [None req-59ee94ac-88eb-4277-8448-225955638a91 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4077981, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.524519] env[69889]: DEBUG oslo_vmware.api [None req-ad27952f-1c66-41fe-ba47-80caa4d3ceff tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4077978, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.525795] env[69889]: DEBUG nova.network.neutron [req-f6ba7367-3a6c-49ab-949b-413bafba10d9 req-87ea1b06-c700-40d2-9cf3-5abc4cd01c07 service nova] [instance: 1d03b56f-0b24-44ca-a394-e71ef3d2abf0] Updated VIF entry in instance network info cache for port f30250b1-8014-4179-93ad-b5bb4fb8ed37. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1133.526310] env[69889]: DEBUG nova.network.neutron [req-f6ba7367-3a6c-49ab-949b-413bafba10d9 req-87ea1b06-c700-40d2-9cf3-5abc4cd01c07 service nova] [instance: 1d03b56f-0b24-44ca-a394-e71ef3d2abf0] Updating instance_info_cache with network_info: [{"id": "40fee23b-c992-420f-ba3b-dc686ff28684", "address": "fa:16:3e:30:9a:79", "network": {"id": "dc7a1c63-64ed-41ca-b29f-202337c0d542", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1276397426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf71caefe82444e1aa35f5f5071b52f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40fee23b-c9", "ovs_interfaceid": "40fee23b-c992-420f-ba3b-dc686ff28684", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f30250b1-8014-4179-93ad-b5bb4fb8ed37", "address": "fa:16:3e:0c:e9:cd", "network": {"id": "dc7a1c63-64ed-41ca-b29f-202337c0d542", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1276397426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf71caefe82444e1aa35f5f5071b52f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf30250b1-80", "ovs_interfaceid": "f30250b1-8014-4179-93ad-b5bb4fb8ed37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.593891] env[69889]: DEBUG nova.network.neutron [None req-5047438b-e041-45c9-a137-6ee3366dd1f4 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: 984c2c59-44de-4b93-b198-327b68415ce4] Updating instance_info_cache with network_info: [{"id": "b6fc3017-6cb9-4506-894e-7996a0d96379", "address": "fa:16:3e:49:a9:78", "network": {"id": "3ca64dd4-23fb-4e19-8d0c-5addef000c05", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-147569188-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc97caed3dd94d37b13107e002052810", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "84aee122-f630-43c5-9cc1-3a38d3819c82", "external-id": "nsx-vlan-transportzone-816", "segmentation_id": 816, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6fc3017-6c", "ovs_interfaceid": "b6fc3017-6cb9-4506-894e-7996a0d96379", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.598257] env[69889]: DEBUG nova.compute.manager [None req-00ef5395-bea6-443a-b86f-304ce6fe87e7 tempest-ServersTestBootFromVolume-1297770221 tempest-ServersTestBootFromVolume-1297770221-project-member] [instance: 0148a47f-96ee-42a1-9778-09ad9c56f4ac] Start destroying the instance on the hypervisor. {{(pid=69889) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1133.598515] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-00ef5395-bea6-443a-b86f-304ce6fe87e7 tempest-ServersTestBootFromVolume-1297770221 tempest-ServersTestBootFromVolume-1297770221-project-member] [instance: 0148a47f-96ee-42a1-9778-09ad9c56f4ac] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1133.598795] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2717a18a-4468-4219-b43e-bec3e12770f1 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.607520] env[69889]: DEBUG oslo_vmware.api [None req-00ef5395-bea6-443a-b86f-304ce6fe87e7 tempest-ServersTestBootFromVolume-1297770221 tempest-ServersTestBootFromVolume-1297770221-project-member] Waiting for the task: (returnval){ [ 1133.607520] env[69889]: value = "task-4077982" [ 1133.607520] env[69889]: _type = "Task" [ 1133.607520] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.622020] env[69889]: DEBUG oslo_vmware.api [None req-00ef5395-bea6-443a-b86f-304ce6fe87e7 tempest-ServersTestBootFromVolume-1297770221 tempest-ServersTestBootFromVolume-1297770221-project-member] Task: {'id': task-4077982, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.627823] env[69889]: DEBUG oslo_vmware.api [None req-acf2d4de-5f76-4a89-8de9-4988441ca946 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4077974, 'name': ReconfigVM_Task, 'duration_secs': 1.059903} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.629490] env[69889]: DEBUG oslo_concurrency.lockutils [None req-acf2d4de-5f76-4a89-8de9-4988441ca946 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Releasing lock "1d03b56f-0b24-44ca-a394-e71ef3d2abf0" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.629490] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-acf2d4de-5f76-4a89-8de9-4988441ca946 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 1d03b56f-0b24-44ca-a394-e71ef3d2abf0] Reconfigured VM to attach interface {{(pid=69889) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1133.814623] env[69889]: DEBUG oslo_concurrency.lockutils [None req-74f286ca-0ace-4135-acc8-a47ec5b53533 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Lock "5665d1c7-3b42-4a19-8d01-0e711aa5b074" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.825s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.854622] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c77bfed0-03a8-4f46-9afa-0b7f5726aaab tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.855038] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c77bfed0-03a8-4f46-9afa-0b7f5726aaab tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.855368] env[69889]: DEBUG nova.objects.instance [None req-c77bfed0-03a8-4f46-9afa-0b7f5726aaab tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Lazy-loading 'resources' on Instance uuid ac14e0fa-9bbf-4c8c-82c4-bf3cf6b0660e {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1133.880648] env[69889]: DEBUG oslo_vmware.api [None req-786b7edd-4bad-4f6b-b198-42ac1c689e7f tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Task: {'id': task-4077980, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.200817} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.880931] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-786b7edd-4bad-4f6b-b198-42ac1c689e7f tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1133.881145] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-786b7edd-4bad-4f6b-b198-42ac1c689e7f tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] [instance: 13d9f160-3906-4434-859b-4fc4b226333e] Deleted contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1133.881318] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-786b7edd-4bad-4f6b-b198-42ac1c689e7f tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] [instance: 13d9f160-3906-4434-859b-4fc4b226333e] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1133.908753] env[69889]: INFO nova.scheduler.client.report [None req-786b7edd-4bad-4f6b-b198-42ac1c689e7f tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Deleted allocations for instance 13d9f160-3906-4434-859b-4fc4b226333e [ 1133.930520] env[69889]: DEBUG oslo_vmware.api [None req-c86bc09a-18b9-403e-a6fd-8148e28260c2 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077977, 'name': RemoveSnapshot_Task, 'duration_secs': 0.824683} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.930850] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-c86bc09a-18b9-403e-a6fd-8148e28260c2 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: b20e3dbe-d893-4068-8052-3d8d50f0560d] Deleted Snapshot of the VM instance {{(pid=69889) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1134.023936] env[69889]: DEBUG oslo_vmware.api [None req-59ee94ac-88eb-4277-8448-225955638a91 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4077981, 'name': ReconfigVM_Task, 'duration_secs': 0.262139} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.027055] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-59ee94ac-88eb-4277-8448-225955638a91 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: ec331f28-d5ae-4c98-ac7f-612fcd03b679] Reconfigured VM instance instance-0000004d to detach disk 2000 {{(pid=69889) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1134.027489] env[69889]: DEBUG oslo_vmware.api [None req-ad27952f-1c66-41fe-ba47-80caa4d3ceff tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4077978, 'name': PowerOnVM_Task, 'duration_secs': 0.664721} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.028338] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3d5962b-96f4-4b69-a74b-1508abb7abe2 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.031182] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad27952f-1c66-41fe-ba47-80caa4d3ceff tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: 15bb3989-8e54-4746-bc0b-96c39d438744] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1134.031413] env[69889]: INFO nova.compute.manager [None req-ad27952f-1c66-41fe-ba47-80caa4d3ceff tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: 15bb3989-8e54-4746-bc0b-96c39d438744] Took 9.53 seconds to spawn the instance on the hypervisor. [ 1134.031601] env[69889]: DEBUG nova.compute.manager [None req-ad27952f-1c66-41fe-ba47-80caa4d3ceff tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: 15bb3989-8e54-4746-bc0b-96c39d438744] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1134.032172] env[69889]: DEBUG oslo_concurrency.lockutils [req-f6ba7367-3a6c-49ab-949b-413bafba10d9 req-87ea1b06-c700-40d2-9cf3-5abc4cd01c07 service nova] Releasing lock "refresh_cache-1d03b56f-0b24-44ca-a394-e71ef3d2abf0" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.033079] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82f08ef0-63b4-4c26-b9ae-9af320328580 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.070490] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-59ee94ac-88eb-4277-8448-225955638a91 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: ec331f28-d5ae-4c98-ac7f-612fcd03b679] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] ec331f28-d5ae-4c98-ac7f-612fcd03b679/ec331f28-d5ae-4c98-ac7f-612fcd03b679.vmdk or device None with type thin {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1134.071227] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6653ada-6868-44b6-b632-a8915e00a4ef {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.092513] env[69889]: DEBUG oslo_vmware.api [None req-59ee94ac-88eb-4277-8448-225955638a91 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Waiting for the task: (returnval){ [ 1134.092513] env[69889]: value = "task-4077983" [ 1134.092513] env[69889]: _type = "Task" [ 1134.092513] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.099045] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5047438b-e041-45c9-a137-6ee3366dd1f4 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Releasing lock "refresh_cache-984c2c59-44de-4b93-b198-327b68415ce4" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.104727] env[69889]: DEBUG oslo_vmware.api [None req-59ee94ac-88eb-4277-8448-225955638a91 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4077983, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.118285] env[69889]: DEBUG oslo_vmware.api [None req-00ef5395-bea6-443a-b86f-304ce6fe87e7 tempest-ServersTestBootFromVolume-1297770221 tempest-ServersTestBootFromVolume-1297770221-project-member] Task: {'id': task-4077982, 'name': PowerOffVM_Task, 'duration_secs': 0.4849} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.118598] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-00ef5395-bea6-443a-b86f-304ce6fe87e7 tempest-ServersTestBootFromVolume-1297770221 tempest-ServersTestBootFromVolume-1297770221-project-member] [instance: 0148a47f-96ee-42a1-9778-09ad9c56f4ac] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1134.118820] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-00ef5395-bea6-443a-b86f-304ce6fe87e7 tempest-ServersTestBootFromVolume-1297770221 tempest-ServersTestBootFromVolume-1297770221-project-member] [instance: 0148a47f-96ee-42a1-9778-09ad9c56f4ac] Volume detach. Driver type: vmdk {{(pid=69889) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1134.119133] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-00ef5395-bea6-443a-b86f-304ce6fe87e7 tempest-ServersTestBootFromVolume-1297770221 tempest-ServersTestBootFromVolume-1297770221-project-member] [instance: 0148a47f-96ee-42a1-9778-09ad9c56f4ac] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-808010', 'volume_id': '4d0e107a-ae3f-40b0-a44b-b9bbfb3d0d2d', 'name': 'volume-4d0e107a-ae3f-40b0-a44b-b9bbfb3d0d2d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0148a47f-96ee-42a1-9778-09ad9c56f4ac', 'attached_at': '', 'detached_at': '', 'volume_id': '4d0e107a-ae3f-40b0-a44b-b9bbfb3d0d2d', 'serial': '4d0e107a-ae3f-40b0-a44b-b9bbfb3d0d2d'} {{(pid=69889) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1134.119916] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7012307-8677-41a6-a908-6a5961067de8 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.143626] env[69889]: DEBUG oslo_concurrency.lockutils [None req-acf2d4de-5f76-4a89-8de9-4988441ca946 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Lock "interface-1d03b56f-0b24-44ca-a394-e71ef3d2abf0-f30250b1-8014-4179-93ad-b5bb4fb8ed37" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.460s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.148297] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e6d919e-fc60-469e-b82d-405bbd8a427f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.158581] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb3f957d-5dd5-48fd-840c-46a583be1e98 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.189404] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eb00259-5074-48e1-8c1c-5146e5a65327 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.217670] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-00ef5395-bea6-443a-b86f-304ce6fe87e7 tempest-ServersTestBootFromVolume-1297770221 tempest-ServersTestBootFromVolume-1297770221-project-member] The volume has not been displaced from its original location: [datastore2] volume-4d0e107a-ae3f-40b0-a44b-b9bbfb3d0d2d/volume-4d0e107a-ae3f-40b0-a44b-b9bbfb3d0d2d.vmdk. No consolidation needed. {{(pid=69889) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1134.227806] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-00ef5395-bea6-443a-b86f-304ce6fe87e7 tempest-ServersTestBootFromVolume-1297770221 tempest-ServersTestBootFromVolume-1297770221-project-member] [instance: 0148a47f-96ee-42a1-9778-09ad9c56f4ac] Reconfiguring VM instance instance-0000005a to detach disk 2000 {{(pid=69889) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1134.227998] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1ce5816-6ef7-40fa-be10-5f1321fe99f5 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.259196] env[69889]: DEBUG oslo_vmware.api [None req-00ef5395-bea6-443a-b86f-304ce6fe87e7 tempest-ServersTestBootFromVolume-1297770221 tempest-ServersTestBootFromVolume-1297770221-project-member] Waiting for the task: (returnval){ [ 1134.259196] env[69889]: value = "task-4077984" [ 1134.259196] env[69889]: _type = "Task" [ 1134.259196] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.271874] env[69889]: DEBUG oslo_vmware.api [None req-00ef5395-bea6-443a-b86f-304ce6fe87e7 tempest-ServersTestBootFromVolume-1297770221 tempest-ServersTestBootFromVolume-1297770221-project-member] Task: {'id': task-4077984, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.412913] env[69889]: DEBUG oslo_concurrency.lockutils [None req-786b7edd-4bad-4f6b-b198-42ac1c689e7f tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.437018] env[69889]: WARNING nova.compute.manager [None req-c86bc09a-18b9-403e-a6fd-8148e28260c2 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: b20e3dbe-d893-4068-8052-3d8d50f0560d] Image not found during snapshot: nova.exception.ImageNotFound: Image c6748982-81bb-48bf-9acd-b2bb335daf96 could not be found. [ 1134.564228] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f16c65a-8141-47f4-a197-06965e88846d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.581532] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29d8bb9f-fd15-44a1-8e80-280bcf17515e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.588285] env[69889]: INFO nova.compute.manager [None req-ad27952f-1c66-41fe-ba47-80caa4d3ceff tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: 15bb3989-8e54-4746-bc0b-96c39d438744] Took 22.55 seconds to build instance. [ 1134.622616] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c4564a9-9a58-4117-a91f-2aeae4e85bea {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.638119] env[69889]: DEBUG oslo_vmware.api [None req-59ee94ac-88eb-4277-8448-225955638a91 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4077983, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.639659] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-537be4aa-35db-4d1c-9f61-99b5c3796b53 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.658269] env[69889]: DEBUG nova.compute.provider_tree [None req-c77bfed0-03a8-4f46-9afa-0b7f5726aaab tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1134.773390] env[69889]: DEBUG oslo_vmware.api [None req-00ef5395-bea6-443a-b86f-304ce6fe87e7 tempest-ServersTestBootFromVolume-1297770221 tempest-ServersTestBootFromVolume-1297770221-project-member] Task: {'id': task-4077984, 'name': ReconfigVM_Task, 'duration_secs': 0.429895} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.773527] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-00ef5395-bea6-443a-b86f-304ce6fe87e7 tempest-ServersTestBootFromVolume-1297770221 tempest-ServersTestBootFromVolume-1297770221-project-member] [instance: 0148a47f-96ee-42a1-9778-09ad9c56f4ac] Reconfigured VM instance instance-0000005a to detach disk 2000 {{(pid=69889) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1134.781419] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-791a1b1e-371c-4e6d-a6a9-d1223319e74d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.805624] env[69889]: DEBUG oslo_vmware.api [None req-00ef5395-bea6-443a-b86f-304ce6fe87e7 tempest-ServersTestBootFromVolume-1297770221 tempest-ServersTestBootFromVolume-1297770221-project-member] Waiting for the task: (returnval){ [ 1134.805624] env[69889]: value = "task-4077985" [ 1134.805624] env[69889]: _type = "Task" [ 1134.805624] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.815716] env[69889]: DEBUG oslo_vmware.api [None req-00ef5395-bea6-443a-b86f-304ce6fe87e7 tempest-ServersTestBootFromVolume-1297770221 tempest-ServersTestBootFromVolume-1297770221-project-member] Task: {'id': task-4077985, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.825181] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c3c4457c-836f-414e-b5ce-81fc9b23b622 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Acquiring lock "1c9715c5-328e-4027-864e-30ac52b27a32" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.825376] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c3c4457c-836f-414e-b5ce-81fc9b23b622 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Lock "1c9715c5-328e-4027-864e-30ac52b27a32" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.825586] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c3c4457c-836f-414e-b5ce-81fc9b23b622 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Acquiring lock "1c9715c5-328e-4027-864e-30ac52b27a32-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.825987] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c3c4457c-836f-414e-b5ce-81fc9b23b622 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Lock "1c9715c5-328e-4027-864e-30ac52b27a32-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.826363] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c3c4457c-836f-414e-b5ce-81fc9b23b622 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Lock "1c9715c5-328e-4027-864e-30ac52b27a32-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.829642] env[69889]: INFO nova.compute.manager [None req-c3c4457c-836f-414e-b5ce-81fc9b23b622 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 1c9715c5-328e-4027-864e-30ac52b27a32] Terminating instance [ 1134.862508] env[69889]: DEBUG nova.compute.manager [req-64f934ad-3a57-4e6e-9a2b-03f560a0060f req-f3da4829-ae87-4999-8237-9c6338ca17c9 service nova] [instance: ac14e0fa-9bbf-4c8c-82c4-bf3cf6b0660e] Received event network-vif-deleted-bce343f4-9345-4b1b-8015-ef44f9319c39 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1134.862787] env[69889]: DEBUG nova.compute.manager [req-64f934ad-3a57-4e6e-9a2b-03f560a0060f req-f3da4829-ae87-4999-8237-9c6338ca17c9 service nova] [instance: 13d9f160-3906-4434-859b-4fc4b226333e] Received event network-vif-unplugged-0eb17f36-20e4-4946-bf34-e7b0a9a5323c {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1134.862919] env[69889]: DEBUG oslo_concurrency.lockutils [req-64f934ad-3a57-4e6e-9a2b-03f560a0060f req-f3da4829-ae87-4999-8237-9c6338ca17c9 service nova] Acquiring lock "13d9f160-3906-4434-859b-4fc4b226333e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.863100] env[69889]: DEBUG oslo_concurrency.lockutils [req-64f934ad-3a57-4e6e-9a2b-03f560a0060f req-f3da4829-ae87-4999-8237-9c6338ca17c9 service nova] Lock "13d9f160-3906-4434-859b-4fc4b226333e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.863274] env[69889]: DEBUG oslo_concurrency.lockutils [req-64f934ad-3a57-4e6e-9a2b-03f560a0060f req-f3da4829-ae87-4999-8237-9c6338ca17c9 service nova] Lock "13d9f160-3906-4434-859b-4fc4b226333e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.863439] env[69889]: DEBUG nova.compute.manager [req-64f934ad-3a57-4e6e-9a2b-03f560a0060f req-f3da4829-ae87-4999-8237-9c6338ca17c9 service nova] [instance: 13d9f160-3906-4434-859b-4fc4b226333e] No waiting events found dispatching network-vif-unplugged-0eb17f36-20e4-4946-bf34-e7b0a9a5323c {{(pid=69889) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1134.863609] env[69889]: WARNING nova.compute.manager [req-64f934ad-3a57-4e6e-9a2b-03f560a0060f req-f3da4829-ae87-4999-8237-9c6338ca17c9 service nova] [instance: 13d9f160-3906-4434-859b-4fc4b226333e] Received unexpected event network-vif-unplugged-0eb17f36-20e4-4946-bf34-e7b0a9a5323c for instance with vm_state shelved_offloaded and task_state None. [ 1134.863771] env[69889]: DEBUG nova.compute.manager [req-64f934ad-3a57-4e6e-9a2b-03f560a0060f req-f3da4829-ae87-4999-8237-9c6338ca17c9 service nova] [instance: 13d9f160-3906-4434-859b-4fc4b226333e] Received event network-changed-0eb17f36-20e4-4946-bf34-e7b0a9a5323c {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1134.863926] env[69889]: DEBUG nova.compute.manager [req-64f934ad-3a57-4e6e-9a2b-03f560a0060f req-f3da4829-ae87-4999-8237-9c6338ca17c9 service nova] [instance: 13d9f160-3906-4434-859b-4fc4b226333e] Refreshing instance network info cache due to event network-changed-0eb17f36-20e4-4946-bf34-e7b0a9a5323c. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1134.864200] env[69889]: DEBUG oslo_concurrency.lockutils [req-64f934ad-3a57-4e6e-9a2b-03f560a0060f req-f3da4829-ae87-4999-8237-9c6338ca17c9 service nova] Acquiring lock "refresh_cache-13d9f160-3906-4434-859b-4fc4b226333e" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.864738] env[69889]: DEBUG oslo_concurrency.lockutils [req-64f934ad-3a57-4e6e-9a2b-03f560a0060f req-f3da4829-ae87-4999-8237-9c6338ca17c9 service nova] Acquired lock "refresh_cache-13d9f160-3906-4434-859b-4fc4b226333e" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.864919] env[69889]: DEBUG nova.network.neutron [req-64f934ad-3a57-4e6e-9a2b-03f560a0060f req-f3da4829-ae87-4999-8237-9c6338ca17c9 service nova] [instance: 13d9f160-3906-4434-859b-4fc4b226333e] Refreshing network info cache for port 0eb17f36-20e4-4946-bf34-e7b0a9a5323c {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1134.906997] env[69889]: DEBUG oslo_concurrency.lockutils [None req-08b97648-9bd7-48cf-84ba-2c55725fc44a tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Acquiring lock "b20e3dbe-d893-4068-8052-3d8d50f0560d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.907376] env[69889]: DEBUG oslo_concurrency.lockutils [None req-08b97648-9bd7-48cf-84ba-2c55725fc44a tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Lock "b20e3dbe-d893-4068-8052-3d8d50f0560d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.907803] env[69889]: DEBUG oslo_concurrency.lockutils [None req-08b97648-9bd7-48cf-84ba-2c55725fc44a tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Acquiring lock "b20e3dbe-d893-4068-8052-3d8d50f0560d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.908161] env[69889]: DEBUG oslo_concurrency.lockutils [None req-08b97648-9bd7-48cf-84ba-2c55725fc44a tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Lock "b20e3dbe-d893-4068-8052-3d8d50f0560d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.908416] env[69889]: DEBUG oslo_concurrency.lockutils [None req-08b97648-9bd7-48cf-84ba-2c55725fc44a tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Lock "b20e3dbe-d893-4068-8052-3d8d50f0560d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.911294] env[69889]: INFO nova.compute.manager [None req-08b97648-9bd7-48cf-84ba-2c55725fc44a tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: b20e3dbe-d893-4068-8052-3d8d50f0560d] Terminating instance [ 1135.091388] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ad27952f-1c66-41fe-ba47-80caa4d3ceff tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Lock "15bb3989-8e54-4746-bc0b-96c39d438744" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.067s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.128562] env[69889]: DEBUG oslo_vmware.api [None req-59ee94ac-88eb-4277-8448-225955638a91 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4077983, 'name': ReconfigVM_Task, 'duration_secs': 0.940483} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.128910] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-59ee94ac-88eb-4277-8448-225955638a91 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: ec331f28-d5ae-4c98-ac7f-612fcd03b679] Reconfigured VM instance instance-0000004d to attach disk [datastore1] ec331f28-d5ae-4c98-ac7f-612fcd03b679/ec331f28-d5ae-4c98-ac7f-612fcd03b679.vmdk or device None with type thin {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1135.129869] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8c983d8-cf91-4257-ad6f-d386c7dce67c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.153068] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f99de1a4-f4ba-4642-acf6-8b6e215ee07f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.170664] env[69889]: DEBUG nova.scheduler.client.report [None req-c77bfed0-03a8-4f46-9afa-0b7f5726aaab tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1135.197302] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e90a28a-a77e-48d9-9a61-ad5ebc705e0c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.221687] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33dba9b9-ee26-4bbe-b6c5-1c30bbecc3d7 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.229746] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-59ee94ac-88eb-4277-8448-225955638a91 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: ec331f28-d5ae-4c98-ac7f-612fcd03b679] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1135.230141] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-089e87a1-ab36-4f0a-941f-3df20f4b3890 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.237953] env[69889]: DEBUG oslo_vmware.api [None req-59ee94ac-88eb-4277-8448-225955638a91 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Waiting for the task: (returnval){ [ 1135.237953] env[69889]: value = "task-4077986" [ 1135.237953] env[69889]: _type = "Task" [ 1135.237953] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.247369] env[69889]: DEBUG oslo_vmware.api [None req-59ee94ac-88eb-4277-8448-225955638a91 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4077986, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.321289] env[69889]: DEBUG oslo_vmware.api [None req-00ef5395-bea6-443a-b86f-304ce6fe87e7 tempest-ServersTestBootFromVolume-1297770221 tempest-ServersTestBootFromVolume-1297770221-project-member] Task: {'id': task-4077985, 'name': ReconfigVM_Task, 'duration_secs': 0.163961} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.322342] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-00ef5395-bea6-443a-b86f-304ce6fe87e7 tempest-ServersTestBootFromVolume-1297770221 tempest-ServersTestBootFromVolume-1297770221-project-member] [instance: 0148a47f-96ee-42a1-9778-09ad9c56f4ac] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-808010', 'volume_id': '4d0e107a-ae3f-40b0-a44b-b9bbfb3d0d2d', 'name': 'volume-4d0e107a-ae3f-40b0-a44b-b9bbfb3d0d2d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0148a47f-96ee-42a1-9778-09ad9c56f4ac', 'attached_at': '', 'detached_at': '', 'volume_id': '4d0e107a-ae3f-40b0-a44b-b9bbfb3d0d2d', 'serial': '4d0e107a-ae3f-40b0-a44b-b9bbfb3d0d2d'} {{(pid=69889) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1135.322342] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-00ef5395-bea6-443a-b86f-304ce6fe87e7 tempest-ServersTestBootFromVolume-1297770221 tempest-ServersTestBootFromVolume-1297770221-project-member] [instance: 0148a47f-96ee-42a1-9778-09ad9c56f4ac] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1135.322679] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2db2885f-7c63-482f-9f1a-727f6f5f56d8 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.331396] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-00ef5395-bea6-443a-b86f-304ce6fe87e7 tempest-ServersTestBootFromVolume-1297770221 tempest-ServersTestBootFromVolume-1297770221-project-member] [instance: 0148a47f-96ee-42a1-9778-09ad9c56f4ac] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1135.332676] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5268dfbb-cb9f-4f11-9d31-ee128e9c6db6 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.334536] env[69889]: DEBUG nova.compute.manager [None req-c3c4457c-836f-414e-b5ce-81fc9b23b622 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 1c9715c5-328e-4027-864e-30ac52b27a32] Start destroying the instance on the hypervisor. {{(pid=69889) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1135.334536] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-c3c4457c-836f-414e-b5ce-81fc9b23b622 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 1c9715c5-328e-4027-864e-30ac52b27a32] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1135.335288] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f99694de-c35d-447e-9752-d9813cacc92e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.347208] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3c4457c-836f-414e-b5ce-81fc9b23b622 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 1c9715c5-328e-4027-864e-30ac52b27a32] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1135.348203] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-45921c42-69e7-4974-8633-ab2f23ab18b2 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.355937] env[69889]: DEBUG oslo_vmware.api [None req-c3c4457c-836f-414e-b5ce-81fc9b23b622 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Waiting for the task: (returnval){ [ 1135.355937] env[69889]: value = "task-4077988" [ 1135.355937] env[69889]: _type = "Task" [ 1135.355937] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.415686] env[69889]: DEBUG nova.compute.manager [None req-08b97648-9bd7-48cf-84ba-2c55725fc44a tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: b20e3dbe-d893-4068-8052-3d8d50f0560d] Start destroying the instance on the hypervisor. {{(pid=69889) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1135.415686] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-08b97648-9bd7-48cf-84ba-2c55725fc44a tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: b20e3dbe-d893-4068-8052-3d8d50f0560d] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1135.416278] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a585996-c7b5-41a2-8b95-b14aa04724fe {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.427661] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-08b97648-9bd7-48cf-84ba-2c55725fc44a tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: b20e3dbe-d893-4068-8052-3d8d50f0560d] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1135.427661] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1a9943e3-002e-475f-a09a-68d2bded9f8c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.437336] env[69889]: DEBUG oslo_vmware.api [None req-08b97648-9bd7-48cf-84ba-2c55725fc44a tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Waiting for the task: (returnval){ [ 1135.437336] env[69889]: value = "task-4077989" [ 1135.437336] env[69889]: _type = "Task" [ 1135.437336] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.454307] env[69889]: DEBUG oslo_vmware.api [None req-08b97648-9bd7-48cf-84ba-2c55725fc44a tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077989, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.454307] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-00ef5395-bea6-443a-b86f-304ce6fe87e7 tempest-ServersTestBootFromVolume-1297770221 tempest-ServersTestBootFromVolume-1297770221-project-member] [instance: 0148a47f-96ee-42a1-9778-09ad9c56f4ac] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1135.454307] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-00ef5395-bea6-443a-b86f-304ce6fe87e7 tempest-ServersTestBootFromVolume-1297770221 tempest-ServersTestBootFromVolume-1297770221-project-member] [instance: 0148a47f-96ee-42a1-9778-09ad9c56f4ac] Deleting contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1135.454514] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-00ef5395-bea6-443a-b86f-304ce6fe87e7 tempest-ServersTestBootFromVolume-1297770221 tempest-ServersTestBootFromVolume-1297770221-project-member] Deleting the datastore file [datastore2] 0148a47f-96ee-42a1-9778-09ad9c56f4ac {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1135.454836] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-29fd48e3-7fc5-4e6c-8bd8-ee3a5d2bfc27 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.464432] env[69889]: DEBUG oslo_vmware.api [None req-00ef5395-bea6-443a-b86f-304ce6fe87e7 tempest-ServersTestBootFromVolume-1297770221 tempest-ServersTestBootFromVolume-1297770221-project-member] Waiting for the task: (returnval){ [ 1135.464432] env[69889]: value = "task-4077990" [ 1135.464432] env[69889]: _type = "Task" [ 1135.464432] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.475020] env[69889]: DEBUG oslo_vmware.api [None req-00ef5395-bea6-443a-b86f-304ce6fe87e7 tempest-ServersTestBootFromVolume-1297770221 tempest-ServersTestBootFromVolume-1297770221-project-member] Task: {'id': task-4077990, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.669078] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-5047438b-e041-45c9-a137-6ee3366dd1f4 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: 984c2c59-44de-4b93-b198-327b68415ce4] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1135.669999] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-95986851-32d4-4dcb-98fb-db8bafb8f3af {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.674943] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c77bfed0-03a8-4f46-9afa-0b7f5726aaab tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.820s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.677317] env[69889]: DEBUG oslo_concurrency.lockutils [None req-786b7edd-4bad-4f6b-b198-42ac1c689e7f tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.264s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.677655] env[69889]: DEBUG nova.objects.instance [None req-786b7edd-4bad-4f6b-b198-42ac1c689e7f tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Lazy-loading 'resources' on Instance uuid 13d9f160-3906-4434-859b-4fc4b226333e {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1135.684476] env[69889]: DEBUG oslo_vmware.api [None req-5047438b-e041-45c9-a137-6ee3366dd1f4 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Waiting for the task: (returnval){ [ 1135.684476] env[69889]: value = "task-4077991" [ 1135.684476] env[69889]: _type = "Task" [ 1135.684476] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.693906] env[69889]: DEBUG oslo_vmware.api [None req-5047438b-e041-45c9-a137-6ee3366dd1f4 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': task-4077991, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.711068] env[69889]: INFO nova.scheduler.client.report [None req-c77bfed0-03a8-4f46-9afa-0b7f5726aaab tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Deleted allocations for instance ac14e0fa-9bbf-4c8c-82c4-bf3cf6b0660e [ 1135.751292] env[69889]: DEBUG oslo_vmware.api [None req-59ee94ac-88eb-4277-8448-225955638a91 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4077986, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.790458] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d4bd56c9-878f-4669-8fe0-c88147ced1d1 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Acquiring lock "interface-1d03b56f-0b24-44ca-a394-e71ef3d2abf0-f30250b1-8014-4179-93ad-b5bb4fb8ed37" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.790676] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d4bd56c9-878f-4669-8fe0-c88147ced1d1 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Lock "interface-1d03b56f-0b24-44ca-a394-e71ef3d2abf0-f30250b1-8014-4179-93ad-b5bb4fb8ed37" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.813883] env[69889]: DEBUG nova.network.neutron [req-64f934ad-3a57-4e6e-9a2b-03f560a0060f req-f3da4829-ae87-4999-8237-9c6338ca17c9 service nova] [instance: 13d9f160-3906-4434-859b-4fc4b226333e] Updated VIF entry in instance network info cache for port 0eb17f36-20e4-4946-bf34-e7b0a9a5323c. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1135.814298] env[69889]: DEBUG nova.network.neutron [req-64f934ad-3a57-4e6e-9a2b-03f560a0060f req-f3da4829-ae87-4999-8237-9c6338ca17c9 service nova] [instance: 13d9f160-3906-4434-859b-4fc4b226333e] Updating instance_info_cache with network_info: [{"id": "0eb17f36-20e4-4946-bf34-e7b0a9a5323c", "address": "fa:16:3e:e2:46:f6", "network": {"id": "7bc15629-d28d-410b-a761-75eabd10c4f2", "bridge": null, "label": "tempest-ServersNegativeTestJSON-2132502005-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d846d435536e4aeebfb66d89a82f3e21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap0eb17f36-20", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.871852] env[69889]: DEBUG oslo_vmware.api [None req-c3c4457c-836f-414e-b5ce-81fc9b23b622 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': task-4077988, 'name': PowerOffVM_Task, 'duration_secs': 0.253654} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.872251] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3c4457c-836f-414e-b5ce-81fc9b23b622 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 1c9715c5-328e-4027-864e-30ac52b27a32] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1135.872463] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-c3c4457c-836f-414e-b5ce-81fc9b23b622 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 1c9715c5-328e-4027-864e-30ac52b27a32] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1135.872879] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-712ea174-82ff-4738-b5de-5f31cdecbdc8 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.903537] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b444ce6-ff8a-4cec-9f72-ad1e816be7b6 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.915788] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-ef9302d5-a129-49f8-af4e-464765fa9b19 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: 15bb3989-8e54-4746-bc0b-96c39d438744] Suspending the VM {{(pid=69889) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1135.916168] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-0862d1d7-9812-4932-9a9b-fbccd66a20fc {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.923876] env[69889]: DEBUG oslo_vmware.api [None req-ef9302d5-a129-49f8-af4e-464765fa9b19 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Waiting for the task: (returnval){ [ 1135.923876] env[69889]: value = "task-4077993" [ 1135.923876] env[69889]: _type = "Task" [ 1135.923876] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.934691] env[69889]: DEBUG oslo_vmware.api [None req-ef9302d5-a129-49f8-af4e-464765fa9b19 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4077993, 'name': SuspendVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.949435] env[69889]: DEBUG oslo_vmware.api [None req-08b97648-9bd7-48cf-84ba-2c55725fc44a tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077989, 'name': PowerOffVM_Task, 'duration_secs': 0.22385} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.949850] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-08b97648-9bd7-48cf-84ba-2c55725fc44a tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: b20e3dbe-d893-4068-8052-3d8d50f0560d] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1135.950112] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-08b97648-9bd7-48cf-84ba-2c55725fc44a tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: b20e3dbe-d893-4068-8052-3d8d50f0560d] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1135.950447] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6d5e3526-143d-42f0-90a1-b109afb753c6 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.961652] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-c3c4457c-836f-414e-b5ce-81fc9b23b622 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 1c9715c5-328e-4027-864e-30ac52b27a32] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1135.962617] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-c3c4457c-836f-414e-b5ce-81fc9b23b622 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 1c9715c5-328e-4027-864e-30ac52b27a32] Deleting contents of the VM from datastore datastore1 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1135.962617] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3c4457c-836f-414e-b5ce-81fc9b23b622 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Deleting the datastore file [datastore1] 1c9715c5-328e-4027-864e-30ac52b27a32 {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1135.962755] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9b649cde-0d69-4542-8ee5-661eb6c4da0a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.972249] env[69889]: DEBUG oslo_vmware.api [None req-c3c4457c-836f-414e-b5ce-81fc9b23b622 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Waiting for the task: (returnval){ [ 1135.972249] env[69889]: value = "task-4077995" [ 1135.972249] env[69889]: _type = "Task" [ 1135.972249] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.975895] env[69889]: DEBUG oslo_vmware.api [None req-00ef5395-bea6-443a-b86f-304ce6fe87e7 tempest-ServersTestBootFromVolume-1297770221 tempest-ServersTestBootFromVolume-1297770221-project-member] Task: {'id': task-4077990, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.119355} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.979355] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-00ef5395-bea6-443a-b86f-304ce6fe87e7 tempest-ServersTestBootFromVolume-1297770221 tempest-ServersTestBootFromVolume-1297770221-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1135.979648] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-00ef5395-bea6-443a-b86f-304ce6fe87e7 tempest-ServersTestBootFromVolume-1297770221 tempest-ServersTestBootFromVolume-1297770221-project-member] [instance: 0148a47f-96ee-42a1-9778-09ad9c56f4ac] Deleted contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1135.979784] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-00ef5395-bea6-443a-b86f-304ce6fe87e7 tempest-ServersTestBootFromVolume-1297770221 tempest-ServersTestBootFromVolume-1297770221-project-member] [instance: 0148a47f-96ee-42a1-9778-09ad9c56f4ac] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1135.979971] env[69889]: INFO nova.compute.manager [None req-00ef5395-bea6-443a-b86f-304ce6fe87e7 tempest-ServersTestBootFromVolume-1297770221 tempest-ServersTestBootFromVolume-1297770221-project-member] [instance: 0148a47f-96ee-42a1-9778-09ad9c56f4ac] Took 2.38 seconds to destroy the instance on the hypervisor. [ 1135.980315] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-00ef5395-bea6-443a-b86f-304ce6fe87e7 tempest-ServersTestBootFromVolume-1297770221 tempest-ServersTestBootFromVolume-1297770221-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1135.980616] env[69889]: DEBUG nova.compute.manager [-] [instance: 0148a47f-96ee-42a1-9778-09ad9c56f4ac] Deallocating network for instance {{(pid=69889) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1135.980721] env[69889]: DEBUG nova.network.neutron [-] [instance: 0148a47f-96ee-42a1-9778-09ad9c56f4ac] deallocate_for_instance() {{(pid=69889) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1135.993446] env[69889]: DEBUG oslo_vmware.api [None req-c3c4457c-836f-414e-b5ce-81fc9b23b622 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': task-4077995, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.046998] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-08b97648-9bd7-48cf-84ba-2c55725fc44a tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: b20e3dbe-d893-4068-8052-3d8d50f0560d] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1136.048140] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-08b97648-9bd7-48cf-84ba-2c55725fc44a tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: b20e3dbe-d893-4068-8052-3d8d50f0560d] Deleting contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1136.048782] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-08b97648-9bd7-48cf-84ba-2c55725fc44a tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Deleting the datastore file [datastore2] b20e3dbe-d893-4068-8052-3d8d50f0560d {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1136.050061] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ab8a6cf4-56f4-46ff-8d14-4b5255d399ae {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.058616] env[69889]: DEBUG oslo_vmware.api [None req-08b97648-9bd7-48cf-84ba-2c55725fc44a tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Waiting for the task: (returnval){ [ 1136.058616] env[69889]: value = "task-4077996" [ 1136.058616] env[69889]: _type = "Task" [ 1136.058616] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.070104] env[69889]: DEBUG oslo_vmware.api [None req-08b97648-9bd7-48cf-84ba-2c55725fc44a tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077996, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.187034] env[69889]: DEBUG nova.objects.instance [None req-786b7edd-4bad-4f6b-b198-42ac1c689e7f tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Lazy-loading 'numa_topology' on Instance uuid 13d9f160-3906-4434-859b-4fc4b226333e {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1136.206597] env[69889]: DEBUG oslo_vmware.api [None req-5047438b-e041-45c9-a137-6ee3366dd1f4 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': task-4077991, 'name': PowerOffVM_Task, 'duration_secs': 0.205547} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.207657] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-5047438b-e041-45c9-a137-6ee3366dd1f4 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: 984c2c59-44de-4b93-b198-327b68415ce4] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1136.208763] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-406e898e-b4e7-4ef5-b0ba-0e4d685f0d1b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.233032] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c77bfed0-03a8-4f46-9afa-0b7f5726aaab tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Lock "ac14e0fa-9bbf-4c8c-82c4-bf3cf6b0660e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.408s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.235232] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edcd49c2-830e-424d-b23b-9c96ba5c3b3d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.263656] env[69889]: DEBUG oslo_vmware.api [None req-59ee94ac-88eb-4277-8448-225955638a91 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4077986, 'name': PowerOnVM_Task, 'duration_secs': 0.554876} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.264068] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-59ee94ac-88eb-4277-8448-225955638a91 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: ec331f28-d5ae-4c98-ac7f-612fcd03b679] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1136.295384] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-5047438b-e041-45c9-a137-6ee3366dd1f4 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: 984c2c59-44de-4b93-b198-327b68415ce4] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1136.296680] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d4bd56c9-878f-4669-8fe0-c88147ced1d1 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Acquiring lock "1d03b56f-0b24-44ca-a394-e71ef3d2abf0" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.297254] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d4bd56c9-878f-4669-8fe0-c88147ced1d1 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Acquired lock "1d03b56f-0b24-44ca-a394-e71ef3d2abf0" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.297254] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d822405-0446-4309-96e6-71bff5f92803 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.300562] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9be01299-da7b-4ebe-bc29-a17eaefc922c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.323180] env[69889]: DEBUG oslo_concurrency.lockutils [req-64f934ad-3a57-4e6e-9a2b-03f560a0060f req-f3da4829-ae87-4999-8237-9c6338ca17c9 service nova] Releasing lock "refresh_cache-13d9f160-3906-4434-859b-4fc4b226333e" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.325566] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feb5eb4c-54f7-4f20-a499-275a9f731e13 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.328902] env[69889]: DEBUG oslo_vmware.api [None req-5047438b-e041-45c9-a137-6ee3366dd1f4 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Waiting for the task: (returnval){ [ 1136.328902] env[69889]: value = "task-4077997" [ 1136.328902] env[69889]: _type = "Task" [ 1136.328902] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.355602] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-d4bd56c9-878f-4669-8fe0-c88147ced1d1 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 1d03b56f-0b24-44ca-a394-e71ef3d2abf0] Reconfiguring VM to detach interface {{(pid=69889) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1136.356342] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b239bf0-a439-459d-ba9c-a635c27f969a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.375109] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-5047438b-e041-45c9-a137-6ee3366dd1f4 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: 984c2c59-44de-4b93-b198-327b68415ce4] VM already powered off {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1136.375109] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-5047438b-e041-45c9-a137-6ee3366dd1f4 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: 984c2c59-44de-4b93-b198-327b68415ce4] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1136.375109] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5047438b-e041-45c9-a137-6ee3366dd1f4 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.375109] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5047438b-e041-45c9-a137-6ee3366dd1f4 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.375109] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-5047438b-e041-45c9-a137-6ee3366dd1f4 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1136.375109] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ce34ea19-ad83-422c-a6c9-1c1f6f1275e7 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.380487] env[69889]: DEBUG oslo_vmware.api [None req-d4bd56c9-878f-4669-8fe0-c88147ced1d1 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Waiting for the task: (returnval){ [ 1136.380487] env[69889]: value = "task-4077998" [ 1136.380487] env[69889]: _type = "Task" [ 1136.380487] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.385767] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-5047438b-e041-45c9-a137-6ee3366dd1f4 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1136.385956] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-5047438b-e041-45c9-a137-6ee3366dd1f4 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1136.387170] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b023581-80b3-4ba9-a64b-ac27235cb41f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.393617] env[69889]: DEBUG oslo_vmware.api [None req-d4bd56c9-878f-4669-8fe0-c88147ced1d1 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4077998, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.398332] env[69889]: DEBUG oslo_vmware.api [None req-5047438b-e041-45c9-a137-6ee3366dd1f4 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Waiting for the task: (returnval){ [ 1136.398332] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52076df4-8c82-bb24-c0ef-a7b248cf06bc" [ 1136.398332] env[69889]: _type = "Task" [ 1136.398332] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.409434] env[69889]: DEBUG oslo_vmware.api [None req-5047438b-e041-45c9-a137-6ee3366dd1f4 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52076df4-8c82-bb24-c0ef-a7b248cf06bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.435822] env[69889]: DEBUG oslo_vmware.api [None req-ef9302d5-a129-49f8-af4e-464765fa9b19 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4077993, 'name': SuspendVM_Task} progress is 62%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.490550] env[69889]: DEBUG oslo_vmware.api [None req-c3c4457c-836f-414e-b5ce-81fc9b23b622 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': task-4077995, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.446889} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.490944] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3c4457c-836f-414e-b5ce-81fc9b23b622 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1136.491227] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-c3c4457c-836f-414e-b5ce-81fc9b23b622 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 1c9715c5-328e-4027-864e-30ac52b27a32] Deleted contents of the VM from datastore datastore1 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1136.491489] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-c3c4457c-836f-414e-b5ce-81fc9b23b622 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 1c9715c5-328e-4027-864e-30ac52b27a32] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1136.491748] env[69889]: INFO nova.compute.manager [None req-c3c4457c-836f-414e-b5ce-81fc9b23b622 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 1c9715c5-328e-4027-864e-30ac52b27a32] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1136.492114] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c3c4457c-836f-414e-b5ce-81fc9b23b622 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1136.492386] env[69889]: DEBUG nova.compute.manager [-] [instance: 1c9715c5-328e-4027-864e-30ac52b27a32] Deallocating network for instance {{(pid=69889) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1136.492524] env[69889]: DEBUG nova.network.neutron [-] [instance: 1c9715c5-328e-4027-864e-30ac52b27a32] deallocate_for_instance() {{(pid=69889) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1136.569569] env[69889]: DEBUG oslo_vmware.api [None req-08b97648-9bd7-48cf-84ba-2c55725fc44a tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Task: {'id': task-4077996, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.488415} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.569855] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-08b97648-9bd7-48cf-84ba-2c55725fc44a tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1136.570092] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-08b97648-9bd7-48cf-84ba-2c55725fc44a tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: b20e3dbe-d893-4068-8052-3d8d50f0560d] Deleted contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1136.570255] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-08b97648-9bd7-48cf-84ba-2c55725fc44a tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: b20e3dbe-d893-4068-8052-3d8d50f0560d] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1136.570427] env[69889]: INFO nova.compute.manager [None req-08b97648-9bd7-48cf-84ba-2c55725fc44a tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] [instance: b20e3dbe-d893-4068-8052-3d8d50f0560d] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1136.570675] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-08b97648-9bd7-48cf-84ba-2c55725fc44a tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1136.570886] env[69889]: DEBUG nova.compute.manager [-] [instance: b20e3dbe-d893-4068-8052-3d8d50f0560d] Deallocating network for instance {{(pid=69889) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1136.570983] env[69889]: DEBUG nova.network.neutron [-] [instance: b20e3dbe-d893-4068-8052-3d8d50f0560d] deallocate_for_instance() {{(pid=69889) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1136.680402] env[69889]: DEBUG nova.compute.manager [req-e5ee58a6-8bc1-40bc-8dc8-0d37ead6b5f9 req-52e2e9d7-ea14-45d5-af06-6153e36cf277 service nova] [instance: 0148a47f-96ee-42a1-9778-09ad9c56f4ac] Received event network-vif-deleted-514ce4d1-b36a-4669-ac36-fad2880b7546 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1136.680726] env[69889]: INFO nova.compute.manager [req-e5ee58a6-8bc1-40bc-8dc8-0d37ead6b5f9 req-52e2e9d7-ea14-45d5-af06-6153e36cf277 service nova] [instance: 0148a47f-96ee-42a1-9778-09ad9c56f4ac] Neutron deleted interface 514ce4d1-b36a-4669-ac36-fad2880b7546; detaching it from the instance and deleting it from the info cache [ 1136.682231] env[69889]: DEBUG nova.network.neutron [req-e5ee58a6-8bc1-40bc-8dc8-0d37ead6b5f9 req-52e2e9d7-ea14-45d5-af06-6153e36cf277 service nova] [instance: 0148a47f-96ee-42a1-9778-09ad9c56f4ac] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.699881] env[69889]: DEBUG nova.objects.base [None req-786b7edd-4bad-4f6b-b198-42ac1c689e7f tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Object Instance<13d9f160-3906-4434-859b-4fc4b226333e> lazy-loaded attributes: resources,numa_topology {{(pid=69889) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1136.754884] env[69889]: DEBUG oslo_concurrency.lockutils [None req-9f3c4bbb-0900-4795-bc59-38f9553ac806 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Acquiring lock "13d9f160-3906-4434-859b-4fc4b226333e" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.893773] env[69889]: DEBUG oslo_vmware.api [None req-d4bd56c9-878f-4669-8fe0-c88147ced1d1 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4077998, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.910929] env[69889]: DEBUG oslo_vmware.api [None req-5047438b-e041-45c9-a137-6ee3366dd1f4 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52076df4-8c82-bb24-c0ef-a7b248cf06bc, 'name': SearchDatastore_Task, 'duration_secs': 0.016135} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.916013] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-162b944a-8efa-4bf9-8eb1-1a6688630a16 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.923374] env[69889]: DEBUG oslo_vmware.api [None req-5047438b-e041-45c9-a137-6ee3366dd1f4 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Waiting for the task: (returnval){ [ 1136.923374] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52478bce-2f50-8813-137c-b723c9c8cbb6" [ 1136.923374] env[69889]: _type = "Task" [ 1136.923374] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.949525] env[69889]: DEBUG oslo_vmware.api [None req-5047438b-e041-45c9-a137-6ee3366dd1f4 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52478bce-2f50-8813-137c-b723c9c8cbb6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.955508] env[69889]: DEBUG oslo_vmware.api [None req-ef9302d5-a129-49f8-af4e-464765fa9b19 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4077993, 'name': SuspendVM_Task, 'duration_secs': 0.942673} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.957015] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-ef9302d5-a129-49f8-af4e-464765fa9b19 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: 15bb3989-8e54-4746-bc0b-96c39d438744] Suspended the VM {{(pid=69889) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1136.957241] env[69889]: DEBUG nova.compute.manager [None req-ef9302d5-a129-49f8-af4e-464765fa9b19 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: 15bb3989-8e54-4746-bc0b-96c39d438744] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1136.958101] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caa07ac9-1f6c-438c-a484-458e43b1719f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.961339] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55b9f8ef-e7c2-4b31-a5e1-0d4d91a650ac {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.972287] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ca31d47-a234-40a0-951c-3e1bce93ab40 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.012291] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0546f361-a08d-4aa3-abd6-3cc852add7ee {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.021128] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e110bcd-91ac-4380-a775-aae5b3b077e6 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.036043] env[69889]: DEBUG nova.compute.provider_tree [None req-786b7edd-4bad-4f6b-b198-42ac1c689e7f tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1137.151984] env[69889]: DEBUG nova.compute.manager [req-ddb60350-4b11-4139-845a-4a83257cc7ea req-1ce2873c-4f82-4862-8266-d076cf02ab4f service nova] [instance: b20e3dbe-d893-4068-8052-3d8d50f0560d] Received event network-vif-deleted-e76c3ca4-8a26-4f1c-bd86-e37a3083c689 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1137.151984] env[69889]: INFO nova.compute.manager [req-ddb60350-4b11-4139-845a-4a83257cc7ea req-1ce2873c-4f82-4862-8266-d076cf02ab4f service nova] [instance: b20e3dbe-d893-4068-8052-3d8d50f0560d] Neutron deleted interface e76c3ca4-8a26-4f1c-bd86-e37a3083c689; detaching it from the instance and deleting it from the info cache [ 1137.151984] env[69889]: DEBUG nova.network.neutron [req-ddb60350-4b11-4139-845a-4a83257cc7ea req-1ce2873c-4f82-4862-8266-d076cf02ab4f service nova] [instance: b20e3dbe-d893-4068-8052-3d8d50f0560d] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.162466] env[69889]: DEBUG nova.network.neutron [-] [instance: 0148a47f-96ee-42a1-9778-09ad9c56f4ac] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.184290] env[69889]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ac320082-5988-406d-96f2-32cd1e81a389 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.194887] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4313fc3-ac4e-48bc-bf7e-1fec8730b2a6 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.230766] env[69889]: DEBUG nova.compute.manager [req-e5ee58a6-8bc1-40bc-8dc8-0d37ead6b5f9 req-52e2e9d7-ea14-45d5-af06-6153e36cf277 service nova] [instance: 0148a47f-96ee-42a1-9778-09ad9c56f4ac] Detach interface failed, port_id=514ce4d1-b36a-4669-ac36-fad2880b7546, reason: Instance 0148a47f-96ee-42a1-9778-09ad9c56f4ac could not be found. {{(pid=69889) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1137.328585] env[69889]: INFO nova.compute.manager [None req-59ee94ac-88eb-4277-8448-225955638a91 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: ec331f28-d5ae-4c98-ac7f-612fcd03b679] Updating instance to original state: 'active' [ 1137.393409] env[69889]: DEBUG oslo_vmware.api [None req-d4bd56c9-878f-4669-8fe0-c88147ced1d1 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4077998, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.443889] env[69889]: DEBUG oslo_vmware.api [None req-5047438b-e041-45c9-a137-6ee3366dd1f4 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52478bce-2f50-8813-137c-b723c9c8cbb6, 'name': SearchDatastore_Task, 'duration_secs': 0.031054} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.443889] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5047438b-e041-45c9-a137-6ee3366dd1f4 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.443889] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-5047438b-e041-45c9-a137-6ee3366dd1f4 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] 984c2c59-44de-4b93-b198-327b68415ce4/fdedeb32-acda-4585-a195-4af2c3a4f070-rescue.vmdk. {{(pid=69889) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1137.443889] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c8a7d0d6-f139-4f5a-a15f-210f37e8e318 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.453021] env[69889]: DEBUG oslo_vmware.api [None req-5047438b-e041-45c9-a137-6ee3366dd1f4 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Waiting for the task: (returnval){ [ 1137.453021] env[69889]: value = "task-4077999" [ 1137.453021] env[69889]: _type = "Task" [ 1137.453021] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.466862] env[69889]: DEBUG oslo_vmware.api [None req-5047438b-e041-45c9-a137-6ee3366dd1f4 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': task-4077999, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.539132] env[69889]: DEBUG nova.scheduler.client.report [None req-786b7edd-4bad-4f6b-b198-42ac1c689e7f tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1137.625846] env[69889]: DEBUG nova.network.neutron [-] [instance: b20e3dbe-d893-4068-8052-3d8d50f0560d] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.654652] env[69889]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-543b8330-af71-4d99-ad95-c57ab9dd479b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.666203] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97106df0-ef7e-40e4-8ccd-a11013ab7183 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.679145] env[69889]: INFO nova.compute.manager [-] [instance: 0148a47f-96ee-42a1-9778-09ad9c56f4ac] Took 1.70 seconds to deallocate network for instance. [ 1137.706188] env[69889]: DEBUG nova.compute.manager [req-ddb60350-4b11-4139-845a-4a83257cc7ea req-1ce2873c-4f82-4862-8266-d076cf02ab4f service nova] [instance: b20e3dbe-d893-4068-8052-3d8d50f0560d] Detach interface failed, port_id=e76c3ca4-8a26-4f1c-bd86-e37a3083c689, reason: Instance b20e3dbe-d893-4068-8052-3d8d50f0560d could not be found. {{(pid=69889) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1137.894028] env[69889]: DEBUG oslo_vmware.api [None req-d4bd56c9-878f-4669-8fe0-c88147ced1d1 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4077998, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.962685] env[69889]: DEBUG nova.network.neutron [-] [instance: 1c9715c5-328e-4027-864e-30ac52b27a32] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.963959] env[69889]: DEBUG oslo_vmware.api [None req-5047438b-e041-45c9-a137-6ee3366dd1f4 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': task-4077999, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.049467] env[69889]: DEBUG oslo_concurrency.lockutils [None req-786b7edd-4bad-4f6b-b198-42ac1c689e7f tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.371s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.127985] env[69889]: INFO nova.compute.manager [-] [instance: b20e3dbe-d893-4068-8052-3d8d50f0560d] Took 1.56 seconds to deallocate network for instance. [ 1138.237699] env[69889]: INFO nova.compute.manager [None req-00ef5395-bea6-443a-b86f-304ce6fe87e7 tempest-ServersTestBootFromVolume-1297770221 tempest-ServersTestBootFromVolume-1297770221-project-member] [instance: 0148a47f-96ee-42a1-9778-09ad9c56f4ac] Took 0.56 seconds to detach 1 volumes for instance. [ 1138.240535] env[69889]: DEBUG nova.compute.manager [None req-00ef5395-bea6-443a-b86f-304ce6fe87e7 tempest-ServersTestBootFromVolume-1297770221 tempest-ServersTestBootFromVolume-1297770221-project-member] [instance: 0148a47f-96ee-42a1-9778-09ad9c56f4ac] Deleting volume: 4d0e107a-ae3f-40b0-a44b-b9bbfb3d0d2d {{(pid=69889) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1138.400850] env[69889]: DEBUG oslo_vmware.api [None req-d4bd56c9-878f-4669-8fe0-c88147ced1d1 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4077998, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.464305] env[69889]: DEBUG oslo_vmware.api [None req-5047438b-e041-45c9-a137-6ee3366dd1f4 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': task-4077999, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.539061} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.464840] env[69889]: INFO nova.compute.manager [-] [instance: 1c9715c5-328e-4027-864e-30ac52b27a32] Took 1.97 seconds to deallocate network for instance. [ 1138.465148] env[69889]: INFO nova.virt.vmwareapi.ds_util [None req-5047438b-e041-45c9-a137-6ee3366dd1f4 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] 984c2c59-44de-4b93-b198-327b68415ce4/fdedeb32-acda-4585-a195-4af2c3a4f070-rescue.vmdk. [ 1138.468463] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d392986c-d994-473f-8967-d32e9cf7e2a4 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.507980] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-5047438b-e041-45c9-a137-6ee3366dd1f4 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: 984c2c59-44de-4b93-b198-327b68415ce4] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] 984c2c59-44de-4b93-b198-327b68415ce4/fdedeb32-acda-4585-a195-4af2c3a4f070-rescue.vmdk or device None with type thin {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1138.509092] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-faf30f92-7165-433b-9622-967fd09d7df4 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.537205] env[69889]: DEBUG oslo_vmware.api [None req-5047438b-e041-45c9-a137-6ee3366dd1f4 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Waiting for the task: (returnval){ [ 1138.537205] env[69889]: value = "task-4078001" [ 1138.537205] env[69889]: _type = "Task" [ 1138.537205] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.548400] env[69889]: DEBUG oslo_vmware.api [None req-5047438b-e041-45c9-a137-6ee3366dd1f4 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': task-4078001, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.561632] env[69889]: DEBUG oslo_concurrency.lockutils [None req-68715290-6467-4e43-90d5-f7cd58bac3fe tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Acquiring lock "15bb3989-8e54-4746-bc0b-96c39d438744" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.562319] env[69889]: DEBUG oslo_concurrency.lockutils [None req-68715290-6467-4e43-90d5-f7cd58bac3fe tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Lock "15bb3989-8e54-4746-bc0b-96c39d438744" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.004s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.562594] env[69889]: DEBUG oslo_concurrency.lockutils [None req-68715290-6467-4e43-90d5-f7cd58bac3fe tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Acquiring lock "15bb3989-8e54-4746-bc0b-96c39d438744-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.562976] env[69889]: DEBUG oslo_concurrency.lockutils [None req-68715290-6467-4e43-90d5-f7cd58bac3fe tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Lock "15bb3989-8e54-4746-bc0b-96c39d438744-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.563318] env[69889]: DEBUG oslo_concurrency.lockutils [None req-68715290-6467-4e43-90d5-f7cd58bac3fe tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Lock "15bb3989-8e54-4746-bc0b-96c39d438744-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.567061] env[69889]: INFO nova.compute.manager [None req-68715290-6467-4e43-90d5-f7cd58bac3fe tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: 15bb3989-8e54-4746-bc0b-96c39d438744] Terminating instance [ 1138.570528] env[69889]: DEBUG oslo_concurrency.lockutils [None req-786b7edd-4bad-4f6b-b198-42ac1c689e7f tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Lock "13d9f160-3906-4434-859b-4fc4b226333e" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 28.360s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.572069] env[69889]: DEBUG oslo_concurrency.lockutils [None req-9f3c4bbb-0900-4795-bc59-38f9553ac806 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Lock "13d9f160-3906-4434-859b-4fc4b226333e" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.817s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.572069] env[69889]: INFO nova.compute.manager [None req-9f3c4bbb-0900-4795-bc59-38f9553ac806 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] [instance: 13d9f160-3906-4434-859b-4fc4b226333e] Unshelving [ 1138.636291] env[69889]: DEBUG oslo_concurrency.lockutils [None req-08b97648-9bd7-48cf-84ba-2c55725fc44a tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.636615] env[69889]: DEBUG oslo_concurrency.lockutils [None req-08b97648-9bd7-48cf-84ba-2c55725fc44a tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.636897] env[69889]: DEBUG nova.objects.instance [None req-08b97648-9bd7-48cf-84ba-2c55725fc44a tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Lazy-loading 'resources' on Instance uuid b20e3dbe-d893-4068-8052-3d8d50f0560d {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1138.713499] env[69889]: DEBUG nova.compute.manager [req-8351aa1d-2315-4441-8b26-ff6bb20a4362 req-bbffc588-250a-4565-8150-edb7e2ec6d44 service nova] [instance: 1c9715c5-328e-4027-864e-30ac52b27a32] Received event network-vif-deleted-f3270792-8215-48ce-a248-cb5a9b3185c3 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1138.789154] env[69889]: DEBUG oslo_concurrency.lockutils [None req-00ef5395-bea6-443a-b86f-304ce6fe87e7 tempest-ServersTestBootFromVolume-1297770221 tempest-ServersTestBootFromVolume-1297770221-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.900025] env[69889]: DEBUG oslo_vmware.api [None req-d4bd56c9-878f-4669-8fe0-c88147ced1d1 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4077998, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.977087] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c3c4457c-836f-414e-b5ce-81fc9b23b622 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.047359] env[69889]: DEBUG oslo_vmware.api [None req-5047438b-e041-45c9-a137-6ee3366dd1f4 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': task-4078001, 'name': ReconfigVM_Task, 'duration_secs': 0.342433} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.047698] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-5047438b-e041-45c9-a137-6ee3366dd1f4 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: 984c2c59-44de-4b93-b198-327b68415ce4] Reconfigured VM instance instance-00000060 to attach disk [datastore2] 984c2c59-44de-4b93-b198-327b68415ce4/fdedeb32-acda-4585-a195-4af2c3a4f070-rescue.vmdk or device None with type thin {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1139.048612] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab23e05f-4900-4e40-a191-2afe068a8292 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.081206] env[69889]: DEBUG nova.compute.manager [None req-68715290-6467-4e43-90d5-f7cd58bac3fe tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: 15bb3989-8e54-4746-bc0b-96c39d438744] Start destroying the instance on the hypervisor. {{(pid=69889) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1139.081522] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-68715290-6467-4e43-90d5-f7cd58bac3fe tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: 15bb3989-8e54-4746-bc0b-96c39d438744] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1139.083949] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-936fa8b1-7bb0-4b06-b1ae-4f0fa97d60c3 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.098153] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1df5ed03-b193-4adc-ac0c-6a8dface06f0 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.110928] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-68715290-6467-4e43-90d5-f7cd58bac3fe tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: 15bb3989-8e54-4746-bc0b-96c39d438744] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1139.112826] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d2806820-1713-4ff0-b8a4-4a5fe9a74b79 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.115123] env[69889]: DEBUG oslo_vmware.api [None req-5047438b-e041-45c9-a137-6ee3366dd1f4 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Waiting for the task: (returnval){ [ 1139.115123] env[69889]: value = "task-4078002" [ 1139.115123] env[69889]: _type = "Task" [ 1139.115123] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.125661] env[69889]: DEBUG oslo_vmware.api [None req-5047438b-e041-45c9-a137-6ee3366dd1f4 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': task-4078002, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.190035] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-68715290-6467-4e43-90d5-f7cd58bac3fe tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: 15bb3989-8e54-4746-bc0b-96c39d438744] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1139.190035] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-68715290-6467-4e43-90d5-f7cd58bac3fe tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: 15bb3989-8e54-4746-bc0b-96c39d438744] Deleting contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1139.190035] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-68715290-6467-4e43-90d5-f7cd58bac3fe tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Deleting the datastore file [datastore2] 15bb3989-8e54-4746-bc0b-96c39d438744 {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1139.190035] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f10bfd4e-a6a2-4035-a97d-4df7c1d3c94e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.200755] env[69889]: DEBUG oslo_vmware.api [None req-68715290-6467-4e43-90d5-f7cd58bac3fe tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Waiting for the task: (returnval){ [ 1139.200755] env[69889]: value = "task-4078004" [ 1139.200755] env[69889]: _type = "Task" [ 1139.200755] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.214742] env[69889]: DEBUG oslo_vmware.api [None req-68715290-6467-4e43-90d5-f7cd58bac3fe tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4078004, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.371104] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-632b714e-6bce-4fb5-a03c-9d6ac08fc521 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.382384] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de92c667-3f36-4082-b937-137061e39ec0 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.428238] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58f683c2-f7c2-4f32-a457-360120a7c5f8 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.434082] env[69889]: DEBUG oslo_vmware.api [None req-d4bd56c9-878f-4669-8fe0-c88147ced1d1 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4077998, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.442603] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51f6fa79-570d-4813-b575-e9497910e57b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.449479] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c9588198-dd72-4e8f-aa85-ba0db28f4c67 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Acquiring lock "ec331f28-d5ae-4c98-ac7f-612fcd03b679" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.449780] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c9588198-dd72-4e8f-aa85-ba0db28f4c67 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Lock "ec331f28-d5ae-4c98-ac7f-612fcd03b679" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.450093] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c9588198-dd72-4e8f-aa85-ba0db28f4c67 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Acquiring lock "ec331f28-d5ae-4c98-ac7f-612fcd03b679-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.450206] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c9588198-dd72-4e8f-aa85-ba0db28f4c67 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Lock "ec331f28-d5ae-4c98-ac7f-612fcd03b679-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.450544] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c9588198-dd72-4e8f-aa85-ba0db28f4c67 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Lock "ec331f28-d5ae-4c98-ac7f-612fcd03b679-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.461998] env[69889]: DEBUG nova.compute.provider_tree [None req-08b97648-9bd7-48cf-84ba-2c55725fc44a tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1139.463747] env[69889]: INFO nova.compute.manager [None req-c9588198-dd72-4e8f-aa85-ba0db28f4c67 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: ec331f28-d5ae-4c98-ac7f-612fcd03b679] Terminating instance [ 1139.624885] env[69889]: DEBUG oslo_concurrency.lockutils [None req-9f3c4bbb-0900-4795-bc59-38f9553ac806 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.628412] env[69889]: DEBUG oslo_vmware.api [None req-5047438b-e041-45c9-a137-6ee3366dd1f4 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': task-4078002, 'name': ReconfigVM_Task, 'duration_secs': 0.19398} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.628718] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-5047438b-e041-45c9-a137-6ee3366dd1f4 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: 984c2c59-44de-4b93-b198-327b68415ce4] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1139.628901] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c441c1b4-aede-4062-ad79-15dfcb578a39 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.636382] env[69889]: DEBUG oslo_vmware.api [None req-5047438b-e041-45c9-a137-6ee3366dd1f4 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Waiting for the task: (returnval){ [ 1139.636382] env[69889]: value = "task-4078005" [ 1139.636382] env[69889]: _type = "Task" [ 1139.636382] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.644887] env[69889]: DEBUG oslo_vmware.api [None req-5047438b-e041-45c9-a137-6ee3366dd1f4 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': task-4078005, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.712419] env[69889]: DEBUG oslo_vmware.api [None req-68715290-6467-4e43-90d5-f7cd58bac3fe tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4078004, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180997} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.712726] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-68715290-6467-4e43-90d5-f7cd58bac3fe tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1139.712924] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-68715290-6467-4e43-90d5-f7cd58bac3fe tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: 15bb3989-8e54-4746-bc0b-96c39d438744] Deleted contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1139.713116] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-68715290-6467-4e43-90d5-f7cd58bac3fe tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: 15bb3989-8e54-4746-bc0b-96c39d438744] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1139.713290] env[69889]: INFO nova.compute.manager [None req-68715290-6467-4e43-90d5-f7cd58bac3fe tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: 15bb3989-8e54-4746-bc0b-96c39d438744] Took 0.63 seconds to destroy the instance on the hypervisor. [ 1139.713531] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-68715290-6467-4e43-90d5-f7cd58bac3fe tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1139.713723] env[69889]: DEBUG nova.compute.manager [-] [instance: 15bb3989-8e54-4746-bc0b-96c39d438744] Deallocating network for instance {{(pid=69889) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1139.713820] env[69889]: DEBUG nova.network.neutron [-] [instance: 15bb3989-8e54-4746-bc0b-96c39d438744] deallocate_for_instance() {{(pid=69889) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1139.900134] env[69889]: DEBUG oslo_vmware.api [None req-d4bd56c9-878f-4669-8fe0-c88147ced1d1 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4077998, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.967356] env[69889]: DEBUG nova.scheduler.client.report [None req-08b97648-9bd7-48cf-84ba-2c55725fc44a tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1139.971379] env[69889]: DEBUG nova.compute.manager [None req-c9588198-dd72-4e8f-aa85-ba0db28f4c67 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: ec331f28-d5ae-4c98-ac7f-612fcd03b679] Start destroying the instance on the hypervisor. {{(pid=69889) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1139.971674] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9588198-dd72-4e8f-aa85-ba0db28f4c67 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: ec331f28-d5ae-4c98-ac7f-612fcd03b679] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1139.972248] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5ab67dff-b0b3-450c-a201-df93fcaef6ea {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.980737] env[69889]: DEBUG oslo_vmware.api [None req-c9588198-dd72-4e8f-aa85-ba0db28f4c67 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Waiting for the task: (returnval){ [ 1139.980737] env[69889]: value = "task-4078006" [ 1139.980737] env[69889]: _type = "Task" [ 1139.980737] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.991787] env[69889]: DEBUG oslo_vmware.api [None req-c9588198-dd72-4e8f-aa85-ba0db28f4c67 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4078006, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.150206] env[69889]: DEBUG oslo_vmware.api [None req-5047438b-e041-45c9-a137-6ee3366dd1f4 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': task-4078005, 'name': PowerOnVM_Task, 'duration_secs': 0.468417} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.151176] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-5047438b-e041-45c9-a137-6ee3366dd1f4 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: 984c2c59-44de-4b93-b198-327b68415ce4] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1140.154320] env[69889]: DEBUG nova.compute.manager [None req-5047438b-e041-45c9-a137-6ee3366dd1f4 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: 984c2c59-44de-4b93-b198-327b68415ce4] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1140.155179] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab9624af-2074-4c56-83e5-f61140127d3b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.407993] env[69889]: DEBUG oslo_vmware.api [None req-d4bd56c9-878f-4669-8fe0-c88147ced1d1 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4077998, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.473686] env[69889]: DEBUG oslo_concurrency.lockutils [None req-08b97648-9bd7-48cf-84ba-2c55725fc44a tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.837s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.476880] env[69889]: DEBUG oslo_concurrency.lockutils [None req-00ef5395-bea6-443a-b86f-304ce6fe87e7 tempest-ServersTestBootFromVolume-1297770221 tempest-ServersTestBootFromVolume-1297770221-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.688s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.477178] env[69889]: DEBUG nova.objects.instance [None req-00ef5395-bea6-443a-b86f-304ce6fe87e7 tempest-ServersTestBootFromVolume-1297770221 tempest-ServersTestBootFromVolume-1297770221-project-member] Lazy-loading 'resources' on Instance uuid 0148a47f-96ee-42a1-9778-09ad9c56f4ac {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1140.494839] env[69889]: DEBUG oslo_vmware.api [None req-c9588198-dd72-4e8f-aa85-ba0db28f4c67 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4078006, 'name': PowerOffVM_Task, 'duration_secs': 0.336275} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.495626] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9588198-dd72-4e8f-aa85-ba0db28f4c67 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: ec331f28-d5ae-4c98-ac7f-612fcd03b679] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1140.495626] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9588198-dd72-4e8f-aa85-ba0db28f4c67 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: ec331f28-d5ae-4c98-ac7f-612fcd03b679] Volume detach. Driver type: vmdk {{(pid=69889) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1140.495626] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9588198-dd72-4e8f-aa85-ba0db28f4c67 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: ec331f28-d5ae-4c98-ac7f-612fcd03b679] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-808023', 'volume_id': 'e65dfff4-6ce6-4eea-9641-c3ecdb11b823', 'name': 'volume-e65dfff4-6ce6-4eea-9641-c3ecdb11b823', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'ec331f28-d5ae-4c98-ac7f-612fcd03b679', 'attached_at': '2025-05-13T14:33:27.000000', 'detached_at': '', 'volume_id': 'e65dfff4-6ce6-4eea-9641-c3ecdb11b823', 'serial': 'e65dfff4-6ce6-4eea-9641-c3ecdb11b823'} {{(pid=69889) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1140.496569] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43cba905-4911-44f7-91ae-f30e314f4cda {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.520034] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b125606-0cc0-41e0-8511-d250230d5f46 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.534634] env[69889]: INFO nova.scheduler.client.report [None req-08b97648-9bd7-48cf-84ba-2c55725fc44a tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Deleted allocations for instance b20e3dbe-d893-4068-8052-3d8d50f0560d [ 1140.535846] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9638ce5-9df2-477b-95da-9155f87fb3e2 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.561684] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c254d217-7bb1-4767-b53a-39114195956f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.577907] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9588198-dd72-4e8f-aa85-ba0db28f4c67 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] The volume has not been displaced from its original location: [datastore1] volume-e65dfff4-6ce6-4eea-9641-c3ecdb11b823/volume-e65dfff4-6ce6-4eea-9641-c3ecdb11b823.vmdk. No consolidation needed. {{(pid=69889) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1140.582793] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9588198-dd72-4e8f-aa85-ba0db28f4c67 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: ec331f28-d5ae-4c98-ac7f-612fcd03b679] Reconfiguring VM instance instance-0000004d to detach disk 2001 {{(pid=69889) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1140.583171] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9318f8ca-7c8c-4e2a-8655-8f49ac7b764e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.603874] env[69889]: DEBUG oslo_vmware.api [None req-c9588198-dd72-4e8f-aa85-ba0db28f4c67 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Waiting for the task: (returnval){ [ 1140.603874] env[69889]: value = "task-4078007" [ 1140.603874] env[69889]: _type = "Task" [ 1140.603874] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.613243] env[69889]: DEBUG oslo_vmware.api [None req-c9588198-dd72-4e8f-aa85-ba0db28f4c67 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4078007, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.645921] env[69889]: DEBUG nova.network.neutron [-] [instance: 15bb3989-8e54-4746-bc0b-96c39d438744] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.906122] env[69889]: DEBUG oslo_vmware.api [None req-d4bd56c9-878f-4669-8fe0-c88147ced1d1 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4077998, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.919222] env[69889]: DEBUG nova.compute.manager [req-487d03ad-69e4-4895-b611-f32462336bf8 req-e5e3f20f-ba76-4c98-853b-2a478dc50179 service nova] [instance: 15bb3989-8e54-4746-bc0b-96c39d438744] Received event network-vif-deleted-4114184f-3fda-4231-b489-634c6c5ea420 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1141.051368] env[69889]: DEBUG oslo_concurrency.lockutils [None req-08b97648-9bd7-48cf-84ba-2c55725fc44a tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Lock "b20e3dbe-d893-4068-8052-3d8d50f0560d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.144s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.118228] env[69889]: DEBUG oslo_vmware.api [None req-c9588198-dd72-4e8f-aa85-ba0db28f4c67 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4078007, 'name': ReconfigVM_Task, 'duration_secs': 0.233994} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.118228] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9588198-dd72-4e8f-aa85-ba0db28f4c67 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: ec331f28-d5ae-4c98-ac7f-612fcd03b679] Reconfigured VM instance instance-0000004d to detach disk 2001 {{(pid=69889) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1141.122903] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16d69f85-cf97-4b37-8806-051e39332f1c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.146360] env[69889]: DEBUG oslo_vmware.api [None req-c9588198-dd72-4e8f-aa85-ba0db28f4c67 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Waiting for the task: (returnval){ [ 1141.146360] env[69889]: value = "task-4078008" [ 1141.146360] env[69889]: _type = "Task" [ 1141.146360] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.152189] env[69889]: INFO nova.compute.manager [-] [instance: 15bb3989-8e54-4746-bc0b-96c39d438744] Took 1.44 seconds to deallocate network for instance. [ 1141.169163] env[69889]: DEBUG oslo_vmware.api [None req-c9588198-dd72-4e8f-aa85-ba0db28f4c67 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4078008, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.239641] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5a47cbf-c1c8-4e4d-92c9-c43dd9b917cc {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.251559] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48953f78-ad94-4e6a-9c2a-20ec04505d77 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.289869] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-192e0e4a-742c-484b-a9ac-f81010e67c29 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.302551] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18ff0e92-c3dd-4a87-9a78-003f5f5b744d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.318257] env[69889]: DEBUG nova.compute.provider_tree [None req-00ef5395-bea6-443a-b86f-304ce6fe87e7 tempest-ServersTestBootFromVolume-1297770221 tempest-ServersTestBootFromVolume-1297770221-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1141.407822] env[69889]: DEBUG oslo_vmware.api [None req-d4bd56c9-878f-4669-8fe0-c88147ced1d1 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4077998, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.667025] env[69889]: DEBUG oslo_concurrency.lockutils [None req-68715290-6467-4e43-90d5-f7cd58bac3fe tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.667025] env[69889]: DEBUG oslo_vmware.api [None req-c9588198-dd72-4e8f-aa85-ba0db28f4c67 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4078008, 'name': ReconfigVM_Task, 'duration_secs': 0.183219} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.667025] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9588198-dd72-4e8f-aa85-ba0db28f4c67 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: ec331f28-d5ae-4c98-ac7f-612fcd03b679] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-808023', 'volume_id': 'e65dfff4-6ce6-4eea-9641-c3ecdb11b823', 'name': 'volume-e65dfff4-6ce6-4eea-9641-c3ecdb11b823', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'ec331f28-d5ae-4c98-ac7f-612fcd03b679', 'attached_at': '2025-05-13T14:33:27.000000', 'detached_at': '', 'volume_id': 'e65dfff4-6ce6-4eea-9641-c3ecdb11b823', 'serial': 'e65dfff4-6ce6-4eea-9641-c3ecdb11b823'} {{(pid=69889) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1141.667025] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-c9588198-dd72-4e8f-aa85-ba0db28f4c67 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: ec331f28-d5ae-4c98-ac7f-612fcd03b679] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1141.667816] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-624f0b54-ebc2-45db-9c29-fb5a695db04d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.679029] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-c9588198-dd72-4e8f-aa85-ba0db28f4c67 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: ec331f28-d5ae-4c98-ac7f-612fcd03b679] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1141.679029] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4ebc6d28-50a3-4597-838a-f1c17fc5eee9 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.717397] env[69889]: DEBUG oslo_concurrency.lockutils [None req-4f1ad6b8-c4ee-4539-b19b-4b38499cbda0 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Acquiring lock "ffcc822f-9e11-435a-9170-5305926d7836" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.717904] env[69889]: DEBUG oslo_concurrency.lockutils [None req-4f1ad6b8-c4ee-4539-b19b-4b38499cbda0 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Lock "ffcc822f-9e11-435a-9170-5305926d7836" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.749670] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-c9588198-dd72-4e8f-aa85-ba0db28f4c67 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: ec331f28-d5ae-4c98-ac7f-612fcd03b679] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1141.750084] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-c9588198-dd72-4e8f-aa85-ba0db28f4c67 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: ec331f28-d5ae-4c98-ac7f-612fcd03b679] Deleting contents of the VM from datastore datastore1 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1141.750336] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9588198-dd72-4e8f-aa85-ba0db28f4c67 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Deleting the datastore file [datastore1] ec331f28-d5ae-4c98-ac7f-612fcd03b679 {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1141.752534] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-62b836dd-6ccf-41de-9932-74b135aebb0a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.760435] env[69889]: DEBUG oslo_vmware.api [None req-c9588198-dd72-4e8f-aa85-ba0db28f4c67 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Waiting for the task: (returnval){ [ 1141.760435] env[69889]: value = "task-4078010" [ 1141.760435] env[69889]: _type = "Task" [ 1141.760435] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.772623] env[69889]: DEBUG oslo_vmware.api [None req-c9588198-dd72-4e8f-aa85-ba0db28f4c67 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4078010, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.822662] env[69889]: DEBUG nova.scheduler.client.report [None req-00ef5395-bea6-443a-b86f-304ce6fe87e7 tempest-ServersTestBootFromVolume-1297770221 tempest-ServersTestBootFromVolume-1297770221-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1141.905069] env[69889]: DEBUG oslo_vmware.api [None req-d4bd56c9-878f-4669-8fe0-c88147ced1d1 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4077998, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.221284] env[69889]: DEBUG nova.compute.manager [None req-4f1ad6b8-c4ee-4539-b19b-4b38499cbda0 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: ffcc822f-9e11-435a-9170-5305926d7836] Starting instance... {{(pid=69889) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1142.272095] env[69889]: DEBUG oslo_vmware.api [None req-c9588198-dd72-4e8f-aa85-ba0db28f4c67 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4078010, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.398834} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.272588] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9588198-dd72-4e8f-aa85-ba0db28f4c67 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1142.272884] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-c9588198-dd72-4e8f-aa85-ba0db28f4c67 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: ec331f28-d5ae-4c98-ac7f-612fcd03b679] Deleted contents of the VM from datastore datastore1 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1142.273185] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-c9588198-dd72-4e8f-aa85-ba0db28f4c67 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: ec331f28-d5ae-4c98-ac7f-612fcd03b679] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1142.273768] env[69889]: INFO nova.compute.manager [None req-c9588198-dd72-4e8f-aa85-ba0db28f4c67 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: ec331f28-d5ae-4c98-ac7f-612fcd03b679] Took 2.30 seconds to destroy the instance on the hypervisor. [ 1142.274166] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c9588198-dd72-4e8f-aa85-ba0db28f4c67 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1142.274468] env[69889]: DEBUG nova.compute.manager [-] [instance: ec331f28-d5ae-4c98-ac7f-612fcd03b679] Deallocating network for instance {{(pid=69889) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1142.274662] env[69889]: DEBUG nova.network.neutron [-] [instance: ec331f28-d5ae-4c98-ac7f-612fcd03b679] deallocate_for_instance() {{(pid=69889) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1142.330478] env[69889]: DEBUG oslo_concurrency.lockutils [None req-00ef5395-bea6-443a-b86f-304ce6fe87e7 tempest-ServersTestBootFromVolume-1297770221 tempest-ServersTestBootFromVolume-1297770221-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.854s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.334563] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c3c4457c-836f-414e-b5ce-81fc9b23b622 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.358s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.335013] env[69889]: DEBUG nova.objects.instance [None req-c3c4457c-836f-414e-b5ce-81fc9b23b622 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Lazy-loading 'resources' on Instance uuid 1c9715c5-328e-4027-864e-30ac52b27a32 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1142.383070] env[69889]: INFO nova.scheduler.client.report [None req-00ef5395-bea6-443a-b86f-304ce6fe87e7 tempest-ServersTestBootFromVolume-1297770221 tempest-ServersTestBootFromVolume-1297770221-project-member] Deleted allocations for instance 0148a47f-96ee-42a1-9778-09ad9c56f4ac [ 1142.413698] env[69889]: DEBUG oslo_vmware.api [None req-d4bd56c9-878f-4669-8fe0-c88147ced1d1 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4077998, 'name': ReconfigVM_Task, 'duration_secs': 5.827472} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.413973] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d4bd56c9-878f-4669-8fe0-c88147ced1d1 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Releasing lock "1d03b56f-0b24-44ca-a394-e71ef3d2abf0" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.414205] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-d4bd56c9-878f-4669-8fe0-c88147ced1d1 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 1d03b56f-0b24-44ca-a394-e71ef3d2abf0] Reconfigured VM to detach interface {{(pid=69889) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1142.430438] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7c81f7b8-fc9f-4790-a5b3-c58de182d904 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Acquiring lock "380e1853-b5a2-4bcb-abcf-8acf34b52db6" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.430890] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7c81f7b8-fc9f-4790-a5b3-c58de182d904 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Lock "380e1853-b5a2-4bcb-abcf-8acf34b52db6" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.768787] env[69889]: DEBUG oslo_concurrency.lockutils [None req-4f1ad6b8-c4ee-4539-b19b-4b38499cbda0 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.894268] env[69889]: DEBUG oslo_concurrency.lockutils [None req-00ef5395-bea6-443a-b86f-304ce6fe87e7 tempest-ServersTestBootFromVolume-1297770221 tempest-ServersTestBootFromVolume-1297770221-project-member] Lock "0148a47f-96ee-42a1-9778-09ad9c56f4ac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.805s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.933651] env[69889]: DEBUG nova.compute.utils [None req-7c81f7b8-fc9f-4790-a5b3-c58de182d904 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1143.024248] env[69889]: INFO nova.compute.manager [None req-95d8ae02-f637-4c1c-9227-b2d3c16d81bd tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: 8866902a-621e-444a-a853-a3753f0418f2] Rescuing [ 1143.024516] env[69889]: DEBUG oslo_concurrency.lockutils [None req-95d8ae02-f637-4c1c-9227-b2d3c16d81bd tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Acquiring lock "refresh_cache-8866902a-621e-444a-a853-a3753f0418f2" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.024679] env[69889]: DEBUG oslo_concurrency.lockutils [None req-95d8ae02-f637-4c1c-9227-b2d3c16d81bd tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Acquired lock "refresh_cache-8866902a-621e-444a-a853-a3753f0418f2" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.024835] env[69889]: DEBUG nova.network.neutron [None req-95d8ae02-f637-4c1c-9227-b2d3c16d81bd tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: 8866902a-621e-444a-a853-a3753f0418f2] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1143.123812] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45b5b564-ca7b-41ff-a3eb-ecda6ab049a6 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.134915] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-567dce17-61b4-4df7-acb6-d6c8b9753164 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.171344] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a61f4b1-cdeb-4f7a-b044-e2ae0d95d242 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.183182] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bad21e2-b3fb-4ea9-b3a3-f85cf2f82929 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.197913] env[69889]: DEBUG nova.compute.provider_tree [None req-c3c4457c-836f-414e-b5ce-81fc9b23b622 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1143.437457] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7c81f7b8-fc9f-4790-a5b3-c58de182d904 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Lock "380e1853-b5a2-4bcb-abcf-8acf34b52db6" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.560392] env[69889]: DEBUG nova.compute.manager [req-b5a47630-6dc9-4b9c-8a72-76176e161a7e req-47de568e-a28c-4aab-a891-0449061f153c service nova] [instance: ec331f28-d5ae-4c98-ac7f-612fcd03b679] Received event network-vif-deleted-775d25a2-6352-487d-843b-259367f3e12c {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1143.560855] env[69889]: INFO nova.compute.manager [req-b5a47630-6dc9-4b9c-8a72-76176e161a7e req-47de568e-a28c-4aab-a891-0449061f153c service nova] [instance: ec331f28-d5ae-4c98-ac7f-612fcd03b679] Neutron deleted interface 775d25a2-6352-487d-843b-259367f3e12c; detaching it from the instance and deleting it from the info cache [ 1143.560995] env[69889]: DEBUG nova.network.neutron [req-b5a47630-6dc9-4b9c-8a72-76176e161a7e req-47de568e-a28c-4aab-a891-0449061f153c service nova] [instance: ec331f28-d5ae-4c98-ac7f-612fcd03b679] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.704060] env[69889]: DEBUG nova.scheduler.client.report [None req-c3c4457c-836f-414e-b5ce-81fc9b23b622 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1143.738820] env[69889]: DEBUG nova.network.neutron [-] [instance: ec331f28-d5ae-4c98-ac7f-612fcd03b679] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.916432] env[69889]: DEBUG nova.network.neutron [None req-95d8ae02-f637-4c1c-9227-b2d3c16d81bd tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: 8866902a-621e-444a-a853-a3753f0418f2] Updating instance_info_cache with network_info: [{"id": "057fa98b-b375-41aa-b45f-870caa33139a", "address": "fa:16:3e:69:cc:95", "network": {"id": "3ca64dd4-23fb-4e19-8d0c-5addef000c05", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-147569188-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc97caed3dd94d37b13107e002052810", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "84aee122-f630-43c5-9cc1-3a38d3819c82", "external-id": "nsx-vlan-transportzone-816", "segmentation_id": 816, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap057fa98b-b3", "ovs_interfaceid": "057fa98b-b375-41aa-b45f-870caa33139a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.066778] env[69889]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3a29962b-e898-4f3e-89c9-3800edbeafce {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.078669] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34a015ce-899d-4ab8-8f8b-8892b39d7fc4 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.100925] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d4bd56c9-878f-4669-8fe0-c88147ced1d1 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Acquiring lock "refresh_cache-1d03b56f-0b24-44ca-a394-e71ef3d2abf0" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.100925] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d4bd56c9-878f-4669-8fe0-c88147ced1d1 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Acquired lock "refresh_cache-1d03b56f-0b24-44ca-a394-e71ef3d2abf0" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.100925] env[69889]: DEBUG nova.network.neutron [None req-d4bd56c9-878f-4669-8fe0-c88147ced1d1 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 1d03b56f-0b24-44ca-a394-e71ef3d2abf0] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1144.118395] env[69889]: DEBUG nova.compute.manager [req-b5a47630-6dc9-4b9c-8a72-76176e161a7e req-47de568e-a28c-4aab-a891-0449061f153c service nova] [instance: ec331f28-d5ae-4c98-ac7f-612fcd03b679] Detach interface failed, port_id=775d25a2-6352-487d-843b-259367f3e12c, reason: Instance ec331f28-d5ae-4c98-ac7f-612fcd03b679 could not be found. {{(pid=69889) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1144.212606] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c3c4457c-836f-414e-b5ce-81fc9b23b622 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.878s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.217077] env[69889]: DEBUG oslo_concurrency.lockutils [None req-9f3c4bbb-0900-4795-bc59-38f9553ac806 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.591s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.217077] env[69889]: DEBUG nova.objects.instance [None req-9f3c4bbb-0900-4795-bc59-38f9553ac806 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Lazy-loading 'pci_requests' on Instance uuid 13d9f160-3906-4434-859b-4fc4b226333e {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1144.242593] env[69889]: INFO nova.compute.manager [-] [instance: ec331f28-d5ae-4c98-ac7f-612fcd03b679] Took 1.97 seconds to deallocate network for instance. [ 1144.249960] env[69889]: INFO nova.scheduler.client.report [None req-c3c4457c-836f-414e-b5ce-81fc9b23b622 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Deleted allocations for instance 1c9715c5-328e-4027-864e-30ac52b27a32 [ 1144.421011] env[69889]: DEBUG oslo_concurrency.lockutils [None req-95d8ae02-f637-4c1c-9227-b2d3c16d81bd tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Releasing lock "refresh_cache-8866902a-621e-444a-a853-a3753f0418f2" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.566631] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7c81f7b8-fc9f-4790-a5b3-c58de182d904 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Acquiring lock "380e1853-b5a2-4bcb-abcf-8acf34b52db6" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.570157] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7c81f7b8-fc9f-4790-a5b3-c58de182d904 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Lock "380e1853-b5a2-4bcb-abcf-8acf34b52db6" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.570157] env[69889]: INFO nova.compute.manager [None req-7c81f7b8-fc9f-4790-a5b3-c58de182d904 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: 380e1853-b5a2-4bcb-abcf-8acf34b52db6] Attaching volume f0aa75fa-6c62-4a09-97a6-94f9cb0635f5 to /dev/sdb [ 1144.624168] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db8eced2-b375-4334-9e2b-17b7d2dcad69 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.632027] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f223e4c1-c612-45b1-8481-3c8e43171c58 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.652667] env[69889]: DEBUG nova.virt.block_device [None req-7c81f7b8-fc9f-4790-a5b3-c58de182d904 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: 380e1853-b5a2-4bcb-abcf-8acf34b52db6] Updating existing volume attachment record: 11b65dcd-d48d-48ad-8e5c-8378bcf04d79 {{(pid=69889) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1144.725035] env[69889]: DEBUG nova.objects.instance [None req-9f3c4bbb-0900-4795-bc59-38f9553ac806 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Lazy-loading 'numa_topology' on Instance uuid 13d9f160-3906-4434-859b-4fc4b226333e {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1144.763338] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c3c4457c-836f-414e-b5ce-81fc9b23b622 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Lock "1c9715c5-328e-4027-864e-30ac52b27a32" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.937s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.841845] env[69889]: INFO nova.compute.manager [None req-c9588198-dd72-4e8f-aa85-ba0db28f4c67 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: ec331f28-d5ae-4c98-ac7f-612fcd03b679] Took 0.59 seconds to detach 1 volumes for instance. [ 1144.936582] env[69889]: DEBUG oslo_concurrency.lockutils [None req-a1d65b9f-4892-44de-82d3-b36274479bec tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Acquiring lock "bf0636c2-b042-4181-9b86-748786c41197" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.937646] env[69889]: DEBUG oslo_concurrency.lockutils [None req-a1d65b9f-4892-44de-82d3-b36274479bec tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Lock "bf0636c2-b042-4181-9b86-748786c41197" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.937646] env[69889]: DEBUG oslo_concurrency.lockutils [None req-a1d65b9f-4892-44de-82d3-b36274479bec tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Acquiring lock "bf0636c2-b042-4181-9b86-748786c41197-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.937646] env[69889]: DEBUG oslo_concurrency.lockutils [None req-a1d65b9f-4892-44de-82d3-b36274479bec tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Lock "bf0636c2-b042-4181-9b86-748786c41197-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.937646] env[69889]: DEBUG oslo_concurrency.lockutils [None req-a1d65b9f-4892-44de-82d3-b36274479bec tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Lock "bf0636c2-b042-4181-9b86-748786c41197-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.940118] env[69889]: INFO nova.compute.manager [None req-a1d65b9f-4892-44de-82d3-b36274479bec tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] [instance: bf0636c2-b042-4181-9b86-748786c41197] Terminating instance [ 1144.995483] env[69889]: INFO nova.network.neutron [None req-d4bd56c9-878f-4669-8fe0-c88147ced1d1 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 1d03b56f-0b24-44ca-a394-e71ef3d2abf0] Port f30250b1-8014-4179-93ad-b5bb4fb8ed37 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1144.996046] env[69889]: DEBUG nova.network.neutron [None req-d4bd56c9-878f-4669-8fe0-c88147ced1d1 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 1d03b56f-0b24-44ca-a394-e71ef3d2abf0] Updating instance_info_cache with network_info: [{"id": "40fee23b-c992-420f-ba3b-dc686ff28684", "address": "fa:16:3e:30:9a:79", "network": {"id": "dc7a1c63-64ed-41ca-b29f-202337c0d542", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1276397426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf71caefe82444e1aa35f5f5071b52f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40fee23b-c9", "ovs_interfaceid": "40fee23b-c992-420f-ba3b-dc686ff28684", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.230060] env[69889]: INFO nova.compute.claims [None req-9f3c4bbb-0900-4795-bc59-38f9553ac806 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] [instance: 13d9f160-3906-4434-859b-4fc4b226333e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1145.350017] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c9588198-dd72-4e8f-aa85-ba0db28f4c67 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.444423] env[69889]: DEBUG nova.compute.manager [None req-a1d65b9f-4892-44de-82d3-b36274479bec tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] [instance: bf0636c2-b042-4181-9b86-748786c41197] Start destroying the instance on the hypervisor. {{(pid=69889) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1145.444878] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-a1d65b9f-4892-44de-82d3-b36274479bec tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] [instance: bf0636c2-b042-4181-9b86-748786c41197] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1145.445622] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d169e831-67df-424d-971b-b5054870eb75 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.454044] env[69889]: DEBUG nova.compute.manager [req-b2bdf5ce-7a05-4669-b260-e2b7d7713f1b req-6605e14f-271a-4041-9af3-15b56716a871 service nova] [instance: 1d03b56f-0b24-44ca-a394-e71ef3d2abf0] Received event network-changed-40fee23b-c992-420f-ba3b-dc686ff28684 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1145.454298] env[69889]: DEBUG nova.compute.manager [req-b2bdf5ce-7a05-4669-b260-e2b7d7713f1b req-6605e14f-271a-4041-9af3-15b56716a871 service nova] [instance: 1d03b56f-0b24-44ca-a394-e71ef3d2abf0] Refreshing instance network info cache due to event network-changed-40fee23b-c992-420f-ba3b-dc686ff28684. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1145.454573] env[69889]: DEBUG oslo_concurrency.lockutils [req-b2bdf5ce-7a05-4669-b260-e2b7d7713f1b req-6605e14f-271a-4041-9af3-15b56716a871 service nova] Acquiring lock "refresh_cache-1d03b56f-0b24-44ca-a394-e71ef3d2abf0" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.460802] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1d65b9f-4892-44de-82d3-b36274479bec tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] [instance: bf0636c2-b042-4181-9b86-748786c41197] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1145.463973] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-104bc619-9566-46fd-8c47-589aabec5406 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.474251] env[69889]: DEBUG oslo_vmware.api [None req-a1d65b9f-4892-44de-82d3-b36274479bec tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Waiting for the task: (returnval){ [ 1145.474251] env[69889]: value = "task-4078012" [ 1145.474251] env[69889]: _type = "Task" [ 1145.474251] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.487804] env[69889]: DEBUG oslo_vmware.api [None req-a1d65b9f-4892-44de-82d3-b36274479bec tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Task: {'id': task-4078012, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.504489] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d4bd56c9-878f-4669-8fe0-c88147ced1d1 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Releasing lock "refresh_cache-1d03b56f-0b24-44ca-a394-e71ef3d2abf0" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.507712] env[69889]: DEBUG oslo_concurrency.lockutils [req-b2bdf5ce-7a05-4669-b260-e2b7d7713f1b req-6605e14f-271a-4041-9af3-15b56716a871 service nova] Acquired lock "refresh_cache-1d03b56f-0b24-44ca-a394-e71ef3d2abf0" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.507712] env[69889]: DEBUG nova.network.neutron [req-b2bdf5ce-7a05-4669-b260-e2b7d7713f1b req-6605e14f-271a-4041-9af3-15b56716a871 service nova] [instance: 1d03b56f-0b24-44ca-a394-e71ef3d2abf0] Refreshing network info cache for port 40fee23b-c992-420f-ba3b-dc686ff28684 {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1145.836847] env[69889]: DEBUG oslo_concurrency.lockutils [None req-afa6bb88-f2ae-455c-b32c-69ddeb4c1167 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] Acquiring lock "5117077b-9ac8-4213-bf92-8b5555101496" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.836847] env[69889]: DEBUG oslo_concurrency.lockutils [None req-afa6bb88-f2ae-455c-b32c-69ddeb4c1167 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] Lock "5117077b-9ac8-4213-bf92-8b5555101496" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.980502] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-95d8ae02-f637-4c1c-9227-b2d3c16d81bd tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: 8866902a-621e-444a-a853-a3753f0418f2] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1145.981018] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0a3a8ae5-877b-456d-9c0c-fc5b24f1eebb {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.986074] env[69889]: DEBUG oslo_vmware.api [None req-a1d65b9f-4892-44de-82d3-b36274479bec tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Task: {'id': task-4078012, 'name': PowerOffVM_Task, 'duration_secs': 0.240834} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.986835] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1d65b9f-4892-44de-82d3-b36274479bec tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] [instance: bf0636c2-b042-4181-9b86-748786c41197] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1145.986992] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-a1d65b9f-4892-44de-82d3-b36274479bec tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] [instance: bf0636c2-b042-4181-9b86-748786c41197] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1145.987308] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f272423e-abe5-42b7-8cca-42f1bfbade48 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.993406] env[69889]: DEBUG oslo_vmware.api [None req-95d8ae02-f637-4c1c-9227-b2d3c16d81bd tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Waiting for the task: (returnval){ [ 1145.993406] env[69889]: value = "task-4078013" [ 1145.993406] env[69889]: _type = "Task" [ 1145.993406] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.004775] env[69889]: DEBUG oslo_vmware.api [None req-95d8ae02-f637-4c1c-9227-b2d3c16d81bd tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': task-4078013, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.010177] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d4bd56c9-878f-4669-8fe0-c88147ced1d1 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Lock "interface-1d03b56f-0b24-44ca-a394-e71ef3d2abf0-f30250b1-8014-4179-93ad-b5bb4fb8ed37" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.219s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.069832] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-a1d65b9f-4892-44de-82d3-b36274479bec tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] [instance: bf0636c2-b042-4181-9b86-748786c41197] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1146.070114] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-a1d65b9f-4892-44de-82d3-b36274479bec tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] [instance: bf0636c2-b042-4181-9b86-748786c41197] Deleting contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1146.070302] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1d65b9f-4892-44de-82d3-b36274479bec tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Deleting the datastore file [datastore2] bf0636c2-b042-4181-9b86-748786c41197 {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1146.074186] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c001fd31-2b8e-41f9-b3fd-4197b0070d26 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.084319] env[69889]: DEBUG oslo_vmware.api [None req-a1d65b9f-4892-44de-82d3-b36274479bec tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Waiting for the task: (returnval){ [ 1146.084319] env[69889]: value = "task-4078015" [ 1146.084319] env[69889]: _type = "Task" [ 1146.084319] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.095699] env[69889]: DEBUG oslo_vmware.api [None req-a1d65b9f-4892-44de-82d3-b36274479bec tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Task: {'id': task-4078015, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.268179] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1dfd7d14-0035-4ef3-bc2e-44cbdfbe3ab4 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Acquiring lock "interface-6f282443-f481-4f8c-979e-e2750d671814-f30250b1-8014-4179-93ad-b5bb4fb8ed37" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.268429] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1dfd7d14-0035-4ef3-bc2e-44cbdfbe3ab4 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Lock "interface-6f282443-f481-4f8c-979e-e2750d671814-f30250b1-8014-4179-93ad-b5bb4fb8ed37" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.268790] env[69889]: DEBUG nova.objects.instance [None req-1dfd7d14-0035-4ef3-bc2e-44cbdfbe3ab4 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Lazy-loading 'flavor' on Instance uuid 6f282443-f481-4f8c-979e-e2750d671814 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1146.339433] env[69889]: DEBUG nova.compute.manager [None req-afa6bb88-f2ae-455c-b32c-69ddeb4c1167 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] [instance: 5117077b-9ac8-4213-bf92-8b5555101496] Starting instance... {{(pid=69889) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1146.352711] env[69889]: DEBUG nova.network.neutron [req-b2bdf5ce-7a05-4669-b260-e2b7d7713f1b req-6605e14f-271a-4041-9af3-15b56716a871 service nova] [instance: 1d03b56f-0b24-44ca-a394-e71ef3d2abf0] Updated VIF entry in instance network info cache for port 40fee23b-c992-420f-ba3b-dc686ff28684. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1146.353083] env[69889]: DEBUG nova.network.neutron [req-b2bdf5ce-7a05-4669-b260-e2b7d7713f1b req-6605e14f-271a-4041-9af3-15b56716a871 service nova] [instance: 1d03b56f-0b24-44ca-a394-e71ef3d2abf0] Updating instance_info_cache with network_info: [{"id": "40fee23b-c992-420f-ba3b-dc686ff28684", "address": "fa:16:3e:30:9a:79", "network": {"id": "dc7a1c63-64ed-41ca-b29f-202337c0d542", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1276397426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf71caefe82444e1aa35f5f5071b52f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40fee23b-c9", "ovs_interfaceid": "40fee23b-c992-420f-ba3b-dc686ff28684", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.464381] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ac6af32-4cbd-410c-bcdb-c2941ba2e672 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.474493] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf6fd692-28fb-46ba-a36b-fd87ac0f0a06 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.511543] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e5c254c-d747-4420-96d5-8ea30463f475 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.525704] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ddc1ec3-3445-4633-809b-5402fcb57733 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.530378] env[69889]: DEBUG oslo_vmware.api [None req-95d8ae02-f637-4c1c-9227-b2d3c16d81bd tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': task-4078013, 'name': PowerOffVM_Task, 'duration_secs': 0.231996} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.530618] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-95d8ae02-f637-4c1c-9227-b2d3c16d81bd tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: 8866902a-621e-444a-a853-a3753f0418f2] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1146.532715] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cb22c65-33f5-4c2b-b18b-ac2c3d838403 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.545386] env[69889]: DEBUG nova.compute.provider_tree [None req-9f3c4bbb-0900-4795-bc59-38f9553ac806 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1146.566148] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2419a4b-5cca-4d6b-8c8e-576f716ed73b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.600459] env[69889]: DEBUG oslo_vmware.api [None req-a1d65b9f-4892-44de-82d3-b36274479bec tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Task: {'id': task-4078015, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.304619} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.600574] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1d65b9f-4892-44de-82d3-b36274479bec tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1146.600697] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-a1d65b9f-4892-44de-82d3-b36274479bec tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] [instance: bf0636c2-b042-4181-9b86-748786c41197] Deleted contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1146.600990] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-a1d65b9f-4892-44de-82d3-b36274479bec tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] [instance: bf0636c2-b042-4181-9b86-748786c41197] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1146.601247] env[69889]: INFO nova.compute.manager [None req-a1d65b9f-4892-44de-82d3-b36274479bec tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] [instance: bf0636c2-b042-4181-9b86-748786c41197] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1146.601542] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a1d65b9f-4892-44de-82d3-b36274479bec tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1146.605147] env[69889]: DEBUG nova.compute.manager [-] [instance: bf0636c2-b042-4181-9b86-748786c41197] Deallocating network for instance {{(pid=69889) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1146.605147] env[69889]: DEBUG nova.network.neutron [-] [instance: bf0636c2-b042-4181-9b86-748786c41197] deallocate_for_instance() {{(pid=69889) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1146.613171] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-95d8ae02-f637-4c1c-9227-b2d3c16d81bd tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: 8866902a-621e-444a-a853-a3753f0418f2] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1146.613378] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-362954eb-be5d-4939-8642-bbd45a76cc4c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.622284] env[69889]: DEBUG oslo_vmware.api [None req-95d8ae02-f637-4c1c-9227-b2d3c16d81bd tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Waiting for the task: (returnval){ [ 1146.622284] env[69889]: value = "task-4078016" [ 1146.622284] env[69889]: _type = "Task" [ 1146.622284] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.632686] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-95d8ae02-f637-4c1c-9227-b2d3c16d81bd tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: 8866902a-621e-444a-a853-a3753f0418f2] VM already powered off {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1146.632930] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-95d8ae02-f637-4c1c-9227-b2d3c16d81bd tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: 8866902a-621e-444a-a853-a3753f0418f2] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1146.633207] env[69889]: DEBUG oslo_concurrency.lockutils [None req-95d8ae02-f637-4c1c-9227-b2d3c16d81bd tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.633358] env[69889]: DEBUG oslo_concurrency.lockutils [None req-95d8ae02-f637-4c1c-9227-b2d3c16d81bd tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.633541] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-95d8ae02-f637-4c1c-9227-b2d3c16d81bd tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1146.633842] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-296c514d-dd53-468b-9b24-52657d15faac {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.644649] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-95d8ae02-f637-4c1c-9227-b2d3c16d81bd tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1146.645207] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-95d8ae02-f637-4c1c-9227-b2d3c16d81bd tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1146.645842] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8fca531-74d8-4d12-9ea2-4a197065b71b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.652354] env[69889]: DEBUG oslo_vmware.api [None req-95d8ae02-f637-4c1c-9227-b2d3c16d81bd tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Waiting for the task: (returnval){ [ 1146.652354] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52f3891f-55ea-712b-b327-59ee70a63983" [ 1146.652354] env[69889]: _type = "Task" [ 1146.652354] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.662118] env[69889]: DEBUG oslo_vmware.api [None req-95d8ae02-f637-4c1c-9227-b2d3c16d81bd tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52f3891f-55ea-712b-b327-59ee70a63983, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.856083] env[69889]: DEBUG oslo_concurrency.lockutils [req-b2bdf5ce-7a05-4669-b260-e2b7d7713f1b req-6605e14f-271a-4041-9af3-15b56716a871 service nova] Releasing lock "refresh_cache-1d03b56f-0b24-44ca-a394-e71ef3d2abf0" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.867255] env[69889]: DEBUG oslo_concurrency.lockutils [None req-afa6bb88-f2ae-455c-b32c-69ddeb4c1167 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.053640] env[69889]: DEBUG nova.scheduler.client.report [None req-9f3c4bbb-0900-4795-bc59-38f9553ac806 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1147.168023] env[69889]: DEBUG oslo_vmware.api [None req-95d8ae02-f637-4c1c-9227-b2d3c16d81bd tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52f3891f-55ea-712b-b327-59ee70a63983, 'name': SearchDatastore_Task, 'duration_secs': 0.012494} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.168023] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e64dc7b5-ed6d-4040-ac5c-ff99a7ac0620 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.175028] env[69889]: DEBUG oslo_vmware.api [None req-95d8ae02-f637-4c1c-9227-b2d3c16d81bd tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Waiting for the task: (returnval){ [ 1147.175028] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]529f2eee-3dd7-a87f-06f5-c7fb328c3dae" [ 1147.175028] env[69889]: _type = "Task" [ 1147.175028] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.185622] env[69889]: DEBUG oslo_vmware.api [None req-95d8ae02-f637-4c1c-9227-b2d3c16d81bd tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]529f2eee-3dd7-a87f-06f5-c7fb328c3dae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.201012] env[69889]: DEBUG nova.objects.instance [None req-1dfd7d14-0035-4ef3-bc2e-44cbdfbe3ab4 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Lazy-loading 'pci_requests' on Instance uuid 6f282443-f481-4f8c-979e-e2750d671814 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1147.415338] env[69889]: DEBUG nova.compute.manager [req-7ddf2425-e0eb-4847-b3f0-a5988da9acd5 req-b685d0e0-4a12-444f-998d-1cae47b537c2 service nova] [instance: bf0636c2-b042-4181-9b86-748786c41197] Received event network-vif-deleted-fd67623c-8bfe-4cb2-88d0-be7f270d6fda {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1147.415561] env[69889]: INFO nova.compute.manager [req-7ddf2425-e0eb-4847-b3f0-a5988da9acd5 req-b685d0e0-4a12-444f-998d-1cae47b537c2 service nova] [instance: bf0636c2-b042-4181-9b86-748786c41197] Neutron deleted interface fd67623c-8bfe-4cb2-88d0-be7f270d6fda; detaching it from the instance and deleting it from the info cache [ 1147.415734] env[69889]: DEBUG nova.network.neutron [req-7ddf2425-e0eb-4847-b3f0-a5988da9acd5 req-b685d0e0-4a12-444f-998d-1cae47b537c2 service nova] [instance: bf0636c2-b042-4181-9b86-748786c41197] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.560383] env[69889]: DEBUG nova.compute.manager [req-8b63430d-7d47-4aee-88f6-f2c5b2abb705 req-967673b6-b7d8-47b1-b730-19cb58a45810 service nova] [instance: 6f282443-f481-4f8c-979e-e2750d671814] Received event network-changed-fbc38a62-21fb-4367-a362-646e8e2fd8ba {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1147.560490] env[69889]: DEBUG nova.compute.manager [req-8b63430d-7d47-4aee-88f6-f2c5b2abb705 req-967673b6-b7d8-47b1-b730-19cb58a45810 service nova] [instance: 6f282443-f481-4f8c-979e-e2750d671814] Refreshing instance network info cache due to event network-changed-fbc38a62-21fb-4367-a362-646e8e2fd8ba. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1147.560721] env[69889]: DEBUG oslo_concurrency.lockutils [req-8b63430d-7d47-4aee-88f6-f2c5b2abb705 req-967673b6-b7d8-47b1-b730-19cb58a45810 service nova] Acquiring lock "refresh_cache-6f282443-f481-4f8c-979e-e2750d671814" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.561059] env[69889]: DEBUG oslo_concurrency.lockutils [req-8b63430d-7d47-4aee-88f6-f2c5b2abb705 req-967673b6-b7d8-47b1-b730-19cb58a45810 service nova] Acquired lock "refresh_cache-6f282443-f481-4f8c-979e-e2750d671814" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.561241] env[69889]: DEBUG nova.network.neutron [req-8b63430d-7d47-4aee-88f6-f2c5b2abb705 req-967673b6-b7d8-47b1-b730-19cb58a45810 service nova] [instance: 6f282443-f481-4f8c-979e-e2750d671814] Refreshing network info cache for port fbc38a62-21fb-4367-a362-646e8e2fd8ba {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1147.563251] env[69889]: DEBUG oslo_concurrency.lockutils [None req-9f3c4bbb-0900-4795-bc59-38f9553ac806 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.347s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.565809] env[69889]: DEBUG oslo_concurrency.lockutils [None req-68715290-6467-4e43-90d5-f7cd58bac3fe tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.901s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.565911] env[69889]: DEBUG nova.objects.instance [None req-68715290-6467-4e43-90d5-f7cd58bac3fe tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Lazy-loading 'resources' on Instance uuid 15bb3989-8e54-4746-bc0b-96c39d438744 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1147.611951] env[69889]: DEBUG nova.compute.manager [None req-6b20d6d0-e85c-46f0-a8c0-cd25541df2cc tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4] Stashing vm_state: active {{(pid=69889) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1147.659247] env[69889]: INFO nova.network.neutron [None req-9f3c4bbb-0900-4795-bc59-38f9553ac806 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] [instance: 13d9f160-3906-4434-859b-4fc4b226333e] Updating port 0eb17f36-20e4-4946-bf34-e7b0a9a5323c with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1147.687127] env[69889]: DEBUG oslo_vmware.api [None req-95d8ae02-f637-4c1c-9227-b2d3c16d81bd tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]529f2eee-3dd7-a87f-06f5-c7fb328c3dae, 'name': SearchDatastore_Task, 'duration_secs': 0.013035} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.687859] env[69889]: DEBUG oslo_concurrency.lockutils [None req-95d8ae02-f637-4c1c-9227-b2d3c16d81bd tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.687859] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-95d8ae02-f637-4c1c-9227-b2d3c16d81bd tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] 8866902a-621e-444a-a853-a3753f0418f2/fdedeb32-acda-4585-a195-4af2c3a4f070-rescue.vmdk. {{(pid=69889) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1147.688066] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-faf3edef-b0ec-4cd7-8092-350291baba38 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.695843] env[69889]: DEBUG oslo_vmware.api [None req-95d8ae02-f637-4c1c-9227-b2d3c16d81bd tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Waiting for the task: (returnval){ [ 1147.695843] env[69889]: value = "task-4078018" [ 1147.695843] env[69889]: _type = "Task" [ 1147.695843] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.700563] env[69889]: DEBUG nova.network.neutron [-] [instance: bf0636c2-b042-4181-9b86-748786c41197] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.704533] env[69889]: DEBUG nova.objects.base [None req-1dfd7d14-0035-4ef3-bc2e-44cbdfbe3ab4 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Object Instance<6f282443-f481-4f8c-979e-e2750d671814> lazy-loaded attributes: flavor,pci_requests {{(pid=69889) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1147.704815] env[69889]: DEBUG nova.network.neutron [None req-1dfd7d14-0035-4ef3-bc2e-44cbdfbe3ab4 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 6f282443-f481-4f8c-979e-e2750d671814] allocate_for_instance() {{(pid=69889) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1147.717436] env[69889]: DEBUG oslo_vmware.api [None req-95d8ae02-f637-4c1c-9227-b2d3c16d81bd tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': task-4078018, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.874021] env[69889]: DEBUG nova.policy [None req-1dfd7d14-0035-4ef3-bc2e-44cbdfbe3ab4 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd712ca1be34b4e8ebf98dc926b4be590', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cf71caefe82444e1aa35f5f5071b52f9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69889) authorize /opt/stack/nova/nova/policy.py:192}} [ 1147.920261] env[69889]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6da0e37e-3e55-4fe3-98dd-e7acd2058138 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.933487] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b7614cd-84e6-4ff9-828b-0b21c73d7d35 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.968163] env[69889]: DEBUG nova.compute.manager [req-7ddf2425-e0eb-4847-b3f0-a5988da9acd5 req-b685d0e0-4a12-444f-998d-1cae47b537c2 service nova] [instance: bf0636c2-b042-4181-9b86-748786c41197] Detach interface failed, port_id=fd67623c-8bfe-4cb2-88d0-be7f270d6fda, reason: Instance bf0636c2-b042-4181-9b86-748786c41197 could not be found. {{(pid=69889) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1148.129677] env[69889]: DEBUG oslo_concurrency.lockutils [None req-6b20d6d0-e85c-46f0-a8c0-cd25541df2cc tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.205957] env[69889]: INFO nova.compute.manager [-] [instance: bf0636c2-b042-4181-9b86-748786c41197] Took 1.60 seconds to deallocate network for instance. [ 1148.214884] env[69889]: DEBUG oslo_vmware.api [None req-95d8ae02-f637-4c1c-9227-b2d3c16d81bd tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': task-4078018, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.294022] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bb91f9b-91bd-4116-8f67-e11c4b182efb {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.304325] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6088565-4ae8-473d-a092-640c5193f0ab {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.339308] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-198f403c-c113-40a8-91ef-27b74f348ffc {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.348481] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c32eba8b-50fd-4a0a-9dfc-bfe7f46b5f15 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.363867] env[69889]: DEBUG nova.compute.provider_tree [None req-68715290-6467-4e43-90d5-f7cd58bac3fe tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1148.381980] env[69889]: DEBUG nova.network.neutron [req-8b63430d-7d47-4aee-88f6-f2c5b2abb705 req-967673b6-b7d8-47b1-b730-19cb58a45810 service nova] [instance: 6f282443-f481-4f8c-979e-e2750d671814] Updated VIF entry in instance network info cache for port fbc38a62-21fb-4367-a362-646e8e2fd8ba. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1148.382273] env[69889]: DEBUG nova.network.neutron [req-8b63430d-7d47-4aee-88f6-f2c5b2abb705 req-967673b6-b7d8-47b1-b730-19cb58a45810 service nova] [instance: 6f282443-f481-4f8c-979e-e2750d671814] Updating instance_info_cache with network_info: [{"id": "fbc38a62-21fb-4367-a362-646e8e2fd8ba", "address": "fa:16:3e:81:7e:0b", "network": {"id": "dc7a1c63-64ed-41ca-b29f-202337c0d542", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1276397426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf71caefe82444e1aa35f5f5071b52f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbc38a62-21", "ovs_interfaceid": "fbc38a62-21fb-4367-a362-646e8e2fd8ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.708334] env[69889]: DEBUG oslo_vmware.api [None req-95d8ae02-f637-4c1c-9227-b2d3c16d81bd tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': task-4078018, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.811078} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.708660] env[69889]: INFO nova.virt.vmwareapi.ds_util [None req-95d8ae02-f637-4c1c-9227-b2d3c16d81bd tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] 8866902a-621e-444a-a853-a3753f0418f2/fdedeb32-acda-4585-a195-4af2c3a4f070-rescue.vmdk. [ 1148.709533] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edebca1b-412c-483b-9582-063ffab39deb {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.730963] env[69889]: DEBUG oslo_concurrency.lockutils [None req-a1d65b9f-4892-44de-82d3-b36274479bec tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.738343] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-95d8ae02-f637-4c1c-9227-b2d3c16d81bd tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: 8866902a-621e-444a-a853-a3753f0418f2] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] 8866902a-621e-444a-a853-a3753f0418f2/fdedeb32-acda-4585-a195-4af2c3a4f070-rescue.vmdk or device None with type thin {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1148.738666] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-834cbd7f-f9e1-4165-b355-9dbc8c425bda {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.758092] env[69889]: DEBUG oslo_vmware.api [None req-95d8ae02-f637-4c1c-9227-b2d3c16d81bd tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Waiting for the task: (returnval){ [ 1148.758092] env[69889]: value = "task-4078019" [ 1148.758092] env[69889]: _type = "Task" [ 1148.758092] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.767116] env[69889]: DEBUG oslo_vmware.api [None req-95d8ae02-f637-4c1c-9227-b2d3c16d81bd tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': task-4078019, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.867658] env[69889]: DEBUG nova.scheduler.client.report [None req-68715290-6467-4e43-90d5-f7cd58bac3fe tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1148.885202] env[69889]: DEBUG oslo_concurrency.lockutils [req-8b63430d-7d47-4aee-88f6-f2c5b2abb705 req-967673b6-b7d8-47b1-b730-19cb58a45810 service nova] Releasing lock "refresh_cache-6f282443-f481-4f8c-979e-e2750d671814" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.212861] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c81f7b8-fc9f-4790-a5b3-c58de182d904 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: 380e1853-b5a2-4bcb-abcf-8acf34b52db6] Volume attach. Driver type: vmdk {{(pid=69889) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1149.213331] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c81f7b8-fc9f-4790-a5b3-c58de182d904 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: 380e1853-b5a2-4bcb-abcf-8acf34b52db6] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-808052', 'volume_id': 'f0aa75fa-6c62-4a09-97a6-94f9cb0635f5', 'name': 'volume-f0aa75fa-6c62-4a09-97a6-94f9cb0635f5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '380e1853-b5a2-4bcb-abcf-8acf34b52db6', 'attached_at': '', 'detached_at': '', 'volume_id': 'f0aa75fa-6c62-4a09-97a6-94f9cb0635f5', 'serial': 'f0aa75fa-6c62-4a09-97a6-94f9cb0635f5'} {{(pid=69889) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1149.214246] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-424f2ac7-4f04-48f4-99be-7d7f41432fea {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.231804] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fb02c5f-f744-449c-88ca-2264ccf71171 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.257232] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c81f7b8-fc9f-4790-a5b3-c58de182d904 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: 380e1853-b5a2-4bcb-abcf-8acf34b52db6] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] volume-f0aa75fa-6c62-4a09-97a6-94f9cb0635f5/volume-f0aa75fa-6c62-4a09-97a6-94f9cb0635f5.vmdk or device None with type thin {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1149.257549] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4b07fcf-bcb1-442f-aab2-122ebde395d1 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.282714] env[69889]: DEBUG oslo_vmware.api [None req-95d8ae02-f637-4c1c-9227-b2d3c16d81bd tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': task-4078019, 'name': ReconfigVM_Task, 'duration_secs': 0.32706} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.284398] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-95d8ae02-f637-4c1c-9227-b2d3c16d81bd tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: 8866902a-621e-444a-a853-a3753f0418f2] Reconfigured VM instance instance-0000005f to attach disk [datastore2] 8866902a-621e-444a-a853-a3753f0418f2/fdedeb32-acda-4585-a195-4af2c3a4f070-rescue.vmdk or device None with type thin {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1149.284987] env[69889]: DEBUG oslo_vmware.api [None req-7c81f7b8-fc9f-4790-a5b3-c58de182d904 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Waiting for the task: (returnval){ [ 1149.284987] env[69889]: value = "task-4078020" [ 1149.284987] env[69889]: _type = "Task" [ 1149.284987] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.285864] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba73536b-701d-41a4-bd29-bc56bab628a7 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.301880] env[69889]: DEBUG oslo_concurrency.lockutils [None req-9f3c4bbb-0900-4795-bc59-38f9553ac806 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Acquiring lock "refresh_cache-13d9f160-3906-4434-859b-4fc4b226333e" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.301880] env[69889]: DEBUG oslo_concurrency.lockutils [None req-9f3c4bbb-0900-4795-bc59-38f9553ac806 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Acquired lock "refresh_cache-13d9f160-3906-4434-859b-4fc4b226333e" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.301880] env[69889]: DEBUG nova.network.neutron [None req-9f3c4bbb-0900-4795-bc59-38f9553ac806 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] [instance: 13d9f160-3906-4434-859b-4fc4b226333e] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1149.327868] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de6a6ebe-ba30-40ce-81de-5cd692f3a020 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.344401] env[69889]: DEBUG oslo_vmware.api [None req-95d8ae02-f637-4c1c-9227-b2d3c16d81bd tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Waiting for the task: (returnval){ [ 1149.344401] env[69889]: value = "task-4078021" [ 1149.344401] env[69889]: _type = "Task" [ 1149.344401] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.354611] env[69889]: DEBUG oslo_vmware.api [None req-95d8ae02-f637-4c1c-9227-b2d3c16d81bd tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': task-4078021, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.373472] env[69889]: DEBUG oslo_concurrency.lockutils [None req-68715290-6467-4e43-90d5-f7cd58bac3fe tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.807s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.375946] env[69889]: DEBUG oslo_concurrency.lockutils [None req-4f1ad6b8-c4ee-4539-b19b-4b38499cbda0 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.607s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.377739] env[69889]: INFO nova.compute.claims [None req-4f1ad6b8-c4ee-4539-b19b-4b38499cbda0 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: ffcc822f-9e11-435a-9170-5305926d7836] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1149.404561] env[69889]: INFO nova.scheduler.client.report [None req-68715290-6467-4e43-90d5-f7cd58bac3fe tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Deleted allocations for instance 15bb3989-8e54-4746-bc0b-96c39d438744 [ 1149.450166] env[69889]: DEBUG nova.compute.manager [req-36132610-a533-46ae-b5ee-34df0549e2ed req-9cbedab4-9c0d-433e-ade2-b48617eefbec service nova] [instance: 6f282443-f481-4f8c-979e-e2750d671814] Received event network-vif-plugged-f30250b1-8014-4179-93ad-b5bb4fb8ed37 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1149.450166] env[69889]: DEBUG oslo_concurrency.lockutils [req-36132610-a533-46ae-b5ee-34df0549e2ed req-9cbedab4-9c0d-433e-ade2-b48617eefbec service nova] Acquiring lock "6f282443-f481-4f8c-979e-e2750d671814-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.450166] env[69889]: DEBUG oslo_concurrency.lockutils [req-36132610-a533-46ae-b5ee-34df0549e2ed req-9cbedab4-9c0d-433e-ade2-b48617eefbec service nova] Lock "6f282443-f481-4f8c-979e-e2750d671814-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.450277] env[69889]: DEBUG oslo_concurrency.lockutils [req-36132610-a533-46ae-b5ee-34df0549e2ed req-9cbedab4-9c0d-433e-ade2-b48617eefbec service nova] Lock "6f282443-f481-4f8c-979e-e2750d671814-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.450940] env[69889]: DEBUG nova.compute.manager [req-36132610-a533-46ae-b5ee-34df0549e2ed req-9cbedab4-9c0d-433e-ade2-b48617eefbec service nova] [instance: 6f282443-f481-4f8c-979e-e2750d671814] No waiting events found dispatching network-vif-plugged-f30250b1-8014-4179-93ad-b5bb4fb8ed37 {{(pid=69889) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1149.450940] env[69889]: WARNING nova.compute.manager [req-36132610-a533-46ae-b5ee-34df0549e2ed req-9cbedab4-9c0d-433e-ade2-b48617eefbec service nova] [instance: 6f282443-f481-4f8c-979e-e2750d671814] Received unexpected event network-vif-plugged-f30250b1-8014-4179-93ad-b5bb4fb8ed37 for instance with vm_state active and task_state None. [ 1149.546608] env[69889]: DEBUG nova.network.neutron [None req-1dfd7d14-0035-4ef3-bc2e-44cbdfbe3ab4 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 6f282443-f481-4f8c-979e-e2750d671814] Successfully updated port: f30250b1-8014-4179-93ad-b5bb4fb8ed37 {{(pid=69889) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1149.674250] env[69889]: DEBUG nova.compute.manager [req-d6801be2-0076-4e38-bc17-d497a1e31f58 req-05171b71-90a1-4e7b-88cd-60a63279c65b service nova] [instance: 13d9f160-3906-4434-859b-4fc4b226333e] Received event network-vif-plugged-0eb17f36-20e4-4946-bf34-e7b0a9a5323c {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1149.674250] env[69889]: DEBUG oslo_concurrency.lockutils [req-d6801be2-0076-4e38-bc17-d497a1e31f58 req-05171b71-90a1-4e7b-88cd-60a63279c65b service nova] Acquiring lock "13d9f160-3906-4434-859b-4fc4b226333e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.674540] env[69889]: DEBUG oslo_concurrency.lockutils [req-d6801be2-0076-4e38-bc17-d497a1e31f58 req-05171b71-90a1-4e7b-88cd-60a63279c65b service nova] Lock "13d9f160-3906-4434-859b-4fc4b226333e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.674643] env[69889]: DEBUG oslo_concurrency.lockutils [req-d6801be2-0076-4e38-bc17-d497a1e31f58 req-05171b71-90a1-4e7b-88cd-60a63279c65b service nova] Lock "13d9f160-3906-4434-859b-4fc4b226333e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.674767] env[69889]: DEBUG nova.compute.manager [req-d6801be2-0076-4e38-bc17-d497a1e31f58 req-05171b71-90a1-4e7b-88cd-60a63279c65b service nova] [instance: 13d9f160-3906-4434-859b-4fc4b226333e] No waiting events found dispatching network-vif-plugged-0eb17f36-20e4-4946-bf34-e7b0a9a5323c {{(pid=69889) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1149.674944] env[69889]: WARNING nova.compute.manager [req-d6801be2-0076-4e38-bc17-d497a1e31f58 req-05171b71-90a1-4e7b-88cd-60a63279c65b service nova] [instance: 13d9f160-3906-4434-859b-4fc4b226333e] Received unexpected event network-vif-plugged-0eb17f36-20e4-4946-bf34-e7b0a9a5323c for instance with vm_state shelved_offloaded and task_state spawning. [ 1149.675124] env[69889]: DEBUG nova.compute.manager [req-d6801be2-0076-4e38-bc17-d497a1e31f58 req-05171b71-90a1-4e7b-88cd-60a63279c65b service nova] [instance: 13d9f160-3906-4434-859b-4fc4b226333e] Received event network-changed-0eb17f36-20e4-4946-bf34-e7b0a9a5323c {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1149.675287] env[69889]: DEBUG nova.compute.manager [req-d6801be2-0076-4e38-bc17-d497a1e31f58 req-05171b71-90a1-4e7b-88cd-60a63279c65b service nova] [instance: 13d9f160-3906-4434-859b-4fc4b226333e] Refreshing instance network info cache due to event network-changed-0eb17f36-20e4-4946-bf34-e7b0a9a5323c. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1149.675453] env[69889]: DEBUG oslo_concurrency.lockutils [req-d6801be2-0076-4e38-bc17-d497a1e31f58 req-05171b71-90a1-4e7b-88cd-60a63279c65b service nova] Acquiring lock "refresh_cache-13d9f160-3906-4434-859b-4fc4b226333e" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.798952] env[69889]: DEBUG oslo_vmware.api [None req-7c81f7b8-fc9f-4790-a5b3-c58de182d904 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Task: {'id': task-4078020, 'name': ReconfigVM_Task, 'duration_secs': 0.499389} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.799275] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c81f7b8-fc9f-4790-a5b3-c58de182d904 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: 380e1853-b5a2-4bcb-abcf-8acf34b52db6] Reconfigured VM instance instance-0000005b to attach disk [datastore1] volume-f0aa75fa-6c62-4a09-97a6-94f9cb0635f5/volume-f0aa75fa-6c62-4a09-97a6-94f9cb0635f5.vmdk or device None with type thin {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1149.804069] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78fbb0a9-8c53-4051-89b0-e86cc6712115 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.821271] env[69889]: DEBUG oslo_vmware.api [None req-7c81f7b8-fc9f-4790-a5b3-c58de182d904 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Waiting for the task: (returnval){ [ 1149.821271] env[69889]: value = "task-4078022" [ 1149.821271] env[69889]: _type = "Task" [ 1149.821271] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.832730] env[69889]: DEBUG oslo_vmware.api [None req-7c81f7b8-fc9f-4790-a5b3-c58de182d904 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Task: {'id': task-4078022, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.855174] env[69889]: DEBUG oslo_vmware.api [None req-95d8ae02-f637-4c1c-9227-b2d3c16d81bd tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': task-4078021, 'name': ReconfigVM_Task, 'duration_secs': 0.22024} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.855473] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-95d8ae02-f637-4c1c-9227-b2d3c16d81bd tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: 8866902a-621e-444a-a853-a3753f0418f2] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1149.855731] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7ffeb7db-8cf1-4b24-8d4d-d92870e5297d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.865986] env[69889]: DEBUG oslo_vmware.api [None req-95d8ae02-f637-4c1c-9227-b2d3c16d81bd tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Waiting for the task: (returnval){ [ 1149.865986] env[69889]: value = "task-4078023" [ 1149.865986] env[69889]: _type = "Task" [ 1149.865986] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.874831] env[69889]: DEBUG oslo_vmware.api [None req-95d8ae02-f637-4c1c-9227-b2d3c16d81bd tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': task-4078023, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.916192] env[69889]: DEBUG oslo_concurrency.lockutils [None req-68715290-6467-4e43-90d5-f7cd58bac3fe tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Lock "15bb3989-8e54-4746-bc0b-96c39d438744" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.354s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.051866] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1dfd7d14-0035-4ef3-bc2e-44cbdfbe3ab4 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Acquiring lock "refresh_cache-6f282443-f481-4f8c-979e-e2750d671814" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.052138] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1dfd7d14-0035-4ef3-bc2e-44cbdfbe3ab4 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Acquired lock "refresh_cache-6f282443-f481-4f8c-979e-e2750d671814" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.052372] env[69889]: DEBUG nova.network.neutron [None req-1dfd7d14-0035-4ef3-bc2e-44cbdfbe3ab4 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 6f282443-f481-4f8c-979e-e2750d671814] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1150.057507] env[69889]: DEBUG nova.network.neutron [None req-9f3c4bbb-0900-4795-bc59-38f9553ac806 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] [instance: 13d9f160-3906-4434-859b-4fc4b226333e] Updating instance_info_cache with network_info: [{"id": "0eb17f36-20e4-4946-bf34-e7b0a9a5323c", "address": "fa:16:3e:e2:46:f6", "network": {"id": "7bc15629-d28d-410b-a761-75eabd10c4f2", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2132502005-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d846d435536e4aeebfb66d89a82f3e21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0eb17f36-20", "ovs_interfaceid": "0eb17f36-20e4-4946-bf34-e7b0a9a5323c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.332151] env[69889]: DEBUG oslo_vmware.api [None req-7c81f7b8-fc9f-4790-a5b3-c58de182d904 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Task: {'id': task-4078022, 'name': ReconfigVM_Task, 'duration_secs': 0.201548} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.332450] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c81f7b8-fc9f-4790-a5b3-c58de182d904 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: 380e1853-b5a2-4bcb-abcf-8acf34b52db6] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-808052', 'volume_id': 'f0aa75fa-6c62-4a09-97a6-94f9cb0635f5', 'name': 'volume-f0aa75fa-6c62-4a09-97a6-94f9cb0635f5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '380e1853-b5a2-4bcb-abcf-8acf34b52db6', 'attached_at': '', 'detached_at': '', 'volume_id': 'f0aa75fa-6c62-4a09-97a6-94f9cb0635f5', 'serial': 'f0aa75fa-6c62-4a09-97a6-94f9cb0635f5'} {{(pid=69889) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1150.378038] env[69889]: DEBUG oslo_vmware.api [None req-95d8ae02-f637-4c1c-9227-b2d3c16d81bd tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': task-4078023, 'name': PowerOnVM_Task, 'duration_secs': 0.422674} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.378349] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-95d8ae02-f637-4c1c-9227-b2d3c16d81bd tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: 8866902a-621e-444a-a853-a3753f0418f2] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1150.381396] env[69889]: DEBUG nova.compute.manager [None req-95d8ae02-f637-4c1c-9227-b2d3c16d81bd tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: 8866902a-621e-444a-a853-a3753f0418f2] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1150.382275] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6288f070-007b-4978-afcf-856a79b935f8 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.559952] env[69889]: DEBUG oslo_concurrency.lockutils [None req-9f3c4bbb-0900-4795-bc59-38f9553ac806 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Releasing lock "refresh_cache-13d9f160-3906-4434-859b-4fc4b226333e" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.562433] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7765bc3-580c-4b05-9a94-13e891a3d2fe {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.565602] env[69889]: DEBUG oslo_concurrency.lockutils [req-d6801be2-0076-4e38-bc17-d497a1e31f58 req-05171b71-90a1-4e7b-88cd-60a63279c65b service nova] Acquired lock "refresh_cache-13d9f160-3906-4434-859b-4fc4b226333e" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.565809] env[69889]: DEBUG nova.network.neutron [req-d6801be2-0076-4e38-bc17-d497a1e31f58 req-05171b71-90a1-4e7b-88cd-60a63279c65b service nova] [instance: 13d9f160-3906-4434-859b-4fc4b226333e] Refreshing network info cache for port 0eb17f36-20e4-4946-bf34-e7b0a9a5323c {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1150.572841] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7d20645-1e2d-4795-9992-18d5cda1e074 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.609425] env[69889]: WARNING nova.network.neutron [None req-1dfd7d14-0035-4ef3-bc2e-44cbdfbe3ab4 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 6f282443-f481-4f8c-979e-e2750d671814] dc7a1c63-64ed-41ca-b29f-202337c0d542 already exists in list: networks containing: ['dc7a1c63-64ed-41ca-b29f-202337c0d542']. ignoring it [ 1150.611903] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b527961-8b14-4390-878f-dbb065c564ec {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.616290] env[69889]: DEBUG nova.virt.hardware [None req-9f3c4bbb-0900-4795-bc59-38f9553ac806 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='38834f949197cb663de1fad222b15323',container_format='bare',created_at=2025-05-13T14:33:07Z,direct_url=,disk_format='vmdk',id=194445ea-78f6-43de-9ffe-18f8f3ceaf34,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-1658926813-shelved',owner='d846d435536e4aeebfb66d89a82f3e21',properties=ImageMetaProps,protected=,size=31664128,status='active',tags=,updated_at=2025-05-13T14:33:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1150.616512] env[69889]: DEBUG nova.virt.hardware [None req-9f3c4bbb-0900-4795-bc59-38f9553ac806 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1150.616667] env[69889]: DEBUG nova.virt.hardware [None req-9f3c4bbb-0900-4795-bc59-38f9553ac806 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1150.616847] env[69889]: DEBUG nova.virt.hardware [None req-9f3c4bbb-0900-4795-bc59-38f9553ac806 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1150.616998] env[69889]: DEBUG nova.virt.hardware [None req-9f3c4bbb-0900-4795-bc59-38f9553ac806 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1150.617155] env[69889]: DEBUG nova.virt.hardware [None req-9f3c4bbb-0900-4795-bc59-38f9553ac806 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1150.617359] env[69889]: DEBUG nova.virt.hardware [None req-9f3c4bbb-0900-4795-bc59-38f9553ac806 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1150.617515] env[69889]: DEBUG nova.virt.hardware [None req-9f3c4bbb-0900-4795-bc59-38f9553ac806 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1150.617676] env[69889]: DEBUG nova.virt.hardware [None req-9f3c4bbb-0900-4795-bc59-38f9553ac806 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1150.617896] env[69889]: DEBUG nova.virt.hardware [None req-9f3c4bbb-0900-4795-bc59-38f9553ac806 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1150.618092] env[69889]: DEBUG nova.virt.hardware [None req-9f3c4bbb-0900-4795-bc59-38f9553ac806 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1150.619355] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2caca85b-c0f8-4462-9a70-e857e09bcd9b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.629164] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f01da3f6-d55e-4222-9efd-a6612f50b6e1 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.633793] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16af3d3a-e508-49aa-b264-965fd43ee315 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.647763] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-9f3c4bbb-0900-4795-bc59-38f9553ac806 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] [instance: 13d9f160-3906-4434-859b-4fc4b226333e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:46:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b8137fc-f23d-49b1-b19c-3123a5588f34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0eb17f36-20e4-4946-bf34-e7b0a9a5323c', 'vif_model': 'vmxnet3'}] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1150.655711] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9f3c4bbb-0900-4795-bc59-38f9553ac806 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1150.666451] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13d9f160-3906-4434-859b-4fc4b226333e] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1150.666973] env[69889]: DEBUG nova.compute.provider_tree [None req-4f1ad6b8-c4ee-4539-b19b-4b38499cbda0 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1150.668303] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1953d6d6-b809-4848-9089-8283b2e025f1 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.683875] env[69889]: DEBUG nova.scheduler.client.report [None req-4f1ad6b8-c4ee-4539-b19b-4b38499cbda0 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1150.693338] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1150.693338] env[69889]: value = "task-4078024" [ 1150.693338] env[69889]: _type = "Task" [ 1150.693338] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.701645] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4078024, 'name': CreateVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.939168] env[69889]: DEBUG nova.network.neutron [None req-1dfd7d14-0035-4ef3-bc2e-44cbdfbe3ab4 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 6f282443-f481-4f8c-979e-e2750d671814] Updating instance_info_cache with network_info: [{"id": "fbc38a62-21fb-4367-a362-646e8e2fd8ba", "address": "fa:16:3e:81:7e:0b", "network": {"id": "dc7a1c63-64ed-41ca-b29f-202337c0d542", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1276397426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf71caefe82444e1aa35f5f5071b52f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbc38a62-21", "ovs_interfaceid": "fbc38a62-21fb-4367-a362-646e8e2fd8ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f30250b1-8014-4179-93ad-b5bb4fb8ed37", "address": "fa:16:3e:0c:e9:cd", "network": {"id": "dc7a1c63-64ed-41ca-b29f-202337c0d542", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1276397426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf71caefe82444e1aa35f5f5071b52f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf30250b1-80", "ovs_interfaceid": "f30250b1-8014-4179-93ad-b5bb4fb8ed37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.188793] env[69889]: DEBUG oslo_concurrency.lockutils [None req-4f1ad6b8-c4ee-4539-b19b-4b38499cbda0 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.813s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.189438] env[69889]: DEBUG nova.compute.manager [None req-4f1ad6b8-c4ee-4539-b19b-4b38499cbda0 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: ffcc822f-9e11-435a-9170-5305926d7836] Start building networks asynchronously for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1151.192229] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c9588198-dd72-4e8f-aa85-ba0db28f4c67 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.842s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.193051] env[69889]: DEBUG nova.objects.instance [None req-c9588198-dd72-4e8f-aa85-ba0db28f4c67 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Lazy-loading 'resources' on Instance uuid ec331f28-d5ae-4c98-ac7f-612fcd03b679 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1151.205985] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4078024, 'name': CreateVM_Task} progress is 99%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.282973] env[69889]: DEBUG nova.network.neutron [req-d6801be2-0076-4e38-bc17-d497a1e31f58 req-05171b71-90a1-4e7b-88cd-60a63279c65b service nova] [instance: 13d9f160-3906-4434-859b-4fc4b226333e] Updated VIF entry in instance network info cache for port 0eb17f36-20e4-4946-bf34-e7b0a9a5323c. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1151.283356] env[69889]: DEBUG nova.network.neutron [req-d6801be2-0076-4e38-bc17-d497a1e31f58 req-05171b71-90a1-4e7b-88cd-60a63279c65b service nova] [instance: 13d9f160-3906-4434-859b-4fc4b226333e] Updating instance_info_cache with network_info: [{"id": "0eb17f36-20e4-4946-bf34-e7b0a9a5323c", "address": "fa:16:3e:e2:46:f6", "network": {"id": "7bc15629-d28d-410b-a761-75eabd10c4f2", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2132502005-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d846d435536e4aeebfb66d89a82f3e21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0eb17f36-20", "ovs_interfaceid": "0eb17f36-20e4-4946-bf34-e7b0a9a5323c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.375503] env[69889]: DEBUG nova.objects.instance [None req-7c81f7b8-fc9f-4790-a5b3-c58de182d904 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Lazy-loading 'flavor' on Instance uuid 380e1853-b5a2-4bcb-abcf-8acf34b52db6 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1151.430361] env[69889]: DEBUG oslo_concurrency.lockutils [None req-6d60b8d2-7595-4c15-9688-49a5c9714804 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Acquiring lock "8f0cd72f-eb26-47ab-b33a-84e65fa65673" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.430604] env[69889]: DEBUG oslo_concurrency.lockutils [None req-6d60b8d2-7595-4c15-9688-49a5c9714804 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Lock "8f0cd72f-eb26-47ab-b33a-84e65fa65673" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.442063] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1dfd7d14-0035-4ef3-bc2e-44cbdfbe3ab4 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Releasing lock "refresh_cache-6f282443-f481-4f8c-979e-e2750d671814" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.443506] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1dfd7d14-0035-4ef3-bc2e-44cbdfbe3ab4 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Acquiring lock "6f282443-f481-4f8c-979e-e2750d671814" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.443506] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1dfd7d14-0035-4ef3-bc2e-44cbdfbe3ab4 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Acquired lock "6f282443-f481-4f8c-979e-e2750d671814" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.443705] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d39f89d-3fbc-4378-a7c3-073356e575f6 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.462876] env[69889]: DEBUG nova.virt.hardware [None req-1dfd7d14-0035-4ef3-bc2e-44cbdfbe3ab4 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1151.463149] env[69889]: DEBUG nova.virt.hardware [None req-1dfd7d14-0035-4ef3-bc2e-44cbdfbe3ab4 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1151.463307] env[69889]: DEBUG nova.virt.hardware [None req-1dfd7d14-0035-4ef3-bc2e-44cbdfbe3ab4 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1151.463490] env[69889]: DEBUG nova.virt.hardware [None req-1dfd7d14-0035-4ef3-bc2e-44cbdfbe3ab4 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1151.463634] env[69889]: DEBUG nova.virt.hardware [None req-1dfd7d14-0035-4ef3-bc2e-44cbdfbe3ab4 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1151.463780] env[69889]: DEBUG nova.virt.hardware [None req-1dfd7d14-0035-4ef3-bc2e-44cbdfbe3ab4 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1151.463984] env[69889]: DEBUG nova.virt.hardware [None req-1dfd7d14-0035-4ef3-bc2e-44cbdfbe3ab4 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1151.464157] env[69889]: DEBUG nova.virt.hardware [None req-1dfd7d14-0035-4ef3-bc2e-44cbdfbe3ab4 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1151.464321] env[69889]: DEBUG nova.virt.hardware [None req-1dfd7d14-0035-4ef3-bc2e-44cbdfbe3ab4 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1151.464486] env[69889]: DEBUG nova.virt.hardware [None req-1dfd7d14-0035-4ef3-bc2e-44cbdfbe3ab4 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1151.464651] env[69889]: DEBUG nova.virt.hardware [None req-1dfd7d14-0035-4ef3-bc2e-44cbdfbe3ab4 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1151.470938] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-1dfd7d14-0035-4ef3-bc2e-44cbdfbe3ab4 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 6f282443-f481-4f8c-979e-e2750d671814] Reconfiguring VM to attach interface {{(pid=69889) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1151.472033] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b699225-5a3b-41f0-9e1c-5ef779577dec {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.490073] env[69889]: DEBUG oslo_vmware.api [None req-1dfd7d14-0035-4ef3-bc2e-44cbdfbe3ab4 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Waiting for the task: (returnval){ [ 1151.490073] env[69889]: value = "task-4078025" [ 1151.490073] env[69889]: _type = "Task" [ 1151.490073] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.499226] env[69889]: DEBUG oslo_vmware.api [None req-1dfd7d14-0035-4ef3-bc2e-44cbdfbe3ab4 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4078025, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.526610] env[69889]: DEBUG nova.compute.manager [req-c880d032-d87b-4e24-ac43-be7dbb835909 req-e488736f-5421-45af-bab8-0345940ece78 service nova] [instance: 6f282443-f481-4f8c-979e-e2750d671814] Received event network-changed-f30250b1-8014-4179-93ad-b5bb4fb8ed37 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1151.526865] env[69889]: DEBUG nova.compute.manager [req-c880d032-d87b-4e24-ac43-be7dbb835909 req-e488736f-5421-45af-bab8-0345940ece78 service nova] [instance: 6f282443-f481-4f8c-979e-e2750d671814] Refreshing instance network info cache due to event network-changed-f30250b1-8014-4179-93ad-b5bb4fb8ed37. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1151.527112] env[69889]: DEBUG oslo_concurrency.lockutils [req-c880d032-d87b-4e24-ac43-be7dbb835909 req-e488736f-5421-45af-bab8-0345940ece78 service nova] Acquiring lock "refresh_cache-6f282443-f481-4f8c-979e-e2750d671814" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.527298] env[69889]: DEBUG oslo_concurrency.lockutils [req-c880d032-d87b-4e24-ac43-be7dbb835909 req-e488736f-5421-45af-bab8-0345940ece78 service nova] Acquired lock "refresh_cache-6f282443-f481-4f8c-979e-e2750d671814" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.527518] env[69889]: DEBUG nova.network.neutron [req-c880d032-d87b-4e24-ac43-be7dbb835909 req-e488736f-5421-45af-bab8-0345940ece78 service nova] [instance: 6f282443-f481-4f8c-979e-e2750d671814] Refreshing network info cache for port f30250b1-8014-4179-93ad-b5bb4fb8ed37 {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1151.695308] env[69889]: DEBUG nova.compute.utils [None req-4f1ad6b8-c4ee-4539-b19b-4b38499cbda0 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1151.700086] env[69889]: DEBUG nova.compute.manager [None req-4f1ad6b8-c4ee-4539-b19b-4b38499cbda0 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: ffcc822f-9e11-435a-9170-5305926d7836] Allocating IP information in the background. {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1151.700420] env[69889]: DEBUG nova.network.neutron [None req-4f1ad6b8-c4ee-4539-b19b-4b38499cbda0 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: ffcc822f-9e11-435a-9170-5305926d7836] allocate_for_instance() {{(pid=69889) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1151.714392] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4078024, 'name': CreateVM_Task, 'duration_secs': 0.578723} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.714630] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13d9f160-3906-4434-859b-4fc4b226333e] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1151.715814] env[69889]: DEBUG oslo_concurrency.lockutils [None req-9f3c4bbb-0900-4795-bc59-38f9553ac806 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/194445ea-78f6-43de-9ffe-18f8f3ceaf34" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.715922] env[69889]: DEBUG oslo_concurrency.lockutils [None req-9f3c4bbb-0900-4795-bc59-38f9553ac806 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Acquired lock "[datastore1] devstack-image-cache_base/194445ea-78f6-43de-9ffe-18f8f3ceaf34" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.716556] env[69889]: DEBUG oslo_concurrency.lockutils [None req-9f3c4bbb-0900-4795-bc59-38f9553ac806 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/194445ea-78f6-43de-9ffe-18f8f3ceaf34" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.719779] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f25410e-4b00-42c9-ad30-babfd6074e57 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.726940] env[69889]: DEBUG oslo_vmware.api [None req-9f3c4bbb-0900-4795-bc59-38f9553ac806 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Waiting for the task: (returnval){ [ 1151.726940] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52310500-e537-8ca8-4397-48ac915f17c9" [ 1151.726940] env[69889]: _type = "Task" [ 1151.726940] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.739150] env[69889]: DEBUG oslo_vmware.api [None req-9f3c4bbb-0900-4795-bc59-38f9553ac806 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52310500-e537-8ca8-4397-48ac915f17c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.761767] env[69889]: DEBUG nova.policy [None req-4f1ad6b8-c4ee-4539-b19b-4b38499cbda0 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f2a7f62ef11640a4ab8d767de5086699', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5e46f471b2284533892518bdcc6cd332', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69889) authorize /opt/stack/nova/nova/policy.py:192}} [ 1151.785745] env[69889]: DEBUG oslo_concurrency.lockutils [req-d6801be2-0076-4e38-bc17-d497a1e31f58 req-05171b71-90a1-4e7b-88cd-60a63279c65b service nova] Releasing lock "refresh_cache-13d9f160-3906-4434-859b-4fc4b226333e" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.880508] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7c81f7b8-fc9f-4790-a5b3-c58de182d904 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Lock "380e1853-b5a2-4bcb-abcf-8acf34b52db6" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.313s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.882881] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18f21411-69ee-482d-883b-9cda1290feec {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.891072] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43bbea60-d338-4a74-afe3-0ac9285cddef {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.895428] env[69889]: INFO nova.compute.manager [None req-4bc6d360-e7f6-42d4-8ffd-d0297eeca70b tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: 8866902a-621e-444a-a853-a3753f0418f2] Unrescuing [ 1151.895667] env[69889]: DEBUG oslo_concurrency.lockutils [None req-4bc6d360-e7f6-42d4-8ffd-d0297eeca70b tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Acquiring lock "refresh_cache-8866902a-621e-444a-a853-a3753f0418f2" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.895816] env[69889]: DEBUG oslo_concurrency.lockutils [None req-4bc6d360-e7f6-42d4-8ffd-d0297eeca70b tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Acquired lock "refresh_cache-8866902a-621e-444a-a853-a3753f0418f2" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.895977] env[69889]: DEBUG nova.network.neutron [None req-4bc6d360-e7f6-42d4-8ffd-d0297eeca70b tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: 8866902a-621e-444a-a853-a3753f0418f2] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1151.927211] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f3c0d29-0390-4bf8-b663-86d340013d6e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.932977] env[69889]: DEBUG nova.compute.manager [None req-6d60b8d2-7595-4c15-9688-49a5c9714804 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: 8f0cd72f-eb26-47ab-b33a-84e65fa65673] Starting instance... {{(pid=69889) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1151.940886] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1991a46-32a2-4d76-94df-df5170045665 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.954951] env[69889]: DEBUG nova.compute.provider_tree [None req-c9588198-dd72-4e8f-aa85-ba0db28f4c67 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1152.002721] env[69889]: DEBUG oslo_vmware.api [None req-1dfd7d14-0035-4ef3-bc2e-44cbdfbe3ab4 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4078025, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.052754] env[69889]: DEBUG nova.network.neutron [None req-4f1ad6b8-c4ee-4539-b19b-4b38499cbda0 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: ffcc822f-9e11-435a-9170-5305926d7836] Successfully created port: c4f3e38f-2ef7-4541-8cab-24a49a4bb5a6 {{(pid=69889) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1152.200373] env[69889]: DEBUG nova.compute.manager [None req-4f1ad6b8-c4ee-4539-b19b-4b38499cbda0 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: ffcc822f-9e11-435a-9170-5305926d7836] Start building block device mappings for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1152.238826] env[69889]: DEBUG oslo_concurrency.lockutils [None req-9f3c4bbb-0900-4795-bc59-38f9553ac806 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Releasing lock "[datastore1] devstack-image-cache_base/194445ea-78f6-43de-9ffe-18f8f3ceaf34" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.238993] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-9f3c4bbb-0900-4795-bc59-38f9553ac806 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] [instance: 13d9f160-3906-4434-859b-4fc4b226333e] Processing image 194445ea-78f6-43de-9ffe-18f8f3ceaf34 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1152.239512] env[69889]: DEBUG oslo_concurrency.lockutils [None req-9f3c4bbb-0900-4795-bc59-38f9553ac806 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/194445ea-78f6-43de-9ffe-18f8f3ceaf34/194445ea-78f6-43de-9ffe-18f8f3ceaf34.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.239690] env[69889]: DEBUG oslo_concurrency.lockutils [None req-9f3c4bbb-0900-4795-bc59-38f9553ac806 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Acquired lock "[datastore1] devstack-image-cache_base/194445ea-78f6-43de-9ffe-18f8f3ceaf34/194445ea-78f6-43de-9ffe-18f8f3ceaf34.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.239886] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f3c4bbb-0900-4795-bc59-38f9553ac806 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1152.240208] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dee56bbc-8d33-4f56-bb87-d6d2b21540cb {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.251937] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f3c4bbb-0900-4795-bc59-38f9553ac806 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1152.252189] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-9f3c4bbb-0900-4795-bc59-38f9553ac806 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1152.255580] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-255951ec-7b77-447f-b29f-a093ee19e1f1 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.262155] env[69889]: DEBUG oslo_vmware.api [None req-9f3c4bbb-0900-4795-bc59-38f9553ac806 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Waiting for the task: (returnval){ [ 1152.262155] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52bf6f94-d20a-99c0-875a-0d1afb7a834d" [ 1152.262155] env[69889]: _type = "Task" [ 1152.262155] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.270627] env[69889]: DEBUG oslo_concurrency.lockutils [None req-cc1721d7-0cab-460d-9430-6fa8740b93ef tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Acquiring lock "380e1853-b5a2-4bcb-abcf-8acf34b52db6" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.270886] env[69889]: DEBUG oslo_concurrency.lockutils [None req-cc1721d7-0cab-460d-9430-6fa8740b93ef tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Lock "380e1853-b5a2-4bcb-abcf-8acf34b52db6" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.276030] env[69889]: DEBUG oslo_vmware.api [None req-9f3c4bbb-0900-4795-bc59-38f9553ac806 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52bf6f94-d20a-99c0-875a-0d1afb7a834d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.342253] env[69889]: DEBUG nova.network.neutron [req-c880d032-d87b-4e24-ac43-be7dbb835909 req-e488736f-5421-45af-bab8-0345940ece78 service nova] [instance: 6f282443-f481-4f8c-979e-e2750d671814] Updated VIF entry in instance network info cache for port f30250b1-8014-4179-93ad-b5bb4fb8ed37. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1152.342663] env[69889]: DEBUG nova.network.neutron [req-c880d032-d87b-4e24-ac43-be7dbb835909 req-e488736f-5421-45af-bab8-0345940ece78 service nova] [instance: 6f282443-f481-4f8c-979e-e2750d671814] Updating instance_info_cache with network_info: [{"id": "fbc38a62-21fb-4367-a362-646e8e2fd8ba", "address": "fa:16:3e:81:7e:0b", "network": {"id": "dc7a1c63-64ed-41ca-b29f-202337c0d542", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1276397426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf71caefe82444e1aa35f5f5071b52f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbc38a62-21", "ovs_interfaceid": "fbc38a62-21fb-4367-a362-646e8e2fd8ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f30250b1-8014-4179-93ad-b5bb4fb8ed37", "address": "fa:16:3e:0c:e9:cd", "network": {"id": "dc7a1c63-64ed-41ca-b29f-202337c0d542", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1276397426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf71caefe82444e1aa35f5f5071b52f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf30250b1-80", "ovs_interfaceid": "f30250b1-8014-4179-93ad-b5bb4fb8ed37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.454513] env[69889]: DEBUG oslo_concurrency.lockutils [None req-6d60b8d2-7595-4c15-9688-49a5c9714804 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.458580] env[69889]: DEBUG nova.scheduler.client.report [None req-c9588198-dd72-4e8f-aa85-ba0db28f4c67 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1152.504385] env[69889]: DEBUG oslo_vmware.api [None req-1dfd7d14-0035-4ef3-bc2e-44cbdfbe3ab4 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4078025, 'name': ReconfigVM_Task, 'duration_secs': 0.643835} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.504762] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1dfd7d14-0035-4ef3-bc2e-44cbdfbe3ab4 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Releasing lock "6f282443-f481-4f8c-979e-e2750d671814" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.505083] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-1dfd7d14-0035-4ef3-bc2e-44cbdfbe3ab4 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 6f282443-f481-4f8c-979e-e2750d671814] Reconfigured VM to attach interface {{(pid=69889) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1152.702828] env[69889]: DEBUG nova.network.neutron [None req-4bc6d360-e7f6-42d4-8ffd-d0297eeca70b tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: 8866902a-621e-444a-a853-a3753f0418f2] Updating instance_info_cache with network_info: [{"id": "057fa98b-b375-41aa-b45f-870caa33139a", "address": "fa:16:3e:69:cc:95", "network": {"id": "3ca64dd4-23fb-4e19-8d0c-5addef000c05", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-147569188-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc97caed3dd94d37b13107e002052810", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "84aee122-f630-43c5-9cc1-3a38d3819c82", "external-id": "nsx-vlan-transportzone-816", "segmentation_id": 816, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap057fa98b-b3", "ovs_interfaceid": "057fa98b-b375-41aa-b45f-870caa33139a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.772446] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-9f3c4bbb-0900-4795-bc59-38f9553ac806 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] [instance: 13d9f160-3906-4434-859b-4fc4b226333e] Preparing fetch location {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1152.772713] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-9f3c4bbb-0900-4795-bc59-38f9553ac806 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] [instance: 13d9f160-3906-4434-859b-4fc4b226333e] Fetch image to [datastore1] OSTACK_IMG_62745654-3239-49f3-bd6d-e015edcb1275/OSTACK_IMG_62745654-3239-49f3-bd6d-e015edcb1275.vmdk {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1152.772896] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-9f3c4bbb-0900-4795-bc59-38f9553ac806 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] [instance: 13d9f160-3906-4434-859b-4fc4b226333e] Downloading stream optimized image 194445ea-78f6-43de-9ffe-18f8f3ceaf34 to [datastore1] OSTACK_IMG_62745654-3239-49f3-bd6d-e015edcb1275/OSTACK_IMG_62745654-3239-49f3-bd6d-e015edcb1275.vmdk on the data store datastore1 as vApp {{(pid=69889) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1152.773085] env[69889]: DEBUG nova.virt.vmwareapi.images [None req-9f3c4bbb-0900-4795-bc59-38f9553ac806 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] [instance: 13d9f160-3906-4434-859b-4fc4b226333e] Downloading image file data 194445ea-78f6-43de-9ffe-18f8f3ceaf34 to the ESX as VM named 'OSTACK_IMG_62745654-3239-49f3-bd6d-e015edcb1275' {{(pid=69889) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1152.775596] env[69889]: INFO nova.compute.manager [None req-cc1721d7-0cab-460d-9430-6fa8740b93ef tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: 380e1853-b5a2-4bcb-abcf-8acf34b52db6] Detaching volume f0aa75fa-6c62-4a09-97a6-94f9cb0635f5 [ 1152.818395] env[69889]: INFO nova.virt.block_device [None req-cc1721d7-0cab-460d-9430-6fa8740b93ef tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: 380e1853-b5a2-4bcb-abcf-8acf34b52db6] Attempting to driver detach volume f0aa75fa-6c62-4a09-97a6-94f9cb0635f5 from mountpoint /dev/sdb [ 1152.818615] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc1721d7-0cab-460d-9430-6fa8740b93ef tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: 380e1853-b5a2-4bcb-abcf-8acf34b52db6] Volume detach. Driver type: vmdk {{(pid=69889) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1152.818790] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc1721d7-0cab-460d-9430-6fa8740b93ef tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: 380e1853-b5a2-4bcb-abcf-8acf34b52db6] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-808052', 'volume_id': 'f0aa75fa-6c62-4a09-97a6-94f9cb0635f5', 'name': 'volume-f0aa75fa-6c62-4a09-97a6-94f9cb0635f5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '380e1853-b5a2-4bcb-abcf-8acf34b52db6', 'attached_at': '', 'detached_at': '', 'volume_id': 'f0aa75fa-6c62-4a09-97a6-94f9cb0635f5', 'serial': 'f0aa75fa-6c62-4a09-97a6-94f9cb0635f5'} {{(pid=69889) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1152.819689] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38c87458-8278-4bc3-b934-087364781588 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.843888] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23a42714-1186-4f50-b01f-b78b92b272d9 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.846773] env[69889]: DEBUG oslo_concurrency.lockutils [req-c880d032-d87b-4e24-ac43-be7dbb835909 req-e488736f-5421-45af-bab8-0345940ece78 service nova] Releasing lock "refresh_cache-6f282443-f481-4f8c-979e-e2750d671814" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.852804] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54971127-46f6-4ed5-a911-301e308d4303 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.875569] env[69889]: DEBUG oslo_vmware.rw_handles [None req-9f3c4bbb-0900-4795-bc59-38f9553ac806 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1152.875569] env[69889]: value = "resgroup-9" [ 1152.875569] env[69889]: _type = "ResourcePool" [ 1152.875569] env[69889]: }. {{(pid=69889) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1152.876371] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb604a3b-7bb5-4565-8529-1798489b6547 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.878947] env[69889]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-5d248cf4-5592-4963-9464-13d21bd6edce {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.907344] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc1721d7-0cab-460d-9430-6fa8740b93ef tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] The volume has not been displaced from its original location: [datastore1] volume-f0aa75fa-6c62-4a09-97a6-94f9cb0635f5/volume-f0aa75fa-6c62-4a09-97a6-94f9cb0635f5.vmdk. No consolidation needed. {{(pid=69889) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1152.912898] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc1721d7-0cab-460d-9430-6fa8740b93ef tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: 380e1853-b5a2-4bcb-abcf-8acf34b52db6] Reconfiguring VM instance instance-0000005b to detach disk 2001 {{(pid=69889) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1152.914479] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb831af8-91eb-48f5-8ee7-d6e478ffea37 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.927371] env[69889]: DEBUG oslo_vmware.rw_handles [None req-9f3c4bbb-0900-4795-bc59-38f9553ac806 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Lease: (returnval){ [ 1152.927371] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52bce939-059e-1e0f-2150-2a3c11f9a3dc" [ 1152.927371] env[69889]: _type = "HttpNfcLease" [ 1152.927371] env[69889]: } obtained for vApp import into resource pool (val){ [ 1152.927371] env[69889]: value = "resgroup-9" [ 1152.927371] env[69889]: _type = "ResourcePool" [ 1152.927371] env[69889]: }. {{(pid=69889) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1152.927680] env[69889]: DEBUG oslo_vmware.api [None req-9f3c4bbb-0900-4795-bc59-38f9553ac806 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Waiting for the lease: (returnval){ [ 1152.927680] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52bce939-059e-1e0f-2150-2a3c11f9a3dc" [ 1152.927680] env[69889]: _type = "HttpNfcLease" [ 1152.927680] env[69889]: } to be ready. {{(pid=69889) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1152.935372] env[69889]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1152.935372] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52bce939-059e-1e0f-2150-2a3c11f9a3dc" [ 1152.935372] env[69889]: _type = "HttpNfcLease" [ 1152.935372] env[69889]: } is initializing. {{(pid=69889) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1152.936743] env[69889]: DEBUG oslo_vmware.api [None req-cc1721d7-0cab-460d-9430-6fa8740b93ef tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Waiting for the task: (returnval){ [ 1152.936743] env[69889]: value = "task-4078027" [ 1152.936743] env[69889]: _type = "Task" [ 1152.936743] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.944746] env[69889]: DEBUG oslo_vmware.api [None req-cc1721d7-0cab-460d-9430-6fa8740b93ef tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Task: {'id': task-4078027, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.964020] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c9588198-dd72-4e8f-aa85-ba0db28f4c67 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.772s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.967385] env[69889]: DEBUG oslo_concurrency.lockutils [None req-afa6bb88-f2ae-455c-b32c-69ddeb4c1167 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.100s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.969205] env[69889]: INFO nova.compute.claims [None req-afa6bb88-f2ae-455c-b32c-69ddeb4c1167 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] [instance: 5117077b-9ac8-4213-bf92-8b5555101496] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1153.000102] env[69889]: INFO nova.scheduler.client.report [None req-c9588198-dd72-4e8f-aa85-ba0db28f4c67 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Deleted allocations for instance ec331f28-d5ae-4c98-ac7f-612fcd03b679 [ 1153.009193] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1dfd7d14-0035-4ef3-bc2e-44cbdfbe3ab4 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Lock "interface-6f282443-f481-4f8c-979e-e2750d671814-f30250b1-8014-4179-93ad-b5bb4fb8ed37" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.741s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.206116] env[69889]: DEBUG oslo_concurrency.lockutils [None req-4bc6d360-e7f6-42d4-8ffd-d0297eeca70b tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Releasing lock "refresh_cache-8866902a-621e-444a-a853-a3753f0418f2" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.206847] env[69889]: DEBUG nova.objects.instance [None req-4bc6d360-e7f6-42d4-8ffd-d0297eeca70b tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Lazy-loading 'flavor' on Instance uuid 8866902a-621e-444a-a853-a3753f0418f2 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1153.215418] env[69889]: DEBUG nova.compute.manager [None req-4f1ad6b8-c4ee-4539-b19b-4b38499cbda0 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: ffcc822f-9e11-435a-9170-5305926d7836] Start spawning the instance on the hypervisor. {{(pid=69889) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1153.240087] env[69889]: DEBUG nova.virt.hardware [None req-4f1ad6b8-c4ee-4539-b19b-4b38499cbda0 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1153.241010] env[69889]: DEBUG nova.virt.hardware [None req-4f1ad6b8-c4ee-4539-b19b-4b38499cbda0 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1153.241010] env[69889]: DEBUG nova.virt.hardware [None req-4f1ad6b8-c4ee-4539-b19b-4b38499cbda0 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1153.241010] env[69889]: DEBUG nova.virt.hardware [None req-4f1ad6b8-c4ee-4539-b19b-4b38499cbda0 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1153.241010] env[69889]: DEBUG nova.virt.hardware [None req-4f1ad6b8-c4ee-4539-b19b-4b38499cbda0 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1153.241010] env[69889]: DEBUG nova.virt.hardware [None req-4f1ad6b8-c4ee-4539-b19b-4b38499cbda0 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1153.241236] env[69889]: DEBUG nova.virt.hardware [None req-4f1ad6b8-c4ee-4539-b19b-4b38499cbda0 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1153.241412] env[69889]: DEBUG nova.virt.hardware [None req-4f1ad6b8-c4ee-4539-b19b-4b38499cbda0 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1153.241556] env[69889]: DEBUG nova.virt.hardware [None req-4f1ad6b8-c4ee-4539-b19b-4b38499cbda0 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1153.241719] env[69889]: DEBUG nova.virt.hardware [None req-4f1ad6b8-c4ee-4539-b19b-4b38499cbda0 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1153.241889] env[69889]: DEBUG nova.virt.hardware [None req-4f1ad6b8-c4ee-4539-b19b-4b38499cbda0 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1153.243535] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5936db1f-9b13-48a1-8cee-cb65ad83737e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.251469] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-123e2954-0c08-4e54-b14a-9f1c1e1b62fc {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.439330] env[69889]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1153.439330] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52bce939-059e-1e0f-2150-2a3c11f9a3dc" [ 1153.439330] env[69889]: _type = "HttpNfcLease" [ 1153.439330] env[69889]: } is initializing. {{(pid=69889) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1153.448225] env[69889]: DEBUG oslo_vmware.api [None req-cc1721d7-0cab-460d-9430-6fa8740b93ef tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Task: {'id': task-4078027, 'name': ReconfigVM_Task, 'duration_secs': 0.37138} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.448544] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc1721d7-0cab-460d-9430-6fa8740b93ef tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: 380e1853-b5a2-4bcb-abcf-8acf34b52db6] Reconfigured VM instance instance-0000005b to detach disk 2001 {{(pid=69889) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1153.453954] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a28dc1a-70e7-4a3e-b996-6fb11ebe362f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.469967] env[69889]: DEBUG oslo_vmware.api [None req-cc1721d7-0cab-460d-9430-6fa8740b93ef tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Waiting for the task: (returnval){ [ 1153.469967] env[69889]: value = "task-4078028" [ 1153.469967] env[69889]: _type = "Task" [ 1153.469967] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.482336] env[69889]: DEBUG oslo_vmware.api [None req-cc1721d7-0cab-460d-9430-6fa8740b93ef tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Task: {'id': task-4078028, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.509197] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c9588198-dd72-4e8f-aa85-ba0db28f4c67 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Lock "ec331f28-d5ae-4c98-ac7f-612fcd03b679" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.059s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.594038] env[69889]: DEBUG nova.network.neutron [None req-4f1ad6b8-c4ee-4539-b19b-4b38499cbda0 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: ffcc822f-9e11-435a-9170-5305926d7836] Successfully updated port: c4f3e38f-2ef7-4541-8cab-24a49a4bb5a6 {{(pid=69889) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1153.628665] env[69889]: DEBUG nova.compute.manager [req-ba01aa42-d86e-4c5b-a33e-86e050852dd6 req-80e66246-864a-4310-9403-73ba9aef09aa service nova] [instance: ffcc822f-9e11-435a-9170-5305926d7836] Received event network-vif-plugged-c4f3e38f-2ef7-4541-8cab-24a49a4bb5a6 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1153.628974] env[69889]: DEBUG oslo_concurrency.lockutils [req-ba01aa42-d86e-4c5b-a33e-86e050852dd6 req-80e66246-864a-4310-9403-73ba9aef09aa service nova] Acquiring lock "ffcc822f-9e11-435a-9170-5305926d7836-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.629449] env[69889]: DEBUG oslo_concurrency.lockutils [req-ba01aa42-d86e-4c5b-a33e-86e050852dd6 req-80e66246-864a-4310-9403-73ba9aef09aa service nova] Lock "ffcc822f-9e11-435a-9170-5305926d7836-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.629449] env[69889]: DEBUG oslo_concurrency.lockutils [req-ba01aa42-d86e-4c5b-a33e-86e050852dd6 req-80e66246-864a-4310-9403-73ba9aef09aa service nova] Lock "ffcc822f-9e11-435a-9170-5305926d7836-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.629555] env[69889]: DEBUG nova.compute.manager [req-ba01aa42-d86e-4c5b-a33e-86e050852dd6 req-80e66246-864a-4310-9403-73ba9aef09aa service nova] [instance: ffcc822f-9e11-435a-9170-5305926d7836] No waiting events found dispatching network-vif-plugged-c4f3e38f-2ef7-4541-8cab-24a49a4bb5a6 {{(pid=69889) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1153.629654] env[69889]: WARNING nova.compute.manager [req-ba01aa42-d86e-4c5b-a33e-86e050852dd6 req-80e66246-864a-4310-9403-73ba9aef09aa service nova] [instance: ffcc822f-9e11-435a-9170-5305926d7836] Received unexpected event network-vif-plugged-c4f3e38f-2ef7-4541-8cab-24a49a4bb5a6 for instance with vm_state building and task_state spawning. [ 1153.714996] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34e87f5d-9666-4712-9fcc-03eecafc8990 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.737779] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bc6d360-e7f6-42d4-8ffd-d0297eeca70b tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: 8866902a-621e-444a-a853-a3753f0418f2] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1153.738170] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e05218a7-d0f3-48c7-ad7c-f0f2bfe68f61 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.745575] env[69889]: DEBUG oslo_vmware.api [None req-4bc6d360-e7f6-42d4-8ffd-d0297eeca70b tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Waiting for the task: (returnval){ [ 1153.745575] env[69889]: value = "task-4078029" [ 1153.745575] env[69889]: _type = "Task" [ 1153.745575] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.754482] env[69889]: DEBUG oslo_vmware.api [None req-4bc6d360-e7f6-42d4-8ffd-d0297eeca70b tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': task-4078029, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.938499] env[69889]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1153.938499] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52bce939-059e-1e0f-2150-2a3c11f9a3dc" [ 1153.938499] env[69889]: _type = "HttpNfcLease" [ 1153.938499] env[69889]: } is ready. {{(pid=69889) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1153.938845] env[69889]: DEBUG oslo_vmware.rw_handles [None req-9f3c4bbb-0900-4795-bc59-38f9553ac806 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1153.938845] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52bce939-059e-1e0f-2150-2a3c11f9a3dc" [ 1153.938845] env[69889]: _type = "HttpNfcLease" [ 1153.938845] env[69889]: }. {{(pid=69889) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1153.939655] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff398539-3796-446d-9849-98c06be03005 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.948484] env[69889]: DEBUG oslo_vmware.rw_handles [None req-9f3c4bbb-0900-4795-bc59-38f9553ac806 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527f80c6-fefb-6b0f-b67d-5ccaeee27258/disk-0.vmdk from lease info. {{(pid=69889) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1153.948818] env[69889]: DEBUG oslo_vmware.rw_handles [None req-9f3c4bbb-0900-4795-bc59-38f9553ac806 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Creating HTTP connection to write to file with size = 31664128 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527f80c6-fefb-6b0f-b67d-5ccaeee27258/disk-0.vmdk. {{(pid=69889) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1154.023035] env[69889]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-fe9afe5e-1668-459c-b41e-27d0c98e3876 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.030429] env[69889]: DEBUG oslo_vmware.api [None req-cc1721d7-0cab-460d-9430-6fa8740b93ef tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Task: {'id': task-4078028, 'name': ReconfigVM_Task, 'duration_secs': 0.163593} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.030486] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc1721d7-0cab-460d-9430-6fa8740b93ef tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: 380e1853-b5a2-4bcb-abcf-8acf34b52db6] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-808052', 'volume_id': 'f0aa75fa-6c62-4a09-97a6-94f9cb0635f5', 'name': 'volume-f0aa75fa-6c62-4a09-97a6-94f9cb0635f5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '380e1853-b5a2-4bcb-abcf-8acf34b52db6', 'attached_at': '', 'detached_at': '', 'volume_id': 'f0aa75fa-6c62-4a09-97a6-94f9cb0635f5', 'serial': 'f0aa75fa-6c62-4a09-97a6-94f9cb0635f5'} {{(pid=69889) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1154.097183] env[69889]: DEBUG oslo_concurrency.lockutils [None req-4f1ad6b8-c4ee-4539-b19b-4b38499cbda0 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Acquiring lock "refresh_cache-ffcc822f-9e11-435a-9170-5305926d7836" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.097332] env[69889]: DEBUG oslo_concurrency.lockutils [None req-4f1ad6b8-c4ee-4539-b19b-4b38499cbda0 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Acquired lock "refresh_cache-ffcc822f-9e11-435a-9170-5305926d7836" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.097485] env[69889]: DEBUG nova.network.neutron [None req-4f1ad6b8-c4ee-4539-b19b-4b38499cbda0 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: ffcc822f-9e11-435a-9170-5305926d7836] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1154.204242] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-783d7fce-196f-46e6-b190-adf811d2397e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.213772] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4156fd79-399f-4f03-a2b3-6de5ca35ebe6 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.257022] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23fb0692-707f-4c93-baac-86d605a6b96f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.272562] env[69889]: DEBUG oslo_vmware.api [None req-4bc6d360-e7f6-42d4-8ffd-d0297eeca70b tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': task-4078029, 'name': PowerOffVM_Task, 'duration_secs': 0.228046} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.275427] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57a82972-b787-42e4-91da-858e56310c4c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.279773] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bc6d360-e7f6-42d4-8ffd-d0297eeca70b tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: 8866902a-621e-444a-a853-a3753f0418f2] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1154.285478] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bc6d360-e7f6-42d4-8ffd-d0297eeca70b tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: 8866902a-621e-444a-a853-a3753f0418f2] Reconfiguring VM instance instance-0000005f to detach disk 2001 {{(pid=69889) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1154.288289] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77f70709-2b33-40c3-9df5-29c87747c55b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.316321] env[69889]: DEBUG nova.compute.provider_tree [None req-afa6bb88-f2ae-455c-b32c-69ddeb4c1167 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1154.320090] env[69889]: DEBUG oslo_vmware.api [None req-4bc6d360-e7f6-42d4-8ffd-d0297eeca70b tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Waiting for the task: (returnval){ [ 1154.320090] env[69889]: value = "task-4078030" [ 1154.320090] env[69889]: _type = "Task" [ 1154.320090] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.331606] env[69889]: DEBUG oslo_vmware.api [None req-4bc6d360-e7f6-42d4-8ffd-d0297eeca70b tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': task-4078030, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.522355] env[69889]: DEBUG oslo_concurrency.lockutils [None req-6bba4838-b4a1-4991-8ff9-381f2680032c tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Acquiring lock "interface-6f282443-f481-4f8c-979e-e2750d671814-f30250b1-8014-4179-93ad-b5bb4fb8ed37" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.522695] env[69889]: DEBUG oslo_concurrency.lockutils [None req-6bba4838-b4a1-4991-8ff9-381f2680032c tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Lock "interface-6f282443-f481-4f8c-979e-e2750d671814-f30250b1-8014-4179-93ad-b5bb4fb8ed37" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.579755] env[69889]: DEBUG nova.objects.instance [None req-cc1721d7-0cab-460d-9430-6fa8740b93ef tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Lazy-loading 'flavor' on Instance uuid 380e1853-b5a2-4bcb-abcf-8acf34b52db6 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1154.648545] env[69889]: DEBUG nova.network.neutron [None req-4f1ad6b8-c4ee-4539-b19b-4b38499cbda0 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: ffcc822f-9e11-435a-9170-5305926d7836] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1154.817681] env[69889]: DEBUG nova.network.neutron [None req-4f1ad6b8-c4ee-4539-b19b-4b38499cbda0 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: ffcc822f-9e11-435a-9170-5305926d7836] Updating instance_info_cache with network_info: [{"id": "c4f3e38f-2ef7-4541-8cab-24a49a4bb5a6", "address": "fa:16:3e:56:ba:fa", "network": {"id": "a205e286-28cc-4d8d-92da-d016aa89fb95", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1004022442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e46f471b2284533892518bdcc6cd332", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e83154-c0d2-4d3d-b95e-3cd5ba336257", "external-id": "nsx-vlan-transportzone-771", "segmentation_id": 771, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4f3e38f-2e", "ovs_interfaceid": "c4f3e38f-2ef7-4541-8cab-24a49a4bb5a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.820038] env[69889]: DEBUG nova.scheduler.client.report [None req-afa6bb88-f2ae-455c-b32c-69ddeb4c1167 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1154.835526] env[69889]: DEBUG oslo_vmware.api [None req-4bc6d360-e7f6-42d4-8ffd-d0297eeca70b tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': task-4078030, 'name': ReconfigVM_Task, 'duration_secs': 0.281124} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.835792] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bc6d360-e7f6-42d4-8ffd-d0297eeca70b tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: 8866902a-621e-444a-a853-a3753f0418f2] Reconfigured VM instance instance-0000005f to detach disk 2001 {{(pid=69889) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1154.835977] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bc6d360-e7f6-42d4-8ffd-d0297eeca70b tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: 8866902a-621e-444a-a853-a3753f0418f2] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1154.836240] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-68ce35e7-6385-4b3a-b586-c1f4650c2f05 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.845854] env[69889]: DEBUG oslo_vmware.api [None req-4bc6d360-e7f6-42d4-8ffd-d0297eeca70b tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Waiting for the task: (returnval){ [ 1154.845854] env[69889]: value = "task-4078031" [ 1154.845854] env[69889]: _type = "Task" [ 1154.845854] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.860333] env[69889]: DEBUG oslo_vmware.api [None req-4bc6d360-e7f6-42d4-8ffd-d0297eeca70b tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': task-4078031, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.029747] env[69889]: DEBUG oslo_concurrency.lockutils [None req-6bba4838-b4a1-4991-8ff9-381f2680032c tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Acquiring lock "6f282443-f481-4f8c-979e-e2750d671814" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.030241] env[69889]: DEBUG oslo_concurrency.lockutils [None req-6bba4838-b4a1-4991-8ff9-381f2680032c tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Acquired lock "6f282443-f481-4f8c-979e-e2750d671814" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.030945] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dcb57be-4c89-4919-8fa3-bbe51e5c4ac6 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.058460] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a00c96b0-a829-4931-951f-85744f753f78 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.090256] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-6bba4838-b4a1-4991-8ff9-381f2680032c tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 6f282443-f481-4f8c-979e-e2750d671814] Reconfiguring VM to detach interface {{(pid=69889) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1155.098248] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1358d9f5-260b-4698-ae4f-e109d8c9079c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.123354] env[69889]: DEBUG oslo_concurrency.lockutils [None req-034069fb-9344-4e2d-9662-d63c66ba2a95 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Acquiring lock "39aba68a-2ac8-47be-b799-ef9f1cfb4521" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.123653] env[69889]: DEBUG oslo_concurrency.lockutils [None req-034069fb-9344-4e2d-9662-d63c66ba2a95 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Lock "39aba68a-2ac8-47be-b799-ef9f1cfb4521" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.128697] env[69889]: DEBUG oslo_vmware.api [None req-6bba4838-b4a1-4991-8ff9-381f2680032c tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Waiting for the task: (returnval){ [ 1155.128697] env[69889]: value = "task-4078032" [ 1155.128697] env[69889]: _type = "Task" [ 1155.128697] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.139633] env[69889]: DEBUG oslo_vmware.api [None req-6bba4838-b4a1-4991-8ff9-381f2680032c tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4078032, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.234494] env[69889]: DEBUG oslo_vmware.rw_handles [None req-9f3c4bbb-0900-4795-bc59-38f9553ac806 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Completed reading data from the image iterator. {{(pid=69889) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1155.234726] env[69889]: DEBUG oslo_vmware.rw_handles [None req-9f3c4bbb-0900-4795-bc59-38f9553ac806 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527f80c6-fefb-6b0f-b67d-5ccaeee27258/disk-0.vmdk. {{(pid=69889) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1155.235835] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf158659-c763-4b04-a303-900d3d692d36 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.244256] env[69889]: DEBUG oslo_vmware.rw_handles [None req-9f3c4bbb-0900-4795-bc59-38f9553ac806 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527f80c6-fefb-6b0f-b67d-5ccaeee27258/disk-0.vmdk is in state: ready. {{(pid=69889) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1155.244454] env[69889]: DEBUG oslo_vmware.rw_handles [None req-9f3c4bbb-0900-4795-bc59-38f9553ac806 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527f80c6-fefb-6b0f-b67d-5ccaeee27258/disk-0.vmdk. {{(pid=69889) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1155.244710] env[69889]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-eec6eac8-0560-46dc-bfbe-470c783261b7 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.324165] env[69889]: DEBUG oslo_concurrency.lockutils [None req-4f1ad6b8-c4ee-4539-b19b-4b38499cbda0 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Releasing lock "refresh_cache-ffcc822f-9e11-435a-9170-5305926d7836" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.324550] env[69889]: DEBUG nova.compute.manager [None req-4f1ad6b8-c4ee-4539-b19b-4b38499cbda0 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: ffcc822f-9e11-435a-9170-5305926d7836] Instance network_info: |[{"id": "c4f3e38f-2ef7-4541-8cab-24a49a4bb5a6", "address": "fa:16:3e:56:ba:fa", "network": {"id": "a205e286-28cc-4d8d-92da-d016aa89fb95", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1004022442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e46f471b2284533892518bdcc6cd332", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e83154-c0d2-4d3d-b95e-3cd5ba336257", "external-id": "nsx-vlan-transportzone-771", "segmentation_id": 771, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4f3e38f-2e", "ovs_interfaceid": "c4f3e38f-2ef7-4541-8cab-24a49a4bb5a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1155.325295] env[69889]: DEBUG oslo_concurrency.lockutils [None req-afa6bb88-f2ae-455c-b32c-69ddeb4c1167 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.358s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.325778] env[69889]: DEBUG nova.compute.manager [None req-afa6bb88-f2ae-455c-b32c-69ddeb4c1167 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] [instance: 5117077b-9ac8-4213-bf92-8b5555101496] Start building networks asynchronously for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1155.328701] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-4f1ad6b8-c4ee-4539-b19b-4b38499cbda0 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: ffcc822f-9e11-435a-9170-5305926d7836] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:ba:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13e83154-c0d2-4d3d-b95e-3cd5ba336257', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c4f3e38f-2ef7-4541-8cab-24a49a4bb5a6', 'vif_model': 'vmxnet3'}] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1155.336964] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f1ad6b8-c4ee-4539-b19b-4b38499cbda0 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Creating folder: Project (5e46f471b2284533892518bdcc6cd332). Parent ref: group-v807779. {{(pid=69889) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1155.337659] env[69889]: DEBUG oslo_concurrency.lockutils [None req-6b20d6d0-e85c-46f0-a8c0-cd25541df2cc tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 7.208s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.338994] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fe9a24ca-765a-4062-96c5-d23c45f4ebbf {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.354375] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-4f1ad6b8-c4ee-4539-b19b-4b38499cbda0 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Created folder: Project (5e46f471b2284533892518bdcc6cd332) in parent group-v807779. [ 1155.354578] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f1ad6b8-c4ee-4539-b19b-4b38499cbda0 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Creating folder: Instances. Parent ref: group-v808055. {{(pid=69889) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1155.358052] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-534093e4-5d90-4c89-9349-a0ce5dc66117 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.360411] env[69889]: DEBUG oslo_vmware.api [None req-4bc6d360-e7f6-42d4-8ffd-d0297eeca70b tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': task-4078031, 'name': PowerOnVM_Task, 'duration_secs': 0.458069} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.360703] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bc6d360-e7f6-42d4-8ffd-d0297eeca70b tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: 8866902a-621e-444a-a853-a3753f0418f2] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1155.360958] env[69889]: DEBUG nova.compute.manager [None req-4bc6d360-e7f6-42d4-8ffd-d0297eeca70b tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: 8866902a-621e-444a-a853-a3753f0418f2] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1155.362158] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c48a4969-6350-4fc0-a648-c20b185b2b1e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.372307] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-4f1ad6b8-c4ee-4539-b19b-4b38499cbda0 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Created folder: Instances in parent group-v808055. [ 1155.372562] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4f1ad6b8-c4ee-4539-b19b-4b38499cbda0 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1155.372940] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ffcc822f-9e11-435a-9170-5305926d7836] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1155.373169] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-223fd0ff-01f5-4203-9fb0-88b0165cfe5d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.395709] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1155.395709] env[69889]: value = "task-4078035" [ 1155.395709] env[69889]: _type = "Task" [ 1155.395709] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.406959] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4078035, 'name': CreateVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.512173] env[69889]: DEBUG oslo_vmware.rw_handles [None req-9f3c4bbb-0900-4795-bc59-38f9553ac806 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527f80c6-fefb-6b0f-b67d-5ccaeee27258/disk-0.vmdk. {{(pid=69889) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1155.512633] env[69889]: INFO nova.virt.vmwareapi.images [None req-9f3c4bbb-0900-4795-bc59-38f9553ac806 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] [instance: 13d9f160-3906-4434-859b-4fc4b226333e] Downloaded image file data 194445ea-78f6-43de-9ffe-18f8f3ceaf34 [ 1155.513830] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e6fbc99-b39b-4299-8eeb-1537414d8daa {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.538437] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-559a4cf3-7cd8-4af8-b006-d441a3b8e910 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.566420] env[69889]: INFO nova.virt.vmwareapi.images [None req-9f3c4bbb-0900-4795-bc59-38f9553ac806 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] [instance: 13d9f160-3906-4434-859b-4fc4b226333e] The imported VM was unregistered [ 1155.569055] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-9f3c4bbb-0900-4795-bc59-38f9553ac806 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] [instance: 13d9f160-3906-4434-859b-4fc4b226333e] Caching image {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1155.569370] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f3c4bbb-0900-4795-bc59-38f9553ac806 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Creating directory with path [datastore1] devstack-image-cache_base/194445ea-78f6-43de-9ffe-18f8f3ceaf34 {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1155.569560] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f27c4527-85fc-4787-945f-78c96939692f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.581296] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f3c4bbb-0900-4795-bc59-38f9553ac806 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Created directory with path [datastore1] devstack-image-cache_base/194445ea-78f6-43de-9ffe-18f8f3ceaf34 {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1155.581514] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f3c4bbb-0900-4795-bc59-38f9553ac806 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_62745654-3239-49f3-bd6d-e015edcb1275/OSTACK_IMG_62745654-3239-49f3-bd6d-e015edcb1275.vmdk to [datastore1] devstack-image-cache_base/194445ea-78f6-43de-9ffe-18f8f3ceaf34/194445ea-78f6-43de-9ffe-18f8f3ceaf34.vmdk. {{(pid=69889) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1155.581797] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-9ed95e1e-eb93-41d5-8ffb-ff6bc344cb2b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.589331] env[69889]: DEBUG oslo_vmware.api [None req-9f3c4bbb-0900-4795-bc59-38f9553ac806 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Waiting for the task: (returnval){ [ 1155.589331] env[69889]: value = "task-4078037" [ 1155.589331] env[69889]: _type = "Task" [ 1155.589331] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.598686] env[69889]: DEBUG oslo_vmware.api [None req-9f3c4bbb-0900-4795-bc59-38f9553ac806 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Task: {'id': task-4078037, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.619832] env[69889]: DEBUG oslo_concurrency.lockutils [None req-cc1721d7-0cab-460d-9430-6fa8740b93ef tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Lock "380e1853-b5a2-4bcb-abcf-8acf34b52db6" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.348s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.628050] env[69889]: DEBUG nova.compute.manager [None req-034069fb-9344-4e2d-9662-d63c66ba2a95 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 39aba68a-2ac8-47be-b799-ef9f1cfb4521] Starting instance... {{(pid=69889) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1155.643781] env[69889]: DEBUG oslo_vmware.api [None req-6bba4838-b4a1-4991-8ff9-381f2680032c tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4078032, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.659219] env[69889]: DEBUG nova.compute.manager [req-3b9f3a82-33c1-4132-8b22-924395a79755 req-7e8a04db-5393-4b0d-8563-1b203874e696 service nova] [instance: ffcc822f-9e11-435a-9170-5305926d7836] Received event network-changed-c4f3e38f-2ef7-4541-8cab-24a49a4bb5a6 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1155.659277] env[69889]: DEBUG nova.compute.manager [req-3b9f3a82-33c1-4132-8b22-924395a79755 req-7e8a04db-5393-4b0d-8563-1b203874e696 service nova] [instance: ffcc822f-9e11-435a-9170-5305926d7836] Refreshing instance network info cache due to event network-changed-c4f3e38f-2ef7-4541-8cab-24a49a4bb5a6. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1155.659474] env[69889]: DEBUG oslo_concurrency.lockutils [req-3b9f3a82-33c1-4132-8b22-924395a79755 req-7e8a04db-5393-4b0d-8563-1b203874e696 service nova] Acquiring lock "refresh_cache-ffcc822f-9e11-435a-9170-5305926d7836" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.659633] env[69889]: DEBUG oslo_concurrency.lockutils [req-3b9f3a82-33c1-4132-8b22-924395a79755 req-7e8a04db-5393-4b0d-8563-1b203874e696 service nova] Acquired lock "refresh_cache-ffcc822f-9e11-435a-9170-5305926d7836" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.659838] env[69889]: DEBUG nova.network.neutron [req-3b9f3a82-33c1-4132-8b22-924395a79755 req-7e8a04db-5393-4b0d-8563-1b203874e696 service nova] [instance: ffcc822f-9e11-435a-9170-5305926d7836] Refreshing network info cache for port c4f3e38f-2ef7-4541-8cab-24a49a4bb5a6 {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1155.839067] env[69889]: DEBUG nova.compute.utils [None req-afa6bb88-f2ae-455c-b32c-69ddeb4c1167 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1155.840675] env[69889]: DEBUG nova.compute.manager [None req-afa6bb88-f2ae-455c-b32c-69ddeb4c1167 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] [instance: 5117077b-9ac8-4213-bf92-8b5555101496] Allocating IP information in the background. {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1155.841016] env[69889]: DEBUG nova.network.neutron [None req-afa6bb88-f2ae-455c-b32c-69ddeb4c1167 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] [instance: 5117077b-9ac8-4213-bf92-8b5555101496] allocate_for_instance() {{(pid=69889) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1155.845723] env[69889]: INFO nova.compute.claims [None req-6b20d6d0-e85c-46f0-a8c0-cd25541df2cc tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1155.902460] env[69889]: DEBUG nova.policy [None req-afa6bb88-f2ae-455c-b32c-69ddeb4c1167 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f47bee050c5949b6aa39d6784aba772e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3a9eeceec0a8405d9068d1e33bd9e659', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69889) authorize /opt/stack/nova/nova/policy.py:192}} [ 1155.912998] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4078035, 'name': CreateVM_Task, 'duration_secs': 0.361519} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.913216] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ffcc822f-9e11-435a-9170-5305926d7836] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1155.913925] env[69889]: DEBUG oslo_concurrency.lockutils [None req-4f1ad6b8-c4ee-4539-b19b-4b38499cbda0 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.914173] env[69889]: DEBUG oslo_concurrency.lockutils [None req-4f1ad6b8-c4ee-4539-b19b-4b38499cbda0 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.914802] env[69889]: DEBUG oslo_concurrency.lockutils [None req-4f1ad6b8-c4ee-4539-b19b-4b38499cbda0 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.914872] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0dd8d34-6753-4b0a-b38c-f4fdd723d4be {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.921378] env[69889]: DEBUG oslo_vmware.api [None req-4f1ad6b8-c4ee-4539-b19b-4b38499cbda0 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Waiting for the task: (returnval){ [ 1155.921378] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]526f6460-9f98-14e3-ba1c-2c3b742fb0e9" [ 1155.921378] env[69889]: _type = "Task" [ 1155.921378] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.931508] env[69889]: DEBUG oslo_vmware.api [None req-4f1ad6b8-c4ee-4539-b19b-4b38499cbda0 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]526f6460-9f98-14e3-ba1c-2c3b742fb0e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.102305] env[69889]: DEBUG oslo_vmware.api [None req-9f3c4bbb-0900-4795-bc59-38f9553ac806 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Task: {'id': task-4078037, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.147116] env[69889]: DEBUG oslo_vmware.api [None req-6bba4838-b4a1-4991-8ff9-381f2680032c tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4078032, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.158977] env[69889]: DEBUG oslo_concurrency.lockutils [None req-034069fb-9344-4e2d-9662-d63c66ba2a95 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.291152] env[69889]: DEBUG nova.network.neutron [None req-afa6bb88-f2ae-455c-b32c-69ddeb4c1167 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] [instance: 5117077b-9ac8-4213-bf92-8b5555101496] Successfully created port: 1d2dc3a5-596b-433f-98ea-85120713fac6 {{(pid=69889) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1156.344727] env[69889]: DEBUG nova.compute.manager [None req-afa6bb88-f2ae-455c-b32c-69ddeb4c1167 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] [instance: 5117077b-9ac8-4213-bf92-8b5555101496] Start building block device mappings for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1156.353539] env[69889]: INFO nova.compute.resource_tracker [None req-6b20d6d0-e85c-46f0-a8c0-cd25541df2cc tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4] Updating resource usage from migration d35afa3a-d9ab-494c-898e-18575d47a961 [ 1156.440136] env[69889]: DEBUG oslo_vmware.api [None req-4f1ad6b8-c4ee-4539-b19b-4b38499cbda0 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]526f6460-9f98-14e3-ba1c-2c3b742fb0e9, 'name': SearchDatastore_Task, 'duration_secs': 0.075796} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.440960] env[69889]: DEBUG oslo_concurrency.lockutils [None req-4f1ad6b8-c4ee-4539-b19b-4b38499cbda0 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.440960] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-4f1ad6b8-c4ee-4539-b19b-4b38499cbda0 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: ffcc822f-9e11-435a-9170-5305926d7836] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1156.440960] env[69889]: DEBUG oslo_concurrency.lockutils [None req-4f1ad6b8-c4ee-4539-b19b-4b38499cbda0 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.441219] env[69889]: DEBUG oslo_concurrency.lockutils [None req-4f1ad6b8-c4ee-4539-b19b-4b38499cbda0 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.441253] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f1ad6b8-c4ee-4539-b19b-4b38499cbda0 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1156.441882] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-88a44a9b-af91-403e-9efe-04cd75a07681 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.461906] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f1ad6b8-c4ee-4539-b19b-4b38499cbda0 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1156.462204] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-4f1ad6b8-c4ee-4539-b19b-4b38499cbda0 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1156.466690] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5413370f-2de8-4ffa-ae9e-128a25484415 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.472853] env[69889]: DEBUG nova.network.neutron [req-3b9f3a82-33c1-4132-8b22-924395a79755 req-7e8a04db-5393-4b0d-8563-1b203874e696 service nova] [instance: ffcc822f-9e11-435a-9170-5305926d7836] Updated VIF entry in instance network info cache for port c4f3e38f-2ef7-4541-8cab-24a49a4bb5a6. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1156.473881] env[69889]: DEBUG nova.network.neutron [req-3b9f3a82-33c1-4132-8b22-924395a79755 req-7e8a04db-5393-4b0d-8563-1b203874e696 service nova] [instance: ffcc822f-9e11-435a-9170-5305926d7836] Updating instance_info_cache with network_info: [{"id": "c4f3e38f-2ef7-4541-8cab-24a49a4bb5a6", "address": "fa:16:3e:56:ba:fa", "network": {"id": "a205e286-28cc-4d8d-92da-d016aa89fb95", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1004022442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e46f471b2284533892518bdcc6cd332", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e83154-c0d2-4d3d-b95e-3cd5ba336257", "external-id": "nsx-vlan-transportzone-771", "segmentation_id": 771, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4f3e38f-2e", "ovs_interfaceid": "c4f3e38f-2ef7-4541-8cab-24a49a4bb5a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.481802] env[69889]: DEBUG oslo_vmware.api [None req-4f1ad6b8-c4ee-4539-b19b-4b38499cbda0 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Waiting for the task: (returnval){ [ 1156.481802] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]525331f0-15ef-22ba-daf1-60cbc5976e8e" [ 1156.481802] env[69889]: _type = "Task" [ 1156.481802] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.501870] env[69889]: DEBUG oslo_vmware.api [None req-4f1ad6b8-c4ee-4539-b19b-4b38499cbda0 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]525331f0-15ef-22ba-daf1-60cbc5976e8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.582298] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e3dcae3-7e46-4bc4-a22c-133c3b5ba22b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.597255] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6624973-bc1f-490a-8dc0-4e935a367cd8 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.609302] env[69889]: DEBUG oslo_vmware.api [None req-9f3c4bbb-0900-4795-bc59-38f9553ac806 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Task: {'id': task-4078037, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.637518] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5a8cb393-5b3b-447e-a4bd-cad32ed4c391 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Acquiring lock "380e1853-b5a2-4bcb-abcf-8acf34b52db6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.637905] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5a8cb393-5b3b-447e-a4bd-cad32ed4c391 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Lock "380e1853-b5a2-4bcb-abcf-8acf34b52db6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.638230] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5a8cb393-5b3b-447e-a4bd-cad32ed4c391 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Acquiring lock "380e1853-b5a2-4bcb-abcf-8acf34b52db6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.638458] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5a8cb393-5b3b-447e-a4bd-cad32ed4c391 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Lock "380e1853-b5a2-4bcb-abcf-8acf34b52db6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.638650] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5a8cb393-5b3b-447e-a4bd-cad32ed4c391 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Lock "380e1853-b5a2-4bcb-abcf-8acf34b52db6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.640979] env[69889]: INFO nova.compute.manager [None req-5a8cb393-5b3b-447e-a4bd-cad32ed4c391 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: 380e1853-b5a2-4bcb-abcf-8acf34b52db6] Terminating instance [ 1156.649290] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58d5c291-ddd3-4528-9531-fe92d6d0457e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.664413] env[69889]: DEBUG oslo_vmware.api [None req-6bba4838-b4a1-4991-8ff9-381f2680032c tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4078032, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.665436] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cf142d6-f591-4089-bbf1-3a9a1f9a4420 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.683070] env[69889]: DEBUG nova.compute.provider_tree [None req-6b20d6d0-e85c-46f0-a8c0-cd25541df2cc tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Updating inventory in ProviderTree for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1156.976610] env[69889]: DEBUG oslo_concurrency.lockutils [req-3b9f3a82-33c1-4132-8b22-924395a79755 req-7e8a04db-5393-4b0d-8563-1b203874e696 service nova] Releasing lock "refresh_cache-ffcc822f-9e11-435a-9170-5305926d7836" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.995590] env[69889]: DEBUG oslo_vmware.api [None req-4f1ad6b8-c4ee-4539-b19b-4b38499cbda0 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]525331f0-15ef-22ba-daf1-60cbc5976e8e, 'name': SearchDatastore_Task, 'duration_secs': 0.089613} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.996512] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea6c0a63-bfbd-475f-843c-93eb3890f7e6 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.004888] env[69889]: DEBUG oslo_vmware.api [None req-4f1ad6b8-c4ee-4539-b19b-4b38499cbda0 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Waiting for the task: (returnval){ [ 1157.004888] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52a36616-5244-168a-3693-969759601c06" [ 1157.004888] env[69889]: _type = "Task" [ 1157.004888] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.015908] env[69889]: DEBUG oslo_vmware.api [None req-4f1ad6b8-c4ee-4539-b19b-4b38499cbda0 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52a36616-5244-168a-3693-969759601c06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.103856] env[69889]: DEBUG oslo_vmware.api [None req-9f3c4bbb-0900-4795-bc59-38f9553ac806 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Task: {'id': task-4078037, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.145141] env[69889]: DEBUG nova.compute.manager [None req-5a8cb393-5b3b-447e-a4bd-cad32ed4c391 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: 380e1853-b5a2-4bcb-abcf-8acf34b52db6] Start destroying the instance on the hypervisor. {{(pid=69889) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1157.145458] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-5a8cb393-5b3b-447e-a4bd-cad32ed4c391 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: 380e1853-b5a2-4bcb-abcf-8acf34b52db6] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1157.146597] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54525606-b771-4a86-a1fa-7e8381d2f404 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.160086] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a8cb393-5b3b-447e-a4bd-cad32ed4c391 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: 380e1853-b5a2-4bcb-abcf-8acf34b52db6] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1157.164527] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed152e0b-dff6-42df-aebc-4d39c389c3d3 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.166882] env[69889]: DEBUG oslo_vmware.api [None req-6bba4838-b4a1-4991-8ff9-381f2680032c tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4078032, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.175850] env[69889]: DEBUG oslo_vmware.api [None req-5a8cb393-5b3b-447e-a4bd-cad32ed4c391 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Waiting for the task: (returnval){ [ 1157.175850] env[69889]: value = "task-4078038" [ 1157.175850] env[69889]: _type = "Task" [ 1157.175850] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.192339] env[69889]: DEBUG oslo_vmware.api [None req-5a8cb393-5b3b-447e-a4bd-cad32ed4c391 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Task: {'id': task-4078038, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.214223] env[69889]: ERROR nova.scheduler.client.report [None req-6b20d6d0-e85c-46f0-a8c0-cd25541df2cc tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [req-b6beb8bc-60f1-4a97-9ed2-fd536d53a7bb] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 90d7c690-84bb-4f6d-b52e-7f3e0decd101. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b6beb8bc-60f1-4a97-9ed2-fd536d53a7bb"}]} [ 1157.232672] env[69889]: DEBUG nova.scheduler.client.report [None req-6b20d6d0-e85c-46f0-a8c0-cd25541df2cc tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Refreshing inventories for resource provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1157.251368] env[69889]: DEBUG nova.scheduler.client.report [None req-6b20d6d0-e85c-46f0-a8c0-cd25541df2cc tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Updating ProviderTree inventory for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1157.251788] env[69889]: DEBUG nova.compute.provider_tree [None req-6b20d6d0-e85c-46f0-a8c0-cd25541df2cc tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Updating inventory in ProviderTree for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1157.267485] env[69889]: DEBUG nova.scheduler.client.report [None req-6b20d6d0-e85c-46f0-a8c0-cd25541df2cc tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Refreshing aggregate associations for resource provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101, aggregates: None {{(pid=69889) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1157.290439] env[69889]: DEBUG nova.scheduler.client.report [None req-6b20d6d0-e85c-46f0-a8c0-cd25541df2cc tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Refreshing trait associations for resource provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=69889) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1157.363044] env[69889]: DEBUG nova.compute.manager [None req-afa6bb88-f2ae-455c-b32c-69ddeb4c1167 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] [instance: 5117077b-9ac8-4213-bf92-8b5555101496] Start spawning the instance on the hypervisor. {{(pid=69889) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1157.402035] env[69889]: DEBUG nova.virt.hardware [None req-afa6bb88-f2ae-455c-b32c-69ddeb4c1167 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1157.402513] env[69889]: DEBUG nova.virt.hardware [None req-afa6bb88-f2ae-455c-b32c-69ddeb4c1167 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1157.403279] env[69889]: DEBUG nova.virt.hardware [None req-afa6bb88-f2ae-455c-b32c-69ddeb4c1167 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1157.403279] env[69889]: DEBUG nova.virt.hardware [None req-afa6bb88-f2ae-455c-b32c-69ddeb4c1167 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1157.403279] env[69889]: DEBUG nova.virt.hardware [None req-afa6bb88-f2ae-455c-b32c-69ddeb4c1167 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1157.403513] env[69889]: DEBUG nova.virt.hardware [None req-afa6bb88-f2ae-455c-b32c-69ddeb4c1167 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1157.403560] env[69889]: DEBUG nova.virt.hardware [None req-afa6bb88-f2ae-455c-b32c-69ddeb4c1167 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1157.403738] env[69889]: DEBUG nova.virt.hardware [None req-afa6bb88-f2ae-455c-b32c-69ddeb4c1167 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1157.403926] env[69889]: DEBUG nova.virt.hardware [None req-afa6bb88-f2ae-455c-b32c-69ddeb4c1167 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1157.404139] env[69889]: DEBUG nova.virt.hardware [None req-afa6bb88-f2ae-455c-b32c-69ddeb4c1167 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1157.404330] env[69889]: DEBUG nova.virt.hardware [None req-afa6bb88-f2ae-455c-b32c-69ddeb4c1167 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1157.405461] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb477e0f-d340-4680-ab49-d1278b614e42 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.420805] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29dea251-91b1-4fb5-b3d3-e8d6a2b2d571 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.512246] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18d8588d-3e66-4d8b-a932-2e177188c85e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.523566] env[69889]: DEBUG oslo_vmware.api [None req-4f1ad6b8-c4ee-4539-b19b-4b38499cbda0 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52a36616-5244-168a-3693-969759601c06, 'name': SearchDatastore_Task, 'duration_secs': 0.089799} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.525988] env[69889]: DEBUG oslo_concurrency.lockutils [None req-4f1ad6b8-c4ee-4539-b19b-4b38499cbda0 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.526325] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f1ad6b8-c4ee-4539-b19b-4b38499cbda0 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore1] ffcc822f-9e11-435a-9170-5305926d7836/ffcc822f-9e11-435a-9170-5305926d7836.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1157.526671] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f794b2d2-1abe-42e7-875a-59c05168455e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.529647] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fb148ca-33d4-406a-b9cf-5507ce67c0d3 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.569027] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9b96bf6-d7a4-422a-a63c-94c6229ccdbb {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.572293] env[69889]: DEBUG oslo_vmware.api [None req-4f1ad6b8-c4ee-4539-b19b-4b38499cbda0 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Waiting for the task: (returnval){ [ 1157.572293] env[69889]: value = "task-4078039" [ 1157.572293] env[69889]: _type = "Task" [ 1157.572293] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.584288] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b642385-e49b-4f4e-9b2d-e79c13925743 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.588735] env[69889]: DEBUG oslo_vmware.api [None req-4f1ad6b8-c4ee-4539-b19b-4b38499cbda0 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078039, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.608281] env[69889]: DEBUG nova.compute.provider_tree [None req-6b20d6d0-e85c-46f0-a8c0-cd25541df2cc tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Updating inventory in ProviderTree for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1157.618404] env[69889]: DEBUG oslo_vmware.api [None req-9f3c4bbb-0900-4795-bc59-38f9553ac806 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Task: {'id': task-4078037, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.659998] env[69889]: DEBUG oslo_vmware.api [None req-6bba4838-b4a1-4991-8ff9-381f2680032c tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4078032, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.689715] env[69889]: DEBUG oslo_vmware.api [None req-5a8cb393-5b3b-447e-a4bd-cad32ed4c391 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Task: {'id': task-4078038, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.797042] env[69889]: DEBUG nova.compute.manager [req-203608a2-9cbe-4c98-b1e6-fda5bed5f552 req-fbe686d1-9b4b-471a-b446-0372a8ddf504 service nova] [instance: 5117077b-9ac8-4213-bf92-8b5555101496] Received event network-vif-plugged-1d2dc3a5-596b-433f-98ea-85120713fac6 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1157.797293] env[69889]: DEBUG oslo_concurrency.lockutils [req-203608a2-9cbe-4c98-b1e6-fda5bed5f552 req-fbe686d1-9b4b-471a-b446-0372a8ddf504 service nova] Acquiring lock "5117077b-9ac8-4213-bf92-8b5555101496-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.798112] env[69889]: DEBUG oslo_concurrency.lockutils [req-203608a2-9cbe-4c98-b1e6-fda5bed5f552 req-fbe686d1-9b4b-471a-b446-0372a8ddf504 service nova] Lock "5117077b-9ac8-4213-bf92-8b5555101496-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.798240] env[69889]: DEBUG oslo_concurrency.lockutils [req-203608a2-9cbe-4c98-b1e6-fda5bed5f552 req-fbe686d1-9b4b-471a-b446-0372a8ddf504 service nova] Lock "5117077b-9ac8-4213-bf92-8b5555101496-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.798325] env[69889]: DEBUG nova.compute.manager [req-203608a2-9cbe-4c98-b1e6-fda5bed5f552 req-fbe686d1-9b4b-471a-b446-0372a8ddf504 service nova] [instance: 5117077b-9ac8-4213-bf92-8b5555101496] No waiting events found dispatching network-vif-plugged-1d2dc3a5-596b-433f-98ea-85120713fac6 {{(pid=69889) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1157.798503] env[69889]: WARNING nova.compute.manager [req-203608a2-9cbe-4c98-b1e6-fda5bed5f552 req-fbe686d1-9b4b-471a-b446-0372a8ddf504 service nova] [instance: 5117077b-9ac8-4213-bf92-8b5555101496] Received unexpected event network-vif-plugged-1d2dc3a5-596b-433f-98ea-85120713fac6 for instance with vm_state building and task_state spawning. [ 1157.897275] env[69889]: DEBUG nova.network.neutron [None req-afa6bb88-f2ae-455c-b32c-69ddeb4c1167 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] [instance: 5117077b-9ac8-4213-bf92-8b5555101496] Successfully updated port: 1d2dc3a5-596b-433f-98ea-85120713fac6 {{(pid=69889) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1158.083334] env[69889]: DEBUG oslo_vmware.api [None req-4f1ad6b8-c4ee-4539-b19b-4b38499cbda0 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078039, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.103333] env[69889]: DEBUG oslo_vmware.api [None req-9f3c4bbb-0900-4795-bc59-38f9553ac806 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Task: {'id': task-4078037, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.152414] env[69889]: DEBUG nova.scheduler.client.report [None req-6b20d6d0-e85c-46f0-a8c0-cd25541df2cc tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Updated inventory for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 with generation 126 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1158.153972] env[69889]: DEBUG nova.compute.provider_tree [None req-6b20d6d0-e85c-46f0-a8c0-cd25541df2cc tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Updating resource provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 generation from 126 to 127 during operation: update_inventory {{(pid=69889) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1158.153972] env[69889]: DEBUG nova.compute.provider_tree [None req-6b20d6d0-e85c-46f0-a8c0-cd25541df2cc tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Updating inventory in ProviderTree for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1158.163765] env[69889]: DEBUG oslo_vmware.api [None req-6bba4838-b4a1-4991-8ff9-381f2680032c tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4078032, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.190883] env[69889]: DEBUG oslo_vmware.api [None req-5a8cb393-5b3b-447e-a4bd-cad32ed4c391 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Task: {'id': task-4078038, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.400853] env[69889]: DEBUG oslo_concurrency.lockutils [None req-afa6bb88-f2ae-455c-b32c-69ddeb4c1167 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] Acquiring lock "refresh_cache-5117077b-9ac8-4213-bf92-8b5555101496" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.400853] env[69889]: DEBUG oslo_concurrency.lockutils [None req-afa6bb88-f2ae-455c-b32c-69ddeb4c1167 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] Acquired lock "refresh_cache-5117077b-9ac8-4213-bf92-8b5555101496" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.400853] env[69889]: DEBUG nova.network.neutron [None req-afa6bb88-f2ae-455c-b32c-69ddeb4c1167 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] [instance: 5117077b-9ac8-4213-bf92-8b5555101496] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1158.585453] env[69889]: DEBUG oslo_vmware.api [None req-4f1ad6b8-c4ee-4539-b19b-4b38499cbda0 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078039, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.975504} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.585724] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f1ad6b8-c4ee-4539-b19b-4b38499cbda0 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore1] ffcc822f-9e11-435a-9170-5305926d7836/ffcc822f-9e11-435a-9170-5305926d7836.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1158.585938] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-4f1ad6b8-c4ee-4539-b19b-4b38499cbda0 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: ffcc822f-9e11-435a-9170-5305926d7836] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1158.586227] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5df16500-7eed-4a8c-bb8a-d34a6dd76ae6 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.594252] env[69889]: DEBUG oslo_vmware.api [None req-4f1ad6b8-c4ee-4539-b19b-4b38499cbda0 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Waiting for the task: (returnval){ [ 1158.594252] env[69889]: value = "task-4078040" [ 1158.594252] env[69889]: _type = "Task" [ 1158.594252] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.608653] env[69889]: DEBUG oslo_vmware.api [None req-9f3c4bbb-0900-4795-bc59-38f9553ac806 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Task: {'id': task-4078037, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.534646} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.613046] env[69889]: INFO nova.virt.vmwareapi.ds_util [None req-9f3c4bbb-0900-4795-bc59-38f9553ac806 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_62745654-3239-49f3-bd6d-e015edcb1275/OSTACK_IMG_62745654-3239-49f3-bd6d-e015edcb1275.vmdk to [datastore1] devstack-image-cache_base/194445ea-78f6-43de-9ffe-18f8f3ceaf34/194445ea-78f6-43de-9ffe-18f8f3ceaf34.vmdk. [ 1158.613046] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-9f3c4bbb-0900-4795-bc59-38f9553ac806 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] [instance: 13d9f160-3906-4434-859b-4fc4b226333e] Cleaning up location [datastore1] OSTACK_IMG_62745654-3239-49f3-bd6d-e015edcb1275 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1158.613252] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f3c4bbb-0900-4795-bc59-38f9553ac806 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_62745654-3239-49f3-bd6d-e015edcb1275 {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1158.613680] env[69889]: DEBUG oslo_vmware.api [None req-4f1ad6b8-c4ee-4539-b19b-4b38499cbda0 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078040, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.614011] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e5dc025d-150b-4652-b233-9aee5474f35e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.622061] env[69889]: DEBUG oslo_vmware.api [None req-9f3c4bbb-0900-4795-bc59-38f9553ac806 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Waiting for the task: (returnval){ [ 1158.622061] env[69889]: value = "task-4078041" [ 1158.622061] env[69889]: _type = "Task" [ 1158.622061] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.632398] env[69889]: DEBUG oslo_vmware.api [None req-9f3c4bbb-0900-4795-bc59-38f9553ac806 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Task: {'id': task-4078041, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.657758] env[69889]: DEBUG oslo_vmware.api [None req-6bba4838-b4a1-4991-8ff9-381f2680032c tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4078032, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.659784] env[69889]: DEBUG oslo_concurrency.lockutils [None req-6b20d6d0-e85c-46f0-a8c0-cd25541df2cc tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.322s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.660022] env[69889]: INFO nova.compute.manager [None req-6b20d6d0-e85c-46f0-a8c0-cd25541df2cc tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4] Migrating [ 1158.667379] env[69889]: DEBUG oslo_concurrency.lockutils [None req-a1d65b9f-4892-44de-82d3-b36274479bec tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.936s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.667614] env[69889]: DEBUG nova.objects.instance [None req-a1d65b9f-4892-44de-82d3-b36274479bec tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Lazy-loading 'resources' on Instance uuid bf0636c2-b042-4181-9b86-748786c41197 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1158.689038] env[69889]: DEBUG oslo_vmware.api [None req-5a8cb393-5b3b-447e-a4bd-cad32ed4c391 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Task: {'id': task-4078038, 'name': PowerOffVM_Task, 'duration_secs': 1.214037} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.689316] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a8cb393-5b3b-447e-a4bd-cad32ed4c391 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: 380e1853-b5a2-4bcb-abcf-8acf34b52db6] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1158.689485] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-5a8cb393-5b3b-447e-a4bd-cad32ed4c391 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: 380e1853-b5a2-4bcb-abcf-8acf34b52db6] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1158.690198] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fbd292cb-fb9a-400c-9e3b-99756936209d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.788498] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-5a8cb393-5b3b-447e-a4bd-cad32ed4c391 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: 380e1853-b5a2-4bcb-abcf-8acf34b52db6] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1158.788721] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-5a8cb393-5b3b-447e-a4bd-cad32ed4c391 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: 380e1853-b5a2-4bcb-abcf-8acf34b52db6] Deleting contents of the VM from datastore datastore1 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1158.788946] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a8cb393-5b3b-447e-a4bd-cad32ed4c391 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Deleting the datastore file [datastore1] 380e1853-b5a2-4bcb-abcf-8acf34b52db6 {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1158.789240] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-621bd99c-31a2-4fbc-9301-52feba417d0d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.796498] env[69889]: DEBUG oslo_vmware.api [None req-5a8cb393-5b3b-447e-a4bd-cad32ed4c391 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Waiting for the task: (returnval){ [ 1158.796498] env[69889]: value = "task-4078043" [ 1158.796498] env[69889]: _type = "Task" [ 1158.796498] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.805842] env[69889]: DEBUG oslo_vmware.api [None req-5a8cb393-5b3b-447e-a4bd-cad32ed4c391 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Task: {'id': task-4078043, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.939616] env[69889]: DEBUG nova.network.neutron [None req-afa6bb88-f2ae-455c-b32c-69ddeb4c1167 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] [instance: 5117077b-9ac8-4213-bf92-8b5555101496] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1159.080106] env[69889]: DEBUG nova.network.neutron [None req-afa6bb88-f2ae-455c-b32c-69ddeb4c1167 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] [instance: 5117077b-9ac8-4213-bf92-8b5555101496] Updating instance_info_cache with network_info: [{"id": "1d2dc3a5-596b-433f-98ea-85120713fac6", "address": "fa:16:3e:e1:7d:5a", "network": {"id": "9c5fa623-f893-4eac-b132-d21103a1f8b8", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1930532193-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a9eeceec0a8405d9068d1e33bd9e659", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "399f3826-705c-45f7-9fe0-3a08a945151a", "external-id": "nsx-vlan-transportzone-936", "segmentation_id": 936, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d2dc3a5-59", "ovs_interfaceid": "1d2dc3a5-596b-433f-98ea-85120713fac6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.108654] env[69889]: DEBUG oslo_vmware.api [None req-4f1ad6b8-c4ee-4539-b19b-4b38499cbda0 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078040, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.260951} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.108923] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-4f1ad6b8-c4ee-4539-b19b-4b38499cbda0 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: ffcc822f-9e11-435a-9170-5305926d7836] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1159.109749] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-489f3841-8c24-48a6-aa15-edf0506a17de {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.132646] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f1ad6b8-c4ee-4539-b19b-4b38499cbda0 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: ffcc822f-9e11-435a-9170-5305926d7836] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] ffcc822f-9e11-435a-9170-5305926d7836/ffcc822f-9e11-435a-9170-5305926d7836.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1159.136088] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c4af2ea-e924-4104-bc2e-14925838929e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.157664] env[69889]: DEBUG oslo_vmware.api [None req-9f3c4bbb-0900-4795-bc59-38f9553ac806 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Task: {'id': task-4078041, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.04029} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.158335] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f3c4bbb-0900-4795-bc59-38f9553ac806 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1159.158512] env[69889]: DEBUG oslo_concurrency.lockutils [None req-9f3c4bbb-0900-4795-bc59-38f9553ac806 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Releasing lock "[datastore1] devstack-image-cache_base/194445ea-78f6-43de-9ffe-18f8f3ceaf34/194445ea-78f6-43de-9ffe-18f8f3ceaf34.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.158801] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f3c4bbb-0900-4795-bc59-38f9553ac806 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/194445ea-78f6-43de-9ffe-18f8f3ceaf34/194445ea-78f6-43de-9ffe-18f8f3ceaf34.vmdk to [datastore1] 13d9f160-3906-4434-859b-4fc4b226333e/13d9f160-3906-4434-859b-4fc4b226333e.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1159.160120] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0ad7102f-6594-4bec-ad9f-e75d389b2b5f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.162073] env[69889]: DEBUG oslo_vmware.api [None req-4f1ad6b8-c4ee-4539-b19b-4b38499cbda0 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Waiting for the task: (returnval){ [ 1159.162073] env[69889]: value = "task-4078044" [ 1159.162073] env[69889]: _type = "Task" [ 1159.162073] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.165221] env[69889]: DEBUG oslo_vmware.api [None req-6bba4838-b4a1-4991-8ff9-381f2680032c tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4078032, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.171959] env[69889]: DEBUG oslo_vmware.api [None req-9f3c4bbb-0900-4795-bc59-38f9553ac806 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Waiting for the task: (returnval){ [ 1159.171959] env[69889]: value = "task-4078045" [ 1159.171959] env[69889]: _type = "Task" [ 1159.171959] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.181123] env[69889]: DEBUG oslo_concurrency.lockutils [None req-6b20d6d0-e85c-46f0-a8c0-cd25541df2cc tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Acquiring lock "refresh_cache-5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.181304] env[69889]: DEBUG oslo_concurrency.lockutils [None req-6b20d6d0-e85c-46f0-a8c0-cd25541df2cc tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Acquired lock "refresh_cache-5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.181461] env[69889]: DEBUG nova.network.neutron [None req-6b20d6d0-e85c-46f0-a8c0-cd25541df2cc tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1159.183355] env[69889]: DEBUG oslo_vmware.api [None req-4f1ad6b8-c4ee-4539-b19b-4b38499cbda0 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078044, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.190266] env[69889]: DEBUG oslo_vmware.api [None req-9f3c4bbb-0900-4795-bc59-38f9553ac806 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Task: {'id': task-4078045, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.305940] env[69889]: DEBUG oslo_vmware.api [None req-5a8cb393-5b3b-447e-a4bd-cad32ed4c391 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Task: {'id': task-4078043, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156168} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.308875] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a8cb393-5b3b-447e-a4bd-cad32ed4c391 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1159.309149] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-5a8cb393-5b3b-447e-a4bd-cad32ed4c391 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: 380e1853-b5a2-4bcb-abcf-8acf34b52db6] Deleted contents of the VM from datastore datastore1 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1159.309385] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-5a8cb393-5b3b-447e-a4bd-cad32ed4c391 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: 380e1853-b5a2-4bcb-abcf-8acf34b52db6] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1159.309609] env[69889]: INFO nova.compute.manager [None req-5a8cb393-5b3b-447e-a4bd-cad32ed4c391 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: 380e1853-b5a2-4bcb-abcf-8acf34b52db6] Took 2.16 seconds to destroy the instance on the hypervisor. [ 1159.309893] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5a8cb393-5b3b-447e-a4bd-cad32ed4c391 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1159.310345] env[69889]: DEBUG nova.compute.manager [-] [instance: 380e1853-b5a2-4bcb-abcf-8acf34b52db6] Deallocating network for instance {{(pid=69889) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1159.310470] env[69889]: DEBUG nova.network.neutron [-] [instance: 380e1853-b5a2-4bcb-abcf-8acf34b52db6] deallocate_for_instance() {{(pid=69889) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1159.387027] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4f65496-0774-484c-a329-6d6f0a547405 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.398705] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3f947b3-9dec-42bf-9756-3f09f7dab3e2 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.440519] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ee0a832-410f-42a9-9282-70a6e948de55 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.452371] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-725c3cf9-7737-43d2-b96f-c20211b314bc {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.469838] env[69889]: DEBUG nova.compute.provider_tree [None req-a1d65b9f-4892-44de-82d3-b36274479bec tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Updating inventory in ProviderTree for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1159.476251] env[69889]: DEBUG oslo_concurrency.lockutils [None req-803c6822-c49f-4c33-bd04-0fa64d322e4a tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Acquiring lock "c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.476499] env[69889]: DEBUG oslo_concurrency.lockutils [None req-803c6822-c49f-4c33-bd04-0fa64d322e4a tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Lock "c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.583270] env[69889]: DEBUG oslo_concurrency.lockutils [None req-afa6bb88-f2ae-455c-b32c-69ddeb4c1167 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] Releasing lock "refresh_cache-5117077b-9ac8-4213-bf92-8b5555101496" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.583727] env[69889]: DEBUG nova.compute.manager [None req-afa6bb88-f2ae-455c-b32c-69ddeb4c1167 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] [instance: 5117077b-9ac8-4213-bf92-8b5555101496] Instance network_info: |[{"id": "1d2dc3a5-596b-433f-98ea-85120713fac6", "address": "fa:16:3e:e1:7d:5a", "network": {"id": "9c5fa623-f893-4eac-b132-d21103a1f8b8", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1930532193-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a9eeceec0a8405d9068d1e33bd9e659", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "399f3826-705c-45f7-9fe0-3a08a945151a", "external-id": "nsx-vlan-transportzone-936", "segmentation_id": 936, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d2dc3a5-59", "ovs_interfaceid": "1d2dc3a5-596b-433f-98ea-85120713fac6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1159.584235] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-afa6bb88-f2ae-455c-b32c-69ddeb4c1167 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] [instance: 5117077b-9ac8-4213-bf92-8b5555101496] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:7d:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '399f3826-705c-45f7-9fe0-3a08a945151a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1d2dc3a5-596b-433f-98ea-85120713fac6', 'vif_model': 'vmxnet3'}] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1159.592213] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-afa6bb88-f2ae-455c-b32c-69ddeb4c1167 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] Creating folder: Project (3a9eeceec0a8405d9068d1e33bd9e659). Parent ref: group-v807779. {{(pid=69889) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1159.592601] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cc8b383f-4f1a-4974-8e9e-50e8d1730215 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.606540] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-afa6bb88-f2ae-455c-b32c-69ddeb4c1167 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] Created folder: Project (3a9eeceec0a8405d9068d1e33bd9e659) in parent group-v807779. [ 1159.606784] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-afa6bb88-f2ae-455c-b32c-69ddeb4c1167 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] Creating folder: Instances. Parent ref: group-v808058. {{(pid=69889) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1159.607145] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a321c38f-87e6-4ede-83af-068698ac2cdc {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.622085] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-afa6bb88-f2ae-455c-b32c-69ddeb4c1167 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] Created folder: Instances in parent group-v808058. [ 1159.622484] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-afa6bb88-f2ae-455c-b32c-69ddeb4c1167 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1159.622771] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5117077b-9ac8-4213-bf92-8b5555101496] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1159.623082] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4bd19899-5b03-4e07-8940-7cfc4d94c72d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.647506] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1159.647506] env[69889]: value = "task-4078048" [ 1159.647506] env[69889]: _type = "Task" [ 1159.647506] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.664308] env[69889]: DEBUG oslo_vmware.api [None req-6bba4838-b4a1-4991-8ff9-381f2680032c tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4078032, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.668373] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4078048, 'name': CreateVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.679821] env[69889]: DEBUG oslo_vmware.api [None req-4f1ad6b8-c4ee-4539-b19b-4b38499cbda0 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078044, 'name': ReconfigVM_Task, 'duration_secs': 0.303067} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.680619] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f1ad6b8-c4ee-4539-b19b-4b38499cbda0 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: ffcc822f-9e11-435a-9170-5305926d7836] Reconfigured VM instance instance-00000062 to attach disk [datastore1] ffcc822f-9e11-435a-9170-5305926d7836/ffcc822f-9e11-435a-9170-5305926d7836.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1159.681341] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-39978437-66bb-4883-bf36-65eabed64b81 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.688205] env[69889]: DEBUG oslo_vmware.api [None req-9f3c4bbb-0900-4795-bc59-38f9553ac806 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Task: {'id': task-4078045, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.696045] env[69889]: DEBUG oslo_vmware.api [None req-4f1ad6b8-c4ee-4539-b19b-4b38499cbda0 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Waiting for the task: (returnval){ [ 1159.696045] env[69889]: value = "task-4078049" [ 1159.696045] env[69889]: _type = "Task" [ 1159.696045] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.706193] env[69889]: DEBUG oslo_vmware.api [None req-4f1ad6b8-c4ee-4539-b19b-4b38499cbda0 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078049, 'name': Rename_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.830957] env[69889]: DEBUG nova.compute.manager [req-134bcc76-eedb-4375-9e53-3bcf9dce145d req-df2c8130-d38c-4ed1-bb42-f9ab3c8500fd service nova] [instance: 5117077b-9ac8-4213-bf92-8b5555101496] Received event network-changed-1d2dc3a5-596b-433f-98ea-85120713fac6 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1159.830957] env[69889]: DEBUG nova.compute.manager [req-134bcc76-eedb-4375-9e53-3bcf9dce145d req-df2c8130-d38c-4ed1-bb42-f9ab3c8500fd service nova] [instance: 5117077b-9ac8-4213-bf92-8b5555101496] Refreshing instance network info cache due to event network-changed-1d2dc3a5-596b-433f-98ea-85120713fac6. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1159.830957] env[69889]: DEBUG oslo_concurrency.lockutils [req-134bcc76-eedb-4375-9e53-3bcf9dce145d req-df2c8130-d38c-4ed1-bb42-f9ab3c8500fd service nova] Acquiring lock "refresh_cache-5117077b-9ac8-4213-bf92-8b5555101496" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.830957] env[69889]: DEBUG oslo_concurrency.lockutils [req-134bcc76-eedb-4375-9e53-3bcf9dce145d req-df2c8130-d38c-4ed1-bb42-f9ab3c8500fd service nova] Acquired lock "refresh_cache-5117077b-9ac8-4213-bf92-8b5555101496" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.831263] env[69889]: DEBUG nova.network.neutron [req-134bcc76-eedb-4375-9e53-3bcf9dce145d req-df2c8130-d38c-4ed1-bb42-f9ab3c8500fd service nova] [instance: 5117077b-9ac8-4213-bf92-8b5555101496] Refreshing network info cache for port 1d2dc3a5-596b-433f-98ea-85120713fac6 {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1159.963914] env[69889]: DEBUG nova.network.neutron [None req-6b20d6d0-e85c-46f0-a8c0-cd25541df2cc tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4] Updating instance_info_cache with network_info: [{"id": "a701b1ab-efb1-43ae-9133-40a45b94e51e", "address": "fa:16:3e:26:1d:87", "network": {"id": "c607a821-3d63-41af-abaf-0611e2141a9c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-453181546-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8917847ce0c4465198a89a1c5551fb59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15165046-2de9-4ada-9e99-0126e20854a9", "external-id": "nsx-vlan-transportzone-974", "segmentation_id": 974, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa701b1ab-ef", "ovs_interfaceid": "a701b1ab-efb1-43ae-9133-40a45b94e51e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.979560] env[69889]: DEBUG nova.compute.manager [None req-803c6822-c49f-4c33-bd04-0fa64d322e4a tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9] Starting instance... {{(pid=69889) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1159.998315] env[69889]: ERROR nova.scheduler.client.report [None req-a1d65b9f-4892-44de-82d3-b36274479bec tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] [req-bafba5d4-7a90-478c-9d07-d004d036ef5d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 90d7c690-84bb-4f6d-b52e-7f3e0decd101. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-bafba5d4-7a90-478c-9d07-d004d036ef5d"}]} [ 1160.024693] env[69889]: DEBUG nova.scheduler.client.report [None req-a1d65b9f-4892-44de-82d3-b36274479bec tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Refreshing inventories for resource provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1160.045185] env[69889]: DEBUG nova.scheduler.client.report [None req-a1d65b9f-4892-44de-82d3-b36274479bec tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Updating ProviderTree inventory for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1160.045419] env[69889]: DEBUG nova.compute.provider_tree [None req-a1d65b9f-4892-44de-82d3-b36274479bec tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Updating inventory in ProviderTree for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1160.059082] env[69889]: DEBUG nova.scheduler.client.report [None req-a1d65b9f-4892-44de-82d3-b36274479bec tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Refreshing aggregate associations for resource provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101, aggregates: None {{(pid=69889) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1160.083652] env[69889]: DEBUG nova.scheduler.client.report [None req-a1d65b9f-4892-44de-82d3-b36274479bec tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Refreshing trait associations for resource provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=69889) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1160.168326] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4078048, 'name': CreateVM_Task, 'duration_secs': 0.419089} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.168700] env[69889]: DEBUG oslo_vmware.api [None req-6bba4838-b4a1-4991-8ff9-381f2680032c tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4078032, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.168897] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5117077b-9ac8-4213-bf92-8b5555101496] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1160.169590] env[69889]: DEBUG oslo_concurrency.lockutils [None req-afa6bb88-f2ae-455c-b32c-69ddeb4c1167 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.169740] env[69889]: DEBUG oslo_concurrency.lockutils [None req-afa6bb88-f2ae-455c-b32c-69ddeb4c1167 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.170106] env[69889]: DEBUG oslo_concurrency.lockutils [None req-afa6bb88-f2ae-455c-b32c-69ddeb4c1167 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.170374] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa9a0421-55f8-461f-9054-2d3e57d455ed {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.178900] env[69889]: DEBUG oslo_vmware.api [None req-afa6bb88-f2ae-455c-b32c-69ddeb4c1167 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] Waiting for the task: (returnval){ [ 1160.178900] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]5242d3e7-1654-89eb-538d-144d22179af2" [ 1160.178900] env[69889]: _type = "Task" [ 1160.178900] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.189788] env[69889]: DEBUG oslo_vmware.api [None req-9f3c4bbb-0900-4795-bc59-38f9553ac806 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Task: {'id': task-4078045, 'name': CopyVirtualDisk_Task} progress is 26%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.194514] env[69889]: DEBUG oslo_vmware.api [None req-afa6bb88-f2ae-455c-b32c-69ddeb4c1167 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5242d3e7-1654-89eb-538d-144d22179af2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.207718] env[69889]: DEBUG oslo_vmware.api [None req-4f1ad6b8-c4ee-4539-b19b-4b38499cbda0 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078049, 'name': Rename_Task, 'duration_secs': 0.200187} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.208083] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f1ad6b8-c4ee-4539-b19b-4b38499cbda0 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: ffcc822f-9e11-435a-9170-5305926d7836] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1160.208375] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d463130e-4a51-401d-b878-2e803d5d2832 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.220695] env[69889]: DEBUG oslo_vmware.api [None req-4f1ad6b8-c4ee-4539-b19b-4b38499cbda0 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Waiting for the task: (returnval){ [ 1160.220695] env[69889]: value = "task-4078050" [ 1160.220695] env[69889]: _type = "Task" [ 1160.220695] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.239063] env[69889]: DEBUG oslo_vmware.api [None req-4f1ad6b8-c4ee-4539-b19b-4b38499cbda0 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078050, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.324520] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e71a1529-534d-4e24-acf0-632db0e715ef {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.339029] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8bea2b9-3ce2-45ab-9525-83537dba34cc {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.342892] env[69889]: DEBUG nova.network.neutron [-] [instance: 380e1853-b5a2-4bcb-abcf-8acf34b52db6] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.379956] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e929cb5-a9ec-4a97-9963-d4b7124f9979 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.393471] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fe71ab7-f072-41b7-994d-48b40bacde2a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.413374] env[69889]: DEBUG nova.compute.provider_tree [None req-a1d65b9f-4892-44de-82d3-b36274479bec tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Updating inventory in ProviderTree for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1160.470405] env[69889]: DEBUG oslo_concurrency.lockutils [None req-6b20d6d0-e85c-46f0-a8c0-cd25541df2cc tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Releasing lock "refresh_cache-5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.499763] env[69889]: DEBUG oslo_concurrency.lockutils [None req-803c6822-c49f-4c33-bd04-0fa64d322e4a tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.618302] env[69889]: DEBUG nova.network.neutron [req-134bcc76-eedb-4375-9e53-3bcf9dce145d req-df2c8130-d38c-4ed1-bb42-f9ab3c8500fd service nova] [instance: 5117077b-9ac8-4213-bf92-8b5555101496] Updated VIF entry in instance network info cache for port 1d2dc3a5-596b-433f-98ea-85120713fac6. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1160.618794] env[69889]: DEBUG nova.network.neutron [req-134bcc76-eedb-4375-9e53-3bcf9dce145d req-df2c8130-d38c-4ed1-bb42-f9ab3c8500fd service nova] [instance: 5117077b-9ac8-4213-bf92-8b5555101496] Updating instance_info_cache with network_info: [{"id": "1d2dc3a5-596b-433f-98ea-85120713fac6", "address": "fa:16:3e:e1:7d:5a", "network": {"id": "9c5fa623-f893-4eac-b132-d21103a1f8b8", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1930532193-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a9eeceec0a8405d9068d1e33bd9e659", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "399f3826-705c-45f7-9fe0-3a08a945151a", "external-id": "nsx-vlan-transportzone-936", "segmentation_id": 936, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d2dc3a5-59", "ovs_interfaceid": "1d2dc3a5-596b-433f-98ea-85120713fac6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.668022] env[69889]: DEBUG oslo_vmware.api [None req-6bba4838-b4a1-4991-8ff9-381f2680032c tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4078032, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.689473] env[69889]: DEBUG oslo_vmware.api [None req-9f3c4bbb-0900-4795-bc59-38f9553ac806 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Task: {'id': task-4078045, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.698523] env[69889]: DEBUG oslo_vmware.api [None req-afa6bb88-f2ae-455c-b32c-69ddeb4c1167 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5242d3e7-1654-89eb-538d-144d22179af2, 'name': SearchDatastore_Task, 'duration_secs': 0.092001} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.698910] env[69889]: DEBUG oslo_concurrency.lockutils [None req-afa6bb88-f2ae-455c-b32c-69ddeb4c1167 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.699202] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-afa6bb88-f2ae-455c-b32c-69ddeb4c1167 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] [instance: 5117077b-9ac8-4213-bf92-8b5555101496] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1160.699452] env[69889]: DEBUG oslo_concurrency.lockutils [None req-afa6bb88-f2ae-455c-b32c-69ddeb4c1167 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.699592] env[69889]: DEBUG oslo_concurrency.lockutils [None req-afa6bb88-f2ae-455c-b32c-69ddeb4c1167 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.699786] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-afa6bb88-f2ae-455c-b32c-69ddeb4c1167 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1160.700474] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2db0b535-3d65-4470-b9d2-55555431549f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.717922] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-afa6bb88-f2ae-455c-b32c-69ddeb4c1167 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1160.718145] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-afa6bb88-f2ae-455c-b32c-69ddeb4c1167 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1160.718891] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbe29f01-73fe-4b89-bee5-d70a3c795366 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.731960] env[69889]: DEBUG oslo_vmware.api [None req-afa6bb88-f2ae-455c-b32c-69ddeb4c1167 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] Waiting for the task: (returnval){ [ 1160.731960] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52d9eaac-32f6-24fa-68e8-6fc5034f3495" [ 1160.731960] env[69889]: _type = "Task" [ 1160.731960] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.735805] env[69889]: DEBUG oslo_vmware.api [None req-4f1ad6b8-c4ee-4539-b19b-4b38499cbda0 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078050, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.746894] env[69889]: DEBUG oslo_vmware.api [None req-afa6bb88-f2ae-455c-b32c-69ddeb4c1167 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52d9eaac-32f6-24fa-68e8-6fc5034f3495, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.846525] env[69889]: INFO nova.compute.manager [-] [instance: 380e1853-b5a2-4bcb-abcf-8acf34b52db6] Took 1.54 seconds to deallocate network for instance. [ 1160.962231] env[69889]: DEBUG nova.scheduler.client.report [None req-a1d65b9f-4892-44de-82d3-b36274479bec tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Updated inventory for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 with generation 128 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1160.962516] env[69889]: DEBUG nova.compute.provider_tree [None req-a1d65b9f-4892-44de-82d3-b36274479bec tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Updating resource provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 generation from 128 to 129 during operation: update_inventory {{(pid=69889) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1160.962687] env[69889]: DEBUG nova.compute.provider_tree [None req-a1d65b9f-4892-44de-82d3-b36274479bec tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Updating inventory in ProviderTree for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1161.121519] env[69889]: DEBUG oslo_concurrency.lockutils [req-134bcc76-eedb-4375-9e53-3bcf9dce145d req-df2c8130-d38c-4ed1-bb42-f9ab3c8500fd service nova] Releasing lock "refresh_cache-5117077b-9ac8-4213-bf92-8b5555101496" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.166595] env[69889]: DEBUG oslo_vmware.api [None req-6bba4838-b4a1-4991-8ff9-381f2680032c tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4078032, 'name': ReconfigVM_Task, 'duration_secs': 5.810426} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.166812] env[69889]: DEBUG oslo_concurrency.lockutils [None req-6bba4838-b4a1-4991-8ff9-381f2680032c tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Releasing lock "6f282443-f481-4f8c-979e-e2750d671814" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.167040] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-6bba4838-b4a1-4991-8ff9-381f2680032c tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 6f282443-f481-4f8c-979e-e2750d671814] Reconfigured VM to detach interface {{(pid=69889) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1161.187481] env[69889]: DEBUG oslo_vmware.api [None req-9f3c4bbb-0900-4795-bc59-38f9553ac806 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Task: {'id': task-4078045, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.239247] env[69889]: DEBUG oslo_vmware.api [None req-4f1ad6b8-c4ee-4539-b19b-4b38499cbda0 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078050, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.251525] env[69889]: DEBUG oslo_vmware.api [None req-afa6bb88-f2ae-455c-b32c-69ddeb4c1167 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52d9eaac-32f6-24fa-68e8-6fc5034f3495, 'name': SearchDatastore_Task, 'duration_secs': 0.093379} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.252788] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3afa7439-4f9a-4950-95bf-e596dc5d7fc1 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.263124] env[69889]: DEBUG oslo_vmware.api [None req-afa6bb88-f2ae-455c-b32c-69ddeb4c1167 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] Waiting for the task: (returnval){ [ 1161.263124] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52ba220a-e176-2be7-da84-b98860bd5f9a" [ 1161.263124] env[69889]: _type = "Task" [ 1161.263124] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.276615] env[69889]: DEBUG oslo_vmware.api [None req-afa6bb88-f2ae-455c-b32c-69ddeb4c1167 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52ba220a-e176-2be7-da84-b98860bd5f9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.354859] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5a8cb393-5b3b-447e-a4bd-cad32ed4c391 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.472936] env[69889]: DEBUG oslo_concurrency.lockutils [None req-a1d65b9f-4892-44de-82d3-b36274479bec tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.803s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.481023] env[69889]: DEBUG oslo_concurrency.lockutils [None req-6d60b8d2-7595-4c15-9688-49a5c9714804 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.022s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.481023] env[69889]: INFO nova.compute.claims [None req-6d60b8d2-7595-4c15-9688-49a5c9714804 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: 8f0cd72f-eb26-47ab-b33a-84e65fa65673] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1161.511455] env[69889]: INFO nova.scheduler.client.report [None req-a1d65b9f-4892-44de-82d3-b36274479bec tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Deleted allocations for instance bf0636c2-b042-4181-9b86-748786c41197 [ 1161.692316] env[69889]: DEBUG oslo_vmware.api [None req-9f3c4bbb-0900-4795-bc59-38f9553ac806 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Task: {'id': task-4078045, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.739308] env[69889]: DEBUG oslo_vmware.api [None req-4f1ad6b8-c4ee-4539-b19b-4b38499cbda0 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078050, 'name': PowerOnVM_Task, 'duration_secs': 1.375515} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.739641] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f1ad6b8-c4ee-4539-b19b-4b38499cbda0 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: ffcc822f-9e11-435a-9170-5305926d7836] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1161.739907] env[69889]: INFO nova.compute.manager [None req-4f1ad6b8-c4ee-4539-b19b-4b38499cbda0 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: ffcc822f-9e11-435a-9170-5305926d7836] Took 8.52 seconds to spawn the instance on the hypervisor. [ 1161.740323] env[69889]: DEBUG nova.compute.manager [None req-4f1ad6b8-c4ee-4539-b19b-4b38499cbda0 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: ffcc822f-9e11-435a-9170-5305926d7836] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1161.741556] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dff4d33-6bb0-4c6a-bd16-7651fcee0b64 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.780349] env[69889]: DEBUG oslo_vmware.api [None req-afa6bb88-f2ae-455c-b32c-69ddeb4c1167 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52ba220a-e176-2be7-da84-b98860bd5f9a, 'name': SearchDatastore_Task, 'duration_secs': 0.090433} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.780926] env[69889]: DEBUG oslo_concurrency.lockutils [None req-afa6bb88-f2ae-455c-b32c-69ddeb4c1167 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.781162] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-afa6bb88-f2ae-455c-b32c-69ddeb4c1167 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore1] 5117077b-9ac8-4213-bf92-8b5555101496/5117077b-9ac8-4213-bf92-8b5555101496.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1161.781485] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7f51e367-c551-4c44-a9ae-e4003a9312a1 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.798543] env[69889]: DEBUG oslo_vmware.api [None req-afa6bb88-f2ae-455c-b32c-69ddeb4c1167 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] Waiting for the task: (returnval){ [ 1161.798543] env[69889]: value = "task-4078051" [ 1161.798543] env[69889]: _type = "Task" [ 1161.798543] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.816811] env[69889]: DEBUG oslo_vmware.api [None req-afa6bb88-f2ae-455c-b32c-69ddeb4c1167 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] Task: {'id': task-4078051, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.867501] env[69889]: DEBUG nova.compute.manager [req-75e116e4-4573-4402-91f1-5b5df217acf2 req-35718587-d78b-43eb-b5e8-f2cb838027e2 service nova] [instance: 380e1853-b5a2-4bcb-abcf-8acf34b52db6] Received event network-vif-deleted-4723c5a5-5965-4e5d-91e2-b2ac98db512d {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1161.996363] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-facff174-46d5-4f6a-b8e2-d2cf68fa9da9 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.023133] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-6b20d6d0-e85c-46f0-a8c0-cd25541df2cc tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4] Updating instance '5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4' progress to 0 {{(pid=69889) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1162.027485] env[69889]: DEBUG oslo_concurrency.lockutils [None req-a1d65b9f-4892-44de-82d3-b36274479bec tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Lock "bf0636c2-b042-4181-9b86-748786c41197" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.090s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.187695] env[69889]: DEBUG oslo_vmware.api [None req-9f3c4bbb-0900-4795-bc59-38f9553ac806 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Task: {'id': task-4078045, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.807711} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.188217] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f3c4bbb-0900-4795-bc59-38f9553ac806 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/194445ea-78f6-43de-9ffe-18f8f3ceaf34/194445ea-78f6-43de-9ffe-18f8f3ceaf34.vmdk to [datastore1] 13d9f160-3906-4434-859b-4fc4b226333e/13d9f160-3906-4434-859b-4fc4b226333e.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1162.189090] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7db3d889-52c0-41b6-8fba-eda5821046df {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.217149] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f3c4bbb-0900-4795-bc59-38f9553ac806 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] [instance: 13d9f160-3906-4434-859b-4fc4b226333e] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] 13d9f160-3906-4434-859b-4fc4b226333e/13d9f160-3906-4434-859b-4fc4b226333e.vmdk or device None with type streamOptimized {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1162.217955] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a2d118c-6c46-4d66-bdd0-684ad46095cd {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.242271] env[69889]: DEBUG oslo_vmware.api [None req-9f3c4bbb-0900-4795-bc59-38f9553ac806 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Waiting for the task: (returnval){ [ 1162.242271] env[69889]: value = "task-4078052" [ 1162.242271] env[69889]: _type = "Task" [ 1162.242271] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.254624] env[69889]: DEBUG oslo_vmware.api [None req-9f3c4bbb-0900-4795-bc59-38f9553ac806 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Task: {'id': task-4078052, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.267316] env[69889]: INFO nova.compute.manager [None req-4f1ad6b8-c4ee-4539-b19b-4b38499cbda0 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: ffcc822f-9e11-435a-9170-5305926d7836] Took 19.54 seconds to build instance. [ 1162.311577] env[69889]: DEBUG oslo_vmware.api [None req-afa6bb88-f2ae-455c-b32c-69ddeb4c1167 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] Task: {'id': task-4078051, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.534546] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b20d6d0-e85c-46f0-a8c0-cd25541df2cc tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1162.534959] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b054fc5f-39e8-42c8-9ef3-62b9e0d7d614 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.553670] env[69889]: DEBUG oslo_vmware.api [None req-6b20d6d0-e85c-46f0-a8c0-cd25541df2cc tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Waiting for the task: (returnval){ [ 1162.553670] env[69889]: value = "task-4078053" [ 1162.553670] env[69889]: _type = "Task" [ 1162.553670] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.569936] env[69889]: DEBUG oslo_vmware.api [None req-6b20d6d0-e85c-46f0-a8c0-cd25541df2cc tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': task-4078053, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.716040] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55839732-5255-4028-b173-9be0bb647271 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.726574] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5aebca7-ffb0-49f9-8534-1d3dfd8eaec6 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.766217] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5fa3879-c4d6-420b-8825-39a95c86b21b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.770654] env[69889]: DEBUG oslo_concurrency.lockutils [None req-4f1ad6b8-c4ee-4539-b19b-4b38499cbda0 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Lock "ffcc822f-9e11-435a-9170-5305926d7836" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.053s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.781666] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75c69340-7853-4e2d-a7dc-fa7ce6e29c2a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.787026] env[69889]: DEBUG oslo_vmware.api [None req-9f3c4bbb-0900-4795-bc59-38f9553ac806 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Task: {'id': task-4078052, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.798280] env[69889]: DEBUG nova.compute.provider_tree [None req-6d60b8d2-7595-4c15-9688-49a5c9714804 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1162.811313] env[69889]: DEBUG oslo_vmware.api [None req-afa6bb88-f2ae-455c-b32c-69ddeb4c1167 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] Task: {'id': task-4078051, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.696825} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.811683] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-afa6bb88-f2ae-455c-b32c-69ddeb4c1167 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore1] 5117077b-9ac8-4213-bf92-8b5555101496/5117077b-9ac8-4213-bf92-8b5555101496.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1162.813514] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-afa6bb88-f2ae-455c-b32c-69ddeb4c1167 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] [instance: 5117077b-9ac8-4213-bf92-8b5555101496] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1162.813514] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0010487e-7a4d-4c5d-9b7c-73e51f002440 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.822166] env[69889]: DEBUG oslo_vmware.api [None req-afa6bb88-f2ae-455c-b32c-69ddeb4c1167 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] Waiting for the task: (returnval){ [ 1162.822166] env[69889]: value = "task-4078054" [ 1162.822166] env[69889]: _type = "Task" [ 1162.822166] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.837142] env[69889]: DEBUG oslo_vmware.api [None req-afa6bb88-f2ae-455c-b32c-69ddeb4c1167 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] Task: {'id': task-4078054, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.908167] env[69889]: DEBUG oslo_concurrency.lockutils [None req-706244fa-fde8-4826-a45a-3ae01b13365a tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Acquiring lock "6f282443-f481-4f8c-979e-e2750d671814" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.908322] env[69889]: DEBUG oslo_concurrency.lockutils [None req-706244fa-fde8-4826-a45a-3ae01b13365a tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Lock "6f282443-f481-4f8c-979e-e2750d671814" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.908536] env[69889]: DEBUG oslo_concurrency.lockutils [None req-706244fa-fde8-4826-a45a-3ae01b13365a tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Acquiring lock "6f282443-f481-4f8c-979e-e2750d671814-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.908720] env[69889]: DEBUG oslo_concurrency.lockutils [None req-706244fa-fde8-4826-a45a-3ae01b13365a tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Lock "6f282443-f481-4f8c-979e-e2750d671814-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.908900] env[69889]: DEBUG oslo_concurrency.lockutils [None req-706244fa-fde8-4826-a45a-3ae01b13365a tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Lock "6f282443-f481-4f8c-979e-e2750d671814-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.913315] env[69889]: INFO nova.compute.manager [None req-706244fa-fde8-4826-a45a-3ae01b13365a tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 6f282443-f481-4f8c-979e-e2750d671814] Terminating instance [ 1163.043719] env[69889]: DEBUG oslo_concurrency.lockutils [None req-6bba4838-b4a1-4991-8ff9-381f2680032c tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Acquiring lock "refresh_cache-6f282443-f481-4f8c-979e-e2750d671814" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.043948] env[69889]: DEBUG oslo_concurrency.lockutils [None req-6bba4838-b4a1-4991-8ff9-381f2680032c tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Acquired lock "refresh_cache-6f282443-f481-4f8c-979e-e2750d671814" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.044122] env[69889]: DEBUG nova.network.neutron [None req-6bba4838-b4a1-4991-8ff9-381f2680032c tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 6f282443-f481-4f8c-979e-e2750d671814] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1163.065400] env[69889]: DEBUG oslo_vmware.api [None req-6b20d6d0-e85c-46f0-a8c0-cd25541df2cc tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': task-4078053, 'name': PowerOffVM_Task, 'duration_secs': 0.357613} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.065721] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b20d6d0-e85c-46f0-a8c0-cd25541df2cc tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1163.065932] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-6b20d6d0-e85c-46f0-a8c0-cd25541df2cc tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4] Updating instance '5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4' progress to 17 {{(pid=69889) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1163.271965] env[69889]: DEBUG oslo_vmware.api [None req-9f3c4bbb-0900-4795-bc59-38f9553ac806 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Task: {'id': task-4078052, 'name': ReconfigVM_Task, 'duration_secs': 0.932948} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.272311] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f3c4bbb-0900-4795-bc59-38f9553ac806 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] [instance: 13d9f160-3906-4434-859b-4fc4b226333e] Reconfigured VM instance instance-0000004c to attach disk [datastore1] 13d9f160-3906-4434-859b-4fc4b226333e/13d9f160-3906-4434-859b-4fc4b226333e.vmdk or device None with type streamOptimized {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1163.272898] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b345021c-4572-46e7-8654-5b95b0d6dca5 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.279429] env[69889]: DEBUG oslo_vmware.api [None req-9f3c4bbb-0900-4795-bc59-38f9553ac806 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Waiting for the task: (returnval){ [ 1163.279429] env[69889]: value = "task-4078055" [ 1163.279429] env[69889]: _type = "Task" [ 1163.279429] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.287867] env[69889]: DEBUG oslo_vmware.api [None req-9f3c4bbb-0900-4795-bc59-38f9553ac806 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Task: {'id': task-4078055, 'name': Rename_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.305265] env[69889]: DEBUG nova.scheduler.client.report [None req-6d60b8d2-7595-4c15-9688-49a5c9714804 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1163.332987] env[69889]: DEBUG oslo_vmware.api [None req-afa6bb88-f2ae-455c-b32c-69ddeb4c1167 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] Task: {'id': task-4078054, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07863} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.333167] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-afa6bb88-f2ae-455c-b32c-69ddeb4c1167 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] [instance: 5117077b-9ac8-4213-bf92-8b5555101496] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1163.333919] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e13ba4bc-718f-4503-984a-c62823a0b84c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.357663] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-afa6bb88-f2ae-455c-b32c-69ddeb4c1167 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] [instance: 5117077b-9ac8-4213-bf92-8b5555101496] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] 5117077b-9ac8-4213-bf92-8b5555101496/5117077b-9ac8-4213-bf92-8b5555101496.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1163.358392] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-851ff1e8-055f-4d04-9d66-0ce041824db1 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.380269] env[69889]: DEBUG oslo_vmware.api [None req-afa6bb88-f2ae-455c-b32c-69ddeb4c1167 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] Waiting for the task: (returnval){ [ 1163.380269] env[69889]: value = "task-4078056" [ 1163.380269] env[69889]: _type = "Task" [ 1163.380269] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.389670] env[69889]: DEBUG oslo_vmware.api [None req-afa6bb88-f2ae-455c-b32c-69ddeb4c1167 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] Task: {'id': task-4078056, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.418591] env[69889]: DEBUG nova.compute.manager [None req-706244fa-fde8-4826-a45a-3ae01b13365a tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 6f282443-f481-4f8c-979e-e2750d671814] Start destroying the instance on the hypervisor. {{(pid=69889) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1163.419049] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-706244fa-fde8-4826-a45a-3ae01b13365a tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 6f282443-f481-4f8c-979e-e2750d671814] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1163.420230] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-241f5efe-5b6d-48ba-83dc-a012cb649741 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.429607] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-706244fa-fde8-4826-a45a-3ae01b13365a tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 6f282443-f481-4f8c-979e-e2750d671814] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1163.429920] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-92301bf2-8172-441e-86f1-eedf94765036 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.437906] env[69889]: DEBUG oslo_vmware.api [None req-706244fa-fde8-4826-a45a-3ae01b13365a tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Waiting for the task: (returnval){ [ 1163.437906] env[69889]: value = "task-4078057" [ 1163.437906] env[69889]: _type = "Task" [ 1163.437906] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.447247] env[69889]: DEBUG oslo_vmware.api [None req-706244fa-fde8-4826-a45a-3ae01b13365a tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4078057, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.455144] env[69889]: INFO nova.compute.manager [None req-da9d7516-66e7-453a-a1ea-44d785de76c1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: ffcc822f-9e11-435a-9170-5305926d7836] Rebuilding instance [ 1163.509733] env[69889]: DEBUG nova.compute.manager [None req-da9d7516-66e7-453a-a1ea-44d785de76c1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: ffcc822f-9e11-435a-9170-5305926d7836] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1163.511897] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c13c009b-ecb0-4ef5-95a9-9ca80bf0d374 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.577632] env[69889]: DEBUG nova.virt.hardware [None req-6b20d6d0-e85c-46f0-a8c0-cd25541df2cc tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1163.578086] env[69889]: DEBUG nova.virt.hardware [None req-6b20d6d0-e85c-46f0-a8c0-cd25541df2cc tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1163.578327] env[69889]: DEBUG nova.virt.hardware [None req-6b20d6d0-e85c-46f0-a8c0-cd25541df2cc tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1163.579503] env[69889]: DEBUG nova.virt.hardware [None req-6b20d6d0-e85c-46f0-a8c0-cd25541df2cc tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1163.579503] env[69889]: DEBUG nova.virt.hardware [None req-6b20d6d0-e85c-46f0-a8c0-cd25541df2cc tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1163.579503] env[69889]: DEBUG nova.virt.hardware [None req-6b20d6d0-e85c-46f0-a8c0-cd25541df2cc tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1163.579503] env[69889]: DEBUG nova.virt.hardware [None req-6b20d6d0-e85c-46f0-a8c0-cd25541df2cc tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1163.579847] env[69889]: DEBUG nova.virt.hardware [None req-6b20d6d0-e85c-46f0-a8c0-cd25541df2cc tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1163.580075] env[69889]: DEBUG nova.virt.hardware [None req-6b20d6d0-e85c-46f0-a8c0-cd25541df2cc tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1163.580362] env[69889]: DEBUG nova.virt.hardware [None req-6b20d6d0-e85c-46f0-a8c0-cd25541df2cc tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1163.580795] env[69889]: DEBUG nova.virt.hardware [None req-6b20d6d0-e85c-46f0-a8c0-cd25541df2cc tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1163.590293] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35d81d25-9820-44d9-b473-3a575d1a1cb7 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.619042] env[69889]: DEBUG oslo_vmware.api [None req-6b20d6d0-e85c-46f0-a8c0-cd25541df2cc tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Waiting for the task: (returnval){ [ 1163.619042] env[69889]: value = "task-4078058" [ 1163.619042] env[69889]: _type = "Task" [ 1163.619042] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.632555] env[69889]: DEBUG oslo_vmware.api [None req-6b20d6d0-e85c-46f0-a8c0-cd25541df2cc tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': task-4078058, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.792683] env[69889]: DEBUG oslo_vmware.api [None req-9f3c4bbb-0900-4795-bc59-38f9553ac806 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Task: {'id': task-4078055, 'name': Rename_Task, 'duration_secs': 0.334355} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.792683] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f3c4bbb-0900-4795-bc59-38f9553ac806 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] [instance: 13d9f160-3906-4434-859b-4fc4b226333e] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1163.792683] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8ec7b9c5-2d45-4608-9cb0-4b5c70e31d48 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.801561] env[69889]: DEBUG oslo_vmware.api [None req-9f3c4bbb-0900-4795-bc59-38f9553ac806 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Waiting for the task: (returnval){ [ 1163.801561] env[69889]: value = "task-4078059" [ 1163.801561] env[69889]: _type = "Task" [ 1163.801561] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.812265] env[69889]: DEBUG oslo_concurrency.lockutils [None req-6d60b8d2-7595-4c15-9688-49a5c9714804 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.336s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.812865] env[69889]: DEBUG nova.compute.manager [None req-6d60b8d2-7595-4c15-9688-49a5c9714804 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: 8f0cd72f-eb26-47ab-b33a-84e65fa65673] Start building networks asynchronously for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1163.815491] env[69889]: DEBUG oslo_vmware.api [None req-9f3c4bbb-0900-4795-bc59-38f9553ac806 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Task: {'id': task-4078059, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.815786] env[69889]: DEBUG oslo_concurrency.lockutils [None req-034069fb-9344-4e2d-9662-d63c66ba2a95 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.657s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.817396] env[69889]: INFO nova.compute.claims [None req-034069fb-9344-4e2d-9662-d63c66ba2a95 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 39aba68a-2ac8-47be-b799-ef9f1cfb4521] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1163.894063] env[69889]: DEBUG oslo_vmware.api [None req-afa6bb88-f2ae-455c-b32c-69ddeb4c1167 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] Task: {'id': task-4078056, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.949857] env[69889]: DEBUG oslo_vmware.api [None req-706244fa-fde8-4826-a45a-3ae01b13365a tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4078057, 'name': PowerOffVM_Task, 'duration_secs': 0.4216} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.949857] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-706244fa-fde8-4826-a45a-3ae01b13365a tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 6f282443-f481-4f8c-979e-e2750d671814] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1163.949857] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-706244fa-fde8-4826-a45a-3ae01b13365a tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 6f282443-f481-4f8c-979e-e2750d671814] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1163.949857] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4d7f8848-af24-4cc6-82c9-4e3a3c920031 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.021975] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-706244fa-fde8-4826-a45a-3ae01b13365a tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 6f282443-f481-4f8c-979e-e2750d671814] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1164.022280] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-706244fa-fde8-4826-a45a-3ae01b13365a tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 6f282443-f481-4f8c-979e-e2750d671814] Deleting contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1164.022502] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-706244fa-fde8-4826-a45a-3ae01b13365a tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Deleting the datastore file [datastore2] 6f282443-f481-4f8c-979e-e2750d671814 {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1164.022836] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-82c7a169-cb75-4134-bb3f-7d7b7cb152d3 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.033028] env[69889]: DEBUG oslo_vmware.api [None req-706244fa-fde8-4826-a45a-3ae01b13365a tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Waiting for the task: (returnval){ [ 1164.033028] env[69889]: value = "task-4078061" [ 1164.033028] env[69889]: _type = "Task" [ 1164.033028] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.043894] env[69889]: DEBUG oslo_vmware.api [None req-706244fa-fde8-4826-a45a-3ae01b13365a tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4078061, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.067192] env[69889]: INFO nova.network.neutron [None req-6bba4838-b4a1-4991-8ff9-381f2680032c tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 6f282443-f481-4f8c-979e-e2750d671814] Port f30250b1-8014-4179-93ad-b5bb4fb8ed37 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1164.067947] env[69889]: DEBUG nova.network.neutron [None req-6bba4838-b4a1-4991-8ff9-381f2680032c tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 6f282443-f481-4f8c-979e-e2750d671814] Updating instance_info_cache with network_info: [{"id": "fbc38a62-21fb-4367-a362-646e8e2fd8ba", "address": "fa:16:3e:81:7e:0b", "network": {"id": "dc7a1c63-64ed-41ca-b29f-202337c0d542", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1276397426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf71caefe82444e1aa35f5f5071b52f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbc38a62-21", "ovs_interfaceid": "fbc38a62-21fb-4367-a362-646e8e2fd8ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.131328] env[69889]: DEBUG oslo_vmware.api [None req-6b20d6d0-e85c-46f0-a8c0-cd25541df2cc tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': task-4078058, 'name': ReconfigVM_Task, 'duration_secs': 0.306716} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.131733] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-6b20d6d0-e85c-46f0-a8c0-cd25541df2cc tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4] Updating instance '5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4' progress to 33 {{(pid=69889) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1164.313893] env[69889]: DEBUG oslo_vmware.api [None req-9f3c4bbb-0900-4795-bc59-38f9553ac806 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Task: {'id': task-4078059, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.322566] env[69889]: DEBUG nova.compute.utils [None req-6d60b8d2-7595-4c15-9688-49a5c9714804 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1164.326743] env[69889]: DEBUG nova.compute.manager [None req-6d60b8d2-7595-4c15-9688-49a5c9714804 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: 8f0cd72f-eb26-47ab-b33a-84e65fa65673] Allocating IP information in the background. {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1164.326942] env[69889]: DEBUG nova.network.neutron [None req-6d60b8d2-7595-4c15-9688-49a5c9714804 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: 8f0cd72f-eb26-47ab-b33a-84e65fa65673] allocate_for_instance() {{(pid=69889) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1164.386983] env[69889]: DEBUG nova.policy [None req-6d60b8d2-7595-4c15-9688-49a5c9714804 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '00fc506c960541388436df2c67bb1797', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ea3b0130534446ba8f3ff8c8e581dae7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69889) authorize /opt/stack/nova/nova/policy.py:192}} [ 1164.395919] env[69889]: DEBUG oslo_vmware.api [None req-afa6bb88-f2ae-455c-b32c-69ddeb4c1167 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] Task: {'id': task-4078056, 'name': ReconfigVM_Task, 'duration_secs': 0.625054} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.396258] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-afa6bb88-f2ae-455c-b32c-69ddeb4c1167 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] [instance: 5117077b-9ac8-4213-bf92-8b5555101496] Reconfigured VM instance instance-00000063 to attach disk [datastore1] 5117077b-9ac8-4213-bf92-8b5555101496/5117077b-9ac8-4213-bf92-8b5555101496.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1164.396992] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bc752e79-c878-42d3-a48c-1bcc2d80ece6 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.405581] env[69889]: DEBUG oslo_vmware.api [None req-afa6bb88-f2ae-455c-b32c-69ddeb4c1167 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] Waiting for the task: (returnval){ [ 1164.405581] env[69889]: value = "task-4078062" [ 1164.405581] env[69889]: _type = "Task" [ 1164.405581] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.417260] env[69889]: DEBUG oslo_vmware.api [None req-afa6bb88-f2ae-455c-b32c-69ddeb4c1167 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] Task: {'id': task-4078062, 'name': Rename_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.533932] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-da9d7516-66e7-453a-a1ea-44d785de76c1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: ffcc822f-9e11-435a-9170-5305926d7836] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1164.534362] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b100e20-f0a9-45da-b7fe-fba70deaea9e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.545451] env[69889]: DEBUG oslo_vmware.api [None req-706244fa-fde8-4826-a45a-3ae01b13365a tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4078061, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18066} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.546932] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-706244fa-fde8-4826-a45a-3ae01b13365a tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1164.547161] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-706244fa-fde8-4826-a45a-3ae01b13365a tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 6f282443-f481-4f8c-979e-e2750d671814] Deleted contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1164.547341] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-706244fa-fde8-4826-a45a-3ae01b13365a tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 6f282443-f481-4f8c-979e-e2750d671814] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1164.547518] env[69889]: INFO nova.compute.manager [None req-706244fa-fde8-4826-a45a-3ae01b13365a tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 6f282443-f481-4f8c-979e-e2750d671814] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1164.547917] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-706244fa-fde8-4826-a45a-3ae01b13365a tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1164.548055] env[69889]: DEBUG oslo_vmware.api [None req-da9d7516-66e7-453a-a1ea-44d785de76c1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Waiting for the task: (returnval){ [ 1164.548055] env[69889]: value = "task-4078063" [ 1164.548055] env[69889]: _type = "Task" [ 1164.548055] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.548283] env[69889]: DEBUG nova.compute.manager [-] [instance: 6f282443-f481-4f8c-979e-e2750d671814] Deallocating network for instance {{(pid=69889) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1164.548383] env[69889]: DEBUG nova.network.neutron [-] [instance: 6f282443-f481-4f8c-979e-e2750d671814] deallocate_for_instance() {{(pid=69889) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1164.559350] env[69889]: DEBUG oslo_vmware.api [None req-da9d7516-66e7-453a-a1ea-44d785de76c1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078063, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.570234] env[69889]: DEBUG oslo_concurrency.lockutils [None req-6bba4838-b4a1-4991-8ff9-381f2680032c tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Releasing lock "refresh_cache-6f282443-f481-4f8c-979e-e2750d671814" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.640012] env[69889]: DEBUG nova.virt.hardware [None req-6b20d6d0-e85c-46f0-a8c0-cd25541df2cc tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1164.640681] env[69889]: DEBUG nova.virt.hardware [None req-6b20d6d0-e85c-46f0-a8c0-cd25541df2cc tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1164.640982] env[69889]: DEBUG nova.virt.hardware [None req-6b20d6d0-e85c-46f0-a8c0-cd25541df2cc tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1164.641339] env[69889]: DEBUG nova.virt.hardware [None req-6b20d6d0-e85c-46f0-a8c0-cd25541df2cc tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1164.641604] env[69889]: DEBUG nova.virt.hardware [None req-6b20d6d0-e85c-46f0-a8c0-cd25541df2cc tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1164.641851] env[69889]: DEBUG nova.virt.hardware [None req-6b20d6d0-e85c-46f0-a8c0-cd25541df2cc tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1164.642200] env[69889]: DEBUG nova.virt.hardware [None req-6b20d6d0-e85c-46f0-a8c0-cd25541df2cc tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1164.642475] env[69889]: DEBUG nova.virt.hardware [None req-6b20d6d0-e85c-46f0-a8c0-cd25541df2cc tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1164.642760] env[69889]: DEBUG nova.virt.hardware [None req-6b20d6d0-e85c-46f0-a8c0-cd25541df2cc tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1164.643053] env[69889]: DEBUG nova.virt.hardware [None req-6b20d6d0-e85c-46f0-a8c0-cd25541df2cc tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1164.643359] env[69889]: DEBUG nova.virt.hardware [None req-6b20d6d0-e85c-46f0-a8c0-cd25541df2cc tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1164.653033] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b20d6d0-e85c-46f0-a8c0-cd25541df2cc tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4] Reconfiguring VM instance instance-00000029 to detach disk 2000 {{(pid=69889) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1164.654266] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31ae14c3-e3dc-4b2b-b0e9-878a50ba7189 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.682247] env[69889]: DEBUG oslo_vmware.api [None req-6b20d6d0-e85c-46f0-a8c0-cd25541df2cc tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Waiting for the task: (returnval){ [ 1164.682247] env[69889]: value = "task-4078064" [ 1164.682247] env[69889]: _type = "Task" [ 1164.682247] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.695265] env[69889]: DEBUG oslo_vmware.api [None req-6b20d6d0-e85c-46f0-a8c0-cd25541df2cc tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': task-4078064, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.815914] env[69889]: DEBUG oslo_vmware.api [None req-9f3c4bbb-0900-4795-bc59-38f9553ac806 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Task: {'id': task-4078059, 'name': PowerOnVM_Task, 'duration_secs': 0.585252} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.816252] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f3c4bbb-0900-4795-bc59-38f9553ac806 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] [instance: 13d9f160-3906-4434-859b-4fc4b226333e] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1164.827406] env[69889]: DEBUG nova.compute.manager [None req-6d60b8d2-7595-4c15-9688-49a5c9714804 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: 8f0cd72f-eb26-47ab-b33a-84e65fa65673] Start building block device mappings for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1164.925354] env[69889]: DEBUG oslo_vmware.api [None req-afa6bb88-f2ae-455c-b32c-69ddeb4c1167 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] Task: {'id': task-4078062, 'name': Rename_Task, 'duration_secs': 0.299018} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.927283] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-afa6bb88-f2ae-455c-b32c-69ddeb4c1167 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] [instance: 5117077b-9ac8-4213-bf92-8b5555101496] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1164.927982] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c15fbe7e-3291-463f-83ba-68bd34208deb {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.936644] env[69889]: DEBUG oslo_vmware.api [None req-afa6bb88-f2ae-455c-b32c-69ddeb4c1167 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] Waiting for the task: (returnval){ [ 1164.936644] env[69889]: value = "task-4078065" [ 1164.936644] env[69889]: _type = "Task" [ 1164.936644] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.948026] env[69889]: DEBUG oslo_vmware.api [None req-afa6bb88-f2ae-455c-b32c-69ddeb4c1167 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] Task: {'id': task-4078065, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.948832] env[69889]: DEBUG nova.network.neutron [None req-6d60b8d2-7595-4c15-9688-49a5c9714804 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: 8f0cd72f-eb26-47ab-b33a-84e65fa65673] Successfully created port: 6d2ad890-294e-4f0c-aca8-61b9788d4adb {{(pid=69889) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1164.970235] env[69889]: DEBUG nova.compute.manager [None req-9f3c4bbb-0900-4795-bc59-38f9553ac806 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] [instance: 13d9f160-3906-4434-859b-4fc4b226333e] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1164.971243] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ef62a12-ba6f-4853-b704-686736f4178c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.059848] env[69889]: DEBUG oslo_vmware.api [None req-da9d7516-66e7-453a-a1ea-44d785de76c1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078063, 'name': PowerOffVM_Task, 'duration_secs': 0.238819} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.062597] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-da9d7516-66e7-453a-a1ea-44d785de76c1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: ffcc822f-9e11-435a-9170-5305926d7836] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1165.062836] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-da9d7516-66e7-453a-a1ea-44d785de76c1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: ffcc822f-9e11-435a-9170-5305926d7836] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1165.064129] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc36ff31-a84e-4cc6-a5ec-81121ddd5ed4 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.071682] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-da9d7516-66e7-453a-a1ea-44d785de76c1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: ffcc822f-9e11-435a-9170-5305926d7836] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1165.071985] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-893ec839-d501-4b4d-8c21-2d0585590669 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.074917] env[69889]: DEBUG oslo_concurrency.lockutils [None req-6bba4838-b4a1-4991-8ff9-381f2680032c tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Lock "interface-6f282443-f481-4f8c-979e-e2750d671814-f30250b1-8014-4179-93ad-b5bb4fb8ed37" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.552s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.096991] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-121fd4d1-8ce5-4f1a-b5c3-3797e7eedeab {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.106990] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42f6c7e4-7690-433b-9488-27d0a980ef87 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.967864] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da252c83-b703-4bea-8980-a2731d673d17 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.972661] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-da9d7516-66e7-453a-a1ea-44d785de76c1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: ffcc822f-9e11-435a-9170-5305926d7836] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1165.972661] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-da9d7516-66e7-453a-a1ea-44d785de76c1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: ffcc822f-9e11-435a-9170-5305926d7836] Deleting contents of the VM from datastore datastore1 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1165.972661] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-da9d7516-66e7-453a-a1ea-44d785de76c1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Deleting the datastore file [datastore1] ffcc822f-9e11-435a-9170-5305926d7836 {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1165.972661] env[69889]: DEBUG nova.compute.manager [req-44906e9a-49ca-4b39-8816-38a085f9a84f req-f5fb532b-37d8-42be-a590-4453f7eb35db service nova] [instance: 6f282443-f481-4f8c-979e-e2750d671814] Received event network-vif-deleted-fbc38a62-21fb-4367-a362-646e8e2fd8ba {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1165.972661] env[69889]: INFO nova.compute.manager [req-44906e9a-49ca-4b39-8816-38a085f9a84f req-f5fb532b-37d8-42be-a590-4453f7eb35db service nova] [instance: 6f282443-f481-4f8c-979e-e2750d671814] Neutron deleted interface fbc38a62-21fb-4367-a362-646e8e2fd8ba; detaching it from the instance and deleting it from the info cache [ 1165.972661] env[69889]: DEBUG nova.network.neutron [req-44906e9a-49ca-4b39-8816-38a085f9a84f req-f5fb532b-37d8-42be-a590-4453f7eb35db service nova] [instance: 6f282443-f481-4f8c-979e-e2750d671814] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.979339] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5f0f0765-a4fd-4229-811a-7f1da0ba4179 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.981346] env[69889]: DEBUG oslo_concurrency.lockutils [None req-82335e5b-d1ce-4824-8b33-cef4dfc17d94 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Acquiring lock "97dd9521-55f5-43b9-8248-ac2051b9dd87" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.981596] env[69889]: DEBUG oslo_concurrency.lockutils [None req-82335e5b-d1ce-4824-8b33-cef4dfc17d94 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Lock "97dd9521-55f5-43b9-8248-ac2051b9dd87" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.983439] env[69889]: DEBUG oslo_concurrency.lockutils [None req-9f3c4bbb-0900-4795-bc59-38f9553ac806 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Lock "13d9f160-3906-4434-859b-4fc4b226333e" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 27.412s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.996247] env[69889]: DEBUG oslo_vmware.api [None req-6b20d6d0-e85c-46f0-a8c0-cd25541df2cc tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': task-4078064, 'name': ReconfigVM_Task, 'duration_secs': 0.205377} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.000439] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b20d6d0-e85c-46f0-a8c0-cd25541df2cc tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4] Reconfigured VM instance instance-00000029 to detach disk 2000 {{(pid=69889) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1166.001819] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e635436e-5fb1-42f7-91b1-f433b19d2693 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.007614] env[69889]: DEBUG oslo_vmware.api [None req-da9d7516-66e7-453a-a1ea-44d785de76c1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Waiting for the task: (returnval){ [ 1166.007614] env[69889]: value = "task-4078067" [ 1166.007614] env[69889]: _type = "Task" [ 1166.007614] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.007913] env[69889]: DEBUG oslo_vmware.api [None req-afa6bb88-f2ae-455c-b32c-69ddeb4c1167 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] Task: {'id': task-4078065, 'name': PowerOnVM_Task, 'duration_secs': 0.826494} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.010828] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39f8b0fa-7b3e-43d4-97d8-686dc0dac078 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.014189] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-afa6bb88-f2ae-455c-b32c-69ddeb4c1167 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] [instance: 5117077b-9ac8-4213-bf92-8b5555101496] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1166.014650] env[69889]: INFO nova.compute.manager [None req-afa6bb88-f2ae-455c-b32c-69ddeb4c1167 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] [instance: 5117077b-9ac8-4213-bf92-8b5555101496] Took 8.65 seconds to spawn the instance on the hypervisor. [ 1166.014650] env[69889]: DEBUG nova.compute.manager [None req-afa6bb88-f2ae-455c-b32c-69ddeb4c1167 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] [instance: 5117077b-9ac8-4213-bf92-8b5555101496] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1166.019739] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ee0bd88-b877-46c4-8e46-86372c8a9eef {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.034173] env[69889]: DEBUG nova.compute.provider_tree [None req-034069fb-9344-4e2d-9662-d63c66ba2a95 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Updating inventory in ProviderTree for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1166.057968] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b20d6d0-e85c-46f0-a8c0-cd25541df2cc tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] 5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4/5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4.vmdk or device None with type thin {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1166.063817] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-907f6740-a10e-4ff7-8f32-a5e9d2b92812 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.079300] env[69889]: DEBUG oslo_vmware.api [None req-da9d7516-66e7-453a-a1ea-44d785de76c1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078067, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.092228] env[69889]: DEBUG oslo_vmware.api [None req-6b20d6d0-e85c-46f0-a8c0-cd25541df2cc tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Waiting for the task: (returnval){ [ 1166.092228] env[69889]: value = "task-4078068" [ 1166.092228] env[69889]: _type = "Task" [ 1166.092228] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.104550] env[69889]: DEBUG oslo_vmware.api [None req-6b20d6d0-e85c-46f0-a8c0-cd25541df2cc tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': task-4078068, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.461849] env[69889]: DEBUG nova.compute.manager [None req-6d60b8d2-7595-4c15-9688-49a5c9714804 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: 8f0cd72f-eb26-47ab-b33a-84e65fa65673] Start spawning the instance on the hypervisor. {{(pid=69889) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1166.477930] env[69889]: DEBUG nova.network.neutron [-] [instance: 6f282443-f481-4f8c-979e-e2750d671814] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.479762] env[69889]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4f622e48-0d2b-4de0-aea6-a46f75aa1d19 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.483509] env[69889]: DEBUG nova.compute.manager [None req-82335e5b-d1ce-4824-8b33-cef4dfc17d94 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] [instance: 97dd9521-55f5-43b9-8248-ac2051b9dd87] Starting instance... {{(pid=69889) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1166.490395] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c01ec44-a3d2-422a-972f-0eb1a2c671cf {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.524766] env[69889]: DEBUG nova.compute.manager [req-44906e9a-49ca-4b39-8816-38a085f9a84f req-f5fb532b-37d8-42be-a590-4453f7eb35db service nova] [instance: 6f282443-f481-4f8c-979e-e2750d671814] Detach interface failed, port_id=fbc38a62-21fb-4367-a362-646e8e2fd8ba, reason: Instance 6f282443-f481-4f8c-979e-e2750d671814 could not be found. {{(pid=69889) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1166.544233] env[69889]: DEBUG oslo_vmware.api [None req-da9d7516-66e7-453a-a1ea-44d785de76c1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078067, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152202} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.544233] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-da9d7516-66e7-453a-a1ea-44d785de76c1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1166.544233] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-da9d7516-66e7-453a-a1ea-44d785de76c1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: ffcc822f-9e11-435a-9170-5305926d7836] Deleted contents of the VM from datastore datastore1 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1166.544233] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-da9d7516-66e7-453a-a1ea-44d785de76c1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: ffcc822f-9e11-435a-9170-5305926d7836] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1166.560282] env[69889]: DEBUG nova.virt.hardware [None req-6d60b8d2-7595-4c15-9688-49a5c9714804 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1166.560616] env[69889]: DEBUG nova.virt.hardware [None req-6d60b8d2-7595-4c15-9688-49a5c9714804 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1166.560778] env[69889]: DEBUG nova.virt.hardware [None req-6d60b8d2-7595-4c15-9688-49a5c9714804 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1166.561800] env[69889]: DEBUG nova.virt.hardware [None req-6d60b8d2-7595-4c15-9688-49a5c9714804 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1166.561800] env[69889]: DEBUG nova.virt.hardware [None req-6d60b8d2-7595-4c15-9688-49a5c9714804 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1166.561800] env[69889]: DEBUG nova.virt.hardware [None req-6d60b8d2-7595-4c15-9688-49a5c9714804 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1166.561800] env[69889]: DEBUG nova.virt.hardware [None req-6d60b8d2-7595-4c15-9688-49a5c9714804 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1166.561800] env[69889]: DEBUG nova.virt.hardware [None req-6d60b8d2-7595-4c15-9688-49a5c9714804 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1166.562150] env[69889]: DEBUG nova.virt.hardware [None req-6d60b8d2-7595-4c15-9688-49a5c9714804 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1166.562150] env[69889]: DEBUG nova.virt.hardware [None req-6d60b8d2-7595-4c15-9688-49a5c9714804 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1166.562361] env[69889]: DEBUG nova.virt.hardware [None req-6d60b8d2-7595-4c15-9688-49a5c9714804 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1166.564090] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-090a64a9-ba5d-41a6-b48b-6da32d05cba9 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.568763] env[69889]: ERROR nova.scheduler.client.report [None req-034069fb-9344-4e2d-9662-d63c66ba2a95 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [req-9a133387-21f7-48ba-b2b8-60e97bd3cace] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 90d7c690-84bb-4f6d-b52e-7f3e0decd101. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9a133387-21f7-48ba-b2b8-60e97bd3cace"}]} [ 1166.577019] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c665286-f49a-428f-9b6a-5fc9abdce96c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.597539] env[69889]: DEBUG nova.scheduler.client.report [None req-034069fb-9344-4e2d-9662-d63c66ba2a95 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Refreshing inventories for resource provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1166.604649] env[69889]: INFO nova.compute.manager [None req-afa6bb88-f2ae-455c-b32c-69ddeb4c1167 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] [instance: 5117077b-9ac8-4213-bf92-8b5555101496] Took 19.76 seconds to build instance. [ 1166.609070] env[69889]: DEBUG oslo_vmware.api [None req-6b20d6d0-e85c-46f0-a8c0-cd25541df2cc tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': task-4078068, 'name': ReconfigVM_Task, 'duration_secs': 0.351274} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.610087] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b20d6d0-e85c-46f0-a8c0-cd25541df2cc tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4] Reconfigured VM instance instance-00000029 to attach disk [datastore1] 5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4/5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4.vmdk or device None with type thin {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1166.610087] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-6b20d6d0-e85c-46f0-a8c0-cd25541df2cc tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4] Updating instance '5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4' progress to 50 {{(pid=69889) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1166.617535] env[69889]: DEBUG nova.scheduler.client.report [None req-034069fb-9344-4e2d-9662-d63c66ba2a95 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Updating ProviderTree inventory for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1166.618149] env[69889]: DEBUG nova.compute.provider_tree [None req-034069fb-9344-4e2d-9662-d63c66ba2a95 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Updating inventory in ProviderTree for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1166.631305] env[69889]: DEBUG nova.scheduler.client.report [None req-034069fb-9344-4e2d-9662-d63c66ba2a95 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Refreshing aggregate associations for resource provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101, aggregates: None {{(pid=69889) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1166.651372] env[69889]: DEBUG nova.scheduler.client.report [None req-034069fb-9344-4e2d-9662-d63c66ba2a95 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Refreshing trait associations for resource provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=69889) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1166.757572] env[69889]: DEBUG nova.compute.manager [req-692c8dd2-8969-4508-bcf9-c066992afbbf req-b93004c2-d310-4a3f-8431-b082533891e4 service nova] [instance: 8f0cd72f-eb26-47ab-b33a-84e65fa65673] Received event network-vif-plugged-6d2ad890-294e-4f0c-aca8-61b9788d4adb {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1166.757853] env[69889]: DEBUG oslo_concurrency.lockutils [req-692c8dd2-8969-4508-bcf9-c066992afbbf req-b93004c2-d310-4a3f-8431-b082533891e4 service nova] Acquiring lock "8f0cd72f-eb26-47ab-b33a-84e65fa65673-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.758130] env[69889]: DEBUG oslo_concurrency.lockutils [req-692c8dd2-8969-4508-bcf9-c066992afbbf req-b93004c2-d310-4a3f-8431-b082533891e4 service nova] Lock "8f0cd72f-eb26-47ab-b33a-84e65fa65673-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.758306] env[69889]: DEBUG oslo_concurrency.lockutils [req-692c8dd2-8969-4508-bcf9-c066992afbbf req-b93004c2-d310-4a3f-8431-b082533891e4 service nova] Lock "8f0cd72f-eb26-47ab-b33a-84e65fa65673-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.759967] env[69889]: DEBUG nova.compute.manager [req-692c8dd2-8969-4508-bcf9-c066992afbbf req-b93004c2-d310-4a3f-8431-b082533891e4 service nova] [instance: 8f0cd72f-eb26-47ab-b33a-84e65fa65673] No waiting events found dispatching network-vif-plugged-6d2ad890-294e-4f0c-aca8-61b9788d4adb {{(pid=69889) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1166.759967] env[69889]: WARNING nova.compute.manager [req-692c8dd2-8969-4508-bcf9-c066992afbbf req-b93004c2-d310-4a3f-8431-b082533891e4 service nova] [instance: 8f0cd72f-eb26-47ab-b33a-84e65fa65673] Received unexpected event network-vif-plugged-6d2ad890-294e-4f0c-aca8-61b9788d4adb for instance with vm_state building and task_state spawning. [ 1166.870768] env[69889]: DEBUG nova.network.neutron [None req-6d60b8d2-7595-4c15-9688-49a5c9714804 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: 8f0cd72f-eb26-47ab-b33a-84e65fa65673] Successfully updated port: 6d2ad890-294e-4f0c-aca8-61b9788d4adb {{(pid=69889) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1166.880277] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9636bb9-6b90-4367-a06b-f2cd509826cc {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.888291] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4756b82e-c1fd-4dc5-a708-749597654b29 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.926016] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d01a4f54-81e3-4e8c-bae9-a26abc2fe352 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.933532] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f91651a4-b721-4c2c-94de-b534f273b6cb {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.948352] env[69889]: DEBUG nova.compute.provider_tree [None req-034069fb-9344-4e2d-9662-d63c66ba2a95 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Updating inventory in ProviderTree for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1166.980319] env[69889]: INFO nova.compute.manager [-] [instance: 6f282443-f481-4f8c-979e-e2750d671814] Took 2.43 seconds to deallocate network for instance. [ 1167.002890] env[69889]: DEBUG oslo_concurrency.lockutils [None req-82335e5b-d1ce-4824-8b33-cef4dfc17d94 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.110418] env[69889]: DEBUG oslo_concurrency.lockutils [None req-afa6bb88-f2ae-455c-b32c-69ddeb4c1167 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] Lock "5117077b-9ac8-4213-bf92-8b5555101496" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.274s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.116638] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b47237ac-c0ee-40c6-9b15-2b6b2c5c6a5b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.141474] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-695f5561-b6a5-43b3-8df6-2de676584bf2 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.161610] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-6b20d6d0-e85c-46f0-a8c0-cd25541df2cc tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4] Updating instance '5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4' progress to 67 {{(pid=69889) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1167.372805] env[69889]: DEBUG oslo_concurrency.lockutils [None req-6d60b8d2-7595-4c15-9688-49a5c9714804 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Acquiring lock "refresh_cache-8f0cd72f-eb26-47ab-b33a-84e65fa65673" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.372960] env[69889]: DEBUG oslo_concurrency.lockutils [None req-6d60b8d2-7595-4c15-9688-49a5c9714804 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Acquired lock "refresh_cache-8f0cd72f-eb26-47ab-b33a-84e65fa65673" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.373139] env[69889]: DEBUG nova.network.neutron [None req-6d60b8d2-7595-4c15-9688-49a5c9714804 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: 8f0cd72f-eb26-47ab-b33a-84e65fa65673] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1167.444914] env[69889]: DEBUG nova.compute.manager [req-45f216f8-00cb-4e85-8aa2-82c5b9dab964 req-b99f4c71-91f6-494d-ac40-bcac262ab64e service nova] [instance: 5117077b-9ac8-4213-bf92-8b5555101496] Received event network-changed-1d2dc3a5-596b-433f-98ea-85120713fac6 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1167.445474] env[69889]: DEBUG nova.compute.manager [req-45f216f8-00cb-4e85-8aa2-82c5b9dab964 req-b99f4c71-91f6-494d-ac40-bcac262ab64e service nova] [instance: 5117077b-9ac8-4213-bf92-8b5555101496] Refreshing instance network info cache due to event network-changed-1d2dc3a5-596b-433f-98ea-85120713fac6. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1167.445474] env[69889]: DEBUG oslo_concurrency.lockutils [req-45f216f8-00cb-4e85-8aa2-82c5b9dab964 req-b99f4c71-91f6-494d-ac40-bcac262ab64e service nova] Acquiring lock "refresh_cache-5117077b-9ac8-4213-bf92-8b5555101496" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.445474] env[69889]: DEBUG oslo_concurrency.lockutils [req-45f216f8-00cb-4e85-8aa2-82c5b9dab964 req-b99f4c71-91f6-494d-ac40-bcac262ab64e service nova] Acquired lock "refresh_cache-5117077b-9ac8-4213-bf92-8b5555101496" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.445683] env[69889]: DEBUG nova.network.neutron [req-45f216f8-00cb-4e85-8aa2-82c5b9dab964 req-b99f4c71-91f6-494d-ac40-bcac262ab64e service nova] [instance: 5117077b-9ac8-4213-bf92-8b5555101496] Refreshing network info cache for port 1d2dc3a5-596b-433f-98ea-85120713fac6 {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1167.473372] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59e87af1-22a7-4d0a-8553-b3b9511503c8 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.480856] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-a0d55833-6a43-4545-acb1-4153fab832d7 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] [instance: 13d9f160-3906-4434-859b-4fc4b226333e] Suspending the VM {{(pid=69889) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1167.481485] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-9630776f-524d-4bd6-a302-dbd9c892beed {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.486453] env[69889]: DEBUG nova.scheduler.client.report [None req-034069fb-9344-4e2d-9662-d63c66ba2a95 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Updated inventory for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 with generation 130 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1167.486702] env[69889]: DEBUG nova.compute.provider_tree [None req-034069fb-9344-4e2d-9662-d63c66ba2a95 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Updating resource provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 generation from 130 to 131 during operation: update_inventory {{(pid=69889) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1167.486884] env[69889]: DEBUG nova.compute.provider_tree [None req-034069fb-9344-4e2d-9662-d63c66ba2a95 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Updating inventory in ProviderTree for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1167.492723] env[69889]: DEBUG oslo_concurrency.lockutils [None req-706244fa-fde8-4826-a45a-3ae01b13365a tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.499848] env[69889]: DEBUG oslo_vmware.api [None req-a0d55833-6a43-4545-acb1-4153fab832d7 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Waiting for the task: (returnval){ [ 1167.499848] env[69889]: value = "task-4078069" [ 1167.499848] env[69889]: _type = "Task" [ 1167.499848] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.511457] env[69889]: DEBUG oslo_vmware.api [None req-a0d55833-6a43-4545-acb1-4153fab832d7 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Task: {'id': task-4078069, 'name': SuspendVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.581605] env[69889]: DEBUG nova.virt.hardware [None req-da9d7516-66e7-453a-a1ea-44d785de76c1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1167.581748] env[69889]: DEBUG nova.virt.hardware [None req-da9d7516-66e7-453a-a1ea-44d785de76c1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1167.581808] env[69889]: DEBUG nova.virt.hardware [None req-da9d7516-66e7-453a-a1ea-44d785de76c1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1167.582030] env[69889]: DEBUG nova.virt.hardware [None req-da9d7516-66e7-453a-a1ea-44d785de76c1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1167.582199] env[69889]: DEBUG nova.virt.hardware [None req-da9d7516-66e7-453a-a1ea-44d785de76c1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1167.582352] env[69889]: DEBUG nova.virt.hardware [None req-da9d7516-66e7-453a-a1ea-44d785de76c1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1167.582672] env[69889]: DEBUG nova.virt.hardware [None req-da9d7516-66e7-453a-a1ea-44d785de76c1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1167.582834] env[69889]: DEBUG nova.virt.hardware [None req-da9d7516-66e7-453a-a1ea-44d785de76c1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1167.583017] env[69889]: DEBUG nova.virt.hardware [None req-da9d7516-66e7-453a-a1ea-44d785de76c1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1167.583186] env[69889]: DEBUG nova.virt.hardware [None req-da9d7516-66e7-453a-a1ea-44d785de76c1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1167.583363] env[69889]: DEBUG nova.virt.hardware [None req-da9d7516-66e7-453a-a1ea-44d785de76c1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1167.584558] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ff62d33-b295-4f44-bcab-ce80ac9912ce {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.593078] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e192922b-c711-4b92-8aac-f796b598daf6 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.608158] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-da9d7516-66e7-453a-a1ea-44d785de76c1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: ffcc822f-9e11-435a-9170-5305926d7836] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:ba:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13e83154-c0d2-4d3d-b95e-3cd5ba336257', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c4f3e38f-2ef7-4541-8cab-24a49a4bb5a6', 'vif_model': 'vmxnet3'}] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1167.615810] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-da9d7516-66e7-453a-a1ea-44d785de76c1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1167.616097] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ffcc822f-9e11-435a-9170-5305926d7836] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1167.616336] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-64de850e-78af-413c-881a-b80d1c9bb112 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.636413] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1167.636413] env[69889]: value = "task-4078070" [ 1167.636413] env[69889]: _type = "Task" [ 1167.636413] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.646279] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4078070, 'name': CreateVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.716643] env[69889]: DEBUG nova.network.neutron [None req-6b20d6d0-e85c-46f0-a8c0-cd25541df2cc tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4] Port a701b1ab-efb1-43ae-9133-40a45b94e51e binding to destination host cpu-1 is already ACTIVE {{(pid=69889) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1167.907961] env[69889]: DEBUG nova.network.neutron [None req-6d60b8d2-7595-4c15-9688-49a5c9714804 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: 8f0cd72f-eb26-47ab-b33a-84e65fa65673] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1167.995093] env[69889]: DEBUG oslo_concurrency.lockutils [None req-034069fb-9344-4e2d-9662-d63c66ba2a95 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.179s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.996031] env[69889]: DEBUG nova.compute.manager [None req-034069fb-9344-4e2d-9662-d63c66ba2a95 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 39aba68a-2ac8-47be-b799-ef9f1cfb4521] Start building networks asynchronously for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1168.002138] env[69889]: DEBUG oslo_concurrency.lockutils [None req-803c6822-c49f-4c33-bd04-0fa64d322e4a tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.499s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.003721] env[69889]: INFO nova.compute.claims [None req-803c6822-c49f-4c33-bd04-0fa64d322e4a tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1168.019256] env[69889]: DEBUG oslo_vmware.api [None req-a0d55833-6a43-4545-acb1-4153fab832d7 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Task: {'id': task-4078069, 'name': SuspendVM_Task} progress is 58%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.093927] env[69889]: DEBUG nova.network.neutron [None req-6d60b8d2-7595-4c15-9688-49a5c9714804 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: 8f0cd72f-eb26-47ab-b33a-84e65fa65673] Updating instance_info_cache with network_info: [{"id": "6d2ad890-294e-4f0c-aca8-61b9788d4adb", "address": "fa:16:3e:96:67:b4", "network": {"id": "b29da6ee-674a-477c-825a-46d399fad165", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1035647706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea3b0130534446ba8f3ff8c8e581dae7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d2ad890-29", "ovs_interfaceid": "6d2ad890-294e-4f0c-aca8-61b9788d4adb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.148271] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4078070, 'name': CreateVM_Task, 'duration_secs': 0.363661} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.151389] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ffcc822f-9e11-435a-9170-5305926d7836] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1168.151389] env[69889]: DEBUG oslo_concurrency.lockutils [None req-da9d7516-66e7-453a-a1ea-44d785de76c1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.151389] env[69889]: DEBUG oslo_concurrency.lockutils [None req-da9d7516-66e7-453a-a1ea-44d785de76c1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.151702] env[69889]: DEBUG oslo_concurrency.lockutils [None req-da9d7516-66e7-453a-a1ea-44d785de76c1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.152237] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bdcdeb7-0e70-4607-b57a-b98a52e3f81b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.157028] env[69889]: DEBUG oslo_vmware.api [None req-da9d7516-66e7-453a-a1ea-44d785de76c1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Waiting for the task: (returnval){ [ 1168.157028] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]5224c4ce-425f-8397-87d4-fe8b596dec91" [ 1168.157028] env[69889]: _type = "Task" [ 1168.157028] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.165173] env[69889]: DEBUG oslo_vmware.api [None req-da9d7516-66e7-453a-a1ea-44d785de76c1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5224c4ce-425f-8397-87d4-fe8b596dec91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.193787] env[69889]: DEBUG nova.network.neutron [req-45f216f8-00cb-4e85-8aa2-82c5b9dab964 req-b99f4c71-91f6-494d-ac40-bcac262ab64e service nova] [instance: 5117077b-9ac8-4213-bf92-8b5555101496] Updated VIF entry in instance network info cache for port 1d2dc3a5-596b-433f-98ea-85120713fac6. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1168.194218] env[69889]: DEBUG nova.network.neutron [req-45f216f8-00cb-4e85-8aa2-82c5b9dab964 req-b99f4c71-91f6-494d-ac40-bcac262ab64e service nova] [instance: 5117077b-9ac8-4213-bf92-8b5555101496] Updating instance_info_cache with network_info: [{"id": "1d2dc3a5-596b-433f-98ea-85120713fac6", "address": "fa:16:3e:e1:7d:5a", "network": {"id": "9c5fa623-f893-4eac-b132-d21103a1f8b8", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1930532193-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a9eeceec0a8405d9068d1e33bd9e659", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "399f3826-705c-45f7-9fe0-3a08a945151a", "external-id": "nsx-vlan-transportzone-936", "segmentation_id": 936, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d2dc3a5-59", "ovs_interfaceid": "1d2dc3a5-596b-433f-98ea-85120713fac6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.511414] env[69889]: DEBUG nova.compute.utils [None req-034069fb-9344-4e2d-9662-d63c66ba2a95 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1168.517863] env[69889]: DEBUG nova.compute.manager [None req-034069fb-9344-4e2d-9662-d63c66ba2a95 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 39aba68a-2ac8-47be-b799-ef9f1cfb4521] Allocating IP information in the background. {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1168.517863] env[69889]: DEBUG nova.network.neutron [None req-034069fb-9344-4e2d-9662-d63c66ba2a95 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 39aba68a-2ac8-47be-b799-ef9f1cfb4521] allocate_for_instance() {{(pid=69889) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1168.534036] env[69889]: DEBUG oslo_vmware.api [None req-a0d55833-6a43-4545-acb1-4153fab832d7 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Task: {'id': task-4078069, 'name': SuspendVM_Task, 'duration_secs': 1.003077} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.534218] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-a0d55833-6a43-4545-acb1-4153fab832d7 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] [instance: 13d9f160-3906-4434-859b-4fc4b226333e] Suspended the VM {{(pid=69889) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1168.534363] env[69889]: DEBUG nova.compute.manager [None req-a0d55833-6a43-4545-acb1-4153fab832d7 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] [instance: 13d9f160-3906-4434-859b-4fc4b226333e] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1168.535255] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-befbf02d-9203-40c7-8522-17003a622837 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.571024] env[69889]: DEBUG nova.policy [None req-034069fb-9344-4e2d-9662-d63c66ba2a95 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5f0d259cedce479ca91858d8d27f42ee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7255cdff151a40df83da7bf6356a4e13', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69889) authorize /opt/stack/nova/nova/policy.py:192}} [ 1168.600461] env[69889]: DEBUG oslo_concurrency.lockutils [None req-6d60b8d2-7595-4c15-9688-49a5c9714804 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Releasing lock "refresh_cache-8f0cd72f-eb26-47ab-b33a-84e65fa65673" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.600819] env[69889]: DEBUG nova.compute.manager [None req-6d60b8d2-7595-4c15-9688-49a5c9714804 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: 8f0cd72f-eb26-47ab-b33a-84e65fa65673] Instance network_info: |[{"id": "6d2ad890-294e-4f0c-aca8-61b9788d4adb", "address": "fa:16:3e:96:67:b4", "network": {"id": "b29da6ee-674a-477c-825a-46d399fad165", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1035647706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea3b0130534446ba8f3ff8c8e581dae7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d2ad890-29", "ovs_interfaceid": "6d2ad890-294e-4f0c-aca8-61b9788d4adb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1168.601287] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-6d60b8d2-7595-4c15-9688-49a5c9714804 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: 8f0cd72f-eb26-47ab-b33a-84e65fa65673] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:67:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e23c1d18-c841-49ea-95f3-df5ceac28afd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6d2ad890-294e-4f0c-aca8-61b9788d4adb', 'vif_model': 'vmxnet3'}] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1168.608899] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6d60b8d2-7595-4c15-9688-49a5c9714804 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1168.609595] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f0cd72f-eb26-47ab-b33a-84e65fa65673] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1168.609844] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ca251f2f-ce82-4b2d-8365-b8504b45503e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.631218] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1168.631218] env[69889]: value = "task-4078071" [ 1168.631218] env[69889]: _type = "Task" [ 1168.631218] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.639923] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4078071, 'name': CreateVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.669060] env[69889]: DEBUG oslo_vmware.api [None req-da9d7516-66e7-453a-a1ea-44d785de76c1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5224c4ce-425f-8397-87d4-fe8b596dec91, 'name': SearchDatastore_Task, 'duration_secs': 0.016692} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.669436] env[69889]: DEBUG oslo_concurrency.lockutils [None req-da9d7516-66e7-453a-a1ea-44d785de76c1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.669819] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-da9d7516-66e7-453a-a1ea-44d785de76c1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: ffcc822f-9e11-435a-9170-5305926d7836] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1168.669982] env[69889]: DEBUG oslo_concurrency.lockutils [None req-da9d7516-66e7-453a-a1ea-44d785de76c1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.670179] env[69889]: DEBUG oslo_concurrency.lockutils [None req-da9d7516-66e7-453a-a1ea-44d785de76c1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.670397] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-da9d7516-66e7-453a-a1ea-44d785de76c1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1168.670680] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a76cf7d7-f01e-4f15-acb7-5de35fda3e93 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.681912] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-da9d7516-66e7-453a-a1ea-44d785de76c1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1168.682170] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-da9d7516-66e7-453a-a1ea-44d785de76c1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1168.683119] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c98c3bd-ba2c-4f5a-b42d-6fa326947ea2 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.690629] env[69889]: DEBUG oslo_vmware.api [None req-da9d7516-66e7-453a-a1ea-44d785de76c1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Waiting for the task: (returnval){ [ 1168.690629] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52a901b1-064e-e3a6-2a1d-f23a6c18b34c" [ 1168.690629] env[69889]: _type = "Task" [ 1168.690629] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.700091] env[69889]: DEBUG oslo_concurrency.lockutils [req-45f216f8-00cb-4e85-8aa2-82c5b9dab964 req-b99f4c71-91f6-494d-ac40-bcac262ab64e service nova] Releasing lock "refresh_cache-5117077b-9ac8-4213-bf92-8b5555101496" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.700381] env[69889]: DEBUG oslo_vmware.api [None req-da9d7516-66e7-453a-a1ea-44d785de76c1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52a901b1-064e-e3a6-2a1d-f23a6c18b34c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.735817] env[69889]: DEBUG oslo_concurrency.lockutils [None req-6b20d6d0-e85c-46f0-a8c0-cd25541df2cc tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Acquiring lock "5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.736066] env[69889]: DEBUG oslo_concurrency.lockutils [None req-6b20d6d0-e85c-46f0-a8c0-cd25541df2cc tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Lock "5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.736248] env[69889]: DEBUG oslo_concurrency.lockutils [None req-6b20d6d0-e85c-46f0-a8c0-cd25541df2cc tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Lock "5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.785601] env[69889]: DEBUG nova.compute.manager [req-44ec9566-2125-4bbd-a852-f0b0feb7f635 req-eea03394-c744-445a-b562-dc90f99f2a95 service nova] [instance: 8f0cd72f-eb26-47ab-b33a-84e65fa65673] Received event network-changed-6d2ad890-294e-4f0c-aca8-61b9788d4adb {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1168.785802] env[69889]: DEBUG nova.compute.manager [req-44ec9566-2125-4bbd-a852-f0b0feb7f635 req-eea03394-c744-445a-b562-dc90f99f2a95 service nova] [instance: 8f0cd72f-eb26-47ab-b33a-84e65fa65673] Refreshing instance network info cache due to event network-changed-6d2ad890-294e-4f0c-aca8-61b9788d4adb. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1168.787955] env[69889]: DEBUG oslo_concurrency.lockutils [req-44ec9566-2125-4bbd-a852-f0b0feb7f635 req-eea03394-c744-445a-b562-dc90f99f2a95 service nova] Acquiring lock "refresh_cache-8f0cd72f-eb26-47ab-b33a-84e65fa65673" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.788230] env[69889]: DEBUG oslo_concurrency.lockutils [req-44ec9566-2125-4bbd-a852-f0b0feb7f635 req-eea03394-c744-445a-b562-dc90f99f2a95 service nova] Acquired lock "refresh_cache-8f0cd72f-eb26-47ab-b33a-84e65fa65673" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.788511] env[69889]: DEBUG nova.network.neutron [req-44ec9566-2125-4bbd-a852-f0b0feb7f635 req-eea03394-c744-445a-b562-dc90f99f2a95 service nova] [instance: 8f0cd72f-eb26-47ab-b33a-84e65fa65673] Refreshing network info cache for port 6d2ad890-294e-4f0c-aca8-61b9788d4adb {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1168.889573] env[69889]: DEBUG nova.network.neutron [None req-034069fb-9344-4e2d-9662-d63c66ba2a95 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 39aba68a-2ac8-47be-b799-ef9f1cfb4521] Successfully created port: 55ebe8c6-76c8-4e6a-bb86-322a955f9272 {{(pid=69889) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1169.021602] env[69889]: DEBUG nova.compute.manager [None req-034069fb-9344-4e2d-9662-d63c66ba2a95 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 39aba68a-2ac8-47be-b799-ef9f1cfb4521] Start building block device mappings for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1169.141542] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4078071, 'name': CreateVM_Task, 'duration_secs': 0.384689} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.144014] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f0cd72f-eb26-47ab-b33a-84e65fa65673] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1169.144921] env[69889]: DEBUG oslo_concurrency.lockutils [None req-6d60b8d2-7595-4c15-9688-49a5c9714804 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.145085] env[69889]: DEBUG oslo_concurrency.lockutils [None req-6d60b8d2-7595-4c15-9688-49a5c9714804 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.145427] env[69889]: DEBUG oslo_concurrency.lockutils [None req-6d60b8d2-7595-4c15-9688-49a5c9714804 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.145679] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6f91ca9-1bad-4b60-802b-8393cc115eb8 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.150757] env[69889]: DEBUG oslo_vmware.api [None req-6d60b8d2-7595-4c15-9688-49a5c9714804 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Waiting for the task: (returnval){ [ 1169.150757] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]5241222c-70fc-a689-4556-0e02d47d4610" [ 1169.150757] env[69889]: _type = "Task" [ 1169.150757] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.159447] env[69889]: DEBUG oslo_vmware.api [None req-6d60b8d2-7595-4c15-9688-49a5c9714804 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5241222c-70fc-a689-4556-0e02d47d4610, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.201728] env[69889]: DEBUG oslo_vmware.api [None req-da9d7516-66e7-453a-a1ea-44d785de76c1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52a901b1-064e-e3a6-2a1d-f23a6c18b34c, 'name': SearchDatastore_Task, 'duration_secs': 0.014479} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.202655] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67f9cc93-85f4-4f85-a122-47e8bec05bc1 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.207999] env[69889]: DEBUG oslo_vmware.api [None req-da9d7516-66e7-453a-a1ea-44d785de76c1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Waiting for the task: (returnval){ [ 1169.207999] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]522eaa16-2c61-0394-8193-44bedb406dcf" [ 1169.207999] env[69889]: _type = "Task" [ 1169.207999] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.219627] env[69889]: DEBUG oslo_vmware.api [None req-da9d7516-66e7-453a-a1ea-44d785de76c1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]522eaa16-2c61-0394-8193-44bedb406dcf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.237268] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d133bae6-a034-4fbd-a084-fd6062b3a25e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.249556] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3ee6d3e-a7db-4ac3-bc9a-e0214385d7c7 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.282438] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ae98a9b-4a9d-4ca2-b05b-d6d6af1b40b9 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.289968] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44ae9c28-db7f-4d5f-9fed-e53e3dce6fa2 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.307041] env[69889]: DEBUG nova.compute.provider_tree [None req-803c6822-c49f-4c33-bd04-0fa64d322e4a tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1169.530405] env[69889]: DEBUG nova.network.neutron [req-44ec9566-2125-4bbd-a852-f0b0feb7f635 req-eea03394-c744-445a-b562-dc90f99f2a95 service nova] [instance: 8f0cd72f-eb26-47ab-b33a-84e65fa65673] Updated VIF entry in instance network info cache for port 6d2ad890-294e-4f0c-aca8-61b9788d4adb. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1169.530844] env[69889]: DEBUG nova.network.neutron [req-44ec9566-2125-4bbd-a852-f0b0feb7f635 req-eea03394-c744-445a-b562-dc90f99f2a95 service nova] [instance: 8f0cd72f-eb26-47ab-b33a-84e65fa65673] Updating instance_info_cache with network_info: [{"id": "6d2ad890-294e-4f0c-aca8-61b9788d4adb", "address": "fa:16:3e:96:67:b4", "network": {"id": "b29da6ee-674a-477c-825a-46d399fad165", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1035647706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea3b0130534446ba8f3ff8c8e581dae7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d2ad890-29", "ovs_interfaceid": "6d2ad890-294e-4f0c-aca8-61b9788d4adb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.663851] env[69889]: DEBUG oslo_vmware.api [None req-6d60b8d2-7595-4c15-9688-49a5c9714804 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5241222c-70fc-a689-4556-0e02d47d4610, 'name': SearchDatastore_Task, 'duration_secs': 0.010626} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.664299] env[69889]: DEBUG oslo_concurrency.lockutils [None req-6d60b8d2-7595-4c15-9688-49a5c9714804 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.664591] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-6d60b8d2-7595-4c15-9688-49a5c9714804 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: 8f0cd72f-eb26-47ab-b33a-84e65fa65673] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1169.664855] env[69889]: DEBUG oslo_concurrency.lockutils [None req-6d60b8d2-7595-4c15-9688-49a5c9714804 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.722676] env[69889]: DEBUG oslo_vmware.api [None req-da9d7516-66e7-453a-a1ea-44d785de76c1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]522eaa16-2c61-0394-8193-44bedb406dcf, 'name': SearchDatastore_Task, 'duration_secs': 0.012814} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.722676] env[69889]: DEBUG oslo_concurrency.lockutils [None req-da9d7516-66e7-453a-a1ea-44d785de76c1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.722676] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-da9d7516-66e7-453a-a1ea-44d785de76c1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] ffcc822f-9e11-435a-9170-5305926d7836/ffcc822f-9e11-435a-9170-5305926d7836.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1169.722676] env[69889]: DEBUG oslo_concurrency.lockutils [None req-6d60b8d2-7595-4c15-9688-49a5c9714804 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.722676] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d60b8d2-7595-4c15-9688-49a5c9714804 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1169.722969] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2b7ffed6-cf65-45c8-9e29-e7fed145b4c8 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.724912] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c9d6b06d-7636-4ce1-9ce4-5d2a99a7d93d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.734036] env[69889]: DEBUG oslo_vmware.api [None req-da9d7516-66e7-453a-a1ea-44d785de76c1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Waiting for the task: (returnval){ [ 1169.734036] env[69889]: value = "task-4078072" [ 1169.734036] env[69889]: _type = "Task" [ 1169.734036] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.738509] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d60b8d2-7595-4c15-9688-49a5c9714804 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1169.738509] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-6d60b8d2-7595-4c15-9688-49a5c9714804 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1169.739671] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00f819fe-89ad-4ef2-acfd-e8779109ae16 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.745743] env[69889]: DEBUG oslo_vmware.api [None req-da9d7516-66e7-453a-a1ea-44d785de76c1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078072, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.752852] env[69889]: DEBUG oslo_vmware.api [None req-6d60b8d2-7595-4c15-9688-49a5c9714804 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Waiting for the task: (returnval){ [ 1169.752852] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52752a6c-fd1f-edaa-2a28-758cf3d1c014" [ 1169.752852] env[69889]: _type = "Task" [ 1169.752852] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.762417] env[69889]: DEBUG oslo_vmware.api [None req-6d60b8d2-7595-4c15-9688-49a5c9714804 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52752a6c-fd1f-edaa-2a28-758cf3d1c014, 'name': SearchDatastore_Task} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.763296] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ccad388c-b720-4ce6-aee8-57072ab3ba72 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.770041] env[69889]: DEBUG oslo_vmware.api [None req-6d60b8d2-7595-4c15-9688-49a5c9714804 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Waiting for the task: (returnval){ [ 1169.770041] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52f97341-6b6f-9a39-d86b-e654160a0b1a" [ 1169.770041] env[69889]: _type = "Task" [ 1169.770041] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.779673] env[69889]: DEBUG oslo_vmware.api [None req-6d60b8d2-7595-4c15-9688-49a5c9714804 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52f97341-6b6f-9a39-d86b-e654160a0b1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.809481] env[69889]: DEBUG oslo_concurrency.lockutils [None req-6b20d6d0-e85c-46f0-a8c0-cd25541df2cc tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Acquiring lock "refresh_cache-5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.809671] env[69889]: DEBUG oslo_concurrency.lockutils [None req-6b20d6d0-e85c-46f0-a8c0-cd25541df2cc tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Acquired lock "refresh_cache-5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.809849] env[69889]: DEBUG nova.network.neutron [None req-6b20d6d0-e85c-46f0-a8c0-cd25541df2cc tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1169.811825] env[69889]: DEBUG nova.scheduler.client.report [None req-803c6822-c49f-4c33-bd04-0fa64d322e4a tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1169.901273] env[69889]: INFO nova.compute.manager [None req-7c22b762-61e2-4bf2-8164-efa4f23908d3 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] [instance: 13d9f160-3906-4434-859b-4fc4b226333e] Resuming [ 1169.901811] env[69889]: DEBUG nova.objects.instance [None req-7c22b762-61e2-4bf2-8164-efa4f23908d3 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Lazy-loading 'flavor' on Instance uuid 13d9f160-3906-4434-859b-4fc4b226333e {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1170.033343] env[69889]: DEBUG oslo_concurrency.lockutils [req-44ec9566-2125-4bbd-a852-f0b0feb7f635 req-eea03394-c744-445a-b562-dc90f99f2a95 service nova] Releasing lock "refresh_cache-8f0cd72f-eb26-47ab-b33a-84e65fa65673" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.034752] env[69889]: DEBUG nova.compute.manager [None req-034069fb-9344-4e2d-9662-d63c66ba2a95 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 39aba68a-2ac8-47be-b799-ef9f1cfb4521] Start spawning the instance on the hypervisor. {{(pid=69889) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1170.067622] env[69889]: DEBUG nova.virt.hardware [None req-034069fb-9344-4e2d-9662-d63c66ba2a95 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1170.067881] env[69889]: DEBUG nova.virt.hardware [None req-034069fb-9344-4e2d-9662-d63c66ba2a95 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1170.068059] env[69889]: DEBUG nova.virt.hardware [None req-034069fb-9344-4e2d-9662-d63c66ba2a95 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1170.068293] env[69889]: DEBUG nova.virt.hardware [None req-034069fb-9344-4e2d-9662-d63c66ba2a95 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1170.068441] env[69889]: DEBUG nova.virt.hardware [None req-034069fb-9344-4e2d-9662-d63c66ba2a95 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1170.068593] env[69889]: DEBUG nova.virt.hardware [None req-034069fb-9344-4e2d-9662-d63c66ba2a95 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1170.068798] env[69889]: DEBUG nova.virt.hardware [None req-034069fb-9344-4e2d-9662-d63c66ba2a95 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1170.068955] env[69889]: DEBUG nova.virt.hardware [None req-034069fb-9344-4e2d-9662-d63c66ba2a95 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1170.069149] env[69889]: DEBUG nova.virt.hardware [None req-034069fb-9344-4e2d-9662-d63c66ba2a95 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1170.069321] env[69889]: DEBUG nova.virt.hardware [None req-034069fb-9344-4e2d-9662-d63c66ba2a95 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1170.069482] env[69889]: DEBUG nova.virt.hardware [None req-034069fb-9344-4e2d-9662-d63c66ba2a95 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1170.070482] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a0cf4f9-80b7-4ac7-b44d-3c3b84303285 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.084030] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64b1dc41-b04c-4245-bbff-94ee24b82360 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.246148] env[69889]: DEBUG oslo_vmware.api [None req-da9d7516-66e7-453a-a1ea-44d785de76c1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078072, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.478543} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.246431] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-da9d7516-66e7-453a-a1ea-44d785de76c1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] ffcc822f-9e11-435a-9170-5305926d7836/ffcc822f-9e11-435a-9170-5305926d7836.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1170.246803] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-da9d7516-66e7-453a-a1ea-44d785de76c1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: ffcc822f-9e11-435a-9170-5305926d7836] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1170.246905] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3af73a72-c7e8-489f-9e87-83063c970f67 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.254867] env[69889]: DEBUG oslo_vmware.api [None req-da9d7516-66e7-453a-a1ea-44d785de76c1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Waiting for the task: (returnval){ [ 1170.254867] env[69889]: value = "task-4078073" [ 1170.254867] env[69889]: _type = "Task" [ 1170.254867] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.265099] env[69889]: DEBUG oslo_vmware.api [None req-da9d7516-66e7-453a-a1ea-44d785de76c1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078073, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.279826] env[69889]: DEBUG oslo_vmware.api [None req-6d60b8d2-7595-4c15-9688-49a5c9714804 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52f97341-6b6f-9a39-d86b-e654160a0b1a, 'name': SearchDatastore_Task, 'duration_secs': 0.010275} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.280117] env[69889]: DEBUG oslo_concurrency.lockutils [None req-6d60b8d2-7595-4c15-9688-49a5c9714804 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.280495] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d60b8d2-7595-4c15-9688-49a5c9714804 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] 8f0cd72f-eb26-47ab-b33a-84e65fa65673/8f0cd72f-eb26-47ab-b33a-84e65fa65673.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1170.280769] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0402f6cb-6ae9-4e68-8538-42df7706dc2c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.287738] env[69889]: DEBUG oslo_vmware.api [None req-6d60b8d2-7595-4c15-9688-49a5c9714804 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Waiting for the task: (returnval){ [ 1170.287738] env[69889]: value = "task-4078074" [ 1170.287738] env[69889]: _type = "Task" [ 1170.287738] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.297789] env[69889]: DEBUG oslo_vmware.api [None req-6d60b8d2-7595-4c15-9688-49a5c9714804 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4078074, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.311283] env[69889]: DEBUG nova.compute.manager [req-49331a14-f349-4415-8fdc-d79b2a5f9970 req-a0487cde-275a-4f02-9f6d-56b0eb32093d service nova] [instance: 39aba68a-2ac8-47be-b799-ef9f1cfb4521] Received event network-vif-plugged-55ebe8c6-76c8-4e6a-bb86-322a955f9272 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1170.311629] env[69889]: DEBUG oslo_concurrency.lockutils [req-49331a14-f349-4415-8fdc-d79b2a5f9970 req-a0487cde-275a-4f02-9f6d-56b0eb32093d service nova] Acquiring lock "39aba68a-2ac8-47be-b799-ef9f1cfb4521-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.311819] env[69889]: DEBUG oslo_concurrency.lockutils [req-49331a14-f349-4415-8fdc-d79b2a5f9970 req-a0487cde-275a-4f02-9f6d-56b0eb32093d service nova] Lock "39aba68a-2ac8-47be-b799-ef9f1cfb4521-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.312038] env[69889]: DEBUG oslo_concurrency.lockutils [req-49331a14-f349-4415-8fdc-d79b2a5f9970 req-a0487cde-275a-4f02-9f6d-56b0eb32093d service nova] Lock "39aba68a-2ac8-47be-b799-ef9f1cfb4521-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.312237] env[69889]: DEBUG nova.compute.manager [req-49331a14-f349-4415-8fdc-d79b2a5f9970 req-a0487cde-275a-4f02-9f6d-56b0eb32093d service nova] [instance: 39aba68a-2ac8-47be-b799-ef9f1cfb4521] No waiting events found dispatching network-vif-plugged-55ebe8c6-76c8-4e6a-bb86-322a955f9272 {{(pid=69889) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1170.312535] env[69889]: WARNING nova.compute.manager [req-49331a14-f349-4415-8fdc-d79b2a5f9970 req-a0487cde-275a-4f02-9f6d-56b0eb32093d service nova] [instance: 39aba68a-2ac8-47be-b799-ef9f1cfb4521] Received unexpected event network-vif-plugged-55ebe8c6-76c8-4e6a-bb86-322a955f9272 for instance with vm_state building and task_state spawning. [ 1170.318147] env[69889]: DEBUG oslo_concurrency.lockutils [None req-803c6822-c49f-4c33-bd04-0fa64d322e4a tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.319s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.318693] env[69889]: DEBUG nova.compute.manager [None req-803c6822-c49f-4c33-bd04-0fa64d322e4a tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9] Start building networks asynchronously for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1170.322025] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5a8cb393-5b3b-447e-a4bd-cad32ed4c391 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.968s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.322383] env[69889]: DEBUG nova.objects.instance [None req-5a8cb393-5b3b-447e-a4bd-cad32ed4c391 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Lazy-loading 'resources' on Instance uuid 380e1853-b5a2-4bcb-abcf-8acf34b52db6 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1170.410417] env[69889]: DEBUG nova.network.neutron [None req-034069fb-9344-4e2d-9662-d63c66ba2a95 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 39aba68a-2ac8-47be-b799-ef9f1cfb4521] Successfully updated port: 55ebe8c6-76c8-4e6a-bb86-322a955f9272 {{(pid=69889) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1170.609217] env[69889]: DEBUG nova.network.neutron [None req-6b20d6d0-e85c-46f0-a8c0-cd25541df2cc tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4] Updating instance_info_cache with network_info: [{"id": "a701b1ab-efb1-43ae-9133-40a45b94e51e", "address": "fa:16:3e:26:1d:87", "network": {"id": "c607a821-3d63-41af-abaf-0611e2141a9c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-453181546-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8917847ce0c4465198a89a1c5551fb59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15165046-2de9-4ada-9e99-0126e20854a9", "external-id": "nsx-vlan-transportzone-974", "segmentation_id": 974, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa701b1ab-ef", "ovs_interfaceid": "a701b1ab-efb1-43ae-9133-40a45b94e51e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.765488] env[69889]: DEBUG oslo_vmware.api [None req-da9d7516-66e7-453a-a1ea-44d785de76c1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078073, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069673} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.765756] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-da9d7516-66e7-453a-a1ea-44d785de76c1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: ffcc822f-9e11-435a-9170-5305926d7836] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1170.766540] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1934c6bf-549f-45da-89cd-3dc3f52944d6 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.789302] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-da9d7516-66e7-453a-a1ea-44d785de76c1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: ffcc822f-9e11-435a-9170-5305926d7836] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] ffcc822f-9e11-435a-9170-5305926d7836/ffcc822f-9e11-435a-9170-5305926d7836.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1170.789677] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e65f49b-553b-47ff-acc8-bf9c71135fed {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.820591] env[69889]: DEBUG oslo_vmware.api [None req-6d60b8d2-7595-4c15-9688-49a5c9714804 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4078074, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.44333} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.821861] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d60b8d2-7595-4c15-9688-49a5c9714804 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] 8f0cd72f-eb26-47ab-b33a-84e65fa65673/8f0cd72f-eb26-47ab-b33a-84e65fa65673.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1170.822101] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-6d60b8d2-7595-4c15-9688-49a5c9714804 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: 8f0cd72f-eb26-47ab-b33a-84e65fa65673] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1170.822416] env[69889]: DEBUG oslo_vmware.api [None req-da9d7516-66e7-453a-a1ea-44d785de76c1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Waiting for the task: (returnval){ [ 1170.822416] env[69889]: value = "task-4078075" [ 1170.822416] env[69889]: _type = "Task" [ 1170.822416] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.823608] env[69889]: DEBUG nova.compute.utils [None req-803c6822-c49f-4c33-bd04-0fa64d322e4a tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1170.824874] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-15820a4b-c5f0-4607-9325-4c4434ad18ac {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.826884] env[69889]: DEBUG nova.compute.manager [None req-803c6822-c49f-4c33-bd04-0fa64d322e4a tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9] Allocating IP information in the background. {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1170.827070] env[69889]: DEBUG nova.network.neutron [None req-803c6822-c49f-4c33-bd04-0fa64d322e4a tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9] allocate_for_instance() {{(pid=69889) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1170.840018] env[69889]: DEBUG oslo_vmware.api [None req-6d60b8d2-7595-4c15-9688-49a5c9714804 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Waiting for the task: (returnval){ [ 1170.840018] env[69889]: value = "task-4078076" [ 1170.840018] env[69889]: _type = "Task" [ 1170.840018] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.845235] env[69889]: DEBUG oslo_vmware.api [None req-da9d7516-66e7-453a-a1ea-44d785de76c1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078075, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.856367] env[69889]: DEBUG oslo_vmware.api [None req-6d60b8d2-7595-4c15-9688-49a5c9714804 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4078076, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.908434] env[69889]: DEBUG nova.policy [None req-803c6822-c49f-4c33-bd04-0fa64d322e4a tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b194e853be1945c98a9b55ff5faeb2c3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bc97caed3dd94d37b13107e002052810', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69889) authorize /opt/stack/nova/nova/policy.py:192}} [ 1170.916642] env[69889]: DEBUG oslo_concurrency.lockutils [None req-034069fb-9344-4e2d-9662-d63c66ba2a95 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Acquiring lock "refresh_cache-39aba68a-2ac8-47be-b799-ef9f1cfb4521" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.916890] env[69889]: DEBUG oslo_concurrency.lockutils [None req-034069fb-9344-4e2d-9662-d63c66ba2a95 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Acquired lock "refresh_cache-39aba68a-2ac8-47be-b799-ef9f1cfb4521" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.917263] env[69889]: DEBUG nova.network.neutron [None req-034069fb-9344-4e2d-9662-d63c66ba2a95 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 39aba68a-2ac8-47be-b799-ef9f1cfb4521] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1171.057599] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92b60a23-2d9a-43e5-a917-f38532635084 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.066528] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3167e665-07b5-430f-bf55-5c94e7cd8629 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.099105] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efe87854-1534-4f23-98e9-35f19d1bda2a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.107421] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edebdc1f-e0ca-4894-a112-21cc3e6f2fb1 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.112212] env[69889]: DEBUG oslo_concurrency.lockutils [None req-6b20d6d0-e85c-46f0-a8c0-cd25541df2cc tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Releasing lock "refresh_cache-5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.128429] env[69889]: DEBUG nova.compute.provider_tree [None req-5a8cb393-5b3b-447e-a4bd-cad32ed4c391 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Updating inventory in ProviderTree for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1171.337158] env[69889]: DEBUG nova.compute.manager [None req-803c6822-c49f-4c33-bd04-0fa64d322e4a tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9] Start building block device mappings for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1171.339843] env[69889]: DEBUG oslo_vmware.api [None req-da9d7516-66e7-453a-a1ea-44d785de76c1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078075, 'name': ReconfigVM_Task, 'duration_secs': 0.317441} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.340722] env[69889]: DEBUG nova.network.neutron [None req-803c6822-c49f-4c33-bd04-0fa64d322e4a tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9] Successfully created port: 5d475edd-8a50-4169-810c-074acd50ea04 {{(pid=69889) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1171.342822] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-da9d7516-66e7-453a-a1ea-44d785de76c1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: ffcc822f-9e11-435a-9170-5305926d7836] Reconfigured VM instance instance-00000062 to attach disk [datastore2] ffcc822f-9e11-435a-9170-5305926d7836/ffcc822f-9e11-435a-9170-5305926d7836.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1171.343449] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e01a1234-5f45-461e-b25b-f9cf1b95b367 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.354989] env[69889]: DEBUG oslo_vmware.api [None req-6d60b8d2-7595-4c15-9688-49a5c9714804 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4078076, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073032} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.357093] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-6d60b8d2-7595-4c15-9688-49a5c9714804 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: 8f0cd72f-eb26-47ab-b33a-84e65fa65673] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1171.357473] env[69889]: DEBUG oslo_vmware.api [None req-da9d7516-66e7-453a-a1ea-44d785de76c1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Waiting for the task: (returnval){ [ 1171.357473] env[69889]: value = "task-4078077" [ 1171.357473] env[69889]: _type = "Task" [ 1171.357473] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.358199] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-536047e0-6a58-481c-ace0-69d2455a3a43 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.387028] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d60b8d2-7595-4c15-9688-49a5c9714804 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: 8f0cd72f-eb26-47ab-b33a-84e65fa65673] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] 8f0cd72f-eb26-47ab-b33a-84e65fa65673/8f0cd72f-eb26-47ab-b33a-84e65fa65673.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1171.391030] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8cc75db-c127-4170-9d46-169cf50297ce {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.407677] env[69889]: DEBUG oslo_vmware.api [None req-da9d7516-66e7-453a-a1ea-44d785de76c1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078077, 'name': Rename_Task} progress is 10%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.413793] env[69889]: DEBUG oslo_vmware.api [None req-6d60b8d2-7595-4c15-9688-49a5c9714804 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Waiting for the task: (returnval){ [ 1171.413793] env[69889]: value = "task-4078078" [ 1171.413793] env[69889]: _type = "Task" [ 1171.413793] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.424791] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7c22b762-61e2-4bf2-8164-efa4f23908d3 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Acquiring lock "refresh_cache-13d9f160-3906-4434-859b-4fc4b226333e" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.424972] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7c22b762-61e2-4bf2-8164-efa4f23908d3 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Acquired lock "refresh_cache-13d9f160-3906-4434-859b-4fc4b226333e" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.425164] env[69889]: DEBUG nova.network.neutron [None req-7c22b762-61e2-4bf2-8164-efa4f23908d3 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] [instance: 13d9f160-3906-4434-859b-4fc4b226333e] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1171.426406] env[69889]: DEBUG oslo_vmware.api [None req-6d60b8d2-7595-4c15-9688-49a5c9714804 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4078078, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.457345] env[69889]: DEBUG nova.network.neutron [None req-034069fb-9344-4e2d-9662-d63c66ba2a95 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 39aba68a-2ac8-47be-b799-ef9f1cfb4521] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1171.593875] env[69889]: DEBUG nova.network.neutron [None req-034069fb-9344-4e2d-9662-d63c66ba2a95 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 39aba68a-2ac8-47be-b799-ef9f1cfb4521] Updating instance_info_cache with network_info: [{"id": "55ebe8c6-76c8-4e6a-bb86-322a955f9272", "address": "fa:16:3e:7d:21:6c", "network": {"id": "1b12c1c8-daca-4fb2-8ab1-a5e673ba07eb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-532849496-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7255cdff151a40df83da7bf6356a4e13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55ebe8c6-76", "ovs_interfaceid": "55ebe8c6-76c8-4e6a-bb86-322a955f9272", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.634886] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c676eca-3e5f-40c8-96a5-d5fa1749b0b7 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.654618] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c843a7d8-a5e2-426f-8f7d-4e93c9f4ec61 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.662427] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-6b20d6d0-e85c-46f0-a8c0-cd25541df2cc tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4] Updating instance '5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4' progress to 83 {{(pid=69889) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1171.666712] env[69889]: DEBUG nova.scheduler.client.report [None req-5a8cb393-5b3b-447e-a4bd-cad32ed4c391 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Updated inventory for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 with generation 131 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1171.666954] env[69889]: DEBUG nova.compute.provider_tree [None req-5a8cb393-5b3b-447e-a4bd-cad32ed4c391 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Updating resource provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 generation from 131 to 132 during operation: update_inventory {{(pid=69889) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1171.667151] env[69889]: DEBUG nova.compute.provider_tree [None req-5a8cb393-5b3b-447e-a4bd-cad32ed4c391 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Updating inventory in ProviderTree for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1171.871616] env[69889]: DEBUG oslo_vmware.api [None req-da9d7516-66e7-453a-a1ea-44d785de76c1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078077, 'name': Rename_Task, 'duration_secs': 0.156473} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.871914] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-da9d7516-66e7-453a-a1ea-44d785de76c1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: ffcc822f-9e11-435a-9170-5305926d7836] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1171.872193] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e9897b9c-d7ae-47cb-a201-0c508047ef1a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.879042] env[69889]: DEBUG oslo_vmware.api [None req-da9d7516-66e7-453a-a1ea-44d785de76c1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Waiting for the task: (returnval){ [ 1171.879042] env[69889]: value = "task-4078079" [ 1171.879042] env[69889]: _type = "Task" [ 1171.879042] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.891463] env[69889]: DEBUG oslo_vmware.api [None req-da9d7516-66e7-453a-a1ea-44d785de76c1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078079, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.926212] env[69889]: DEBUG oslo_vmware.api [None req-6d60b8d2-7595-4c15-9688-49a5c9714804 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4078078, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.097035] env[69889]: DEBUG oslo_concurrency.lockutils [None req-034069fb-9344-4e2d-9662-d63c66ba2a95 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Releasing lock "refresh_cache-39aba68a-2ac8-47be-b799-ef9f1cfb4521" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.098035] env[69889]: DEBUG nova.compute.manager [None req-034069fb-9344-4e2d-9662-d63c66ba2a95 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 39aba68a-2ac8-47be-b799-ef9f1cfb4521] Instance network_info: |[{"id": "55ebe8c6-76c8-4e6a-bb86-322a955f9272", "address": "fa:16:3e:7d:21:6c", "network": {"id": "1b12c1c8-daca-4fb2-8ab1-a5e673ba07eb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-532849496-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7255cdff151a40df83da7bf6356a4e13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55ebe8c6-76", "ovs_interfaceid": "55ebe8c6-76c8-4e6a-bb86-322a955f9272", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1172.098035] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-034069fb-9344-4e2d-9662-d63c66ba2a95 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 39aba68a-2ac8-47be-b799-ef9f1cfb4521] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:21:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7a44713-0af1-486e-bc0d-00e03a769fa4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '55ebe8c6-76c8-4e6a-bb86-322a955f9272', 'vif_model': 'vmxnet3'}] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1172.105993] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-034069fb-9344-4e2d-9662-d63c66ba2a95 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1172.108725] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39aba68a-2ac8-47be-b799-ef9f1cfb4521] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1172.108984] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-494ec9bb-3258-4712-9039-50cf6ca73eaa {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.130068] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1172.130068] env[69889]: value = "task-4078080" [ 1172.130068] env[69889]: _type = "Task" [ 1172.130068] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.139169] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4078080, 'name': CreateVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.158751] env[69889]: DEBUG nova.network.neutron [None req-7c22b762-61e2-4bf2-8164-efa4f23908d3 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] [instance: 13d9f160-3906-4434-859b-4fc4b226333e] Updating instance_info_cache with network_info: [{"id": "0eb17f36-20e4-4946-bf34-e7b0a9a5323c", "address": "fa:16:3e:e2:46:f6", "network": {"id": "7bc15629-d28d-410b-a761-75eabd10c4f2", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2132502005-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d846d435536e4aeebfb66d89a82f3e21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0eb17f36-20", "ovs_interfaceid": "0eb17f36-20e4-4946-bf34-e7b0a9a5323c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.173190] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b20d6d0-e85c-46f0-a8c0-cd25541df2cc tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1172.173918] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5a8cb393-5b3b-447e-a4bd-cad32ed4c391 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.852s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.176404] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2fe77c96-cdb2-4d05-bfd9-fbb8dfdf8740 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.178262] env[69889]: DEBUG oslo_concurrency.lockutils [None req-82335e5b-d1ce-4824-8b33-cef4dfc17d94 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.175s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.179809] env[69889]: INFO nova.compute.claims [None req-82335e5b-d1ce-4824-8b33-cef4dfc17d94 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] [instance: 97dd9521-55f5-43b9-8248-ac2051b9dd87] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1172.189583] env[69889]: DEBUG oslo_vmware.api [None req-6b20d6d0-e85c-46f0-a8c0-cd25541df2cc tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Waiting for the task: (returnval){ [ 1172.189583] env[69889]: value = "task-4078081" [ 1172.189583] env[69889]: _type = "Task" [ 1172.189583] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.203488] env[69889]: DEBUG oslo_vmware.api [None req-6b20d6d0-e85c-46f0-a8c0-cd25541df2cc tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': task-4078081, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.204784] env[69889]: INFO nova.scheduler.client.report [None req-5a8cb393-5b3b-447e-a4bd-cad32ed4c391 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Deleted allocations for instance 380e1853-b5a2-4bcb-abcf-8acf34b52db6 [ 1172.343271] env[69889]: DEBUG nova.compute.manager [req-7925cb35-68b5-4970-9505-9db9950e2bcd req-669cb4d8-e96f-4404-b503-f14ae39583aa service nova] [instance: 39aba68a-2ac8-47be-b799-ef9f1cfb4521] Received event network-changed-55ebe8c6-76c8-4e6a-bb86-322a955f9272 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1172.343271] env[69889]: DEBUG nova.compute.manager [req-7925cb35-68b5-4970-9505-9db9950e2bcd req-669cb4d8-e96f-4404-b503-f14ae39583aa service nova] [instance: 39aba68a-2ac8-47be-b799-ef9f1cfb4521] Refreshing instance network info cache due to event network-changed-55ebe8c6-76c8-4e6a-bb86-322a955f9272. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1172.343271] env[69889]: DEBUG oslo_concurrency.lockutils [req-7925cb35-68b5-4970-9505-9db9950e2bcd req-669cb4d8-e96f-4404-b503-f14ae39583aa service nova] Acquiring lock "refresh_cache-39aba68a-2ac8-47be-b799-ef9f1cfb4521" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.343271] env[69889]: DEBUG oslo_concurrency.lockutils [req-7925cb35-68b5-4970-9505-9db9950e2bcd req-669cb4d8-e96f-4404-b503-f14ae39583aa service nova] Acquired lock "refresh_cache-39aba68a-2ac8-47be-b799-ef9f1cfb4521" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.343528] env[69889]: DEBUG nova.network.neutron [req-7925cb35-68b5-4970-9505-9db9950e2bcd req-669cb4d8-e96f-4404-b503-f14ae39583aa service nova] [instance: 39aba68a-2ac8-47be-b799-ef9f1cfb4521] Refreshing network info cache for port 55ebe8c6-76c8-4e6a-bb86-322a955f9272 {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1172.350553] env[69889]: DEBUG nova.compute.manager [None req-803c6822-c49f-4c33-bd04-0fa64d322e4a tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9] Start spawning the instance on the hypervisor. {{(pid=69889) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1172.387445] env[69889]: DEBUG nova.virt.hardware [None req-803c6822-c49f-4c33-bd04-0fa64d322e4a tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1172.387934] env[69889]: DEBUG nova.virt.hardware [None req-803c6822-c49f-4c33-bd04-0fa64d322e4a tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1172.388444] env[69889]: DEBUG nova.virt.hardware [None req-803c6822-c49f-4c33-bd04-0fa64d322e4a tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1172.388629] env[69889]: DEBUG nova.virt.hardware [None req-803c6822-c49f-4c33-bd04-0fa64d322e4a tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1172.388940] env[69889]: DEBUG nova.virt.hardware [None req-803c6822-c49f-4c33-bd04-0fa64d322e4a tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1172.389251] env[69889]: DEBUG nova.virt.hardware [None req-803c6822-c49f-4c33-bd04-0fa64d322e4a tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1172.389668] env[69889]: DEBUG nova.virt.hardware [None req-803c6822-c49f-4c33-bd04-0fa64d322e4a tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1172.389966] env[69889]: DEBUG nova.virt.hardware [None req-803c6822-c49f-4c33-bd04-0fa64d322e4a tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1172.390339] env[69889]: DEBUG nova.virt.hardware [None req-803c6822-c49f-4c33-bd04-0fa64d322e4a tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1172.390677] env[69889]: DEBUG nova.virt.hardware [None req-803c6822-c49f-4c33-bd04-0fa64d322e4a tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1172.391041] env[69889]: DEBUG nova.virt.hardware [None req-803c6822-c49f-4c33-bd04-0fa64d322e4a tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1172.392943] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd8f5e2e-2d9e-4ebf-9f88-db377a78bc7e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.407700] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca1aa758-02c6-4c28-ac9c-f2bb08d0f4de {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.412260] env[69889]: DEBUG oslo_vmware.api [None req-da9d7516-66e7-453a-a1ea-44d785de76c1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078079, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.436073] env[69889]: DEBUG oslo_vmware.api [None req-6d60b8d2-7595-4c15-9688-49a5c9714804 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4078078, 'name': ReconfigVM_Task, 'duration_secs': 0.606461} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.436440] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d60b8d2-7595-4c15-9688-49a5c9714804 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: 8f0cd72f-eb26-47ab-b33a-84e65fa65673] Reconfigured VM instance instance-00000064 to attach disk [datastore2] 8f0cd72f-eb26-47ab-b33a-84e65fa65673/8f0cd72f-eb26-47ab-b33a-84e65fa65673.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1172.437223] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4ea7f2e1-c1eb-4f38-8e6d-b365349291dc {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.445158] env[69889]: DEBUG oslo_vmware.api [None req-6d60b8d2-7595-4c15-9688-49a5c9714804 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Waiting for the task: (returnval){ [ 1172.445158] env[69889]: value = "task-4078082" [ 1172.445158] env[69889]: _type = "Task" [ 1172.445158] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.455567] env[69889]: DEBUG oslo_vmware.api [None req-6d60b8d2-7595-4c15-9688-49a5c9714804 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4078082, 'name': Rename_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.644197] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4078080, 'name': CreateVM_Task, 'duration_secs': 0.427772} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.646628] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39aba68a-2ac8-47be-b799-ef9f1cfb4521] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1172.646628] env[69889]: DEBUG oslo_concurrency.lockutils [None req-034069fb-9344-4e2d-9662-d63c66ba2a95 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.646628] env[69889]: DEBUG oslo_concurrency.lockutils [None req-034069fb-9344-4e2d-9662-d63c66ba2a95 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.646628] env[69889]: DEBUG oslo_concurrency.lockutils [None req-034069fb-9344-4e2d-9662-d63c66ba2a95 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.646628] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c30f1e6f-4673-42f1-b183-640c1c87deb9 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.655103] env[69889]: DEBUG oslo_vmware.api [None req-034069fb-9344-4e2d-9662-d63c66ba2a95 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Waiting for the task: (returnval){ [ 1172.655103] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]523e8904-88df-1c3f-f6d6-6bf1fc9c3ae3" [ 1172.655103] env[69889]: _type = "Task" [ 1172.655103] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.664246] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7c22b762-61e2-4bf2-8164-efa4f23908d3 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Releasing lock "refresh_cache-13d9f160-3906-4434-859b-4fc4b226333e" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.664610] env[69889]: DEBUG oslo_vmware.api [None req-034069fb-9344-4e2d-9662-d63c66ba2a95 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]523e8904-88df-1c3f-f6d6-6bf1fc9c3ae3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.665566] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32644952-7b28-47f8-9a47-032188e1c468 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.674981] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-7c22b762-61e2-4bf2-8164-efa4f23908d3 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] [instance: 13d9f160-3906-4434-859b-4fc4b226333e] Resuming the VM {{(pid=69889) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1172.674981] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-12585caf-8351-4550-b279-be788ab8b154 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.680893] env[69889]: DEBUG oslo_vmware.api [None req-7c22b762-61e2-4bf2-8164-efa4f23908d3 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Waiting for the task: (returnval){ [ 1172.680893] env[69889]: value = "task-4078083" [ 1172.680893] env[69889]: _type = "Task" [ 1172.680893] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.693066] env[69889]: DEBUG oslo_vmware.api [None req-7c22b762-61e2-4bf2-8164-efa4f23908d3 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Task: {'id': task-4078083, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.701299] env[69889]: DEBUG oslo_vmware.api [None req-6b20d6d0-e85c-46f0-a8c0-cd25541df2cc tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': task-4078081, 'name': PowerOnVM_Task, 'duration_secs': 0.465459} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.701625] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b20d6d0-e85c-46f0-a8c0-cd25541df2cc tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1172.701818] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-6b20d6d0-e85c-46f0-a8c0-cd25541df2cc tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4] Updating instance '5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4' progress to 100 {{(pid=69889) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1172.716092] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5a8cb393-5b3b-447e-a4bd-cad32ed4c391 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Lock "380e1853-b5a2-4bcb-abcf-8acf34b52db6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.078s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.853560] env[69889]: DEBUG nova.compute.manager [req-0b8b6bc7-e10a-45e4-a772-8cf282c0bfca req-d7c70a27-a1ea-44d1-b237-68a6334101e7 service nova] [instance: c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9] Received event network-vif-plugged-5d475edd-8a50-4169-810c-074acd50ea04 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1172.854262] env[69889]: DEBUG oslo_concurrency.lockutils [req-0b8b6bc7-e10a-45e4-a772-8cf282c0bfca req-d7c70a27-a1ea-44d1-b237-68a6334101e7 service nova] Acquiring lock "c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.854262] env[69889]: DEBUG oslo_concurrency.lockutils [req-0b8b6bc7-e10a-45e4-a772-8cf282c0bfca req-d7c70a27-a1ea-44d1-b237-68a6334101e7 service nova] Lock "c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.854262] env[69889]: DEBUG oslo_concurrency.lockutils [req-0b8b6bc7-e10a-45e4-a772-8cf282c0bfca req-d7c70a27-a1ea-44d1-b237-68a6334101e7 service nova] Lock "c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.854403] env[69889]: DEBUG nova.compute.manager [req-0b8b6bc7-e10a-45e4-a772-8cf282c0bfca req-d7c70a27-a1ea-44d1-b237-68a6334101e7 service nova] [instance: c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9] No waiting events found dispatching network-vif-plugged-5d475edd-8a50-4169-810c-074acd50ea04 {{(pid=69889) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1172.854581] env[69889]: WARNING nova.compute.manager [req-0b8b6bc7-e10a-45e4-a772-8cf282c0bfca req-d7c70a27-a1ea-44d1-b237-68a6334101e7 service nova] [instance: c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9] Received unexpected event network-vif-plugged-5d475edd-8a50-4169-810c-074acd50ea04 for instance with vm_state building and task_state spawning. [ 1172.901836] env[69889]: DEBUG oslo_vmware.api [None req-da9d7516-66e7-453a-a1ea-44d785de76c1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078079, 'name': PowerOnVM_Task, 'duration_secs': 0.56174} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.905157] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-da9d7516-66e7-453a-a1ea-44d785de76c1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: ffcc822f-9e11-435a-9170-5305926d7836] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1172.905157] env[69889]: DEBUG nova.compute.manager [None req-da9d7516-66e7-453a-a1ea-44d785de76c1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: ffcc822f-9e11-435a-9170-5305926d7836] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1172.905773] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-461203a7-d640-473a-abb4-a5bba67c318e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.956426] env[69889]: DEBUG oslo_vmware.api [None req-6d60b8d2-7595-4c15-9688-49a5c9714804 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4078082, 'name': Rename_Task, 'duration_secs': 0.162043} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.957449] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d60b8d2-7595-4c15-9688-49a5c9714804 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: 8f0cd72f-eb26-47ab-b33a-84e65fa65673] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1172.957701] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d3c6ef98-be64-4c20-b300-5d30f816ac52 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.967132] env[69889]: DEBUG oslo_vmware.api [None req-6d60b8d2-7595-4c15-9688-49a5c9714804 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Waiting for the task: (returnval){ [ 1172.967132] env[69889]: value = "task-4078084" [ 1172.967132] env[69889]: _type = "Task" [ 1172.967132] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.976225] env[69889]: DEBUG oslo_vmware.api [None req-6d60b8d2-7595-4c15-9688-49a5c9714804 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4078084, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.000740] env[69889]: DEBUG nova.network.neutron [None req-803c6822-c49f-4c33-bd04-0fa64d322e4a tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9] Successfully updated port: 5d475edd-8a50-4169-810c-074acd50ea04 {{(pid=69889) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1173.148691] env[69889]: DEBUG nova.network.neutron [req-7925cb35-68b5-4970-9505-9db9950e2bcd req-669cb4d8-e96f-4404-b503-f14ae39583aa service nova] [instance: 39aba68a-2ac8-47be-b799-ef9f1cfb4521] Updated VIF entry in instance network info cache for port 55ebe8c6-76c8-4e6a-bb86-322a955f9272. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1173.148691] env[69889]: DEBUG nova.network.neutron [req-7925cb35-68b5-4970-9505-9db9950e2bcd req-669cb4d8-e96f-4404-b503-f14ae39583aa service nova] [instance: 39aba68a-2ac8-47be-b799-ef9f1cfb4521] Updating instance_info_cache with network_info: [{"id": "55ebe8c6-76c8-4e6a-bb86-322a955f9272", "address": "fa:16:3e:7d:21:6c", "network": {"id": "1b12c1c8-daca-4fb2-8ab1-a5e673ba07eb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-532849496-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7255cdff151a40df83da7bf6356a4e13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55ebe8c6-76", "ovs_interfaceid": "55ebe8c6-76c8-4e6a-bb86-322a955f9272", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.164796] env[69889]: DEBUG oslo_vmware.api [None req-034069fb-9344-4e2d-9662-d63c66ba2a95 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]523e8904-88df-1c3f-f6d6-6bf1fc9c3ae3, 'name': SearchDatastore_Task, 'duration_secs': 0.012486} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.165041] env[69889]: DEBUG oslo_concurrency.lockutils [None req-034069fb-9344-4e2d-9662-d63c66ba2a95 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.165290] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-034069fb-9344-4e2d-9662-d63c66ba2a95 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 39aba68a-2ac8-47be-b799-ef9f1cfb4521] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1173.165612] env[69889]: DEBUG oslo_concurrency.lockutils [None req-034069fb-9344-4e2d-9662-d63c66ba2a95 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.165739] env[69889]: DEBUG oslo_concurrency.lockutils [None req-034069fb-9344-4e2d-9662-d63c66ba2a95 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.165880] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-034069fb-9344-4e2d-9662-d63c66ba2a95 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1173.166163] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-35d2eec3-5606-4906-bc13-2b907a65c1c4 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.176135] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-034069fb-9344-4e2d-9662-d63c66ba2a95 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1173.176337] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-034069fb-9344-4e2d-9662-d63c66ba2a95 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1173.177106] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce79a8a4-e6d6-42d9-a2d6-89487e34e364 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.187268] env[69889]: DEBUG oslo_vmware.api [None req-034069fb-9344-4e2d-9662-d63c66ba2a95 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Waiting for the task: (returnval){ [ 1173.187268] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]529822ca-9e03-e389-7217-8b2f796c2c7e" [ 1173.187268] env[69889]: _type = "Task" [ 1173.187268] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.199958] env[69889]: DEBUG oslo_vmware.api [None req-7c22b762-61e2-4bf2-8164-efa4f23908d3 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Task: {'id': task-4078083, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.213021] env[69889]: DEBUG oslo_vmware.api [None req-034069fb-9344-4e2d-9662-d63c66ba2a95 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]529822ca-9e03-e389-7217-8b2f796c2c7e, 'name': SearchDatastore_Task, 'duration_secs': 0.010067} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.213021] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3e365fa-775a-4f46-b456-5525681d5ad3 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.220282] env[69889]: DEBUG oslo_vmware.api [None req-034069fb-9344-4e2d-9662-d63c66ba2a95 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Waiting for the task: (returnval){ [ 1173.220282] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]5214d80c-5a99-6720-6ec3-55951b6a3687" [ 1173.220282] env[69889]: _type = "Task" [ 1173.220282] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.232792] env[69889]: DEBUG oslo_vmware.api [None req-034069fb-9344-4e2d-9662-d63c66ba2a95 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5214d80c-5a99-6720-6ec3-55951b6a3687, 'name': SearchDatastore_Task, 'duration_secs': 0.01015} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.233060] env[69889]: DEBUG oslo_concurrency.lockutils [None req-034069fb-9344-4e2d-9662-d63c66ba2a95 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.233354] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-034069fb-9344-4e2d-9662-d63c66ba2a95 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] 39aba68a-2ac8-47be-b799-ef9f1cfb4521/39aba68a-2ac8-47be-b799-ef9f1cfb4521.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1173.233614] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d31d143e-93d1-4b48-a5ec-abf529306f2c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.245241] env[69889]: DEBUG oslo_vmware.api [None req-034069fb-9344-4e2d-9662-d63c66ba2a95 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Waiting for the task: (returnval){ [ 1173.245241] env[69889]: value = "task-4078085" [ 1173.245241] env[69889]: _type = "Task" [ 1173.245241] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.256746] env[69889]: DEBUG oslo_vmware.api [None req-034069fb-9344-4e2d-9662-d63c66ba2a95 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4078085, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.428126] env[69889]: DEBUG oslo_concurrency.lockutils [None req-da9d7516-66e7-453a-a1ea-44d785de76c1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.479767] env[69889]: DEBUG oslo_vmware.api [None req-6d60b8d2-7595-4c15-9688-49a5c9714804 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4078084, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.482170] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86595a6d-0bc5-44e7-9ecf-4d0f291dd2dc {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.492867] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a30ab35-6ba7-47e6-ac5e-fea4b54dcb23 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.504108] env[69889]: DEBUG oslo_concurrency.lockutils [None req-803c6822-c49f-4c33-bd04-0fa64d322e4a tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Acquiring lock "refresh_cache-c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.504385] env[69889]: DEBUG oslo_concurrency.lockutils [None req-803c6822-c49f-4c33-bd04-0fa64d322e4a tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Acquired lock "refresh_cache-c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.504644] env[69889]: DEBUG nova.network.neutron [None req-803c6822-c49f-4c33-bd04-0fa64d322e4a tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1173.562985] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-198301bc-0994-49a5-b6b2-b411ee4e2ea5 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.576281] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b381a3bd-ca71-4a95-a04d-76d5b22f4366 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.596291] env[69889]: DEBUG nova.compute.provider_tree [None req-82335e5b-d1ce-4824-8b33-cef4dfc17d94 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1173.652482] env[69889]: DEBUG oslo_concurrency.lockutils [req-7925cb35-68b5-4970-9505-9db9950e2bcd req-669cb4d8-e96f-4404-b503-f14ae39583aa service nova] Releasing lock "refresh_cache-39aba68a-2ac8-47be-b799-ef9f1cfb4521" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.698292] env[69889]: DEBUG oslo_vmware.api [None req-7c22b762-61e2-4bf2-8164-efa4f23908d3 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Task: {'id': task-4078083, 'name': PowerOnVM_Task, 'duration_secs': 0.84332} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.698861] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-7c22b762-61e2-4bf2-8164-efa4f23908d3 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] [instance: 13d9f160-3906-4434-859b-4fc4b226333e] Resumed the VM {{(pid=69889) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1173.699257] env[69889]: DEBUG nova.compute.manager [None req-7c22b762-61e2-4bf2-8164-efa4f23908d3 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] [instance: 13d9f160-3906-4434-859b-4fc4b226333e] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1173.700390] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a6d59b9-23b0-4ffc-bce9-a51d921eb4b4 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.759093] env[69889]: DEBUG oslo_vmware.api [None req-034069fb-9344-4e2d-9662-d63c66ba2a95 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4078085, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.978074] env[69889]: DEBUG oslo_vmware.api [None req-6d60b8d2-7595-4c15-9688-49a5c9714804 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4078084, 'name': PowerOnVM_Task, 'duration_secs': 0.541325} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.979419] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d60b8d2-7595-4c15-9688-49a5c9714804 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: 8f0cd72f-eb26-47ab-b33a-84e65fa65673] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1173.979419] env[69889]: INFO nova.compute.manager [None req-6d60b8d2-7595-4c15-9688-49a5c9714804 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: 8f0cd72f-eb26-47ab-b33a-84e65fa65673] Took 7.52 seconds to spawn the instance on the hypervisor. [ 1173.979419] env[69889]: DEBUG nova.compute.manager [None req-6d60b8d2-7595-4c15-9688-49a5c9714804 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: 8f0cd72f-eb26-47ab-b33a-84e65fa65673] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1173.979607] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0424d47e-3804-40de-931a-915854e72ac3 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.099630] env[69889]: DEBUG nova.scheduler.client.report [None req-82335e5b-d1ce-4824-8b33-cef4dfc17d94 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1174.110460] env[69889]: DEBUG nova.network.neutron [None req-803c6822-c49f-4c33-bd04-0fa64d322e4a tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1174.258730] env[69889]: DEBUG oslo_vmware.api [None req-034069fb-9344-4e2d-9662-d63c66ba2a95 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4078085, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.627647} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.259649] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-034069fb-9344-4e2d-9662-d63c66ba2a95 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] 39aba68a-2ac8-47be-b799-ef9f1cfb4521/39aba68a-2ac8-47be-b799-ef9f1cfb4521.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1174.259649] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-034069fb-9344-4e2d-9662-d63c66ba2a95 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 39aba68a-2ac8-47be-b799-ef9f1cfb4521] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1174.259649] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c95ccdcb-2d42-4e83-876b-f659878d6de3 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.270324] env[69889]: DEBUG oslo_vmware.api [None req-034069fb-9344-4e2d-9662-d63c66ba2a95 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Waiting for the task: (returnval){ [ 1174.270324] env[69889]: value = "task-4078086" [ 1174.270324] env[69889]: _type = "Task" [ 1174.270324] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.276584] env[69889]: DEBUG nova.network.neutron [None req-803c6822-c49f-4c33-bd04-0fa64d322e4a tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9] Updating instance_info_cache with network_info: [{"id": "5d475edd-8a50-4169-810c-074acd50ea04", "address": "fa:16:3e:f6:db:02", "network": {"id": "3ca64dd4-23fb-4e19-8d0c-5addef000c05", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-147569188-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc97caed3dd94d37b13107e002052810", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "84aee122-f630-43c5-9cc1-3a38d3819c82", "external-id": "nsx-vlan-transportzone-816", "segmentation_id": 816, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d475edd-8a", "ovs_interfaceid": "5d475edd-8a50-4169-810c-074acd50ea04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.286224] env[69889]: DEBUG oslo_vmware.api [None req-034069fb-9344-4e2d-9662-d63c66ba2a95 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4078086, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.498693] env[69889]: INFO nova.compute.manager [None req-6d60b8d2-7595-4c15-9688-49a5c9714804 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: 8f0cd72f-eb26-47ab-b33a-84e65fa65673] Took 22.06 seconds to build instance. [ 1174.570996] env[69889]: DEBUG oslo_concurrency.lockutils [None req-9f05b696-f052-46b5-8380-629c05d194c4 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Acquiring lock "ffcc822f-9e11-435a-9170-5305926d7836" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.571137] env[69889]: DEBUG oslo_concurrency.lockutils [None req-9f05b696-f052-46b5-8380-629c05d194c4 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Lock "ffcc822f-9e11-435a-9170-5305926d7836" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.572046] env[69889]: DEBUG oslo_concurrency.lockutils [None req-9f05b696-f052-46b5-8380-629c05d194c4 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Acquiring lock "ffcc822f-9e11-435a-9170-5305926d7836-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.572046] env[69889]: DEBUG oslo_concurrency.lockutils [None req-9f05b696-f052-46b5-8380-629c05d194c4 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Lock "ffcc822f-9e11-435a-9170-5305926d7836-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.572046] env[69889]: DEBUG oslo_concurrency.lockutils [None req-9f05b696-f052-46b5-8380-629c05d194c4 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Lock "ffcc822f-9e11-435a-9170-5305926d7836-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.574769] env[69889]: INFO nova.compute.manager [None req-9f05b696-f052-46b5-8380-629c05d194c4 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: ffcc822f-9e11-435a-9170-5305926d7836] Terminating instance [ 1174.604689] env[69889]: DEBUG oslo_concurrency.lockutils [None req-82335e5b-d1ce-4824-8b33-cef4dfc17d94 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.426s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.605250] env[69889]: DEBUG nova.compute.manager [None req-82335e5b-d1ce-4824-8b33-cef4dfc17d94 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] [instance: 97dd9521-55f5-43b9-8248-ac2051b9dd87] Start building networks asynchronously for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1174.608371] env[69889]: DEBUG oslo_concurrency.lockutils [None req-706244fa-fde8-4826-a45a-3ae01b13365a tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.116s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.608371] env[69889]: DEBUG nova.objects.instance [None req-706244fa-fde8-4826-a45a-3ae01b13365a tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Lazy-loading 'resources' on Instance uuid 6f282443-f481-4f8c-979e-e2750d671814 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1174.780632] env[69889]: DEBUG oslo_concurrency.lockutils [None req-803c6822-c49f-4c33-bd04-0fa64d322e4a tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Releasing lock "refresh_cache-c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.780981] env[69889]: DEBUG nova.compute.manager [None req-803c6822-c49f-4c33-bd04-0fa64d322e4a tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9] Instance network_info: |[{"id": "5d475edd-8a50-4169-810c-074acd50ea04", "address": "fa:16:3e:f6:db:02", "network": {"id": "3ca64dd4-23fb-4e19-8d0c-5addef000c05", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-147569188-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc97caed3dd94d37b13107e002052810", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "84aee122-f630-43c5-9cc1-3a38d3819c82", "external-id": "nsx-vlan-transportzone-816", "segmentation_id": 816, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d475edd-8a", "ovs_interfaceid": "5d475edd-8a50-4169-810c-074acd50ea04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1174.781266] env[69889]: DEBUG oslo_vmware.api [None req-034069fb-9344-4e2d-9662-d63c66ba2a95 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4078086, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.304417} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.781678] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-803c6822-c49f-4c33-bd04-0fa64d322e4a tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:db:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '84aee122-f630-43c5-9cc1-3a38d3819c82', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5d475edd-8a50-4169-810c-074acd50ea04', 'vif_model': 'vmxnet3'}] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1174.789989] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-803c6822-c49f-4c33-bd04-0fa64d322e4a tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1174.790350] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-034069fb-9344-4e2d-9662-d63c66ba2a95 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 39aba68a-2ac8-47be-b799-ef9f1cfb4521] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1174.791472] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1174.792216] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1b3483f-5350-4c26-a697-f0dbbdf51b4d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.795656] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-13bbfe45-7d04-49be-8447-8e80a7c5ca01 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.834158] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-034069fb-9344-4e2d-9662-d63c66ba2a95 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 39aba68a-2ac8-47be-b799-ef9f1cfb4521] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] 39aba68a-2ac8-47be-b799-ef9f1cfb4521/39aba68a-2ac8-47be-b799-ef9f1cfb4521.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1174.836780] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9f347ea-686c-4d83-91a1-be85b83ea0c6 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.852383] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1174.852383] env[69889]: value = "task-4078087" [ 1174.852383] env[69889]: _type = "Task" [ 1174.852383] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.859550] env[69889]: DEBUG oslo_vmware.api [None req-034069fb-9344-4e2d-9662-d63c66ba2a95 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Waiting for the task: (returnval){ [ 1174.859550] env[69889]: value = "task-4078088" [ 1174.859550] env[69889]: _type = "Task" [ 1174.859550] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.869519] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4078087, 'name': CreateVM_Task} progress is 15%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.875992] env[69889]: DEBUG oslo_vmware.api [None req-034069fb-9344-4e2d-9662-d63c66ba2a95 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4078088, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.997413] env[69889]: DEBUG nova.compute.manager [req-fb457c18-704d-42b5-a679-68ca40be52ab req-1bd360ef-63e5-419e-8990-6a16eea2e87c service nova] [instance: c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9] Received event network-changed-5d475edd-8a50-4169-810c-074acd50ea04 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1174.997753] env[69889]: DEBUG nova.compute.manager [req-fb457c18-704d-42b5-a679-68ca40be52ab req-1bd360ef-63e5-419e-8990-6a16eea2e87c service nova] [instance: c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9] Refreshing instance network info cache due to event network-changed-5d475edd-8a50-4169-810c-074acd50ea04. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1174.998325] env[69889]: DEBUG oslo_concurrency.lockutils [req-fb457c18-704d-42b5-a679-68ca40be52ab req-1bd360ef-63e5-419e-8990-6a16eea2e87c service nova] Acquiring lock "refresh_cache-c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.998402] env[69889]: DEBUG oslo_concurrency.lockutils [req-fb457c18-704d-42b5-a679-68ca40be52ab req-1bd360ef-63e5-419e-8990-6a16eea2e87c service nova] Acquired lock "refresh_cache-c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.998594] env[69889]: DEBUG nova.network.neutron [req-fb457c18-704d-42b5-a679-68ca40be52ab req-1bd360ef-63e5-419e-8990-6a16eea2e87c service nova] [instance: c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9] Refreshing network info cache for port 5d475edd-8a50-4169-810c-074acd50ea04 {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1175.001032] env[69889]: DEBUG oslo_concurrency.lockutils [None req-6d60b8d2-7595-4c15-9688-49a5c9714804 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Lock "8f0cd72f-eb26-47ab-b33a-84e65fa65673" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.570s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.079241] env[69889]: DEBUG nova.compute.manager [None req-9f05b696-f052-46b5-8380-629c05d194c4 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: ffcc822f-9e11-435a-9170-5305926d7836] Start destroying the instance on the hypervisor. {{(pid=69889) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1175.079513] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-9f05b696-f052-46b5-8380-629c05d194c4 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: ffcc822f-9e11-435a-9170-5305926d7836] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1175.080708] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1f07094-d7d0-4ec8-b0ea-246538d14303 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.090909] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f05b696-f052-46b5-8380-629c05d194c4 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: ffcc822f-9e11-435a-9170-5305926d7836] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1175.091313] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-75b43768-f327-4c1d-9942-a20475c24464 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.105018] env[69889]: DEBUG oslo_vmware.api [None req-9f05b696-f052-46b5-8380-629c05d194c4 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Waiting for the task: (returnval){ [ 1175.105018] env[69889]: value = "task-4078089" [ 1175.105018] env[69889]: _type = "Task" [ 1175.105018] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.111108] env[69889]: DEBUG nova.compute.utils [None req-82335e5b-d1ce-4824-8b33-cef4dfc17d94 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1175.116208] env[69889]: DEBUG nova.compute.manager [None req-82335e5b-d1ce-4824-8b33-cef4dfc17d94 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] [instance: 97dd9521-55f5-43b9-8248-ac2051b9dd87] Allocating IP information in the background. {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1175.116586] env[69889]: DEBUG nova.network.neutron [None req-82335e5b-d1ce-4824-8b33-cef4dfc17d94 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] [instance: 97dd9521-55f5-43b9-8248-ac2051b9dd87] allocate_for_instance() {{(pid=69889) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1175.122515] env[69889]: DEBUG oslo_vmware.api [None req-9f05b696-f052-46b5-8380-629c05d194c4 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078089, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.169022] env[69889]: DEBUG nova.policy [None req-82335e5b-d1ce-4824-8b33-cef4dfc17d94 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4d302810583f4a048b36b2d7123ca4d1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8a6b7a3fa1444c5ea83e1118264fdc81', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69889) authorize /opt/stack/nova/nova/policy.py:192}} [ 1175.204116] env[69889]: DEBUG oslo_concurrency.lockutils [None req-f982c5d4-cf8f-4a08-9422-5c816882dae7 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Acquiring lock "5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.204185] env[69889]: DEBUG oslo_concurrency.lockutils [None req-f982c5d4-cf8f-4a08-9422-5c816882dae7 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Lock "5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.204431] env[69889]: DEBUG nova.compute.manager [None req-f982c5d4-cf8f-4a08-9422-5c816882dae7 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4] Going to confirm migration 5 {{(pid=69889) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1175.322649] env[69889]: DEBUG oslo_concurrency.lockutils [None req-30295da9-dc50-4acc-8f9d-7c41880418a1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Acquiring lock "c0aa68c5-b661-4cf1-8cb0-da9e77d67d2e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.323465] env[69889]: DEBUG oslo_concurrency.lockutils [None req-30295da9-dc50-4acc-8f9d-7c41880418a1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Lock "c0aa68c5-b661-4cf1-8cb0-da9e77d67d2e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.363865] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4078087, 'name': CreateVM_Task, 'duration_secs': 0.414926} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.369661] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1175.370729] env[69889]: DEBUG oslo_concurrency.lockutils [None req-803c6822-c49f-4c33-bd04-0fa64d322e4a tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.370961] env[69889]: DEBUG oslo_concurrency.lockutils [None req-803c6822-c49f-4c33-bd04-0fa64d322e4a tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.371350] env[69889]: DEBUG oslo_concurrency.lockutils [None req-803c6822-c49f-4c33-bd04-0fa64d322e4a tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.372103] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b0217e9-d8b2-46fe-b1ab-27a9196d847d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.377558] env[69889]: DEBUG oslo_vmware.api [None req-034069fb-9344-4e2d-9662-d63c66ba2a95 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4078088, 'name': ReconfigVM_Task, 'duration_secs': 0.471803} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.378295] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-034069fb-9344-4e2d-9662-d63c66ba2a95 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 39aba68a-2ac8-47be-b799-ef9f1cfb4521] Reconfigured VM instance instance-00000065 to attach disk [datastore2] 39aba68a-2ac8-47be-b799-ef9f1cfb4521/39aba68a-2ac8-47be-b799-ef9f1cfb4521.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1175.379826] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5d500c9c-d12d-4941-9c01-a53245be8ac3 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.382385] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bead7700-f16d-42b6-8089-50587d2ce6ed {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.386658] env[69889]: DEBUG oslo_vmware.api [None req-803c6822-c49f-4c33-bd04-0fa64d322e4a tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Waiting for the task: (returnval){ [ 1175.386658] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]5226b4fd-166a-09d3-09c7-59bb5b36f523" [ 1175.386658] env[69889]: _type = "Task" [ 1175.386658] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.395232] env[69889]: DEBUG oslo_vmware.api [None req-034069fb-9344-4e2d-9662-d63c66ba2a95 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Waiting for the task: (returnval){ [ 1175.395232] env[69889]: value = "task-4078090" [ 1175.395232] env[69889]: _type = "Task" [ 1175.395232] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.396699] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e9c8bc5-707a-4e19-bac4-2ef9af8ff6ec {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.409180] env[69889]: DEBUG oslo_vmware.api [None req-803c6822-c49f-4c33-bd04-0fa64d322e4a tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5226b4fd-166a-09d3-09c7-59bb5b36f523, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.445145] env[69889]: DEBUG oslo_vmware.api [None req-034069fb-9344-4e2d-9662-d63c66ba2a95 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4078090, 'name': Rename_Task} progress is 10%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.446370] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-050ef5df-5ccf-4e94-b53b-955bd9af1cdd {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.455960] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bed9359-c22d-4108-943b-bf380632b334 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.473972] env[69889]: DEBUG nova.compute.provider_tree [None req-706244fa-fde8-4826-a45a-3ae01b13365a tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1175.517084] env[69889]: DEBUG nova.network.neutron [None req-82335e5b-d1ce-4824-8b33-cef4dfc17d94 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] [instance: 97dd9521-55f5-43b9-8248-ac2051b9dd87] Successfully created port: 8026f975-c947-4cf2-b077-805e14c2d7d4 {{(pid=69889) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1175.618465] env[69889]: DEBUG oslo_vmware.api [None req-9f05b696-f052-46b5-8380-629c05d194c4 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078089, 'name': PowerOffVM_Task, 'duration_secs': 0.246575} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.621806] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f05b696-f052-46b5-8380-629c05d194c4 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: ffcc822f-9e11-435a-9170-5305926d7836] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1175.622121] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-9f05b696-f052-46b5-8380-629c05d194c4 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: ffcc822f-9e11-435a-9170-5305926d7836] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1175.622680] env[69889]: DEBUG nova.compute.manager [None req-82335e5b-d1ce-4824-8b33-cef4dfc17d94 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] [instance: 97dd9521-55f5-43b9-8248-ac2051b9dd87] Start building block device mappings for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1175.625535] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-076957dc-9b8b-4ace-9a2b-04a676ab43d4 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.711486] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-9f05b696-f052-46b5-8380-629c05d194c4 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: ffcc822f-9e11-435a-9170-5305926d7836] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1175.711769] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-9f05b696-f052-46b5-8380-629c05d194c4 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: ffcc822f-9e11-435a-9170-5305926d7836] Deleting contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1175.712031] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f05b696-f052-46b5-8380-629c05d194c4 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Deleting the datastore file [datastore2] ffcc822f-9e11-435a-9170-5305926d7836 {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1175.714325] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-408e396f-3dc8-4b5e-93e3-d2cb2462f120 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.723181] env[69889]: DEBUG oslo_vmware.api [None req-9f05b696-f052-46b5-8380-629c05d194c4 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Waiting for the task: (returnval){ [ 1175.723181] env[69889]: value = "task-4078092" [ 1175.723181] env[69889]: _type = "Task" [ 1175.723181] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.732909] env[69889]: DEBUG oslo_vmware.api [None req-9f05b696-f052-46b5-8380-629c05d194c4 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078092, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.828925] env[69889]: DEBUG oslo_concurrency.lockutils [None req-f982c5d4-cf8f-4a08-9422-5c816882dae7 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Acquiring lock "refresh_cache-5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.829120] env[69889]: DEBUG oslo_concurrency.lockutils [None req-f982c5d4-cf8f-4a08-9422-5c816882dae7 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Acquired lock "refresh_cache-5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.829308] env[69889]: DEBUG nova.network.neutron [None req-f982c5d4-cf8f-4a08-9422-5c816882dae7 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1175.829579] env[69889]: DEBUG nova.objects.instance [None req-f982c5d4-cf8f-4a08-9422-5c816882dae7 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Lazy-loading 'info_cache' on Instance uuid 5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1175.831258] env[69889]: DEBUG nova.compute.manager [None req-30295da9-dc50-4acc-8f9d-7c41880418a1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: c0aa68c5-b661-4cf1-8cb0-da9e77d67d2e] Starting instance... {{(pid=69889) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1175.898703] env[69889]: DEBUG oslo_vmware.api [None req-803c6822-c49f-4c33-bd04-0fa64d322e4a tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5226b4fd-166a-09d3-09c7-59bb5b36f523, 'name': SearchDatastore_Task, 'duration_secs': 0.022133} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.899041] env[69889]: DEBUG oslo_concurrency.lockutils [None req-803c6822-c49f-4c33-bd04-0fa64d322e4a tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.899321] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-803c6822-c49f-4c33-bd04-0fa64d322e4a tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1175.899566] env[69889]: DEBUG oslo_concurrency.lockutils [None req-803c6822-c49f-4c33-bd04-0fa64d322e4a tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.899716] env[69889]: DEBUG oslo_concurrency.lockutils [None req-803c6822-c49f-4c33-bd04-0fa64d322e4a tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.899896] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-803c6822-c49f-4c33-bd04-0fa64d322e4a tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1175.900981] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-931d8d71-7e4b-4465-a8b6-4a04af1596fa {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.913486] env[69889]: DEBUG oslo_vmware.api [None req-034069fb-9344-4e2d-9662-d63c66ba2a95 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4078090, 'name': Rename_Task} progress is 99%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.915040] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-803c6822-c49f-4c33-bd04-0fa64d322e4a tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1175.915638] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-803c6822-c49f-4c33-bd04-0fa64d322e4a tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1175.916348] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-558f29f1-5b48-42b3-a1ae-a6b093595ddf {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.922681] env[69889]: DEBUG oslo_vmware.api [None req-803c6822-c49f-4c33-bd04-0fa64d322e4a tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Waiting for the task: (returnval){ [ 1175.922681] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]5276bbb7-cef7-222b-0a53-b5f0e17742c0" [ 1175.922681] env[69889]: _type = "Task" [ 1175.922681] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.926957] env[69889]: DEBUG nova.network.neutron [req-fb457c18-704d-42b5-a679-68ca40be52ab req-1bd360ef-63e5-419e-8990-6a16eea2e87c service nova] [instance: c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9] Updated VIF entry in instance network info cache for port 5d475edd-8a50-4169-810c-074acd50ea04. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1175.928033] env[69889]: DEBUG nova.network.neutron [req-fb457c18-704d-42b5-a679-68ca40be52ab req-1bd360ef-63e5-419e-8990-6a16eea2e87c service nova] [instance: c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9] Updating instance_info_cache with network_info: [{"id": "5d475edd-8a50-4169-810c-074acd50ea04", "address": "fa:16:3e:f6:db:02", "network": {"id": "3ca64dd4-23fb-4e19-8d0c-5addef000c05", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-147569188-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc97caed3dd94d37b13107e002052810", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "84aee122-f630-43c5-9cc1-3a38d3819c82", "external-id": "nsx-vlan-transportzone-816", "segmentation_id": 816, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d475edd-8a", "ovs_interfaceid": "5d475edd-8a50-4169-810c-074acd50ea04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.936537] env[69889]: DEBUG oslo_vmware.api [None req-803c6822-c49f-4c33-bd04-0fa64d322e4a tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5276bbb7-cef7-222b-0a53-b5f0e17742c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.981032] env[69889]: DEBUG nova.scheduler.client.report [None req-706244fa-fde8-4826-a45a-3ae01b13365a tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1176.185421] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c05d8308-df84-448d-b7c3-d5bc5c918318 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Acquiring lock "b05b774d-6161-4dcf-924b-c15c2aa9ced6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.185728] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c05d8308-df84-448d-b7c3-d5bc5c918318 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Lock "b05b774d-6161-4dcf-924b-c15c2aa9ced6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.235726] env[69889]: DEBUG oslo_vmware.api [None req-9f05b696-f052-46b5-8380-629c05d194c4 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078092, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.444815} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.235726] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f05b696-f052-46b5-8380-629c05d194c4 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1176.235726] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-9f05b696-f052-46b5-8380-629c05d194c4 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: ffcc822f-9e11-435a-9170-5305926d7836] Deleted contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1176.235726] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-9f05b696-f052-46b5-8380-629c05d194c4 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: ffcc822f-9e11-435a-9170-5305926d7836] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1176.236186] env[69889]: INFO nova.compute.manager [None req-9f05b696-f052-46b5-8380-629c05d194c4 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: ffcc822f-9e11-435a-9170-5305926d7836] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1176.236186] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9f05b696-f052-46b5-8380-629c05d194c4 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1176.236438] env[69889]: DEBUG nova.compute.manager [-] [instance: ffcc822f-9e11-435a-9170-5305926d7836] Deallocating network for instance {{(pid=69889) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1176.236522] env[69889]: DEBUG nova.network.neutron [-] [instance: ffcc822f-9e11-435a-9170-5305926d7836] deallocate_for_instance() {{(pid=69889) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1176.358727] env[69889]: DEBUG oslo_concurrency.lockutils [None req-30295da9-dc50-4acc-8f9d-7c41880418a1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.411422] env[69889]: DEBUG oslo_vmware.api [None req-034069fb-9344-4e2d-9662-d63c66ba2a95 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4078090, 'name': Rename_Task} progress is 99%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.437303] env[69889]: DEBUG oslo_concurrency.lockutils [req-fb457c18-704d-42b5-a679-68ca40be52ab req-1bd360ef-63e5-419e-8990-6a16eea2e87c service nova] Releasing lock "refresh_cache-c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.437824] env[69889]: DEBUG oslo_vmware.api [None req-803c6822-c49f-4c33-bd04-0fa64d322e4a tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5276bbb7-cef7-222b-0a53-b5f0e17742c0, 'name': SearchDatastore_Task, 'duration_secs': 0.012713} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.438665] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa030405-abc2-4c5e-865d-fe2796b8b406 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.445247] env[69889]: DEBUG oslo_vmware.api [None req-803c6822-c49f-4c33-bd04-0fa64d322e4a tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Waiting for the task: (returnval){ [ 1176.445247] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]529f0a08-4968-ba8a-d9f5-aace5463418f" [ 1176.445247] env[69889]: _type = "Task" [ 1176.445247] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.454750] env[69889]: DEBUG oslo_vmware.api [None req-803c6822-c49f-4c33-bd04-0fa64d322e4a tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]529f0a08-4968-ba8a-d9f5-aace5463418f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.484220] env[69889]: DEBUG oslo_concurrency.lockutils [None req-706244fa-fde8-4826-a45a-3ae01b13365a tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.876s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.486554] env[69889]: DEBUG oslo_concurrency.lockutils [None req-da9d7516-66e7-453a-a1ea-44d785de76c1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 3.059s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.486741] env[69889]: DEBUG nova.objects.instance [None req-da9d7516-66e7-453a-a1ea-44d785de76c1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: ffcc822f-9e11-435a-9170-5305926d7836] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69889) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1176.509258] env[69889]: INFO nova.scheduler.client.report [None req-706244fa-fde8-4826-a45a-3ae01b13365a tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Deleted allocations for instance 6f282443-f481-4f8c-979e-e2750d671814 [ 1176.639102] env[69889]: DEBUG nova.compute.manager [None req-82335e5b-d1ce-4824-8b33-cef4dfc17d94 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] [instance: 97dd9521-55f5-43b9-8248-ac2051b9dd87] Start spawning the instance on the hypervisor. {{(pid=69889) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1176.668153] env[69889]: DEBUG nova.virt.hardware [None req-82335e5b-d1ce-4824-8b33-cef4dfc17d94 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1176.668461] env[69889]: DEBUG nova.virt.hardware [None req-82335e5b-d1ce-4824-8b33-cef4dfc17d94 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1176.668636] env[69889]: DEBUG nova.virt.hardware [None req-82335e5b-d1ce-4824-8b33-cef4dfc17d94 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1176.668745] env[69889]: DEBUG nova.virt.hardware [None req-82335e5b-d1ce-4824-8b33-cef4dfc17d94 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1176.668895] env[69889]: DEBUG nova.virt.hardware [None req-82335e5b-d1ce-4824-8b33-cef4dfc17d94 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1176.669273] env[69889]: DEBUG nova.virt.hardware [None req-82335e5b-d1ce-4824-8b33-cef4dfc17d94 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1176.669273] env[69889]: DEBUG nova.virt.hardware [None req-82335e5b-d1ce-4824-8b33-cef4dfc17d94 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1176.669421] env[69889]: DEBUG nova.virt.hardware [None req-82335e5b-d1ce-4824-8b33-cef4dfc17d94 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1176.669568] env[69889]: DEBUG nova.virt.hardware [None req-82335e5b-d1ce-4824-8b33-cef4dfc17d94 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1176.669732] env[69889]: DEBUG nova.virt.hardware [None req-82335e5b-d1ce-4824-8b33-cef4dfc17d94 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1176.669905] env[69889]: DEBUG nova.virt.hardware [None req-82335e5b-d1ce-4824-8b33-cef4dfc17d94 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1176.671019] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1185b252-e0a1-4057-808f-8bc43fdbadd9 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.681027] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71252ed5-71bf-4e03-9a91-aa701d6393c7 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.696610] env[69889]: DEBUG nova.compute.manager [None req-c05d8308-df84-448d-b7c3-d5bc5c918318 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: b05b774d-6161-4dcf-924b-c15c2aa9ced6] Starting instance... {{(pid=69889) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1176.913018] env[69889]: DEBUG oslo_vmware.api [None req-034069fb-9344-4e2d-9662-d63c66ba2a95 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4078090, 'name': Rename_Task, 'duration_secs': 1.03246} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.913018] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-034069fb-9344-4e2d-9662-d63c66ba2a95 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 39aba68a-2ac8-47be-b799-ef9f1cfb4521] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1176.913018] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7a06426c-8823-4632-9236-791505461068 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.920132] env[69889]: DEBUG oslo_vmware.api [None req-034069fb-9344-4e2d-9662-d63c66ba2a95 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Waiting for the task: (returnval){ [ 1176.920132] env[69889]: value = "task-4078093" [ 1176.920132] env[69889]: _type = "Task" [ 1176.920132] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.929204] env[69889]: DEBUG oslo_vmware.api [None req-034069fb-9344-4e2d-9662-d63c66ba2a95 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4078093, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.955226] env[69889]: DEBUG oslo_vmware.api [None req-803c6822-c49f-4c33-bd04-0fa64d322e4a tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]529f0a08-4968-ba8a-d9f5-aace5463418f, 'name': SearchDatastore_Task, 'duration_secs': 0.021205} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.955527] env[69889]: DEBUG oslo_concurrency.lockutils [None req-803c6822-c49f-4c33-bd04-0fa64d322e4a tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.955796] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-803c6822-c49f-4c33-bd04-0fa64d322e4a tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore1] c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9/c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1176.956117] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2854ef71-4f5d-467f-9629-c1036054f9de {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.966776] env[69889]: DEBUG nova.compute.manager [None req-9ffe97da-8c95-405d-9b4a-2f736bf0d092 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: 8f0cd72f-eb26-47ab-b33a-84e65fa65673] Stashing vm_state: active {{(pid=69889) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1176.971419] env[69889]: DEBUG oslo_vmware.api [None req-803c6822-c49f-4c33-bd04-0fa64d322e4a tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Waiting for the task: (returnval){ [ 1176.971419] env[69889]: value = "task-4078094" [ 1176.971419] env[69889]: _type = "Task" [ 1176.971419] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.984198] env[69889]: DEBUG oslo_vmware.api [None req-803c6822-c49f-4c33-bd04-0fa64d322e4a tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': task-4078094, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.021806] env[69889]: DEBUG oslo_concurrency.lockutils [None req-706244fa-fde8-4826-a45a-3ae01b13365a tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Lock "6f282443-f481-4f8c-979e-e2750d671814" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.113s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.162137] env[69889]: DEBUG nova.network.neutron [-] [instance: ffcc822f-9e11-435a-9170-5305926d7836] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.177446] env[69889]: DEBUG nova.network.neutron [None req-82335e5b-d1ce-4824-8b33-cef4dfc17d94 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] [instance: 97dd9521-55f5-43b9-8248-ac2051b9dd87] Successfully updated port: 8026f975-c947-4cf2-b077-805e14c2d7d4 {{(pid=69889) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1177.192386] env[69889]: DEBUG nova.compute.manager [req-71e2e241-b8d0-4495-a59c-065669a8c3fa req-c64b408b-1ac9-4f94-9011-c69a7a859870 service nova] [instance: ffcc822f-9e11-435a-9170-5305926d7836] Received event network-vif-deleted-c4f3e38f-2ef7-4541-8cab-24a49a4bb5a6 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1177.213172] env[69889]: DEBUG nova.compute.manager [req-2ef73d6c-adef-450a-908d-ee02ef814654 req-817ee72b-c6fb-498f-87e0-2e01aff40472 service nova] [instance: 97dd9521-55f5-43b9-8248-ac2051b9dd87] Received event network-vif-plugged-8026f975-c947-4cf2-b077-805e14c2d7d4 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1177.213398] env[69889]: DEBUG oslo_concurrency.lockutils [req-2ef73d6c-adef-450a-908d-ee02ef814654 req-817ee72b-c6fb-498f-87e0-2e01aff40472 service nova] Acquiring lock "97dd9521-55f5-43b9-8248-ac2051b9dd87-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.213595] env[69889]: DEBUG oslo_concurrency.lockutils [req-2ef73d6c-adef-450a-908d-ee02ef814654 req-817ee72b-c6fb-498f-87e0-2e01aff40472 service nova] Lock "97dd9521-55f5-43b9-8248-ac2051b9dd87-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.213799] env[69889]: DEBUG oslo_concurrency.lockutils [req-2ef73d6c-adef-450a-908d-ee02ef814654 req-817ee72b-c6fb-498f-87e0-2e01aff40472 service nova] Lock "97dd9521-55f5-43b9-8248-ac2051b9dd87-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.213974] env[69889]: DEBUG nova.compute.manager [req-2ef73d6c-adef-450a-908d-ee02ef814654 req-817ee72b-c6fb-498f-87e0-2e01aff40472 service nova] [instance: 97dd9521-55f5-43b9-8248-ac2051b9dd87] No waiting events found dispatching network-vif-plugged-8026f975-c947-4cf2-b077-805e14c2d7d4 {{(pid=69889) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1177.214340] env[69889]: WARNING nova.compute.manager [req-2ef73d6c-adef-450a-908d-ee02ef814654 req-817ee72b-c6fb-498f-87e0-2e01aff40472 service nova] [instance: 97dd9521-55f5-43b9-8248-ac2051b9dd87] Received unexpected event network-vif-plugged-8026f975-c947-4cf2-b077-805e14c2d7d4 for instance with vm_state building and task_state spawning. [ 1177.226009] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c05d8308-df84-448d-b7c3-d5bc5c918318 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.270427] env[69889]: DEBUG nova.network.neutron [None req-f982c5d4-cf8f-4a08-9422-5c816882dae7 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4] Updating instance_info_cache with network_info: [{"id": "a701b1ab-efb1-43ae-9133-40a45b94e51e", "address": "fa:16:3e:26:1d:87", "network": {"id": "c607a821-3d63-41af-abaf-0611e2141a9c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-453181546-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8917847ce0c4465198a89a1c5551fb59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15165046-2de9-4ada-9e99-0126e20854a9", "external-id": "nsx-vlan-transportzone-974", "segmentation_id": 974, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa701b1ab-ef", "ovs_interfaceid": "a701b1ab-efb1-43ae-9133-40a45b94e51e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.434363] env[69889]: DEBUG oslo_vmware.api [None req-034069fb-9344-4e2d-9662-d63c66ba2a95 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4078093, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.487399] env[69889]: DEBUG oslo_vmware.api [None req-803c6822-c49f-4c33-bd04-0fa64d322e4a tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': task-4078094, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.490678] env[69889]: DEBUG oslo_concurrency.lockutils [None req-9ffe97da-8c95-405d-9b4a-2f736bf0d092 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.503033] env[69889]: DEBUG oslo_concurrency.lockutils [None req-da9d7516-66e7-453a-a1ea-44d785de76c1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.503033] env[69889]: DEBUG oslo_concurrency.lockutils [None req-30295da9-dc50-4acc-8f9d-7c41880418a1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.143s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.505302] env[69889]: INFO nova.compute.claims [None req-30295da9-dc50-4acc-8f9d-7c41880418a1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: c0aa68c5-b661-4cf1-8cb0-da9e77d67d2e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1177.665283] env[69889]: INFO nova.compute.manager [-] [instance: ffcc822f-9e11-435a-9170-5305926d7836] Took 1.43 seconds to deallocate network for instance. [ 1177.680612] env[69889]: DEBUG oslo_concurrency.lockutils [None req-82335e5b-d1ce-4824-8b33-cef4dfc17d94 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Acquiring lock "refresh_cache-97dd9521-55f5-43b9-8248-ac2051b9dd87" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.680853] env[69889]: DEBUG oslo_concurrency.lockutils [None req-82335e5b-d1ce-4824-8b33-cef4dfc17d94 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Acquired lock "refresh_cache-97dd9521-55f5-43b9-8248-ac2051b9dd87" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.680912] env[69889]: DEBUG nova.network.neutron [None req-82335e5b-d1ce-4824-8b33-cef4dfc17d94 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] [instance: 97dd9521-55f5-43b9-8248-ac2051b9dd87] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1177.773850] env[69889]: DEBUG oslo_concurrency.lockutils [None req-f982c5d4-cf8f-4a08-9422-5c816882dae7 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Releasing lock "refresh_cache-5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.774290] env[69889]: DEBUG nova.objects.instance [None req-f982c5d4-cf8f-4a08-9422-5c816882dae7 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Lazy-loading 'migration_context' on Instance uuid 5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1177.930446] env[69889]: DEBUG oslo_vmware.api [None req-034069fb-9344-4e2d-9662-d63c66ba2a95 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4078093, 'name': PowerOnVM_Task, 'duration_secs': 0.712421} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.930677] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-034069fb-9344-4e2d-9662-d63c66ba2a95 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 39aba68a-2ac8-47be-b799-ef9f1cfb4521] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1177.930882] env[69889]: INFO nova.compute.manager [None req-034069fb-9344-4e2d-9662-d63c66ba2a95 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 39aba68a-2ac8-47be-b799-ef9f1cfb4521] Took 7.90 seconds to spawn the instance on the hypervisor. [ 1177.931111] env[69889]: DEBUG nova.compute.manager [None req-034069fb-9344-4e2d-9662-d63c66ba2a95 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 39aba68a-2ac8-47be-b799-ef9f1cfb4521] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1177.931918] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c8f55b0-e601-4715-82a5-dc9b668ec903 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.988461] env[69889]: DEBUG oslo_vmware.api [None req-803c6822-c49f-4c33-bd04-0fa64d322e4a tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': task-4078094, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.628368} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.988766] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-803c6822-c49f-4c33-bd04-0fa64d322e4a tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore1] c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9/c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1177.988995] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-803c6822-c49f-4c33-bd04-0fa64d322e4a tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1177.989259] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ed2f06d1-6216-48f3-a609-2486e751247f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.996540] env[69889]: DEBUG oslo_vmware.api [None req-803c6822-c49f-4c33-bd04-0fa64d322e4a tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Waiting for the task: (returnval){ [ 1177.996540] env[69889]: value = "task-4078095" [ 1177.996540] env[69889]: _type = "Task" [ 1177.996540] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.006019] env[69889]: DEBUG oslo_vmware.api [None req-803c6822-c49f-4c33-bd04-0fa64d322e4a tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': task-4078095, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.130508] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b110a9fa-a6ba-45d9-ab26-57541fbb9ff5 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Acquiring lock "1d03b56f-0b24-44ca-a394-e71ef3d2abf0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.130791] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b110a9fa-a6ba-45d9-ab26-57541fbb9ff5 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Lock "1d03b56f-0b24-44ca-a394-e71ef3d2abf0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.131013] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b110a9fa-a6ba-45d9-ab26-57541fbb9ff5 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Acquiring lock "1d03b56f-0b24-44ca-a394-e71ef3d2abf0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.131204] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b110a9fa-a6ba-45d9-ab26-57541fbb9ff5 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Lock "1d03b56f-0b24-44ca-a394-e71ef3d2abf0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.131385] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b110a9fa-a6ba-45d9-ab26-57541fbb9ff5 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Lock "1d03b56f-0b24-44ca-a394-e71ef3d2abf0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.133591] env[69889]: INFO nova.compute.manager [None req-b110a9fa-a6ba-45d9-ab26-57541fbb9ff5 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 1d03b56f-0b24-44ca-a394-e71ef3d2abf0] Terminating instance [ 1178.174196] env[69889]: DEBUG oslo_concurrency.lockutils [None req-9f05b696-f052-46b5-8380-629c05d194c4 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.221976] env[69889]: DEBUG nova.network.neutron [None req-82335e5b-d1ce-4824-8b33-cef4dfc17d94 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] [instance: 97dd9521-55f5-43b9-8248-ac2051b9dd87] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1178.277589] env[69889]: DEBUG nova.objects.base [None req-f982c5d4-cf8f-4a08-9422-5c816882dae7 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Object Instance<5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4> lazy-loaded attributes: info_cache,migration_context {{(pid=69889) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1178.278572] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c563f256-ce6b-49ba-a472-3e6d7aa86ab1 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.302564] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb62c97f-803f-44cd-b013-948a341ceec1 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.308578] env[69889]: DEBUG oslo_vmware.api [None req-f982c5d4-cf8f-4a08-9422-5c816882dae7 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Waiting for the task: (returnval){ [ 1178.308578] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]527263bc-90f8-2c8a-ea87-5125120ebb65" [ 1178.308578] env[69889]: _type = "Task" [ 1178.308578] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.316978] env[69889]: DEBUG oslo_vmware.api [None req-f982c5d4-cf8f-4a08-9422-5c816882dae7 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]527263bc-90f8-2c8a-ea87-5125120ebb65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.406111] env[69889]: DEBUG nova.network.neutron [None req-82335e5b-d1ce-4824-8b33-cef4dfc17d94 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] [instance: 97dd9521-55f5-43b9-8248-ac2051b9dd87] Updating instance_info_cache with network_info: [{"id": "8026f975-c947-4cf2-b077-805e14c2d7d4", "address": "fa:16:3e:e2:55:7a", "network": {"id": "cc87349f-bcc8-43f6-9879-08bbd4a714b1", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-122902220-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a6b7a3fa1444c5ea83e1118264fdc81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8026f975-c9", "ovs_interfaceid": "8026f975-c947-4cf2-b077-805e14c2d7d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.450219] env[69889]: INFO nova.compute.manager [None req-034069fb-9344-4e2d-9662-d63c66ba2a95 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 39aba68a-2ac8-47be-b799-ef9f1cfb4521] Took 22.31 seconds to build instance. [ 1178.507098] env[69889]: DEBUG oslo_vmware.api [None req-803c6822-c49f-4c33-bd04-0fa64d322e4a tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': task-4078095, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065275} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.507421] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-803c6822-c49f-4c33-bd04-0fa64d322e4a tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1178.508326] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da39509a-5990-4295-811e-b85d06040571 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.534947] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-803c6822-c49f-4c33-bd04-0fa64d322e4a tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9/c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1178.535854] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb043f08-8fea-4e9a-a4cb-fe30681ec731 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.561353] env[69889]: DEBUG oslo_vmware.api [None req-803c6822-c49f-4c33-bd04-0fa64d322e4a tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Waiting for the task: (returnval){ [ 1178.561353] env[69889]: value = "task-4078096" [ 1178.561353] env[69889]: _type = "Task" [ 1178.561353] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.579318] env[69889]: DEBUG oslo_vmware.api [None req-803c6822-c49f-4c33-bd04-0fa64d322e4a tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': task-4078096, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.637313] env[69889]: DEBUG nova.compute.manager [None req-b110a9fa-a6ba-45d9-ab26-57541fbb9ff5 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 1d03b56f-0b24-44ca-a394-e71ef3d2abf0] Start destroying the instance on the hypervisor. {{(pid=69889) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1178.637548] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-b110a9fa-a6ba-45d9-ab26-57541fbb9ff5 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 1d03b56f-0b24-44ca-a394-e71ef3d2abf0] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1178.638515] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e21817d-54fa-46eb-9ded-d2050bd439ac {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.654621] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-b110a9fa-a6ba-45d9-ab26-57541fbb9ff5 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 1d03b56f-0b24-44ca-a394-e71ef3d2abf0] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1178.654902] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fb3fe583-3fc3-499d-8fc4-3f9c0d7eb3f2 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.662489] env[69889]: DEBUG oslo_vmware.api [None req-b110a9fa-a6ba-45d9-ab26-57541fbb9ff5 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Waiting for the task: (returnval){ [ 1178.662489] env[69889]: value = "task-4078097" [ 1178.662489] env[69889]: _type = "Task" [ 1178.662489] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.672676] env[69889]: DEBUG oslo_vmware.api [None req-b110a9fa-a6ba-45d9-ab26-57541fbb9ff5 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4078097, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.802835] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b093dffe-dc98-4b80-9bc1-a974869d4915 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.816801] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67b86043-9bc9-4af3-8d00-5475fcbbedc4 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.828182] env[69889]: DEBUG oslo_vmware.api [None req-f982c5d4-cf8f-4a08-9422-5c816882dae7 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]527263bc-90f8-2c8a-ea87-5125120ebb65, 'name': SearchDatastore_Task, 'duration_secs': 0.037045} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.852608] env[69889]: DEBUG oslo_concurrency.lockutils [None req-f982c5d4-cf8f-4a08-9422-5c816882dae7 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.853767] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a349577-6095-4c3b-93e9-2ec5f92a5646 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.862955] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fba59bff-864b-4139-a097-5bf8fcc8bb12 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.877799] env[69889]: DEBUG nova.compute.provider_tree [None req-30295da9-dc50-4acc-8f9d-7c41880418a1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1178.909997] env[69889]: DEBUG oslo_concurrency.lockutils [None req-82335e5b-d1ce-4824-8b33-cef4dfc17d94 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Releasing lock "refresh_cache-97dd9521-55f5-43b9-8248-ac2051b9dd87" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.910403] env[69889]: DEBUG nova.compute.manager [None req-82335e5b-d1ce-4824-8b33-cef4dfc17d94 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] [instance: 97dd9521-55f5-43b9-8248-ac2051b9dd87] Instance network_info: |[{"id": "8026f975-c947-4cf2-b077-805e14c2d7d4", "address": "fa:16:3e:e2:55:7a", "network": {"id": "cc87349f-bcc8-43f6-9879-08bbd4a714b1", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-122902220-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a6b7a3fa1444c5ea83e1118264fdc81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8026f975-c9", "ovs_interfaceid": "8026f975-c947-4cf2-b077-805e14c2d7d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1178.910848] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-82335e5b-d1ce-4824-8b33-cef4dfc17d94 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] [instance: 97dd9521-55f5-43b9-8248-ac2051b9dd87] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:55:7a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '94926d5b-bfab-4c04-85b5-0fe89934c8ff', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8026f975-c947-4cf2-b077-805e14c2d7d4', 'vif_model': 'vmxnet3'}] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1178.918521] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-82335e5b-d1ce-4824-8b33-cef4dfc17d94 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1178.918739] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97dd9521-55f5-43b9-8248-ac2051b9dd87] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1178.918961] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cd4bb4f3-fcfa-44ab-afac-ae4ea705df5e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.940876] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1178.940876] env[69889]: value = "task-4078098" [ 1178.940876] env[69889]: _type = "Task" [ 1178.940876] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.949729] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4078098, 'name': CreateVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.952410] env[69889]: DEBUG oslo_concurrency.lockutils [None req-034069fb-9344-4e2d-9662-d63c66ba2a95 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Lock "39aba68a-2ac8-47be-b799-ef9f1cfb4521" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.829s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.073999] env[69889]: DEBUG oslo_vmware.api [None req-803c6822-c49f-4c33-bd04-0fa64d322e4a tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': task-4078096, 'name': ReconfigVM_Task, 'duration_secs': 0.341209} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.074177] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-803c6822-c49f-4c33-bd04-0fa64d322e4a tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9] Reconfigured VM instance instance-00000066 to attach disk [datastore1] c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9/c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1179.074811] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-185a3b20-f3d4-43c8-958a-3e8225ad8332 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.082481] env[69889]: DEBUG oslo_vmware.api [None req-803c6822-c49f-4c33-bd04-0fa64d322e4a tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Waiting for the task: (returnval){ [ 1179.082481] env[69889]: value = "task-4078099" [ 1179.082481] env[69889]: _type = "Task" [ 1179.082481] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.092506] env[69889]: DEBUG oslo_vmware.api [None req-803c6822-c49f-4c33-bd04-0fa64d322e4a tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': task-4078099, 'name': Rename_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.176228] env[69889]: DEBUG oslo_vmware.api [None req-b110a9fa-a6ba-45d9-ab26-57541fbb9ff5 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4078097, 'name': PowerOffVM_Task, 'duration_secs': 0.386629} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.176650] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-b110a9fa-a6ba-45d9-ab26-57541fbb9ff5 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 1d03b56f-0b24-44ca-a394-e71ef3d2abf0] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1179.176904] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-b110a9fa-a6ba-45d9-ab26-57541fbb9ff5 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 1d03b56f-0b24-44ca-a394-e71ef3d2abf0] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1179.177331] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c06156d0-7e7d-49d0-be6b-b032bb65217a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.242055] env[69889]: DEBUG nova.compute.manager [req-b4a30733-0864-403a-84d6-fcd0afe5879b req-8b06d3ae-bb6c-44dc-82d5-2aaeb7ff0bc2 service nova] [instance: 97dd9521-55f5-43b9-8248-ac2051b9dd87] Received event network-changed-8026f975-c947-4cf2-b077-805e14c2d7d4 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1179.242283] env[69889]: DEBUG nova.compute.manager [req-b4a30733-0864-403a-84d6-fcd0afe5879b req-8b06d3ae-bb6c-44dc-82d5-2aaeb7ff0bc2 service nova] [instance: 97dd9521-55f5-43b9-8248-ac2051b9dd87] Refreshing instance network info cache due to event network-changed-8026f975-c947-4cf2-b077-805e14c2d7d4. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1179.242544] env[69889]: DEBUG oslo_concurrency.lockutils [req-b4a30733-0864-403a-84d6-fcd0afe5879b req-8b06d3ae-bb6c-44dc-82d5-2aaeb7ff0bc2 service nova] Acquiring lock "refresh_cache-97dd9521-55f5-43b9-8248-ac2051b9dd87" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.242738] env[69889]: DEBUG oslo_concurrency.lockutils [req-b4a30733-0864-403a-84d6-fcd0afe5879b req-8b06d3ae-bb6c-44dc-82d5-2aaeb7ff0bc2 service nova] Acquired lock "refresh_cache-97dd9521-55f5-43b9-8248-ac2051b9dd87" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.242936] env[69889]: DEBUG nova.network.neutron [req-b4a30733-0864-403a-84d6-fcd0afe5879b req-8b06d3ae-bb6c-44dc-82d5-2aaeb7ff0bc2 service nova] [instance: 97dd9521-55f5-43b9-8248-ac2051b9dd87] Refreshing network info cache for port 8026f975-c947-4cf2-b077-805e14c2d7d4 {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1179.272582] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-b110a9fa-a6ba-45d9-ab26-57541fbb9ff5 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 1d03b56f-0b24-44ca-a394-e71ef3d2abf0] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1179.273240] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-b110a9fa-a6ba-45d9-ab26-57541fbb9ff5 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 1d03b56f-0b24-44ca-a394-e71ef3d2abf0] Deleting contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1179.273489] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-b110a9fa-a6ba-45d9-ab26-57541fbb9ff5 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Deleting the datastore file [datastore2] 1d03b56f-0b24-44ca-a394-e71ef3d2abf0 {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1179.273854] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ad3ba3e6-d72f-46e6-8634-312147ef0e80 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.281799] env[69889]: DEBUG oslo_vmware.api [None req-b110a9fa-a6ba-45d9-ab26-57541fbb9ff5 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Waiting for the task: (returnval){ [ 1179.281799] env[69889]: value = "task-4078101" [ 1179.281799] env[69889]: _type = "Task" [ 1179.281799] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.291027] env[69889]: DEBUG oslo_vmware.api [None req-b110a9fa-a6ba-45d9-ab26-57541fbb9ff5 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4078101, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.332591] env[69889]: DEBUG nova.compute.manager [req-89b0a832-710d-4573-90fa-efe2213ec30d req-100c1610-1f75-4f1f-b565-62c0ff1ead83 service nova] [instance: 39aba68a-2ac8-47be-b799-ef9f1cfb4521] Received event network-changed-55ebe8c6-76c8-4e6a-bb86-322a955f9272 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1179.332808] env[69889]: DEBUG nova.compute.manager [req-89b0a832-710d-4573-90fa-efe2213ec30d req-100c1610-1f75-4f1f-b565-62c0ff1ead83 service nova] [instance: 39aba68a-2ac8-47be-b799-ef9f1cfb4521] Refreshing instance network info cache due to event network-changed-55ebe8c6-76c8-4e6a-bb86-322a955f9272. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1179.333094] env[69889]: DEBUG oslo_concurrency.lockutils [req-89b0a832-710d-4573-90fa-efe2213ec30d req-100c1610-1f75-4f1f-b565-62c0ff1ead83 service nova] Acquiring lock "refresh_cache-39aba68a-2ac8-47be-b799-ef9f1cfb4521" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.333300] env[69889]: DEBUG oslo_concurrency.lockutils [req-89b0a832-710d-4573-90fa-efe2213ec30d req-100c1610-1f75-4f1f-b565-62c0ff1ead83 service nova] Acquired lock "refresh_cache-39aba68a-2ac8-47be-b799-ef9f1cfb4521" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.333519] env[69889]: DEBUG nova.network.neutron [req-89b0a832-710d-4573-90fa-efe2213ec30d req-100c1610-1f75-4f1f-b565-62c0ff1ead83 service nova] [instance: 39aba68a-2ac8-47be-b799-ef9f1cfb4521] Refreshing network info cache for port 55ebe8c6-76c8-4e6a-bb86-322a955f9272 {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1179.380975] env[69889]: DEBUG nova.scheduler.client.report [None req-30295da9-dc50-4acc-8f9d-7c41880418a1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1179.451914] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4078098, 'name': CreateVM_Task, 'duration_secs': 0.371085} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.452247] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97dd9521-55f5-43b9-8248-ac2051b9dd87] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1179.452872] env[69889]: DEBUG oslo_concurrency.lockutils [None req-82335e5b-d1ce-4824-8b33-cef4dfc17d94 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.453048] env[69889]: DEBUG oslo_concurrency.lockutils [None req-82335e5b-d1ce-4824-8b33-cef4dfc17d94 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.453377] env[69889]: DEBUG oslo_concurrency.lockutils [None req-82335e5b-d1ce-4824-8b33-cef4dfc17d94 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.453640] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44068335-e832-4cc4-ad44-803482ab7de7 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.459117] env[69889]: DEBUG oslo_vmware.api [None req-82335e5b-d1ce-4824-8b33-cef4dfc17d94 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Waiting for the task: (returnval){ [ 1179.459117] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52a478d2-3f08-fe5c-d0ee-d45b16c1343c" [ 1179.459117] env[69889]: _type = "Task" [ 1179.459117] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.467995] env[69889]: DEBUG oslo_vmware.api [None req-82335e5b-d1ce-4824-8b33-cef4dfc17d94 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52a478d2-3f08-fe5c-d0ee-d45b16c1343c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.592306] env[69889]: DEBUG oslo_vmware.api [None req-803c6822-c49f-4c33-bd04-0fa64d322e4a tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': task-4078099, 'name': Rename_Task, 'duration_secs': 0.214905} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.592657] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-803c6822-c49f-4c33-bd04-0fa64d322e4a tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1179.592921] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cc3680e7-8b52-42a9-bc5e-402d0d32961f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.602565] env[69889]: DEBUG oslo_vmware.api [None req-803c6822-c49f-4c33-bd04-0fa64d322e4a tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Waiting for the task: (returnval){ [ 1179.602565] env[69889]: value = "task-4078102" [ 1179.602565] env[69889]: _type = "Task" [ 1179.602565] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.608858] env[69889]: DEBUG oslo_vmware.api [None req-803c6822-c49f-4c33-bd04-0fa64d322e4a tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': task-4078102, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.795838] env[69889]: DEBUG oslo_vmware.api [None req-b110a9fa-a6ba-45d9-ab26-57541fbb9ff5 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Task: {'id': task-4078101, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.440261} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.796108] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-b110a9fa-a6ba-45d9-ab26-57541fbb9ff5 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1179.796376] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-b110a9fa-a6ba-45d9-ab26-57541fbb9ff5 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 1d03b56f-0b24-44ca-a394-e71ef3d2abf0] Deleted contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1179.796496] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-b110a9fa-a6ba-45d9-ab26-57541fbb9ff5 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 1d03b56f-0b24-44ca-a394-e71ef3d2abf0] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1179.796705] env[69889]: INFO nova.compute.manager [None req-b110a9fa-a6ba-45d9-ab26-57541fbb9ff5 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] [instance: 1d03b56f-0b24-44ca-a394-e71ef3d2abf0] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1179.796957] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b110a9fa-a6ba-45d9-ab26-57541fbb9ff5 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1179.797205] env[69889]: DEBUG nova.compute.manager [-] [instance: 1d03b56f-0b24-44ca-a394-e71ef3d2abf0] Deallocating network for instance {{(pid=69889) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1179.797294] env[69889]: DEBUG nova.network.neutron [-] [instance: 1d03b56f-0b24-44ca-a394-e71ef3d2abf0] deallocate_for_instance() {{(pid=69889) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1179.885719] env[69889]: DEBUG oslo_concurrency.lockutils [None req-30295da9-dc50-4acc-8f9d-7c41880418a1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.384s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.886577] env[69889]: DEBUG nova.compute.manager [None req-30295da9-dc50-4acc-8f9d-7c41880418a1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: c0aa68c5-b661-4cf1-8cb0-da9e77d67d2e] Start building networks asynchronously for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1179.891612] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c05d8308-df84-448d-b7c3-d5bc5c918318 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.664s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.891774] env[69889]: INFO nova.compute.claims [None req-c05d8308-df84-448d-b7c3-d5bc5c918318 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: b05b774d-6161-4dcf-924b-c15c2aa9ced6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1179.978852] env[69889]: DEBUG oslo_vmware.api [None req-82335e5b-d1ce-4824-8b33-cef4dfc17d94 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52a478d2-3f08-fe5c-d0ee-d45b16c1343c, 'name': SearchDatastore_Task, 'duration_secs': 0.01077} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.979249] env[69889]: DEBUG oslo_concurrency.lockutils [None req-82335e5b-d1ce-4824-8b33-cef4dfc17d94 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.979507] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-82335e5b-d1ce-4824-8b33-cef4dfc17d94 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] [instance: 97dd9521-55f5-43b9-8248-ac2051b9dd87] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1179.979753] env[69889]: DEBUG oslo_concurrency.lockutils [None req-82335e5b-d1ce-4824-8b33-cef4dfc17d94 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.979902] env[69889]: DEBUG oslo_concurrency.lockutils [None req-82335e5b-d1ce-4824-8b33-cef4dfc17d94 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.980105] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-82335e5b-d1ce-4824-8b33-cef4dfc17d94 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1179.981200] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-464ecf07-9654-4416-886d-a3e0dd60e580 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.995522] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-82335e5b-d1ce-4824-8b33-cef4dfc17d94 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1179.995723] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-82335e5b-d1ce-4824-8b33-cef4dfc17d94 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1179.996523] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33ea809f-1204-4173-a36d-bebaacba4a9d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.004144] env[69889]: DEBUG oslo_vmware.api [None req-82335e5b-d1ce-4824-8b33-cef4dfc17d94 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Waiting for the task: (returnval){ [ 1180.004144] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52b1710f-1b0a-e962-44d0-306c5761aa8c" [ 1180.004144] env[69889]: _type = "Task" [ 1180.004144] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.013479] env[69889]: DEBUG oslo_vmware.api [None req-82335e5b-d1ce-4824-8b33-cef4dfc17d94 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52b1710f-1b0a-e962-44d0-306c5761aa8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.112523] env[69889]: DEBUG oslo_vmware.api [None req-803c6822-c49f-4c33-bd04-0fa64d322e4a tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': task-4078102, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.176008] env[69889]: DEBUG nova.network.neutron [req-b4a30733-0864-403a-84d6-fcd0afe5879b req-8b06d3ae-bb6c-44dc-82d5-2aaeb7ff0bc2 service nova] [instance: 97dd9521-55f5-43b9-8248-ac2051b9dd87] Updated VIF entry in instance network info cache for port 8026f975-c947-4cf2-b077-805e14c2d7d4. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1180.176451] env[69889]: DEBUG nova.network.neutron [req-b4a30733-0864-403a-84d6-fcd0afe5879b req-8b06d3ae-bb6c-44dc-82d5-2aaeb7ff0bc2 service nova] [instance: 97dd9521-55f5-43b9-8248-ac2051b9dd87] Updating instance_info_cache with network_info: [{"id": "8026f975-c947-4cf2-b077-805e14c2d7d4", "address": "fa:16:3e:e2:55:7a", "network": {"id": "cc87349f-bcc8-43f6-9879-08bbd4a714b1", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-122902220-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a6b7a3fa1444c5ea83e1118264fdc81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8026f975-c9", "ovs_interfaceid": "8026f975-c947-4cf2-b077-805e14c2d7d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.233287] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e6056b9e-8deb-40b5-928e-cea196eeb7a7 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Acquiring lock "13d9f160-3906-4434-859b-4fc4b226333e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.233644] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e6056b9e-8deb-40b5-928e-cea196eeb7a7 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Lock "13d9f160-3906-4434-859b-4fc4b226333e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.233911] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e6056b9e-8deb-40b5-928e-cea196eeb7a7 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Acquiring lock "13d9f160-3906-4434-859b-4fc4b226333e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.234142] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e6056b9e-8deb-40b5-928e-cea196eeb7a7 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Lock "13d9f160-3906-4434-859b-4fc4b226333e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.234416] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e6056b9e-8deb-40b5-928e-cea196eeb7a7 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Lock "13d9f160-3906-4434-859b-4fc4b226333e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.237064] env[69889]: INFO nova.compute.manager [None req-e6056b9e-8deb-40b5-928e-cea196eeb7a7 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] [instance: 13d9f160-3906-4434-859b-4fc4b226333e] Terminating instance [ 1180.270553] env[69889]: DEBUG nova.network.neutron [req-89b0a832-710d-4573-90fa-efe2213ec30d req-100c1610-1f75-4f1f-b565-62c0ff1ead83 service nova] [instance: 39aba68a-2ac8-47be-b799-ef9f1cfb4521] Updated VIF entry in instance network info cache for port 55ebe8c6-76c8-4e6a-bb86-322a955f9272. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1180.271086] env[69889]: DEBUG nova.network.neutron [req-89b0a832-710d-4573-90fa-efe2213ec30d req-100c1610-1f75-4f1f-b565-62c0ff1ead83 service nova] [instance: 39aba68a-2ac8-47be-b799-ef9f1cfb4521] Updating instance_info_cache with network_info: [{"id": "55ebe8c6-76c8-4e6a-bb86-322a955f9272", "address": "fa:16:3e:7d:21:6c", "network": {"id": "1b12c1c8-daca-4fb2-8ab1-a5e673ba07eb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-532849496-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7255cdff151a40df83da7bf6356a4e13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55ebe8c6-76", "ovs_interfaceid": "55ebe8c6-76c8-4e6a-bb86-322a955f9272", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.393032] env[69889]: DEBUG nova.compute.utils [None req-30295da9-dc50-4acc-8f9d-7c41880418a1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1180.394653] env[69889]: DEBUG nova.compute.manager [None req-30295da9-dc50-4acc-8f9d-7c41880418a1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: c0aa68c5-b661-4cf1-8cb0-da9e77d67d2e] Allocating IP information in the background. {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1180.394911] env[69889]: DEBUG nova.network.neutron [None req-30295da9-dc50-4acc-8f9d-7c41880418a1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: c0aa68c5-b661-4cf1-8cb0-da9e77d67d2e] allocate_for_instance() {{(pid=69889) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1180.437741] env[69889]: DEBUG nova.policy [None req-30295da9-dc50-4acc-8f9d-7c41880418a1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f2a7f62ef11640a4ab8d767de5086699', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5e46f471b2284533892518bdcc6cd332', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69889) authorize /opt/stack/nova/nova/policy.py:192}} [ 1180.518619] env[69889]: DEBUG oslo_vmware.api [None req-82335e5b-d1ce-4824-8b33-cef4dfc17d94 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52b1710f-1b0a-e962-44d0-306c5761aa8c, 'name': SearchDatastore_Task, 'duration_secs': 0.01438} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.518619] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b0b55b1-fb83-4afe-a515-20bf065dfcfe {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.523135] env[69889]: DEBUG oslo_vmware.api [None req-82335e5b-d1ce-4824-8b33-cef4dfc17d94 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Waiting for the task: (returnval){ [ 1180.523135] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52a1a69d-be1a-e6b9-6787-bf126269c44a" [ 1180.523135] env[69889]: _type = "Task" [ 1180.523135] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.532937] env[69889]: DEBUG oslo_vmware.api [None req-82335e5b-d1ce-4824-8b33-cef4dfc17d94 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52a1a69d-be1a-e6b9-6787-bf126269c44a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.612700] env[69889]: DEBUG oslo_vmware.api [None req-803c6822-c49f-4c33-bd04-0fa64d322e4a tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': task-4078102, 'name': PowerOnVM_Task, 'duration_secs': 0.716895} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.613073] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-803c6822-c49f-4c33-bd04-0fa64d322e4a tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1180.613259] env[69889]: INFO nova.compute.manager [None req-803c6822-c49f-4c33-bd04-0fa64d322e4a tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9] Took 8.26 seconds to spawn the instance on the hypervisor. [ 1180.613442] env[69889]: DEBUG nova.compute.manager [None req-803c6822-c49f-4c33-bd04-0fa64d322e4a tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1180.614299] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35988b58-2d0a-4d3c-9e90-645466f39848 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.679472] env[69889]: DEBUG oslo_concurrency.lockutils [req-b4a30733-0864-403a-84d6-fcd0afe5879b req-8b06d3ae-bb6c-44dc-82d5-2aaeb7ff0bc2 service nova] Releasing lock "refresh_cache-97dd9521-55f5-43b9-8248-ac2051b9dd87" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.722785] env[69889]: DEBUG nova.network.neutron [None req-30295da9-dc50-4acc-8f9d-7c41880418a1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: c0aa68c5-b661-4cf1-8cb0-da9e77d67d2e] Successfully created port: 89d9bbca-7ad0-4dab-8a88-3155f7d52504 {{(pid=69889) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1180.742195] env[69889]: DEBUG nova.compute.manager [None req-e6056b9e-8deb-40b5-928e-cea196eeb7a7 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] [instance: 13d9f160-3906-4434-859b-4fc4b226333e] Start destroying the instance on the hypervisor. {{(pid=69889) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1180.742441] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-e6056b9e-8deb-40b5-928e-cea196eeb7a7 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] [instance: 13d9f160-3906-4434-859b-4fc4b226333e] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1180.743556] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-280ac79c-2889-4937-9310-e964fd424d26 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.753865] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6056b9e-8deb-40b5-928e-cea196eeb7a7 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] [instance: 13d9f160-3906-4434-859b-4fc4b226333e] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1180.754185] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-05d110ac-3e9c-4c46-8fb0-6e0ab8b80b95 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.760988] env[69889]: DEBUG oslo_vmware.api [None req-e6056b9e-8deb-40b5-928e-cea196eeb7a7 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Waiting for the task: (returnval){ [ 1180.760988] env[69889]: value = "task-4078103" [ 1180.760988] env[69889]: _type = "Task" [ 1180.760988] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.770028] env[69889]: DEBUG oslo_vmware.api [None req-e6056b9e-8deb-40b5-928e-cea196eeb7a7 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Task: {'id': task-4078103, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.774344] env[69889]: DEBUG oslo_concurrency.lockutils [req-89b0a832-710d-4573-90fa-efe2213ec30d req-100c1610-1f75-4f1f-b565-62c0ff1ead83 service nova] Releasing lock "refresh_cache-39aba68a-2ac8-47be-b799-ef9f1cfb4521" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.816750] env[69889]: DEBUG nova.network.neutron [-] [instance: 1d03b56f-0b24-44ca-a394-e71ef3d2abf0] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.897881] env[69889]: DEBUG nova.compute.manager [None req-30295da9-dc50-4acc-8f9d-7c41880418a1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: c0aa68c5-b661-4cf1-8cb0-da9e77d67d2e] Start building block device mappings for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1181.036966] env[69889]: DEBUG oslo_vmware.api [None req-82335e5b-d1ce-4824-8b33-cef4dfc17d94 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52a1a69d-be1a-e6b9-6787-bf126269c44a, 'name': SearchDatastore_Task, 'duration_secs': 0.01109} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.037350] env[69889]: DEBUG oslo_concurrency.lockutils [None req-82335e5b-d1ce-4824-8b33-cef4dfc17d94 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.037512] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-82335e5b-d1ce-4824-8b33-cef4dfc17d94 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore1] 97dd9521-55f5-43b9-8248-ac2051b9dd87/97dd9521-55f5-43b9-8248-ac2051b9dd87.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1181.038167] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2d32edb3-81b1-4c39-8fd1-5c3a16de75c7 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.045895] env[69889]: DEBUG oslo_vmware.api [None req-82335e5b-d1ce-4824-8b33-cef4dfc17d94 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Waiting for the task: (returnval){ [ 1181.045895] env[69889]: value = "task-4078104" [ 1181.045895] env[69889]: _type = "Task" [ 1181.045895] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.054920] env[69889]: DEBUG oslo_vmware.api [None req-82335e5b-d1ce-4824-8b33-cef4dfc17d94 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Task: {'id': task-4078104, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.135262] env[69889]: INFO nova.compute.manager [None req-803c6822-c49f-4c33-bd04-0fa64d322e4a tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9] Took 20.65 seconds to build instance. [ 1181.143204] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c24c7b6a-c33c-4183-925f-6f47f5c4f0cf {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.152032] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71bb6de7-78d6-4f96-8213-bd9108a3c4f2 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.184530] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0921f98a-99b7-4b90-96e5-3ce368f74c22 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.193551] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d675b94-c2a9-49b8-ab19-1843bebc74c7 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.211563] env[69889]: DEBUG nova.compute.provider_tree [None req-c05d8308-df84-448d-b7c3-d5bc5c918318 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1181.269963] env[69889]: DEBUG nova.compute.manager [req-7acfd275-91f3-4a8e-832a-02f374094a62 req-29fab1aa-c2e6-451b-9032-473d283fa337 service nova] [instance: 1d03b56f-0b24-44ca-a394-e71ef3d2abf0] Received event network-vif-deleted-40fee23b-c992-420f-ba3b-dc686ff28684 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1181.273926] env[69889]: DEBUG oslo_vmware.api [None req-e6056b9e-8deb-40b5-928e-cea196eeb7a7 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Task: {'id': task-4078103, 'name': PowerOffVM_Task, 'duration_secs': 0.451785} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.274243] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6056b9e-8deb-40b5-928e-cea196eeb7a7 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] [instance: 13d9f160-3906-4434-859b-4fc4b226333e] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1181.274413] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-e6056b9e-8deb-40b5-928e-cea196eeb7a7 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] [instance: 13d9f160-3906-4434-859b-4fc4b226333e] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1181.274686] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-64ff5cf8-8570-41ee-9797-a56ba51d2b44 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.319092] env[69889]: INFO nova.compute.manager [-] [instance: 1d03b56f-0b24-44ca-a394-e71ef3d2abf0] Took 1.52 seconds to deallocate network for instance. [ 1181.351358] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-e6056b9e-8deb-40b5-928e-cea196eeb7a7 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] [instance: 13d9f160-3906-4434-859b-4fc4b226333e] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1181.351583] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-e6056b9e-8deb-40b5-928e-cea196eeb7a7 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] [instance: 13d9f160-3906-4434-859b-4fc4b226333e] Deleting contents of the VM from datastore datastore1 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1181.351800] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6056b9e-8deb-40b5-928e-cea196eeb7a7 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Deleting the datastore file [datastore1] 13d9f160-3906-4434-859b-4fc4b226333e {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1181.352437] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3ff79d42-24b1-4d11-8e88-d12795d1fec1 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.362226] env[69889]: DEBUG oslo_vmware.api [None req-e6056b9e-8deb-40b5-928e-cea196eeb7a7 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Waiting for the task: (returnval){ [ 1181.362226] env[69889]: value = "task-4078106" [ 1181.362226] env[69889]: _type = "Task" [ 1181.362226] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.373526] env[69889]: DEBUG oslo_vmware.api [None req-e6056b9e-8deb-40b5-928e-cea196eeb7a7 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Task: {'id': task-4078106, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.561635] env[69889]: DEBUG oslo_vmware.api [None req-82335e5b-d1ce-4824-8b33-cef4dfc17d94 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Task: {'id': task-4078104, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.637742] env[69889]: DEBUG oslo_concurrency.lockutils [None req-803c6822-c49f-4c33-bd04-0fa64d322e4a tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Lock "c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.161s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.714931] env[69889]: DEBUG nova.scheduler.client.report [None req-c05d8308-df84-448d-b7c3-d5bc5c918318 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1181.827504] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b110a9fa-a6ba-45d9-ab26-57541fbb9ff5 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.878458] env[69889]: DEBUG oslo_vmware.api [None req-e6056b9e-8deb-40b5-928e-cea196eeb7a7 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Task: {'id': task-4078106, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.448645} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.879551] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6056b9e-8deb-40b5-928e-cea196eeb7a7 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1181.879824] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-e6056b9e-8deb-40b5-928e-cea196eeb7a7 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] [instance: 13d9f160-3906-4434-859b-4fc4b226333e] Deleted contents of the VM from datastore datastore1 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1181.880114] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-e6056b9e-8deb-40b5-928e-cea196eeb7a7 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] [instance: 13d9f160-3906-4434-859b-4fc4b226333e] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1181.880499] env[69889]: INFO nova.compute.manager [None req-e6056b9e-8deb-40b5-928e-cea196eeb7a7 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] [instance: 13d9f160-3906-4434-859b-4fc4b226333e] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1181.880816] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e6056b9e-8deb-40b5-928e-cea196eeb7a7 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1181.881108] env[69889]: DEBUG nova.compute.manager [-] [instance: 13d9f160-3906-4434-859b-4fc4b226333e] Deallocating network for instance {{(pid=69889) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1181.881274] env[69889]: DEBUG nova.network.neutron [-] [instance: 13d9f160-3906-4434-859b-4fc4b226333e] deallocate_for_instance() {{(pid=69889) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1181.911702] env[69889]: DEBUG nova.compute.manager [None req-30295da9-dc50-4acc-8f9d-7c41880418a1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: c0aa68c5-b661-4cf1-8cb0-da9e77d67d2e] Start spawning the instance on the hypervisor. {{(pid=69889) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1181.964245] env[69889]: DEBUG nova.virt.hardware [None req-30295da9-dc50-4acc-8f9d-7c41880418a1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1181.964542] env[69889]: DEBUG nova.virt.hardware [None req-30295da9-dc50-4acc-8f9d-7c41880418a1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1181.964711] env[69889]: DEBUG nova.virt.hardware [None req-30295da9-dc50-4acc-8f9d-7c41880418a1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1181.964898] env[69889]: DEBUG nova.virt.hardware [None req-30295da9-dc50-4acc-8f9d-7c41880418a1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1181.965062] env[69889]: DEBUG nova.virt.hardware [None req-30295da9-dc50-4acc-8f9d-7c41880418a1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1181.965216] env[69889]: DEBUG nova.virt.hardware [None req-30295da9-dc50-4acc-8f9d-7c41880418a1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1181.965539] env[69889]: DEBUG nova.virt.hardware [None req-30295da9-dc50-4acc-8f9d-7c41880418a1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1181.965658] env[69889]: DEBUG nova.virt.hardware [None req-30295da9-dc50-4acc-8f9d-7c41880418a1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1181.965853] env[69889]: DEBUG nova.virt.hardware [None req-30295da9-dc50-4acc-8f9d-7c41880418a1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1181.966078] env[69889]: DEBUG nova.virt.hardware [None req-30295da9-dc50-4acc-8f9d-7c41880418a1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1181.966222] env[69889]: DEBUG nova.virt.hardware [None req-30295da9-dc50-4acc-8f9d-7c41880418a1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1181.967349] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26af0001-512c-4a75-a5b7-d3dba338883a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.981027] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1544c178-b981-4510-a24f-c33c0450d4c0 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.060980] env[69889]: DEBUG oslo_vmware.api [None req-82335e5b-d1ce-4824-8b33-cef4dfc17d94 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Task: {'id': task-4078104, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.659472} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.061946] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-82335e5b-d1ce-4824-8b33-cef4dfc17d94 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore1] 97dd9521-55f5-43b9-8248-ac2051b9dd87/97dd9521-55f5-43b9-8248-ac2051b9dd87.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1182.061946] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-82335e5b-d1ce-4824-8b33-cef4dfc17d94 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] [instance: 97dd9521-55f5-43b9-8248-ac2051b9dd87] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1182.061946] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-635d929a-dfec-44f0-b7f8-6d9a5cd7c619 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.072039] env[69889]: DEBUG oslo_vmware.api [None req-82335e5b-d1ce-4824-8b33-cef4dfc17d94 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Waiting for the task: (returnval){ [ 1182.072039] env[69889]: value = "task-4078107" [ 1182.072039] env[69889]: _type = "Task" [ 1182.072039] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.084600] env[69889]: DEBUG oslo_vmware.api [None req-82335e5b-d1ce-4824-8b33-cef4dfc17d94 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Task: {'id': task-4078107, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.221203] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c05d8308-df84-448d-b7c3-d5bc5c918318 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.331s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.221669] env[69889]: DEBUG nova.compute.manager [None req-c05d8308-df84-448d-b7c3-d5bc5c918318 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: b05b774d-6161-4dcf-924b-c15c2aa9ced6] Start building networks asynchronously for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1182.225594] env[69889]: DEBUG oslo_concurrency.lockutils [None req-9ffe97da-8c95-405d-9b4a-2f736bf0d092 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 4.735s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.519387] env[69889]: DEBUG nova.network.neutron [None req-30295da9-dc50-4acc-8f9d-7c41880418a1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: c0aa68c5-b661-4cf1-8cb0-da9e77d67d2e] Successfully updated port: 89d9bbca-7ad0-4dab-8a88-3155f7d52504 {{(pid=69889) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1182.581870] env[69889]: DEBUG oslo_vmware.api [None req-82335e5b-d1ce-4824-8b33-cef4dfc17d94 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Task: {'id': task-4078107, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075511} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.586300] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-82335e5b-d1ce-4824-8b33-cef4dfc17d94 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] [instance: 97dd9521-55f5-43b9-8248-ac2051b9dd87] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1182.587653] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65720cc7-6887-49d5-8ce5-c880511a7dca {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.612349] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-82335e5b-d1ce-4824-8b33-cef4dfc17d94 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] [instance: 97dd9521-55f5-43b9-8248-ac2051b9dd87] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 97dd9521-55f5-43b9-8248-ac2051b9dd87/97dd9521-55f5-43b9-8248-ac2051b9dd87.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1182.612709] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-004217dc-1c3b-4165-b599-47e5d1b0039b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.633879] env[69889]: DEBUG oslo_vmware.api [None req-82335e5b-d1ce-4824-8b33-cef4dfc17d94 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Waiting for the task: (returnval){ [ 1182.633879] env[69889]: value = "task-4078108" [ 1182.633879] env[69889]: _type = "Task" [ 1182.633879] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.645530] env[69889]: DEBUG oslo_vmware.api [None req-82335e5b-d1ce-4824-8b33-cef4dfc17d94 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Task: {'id': task-4078108, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.729181] env[69889]: DEBUG nova.compute.utils [None req-c05d8308-df84-448d-b7c3-d5bc5c918318 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1182.733144] env[69889]: INFO nova.compute.claims [None req-9ffe97da-8c95-405d-9b4a-2f736bf0d092 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: 8f0cd72f-eb26-47ab-b33a-84e65fa65673] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1182.737461] env[69889]: DEBUG nova.compute.manager [None req-c05d8308-df84-448d-b7c3-d5bc5c918318 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: b05b774d-6161-4dcf-924b-c15c2aa9ced6] Allocating IP information in the background. {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1182.737934] env[69889]: DEBUG nova.network.neutron [None req-c05d8308-df84-448d-b7c3-d5bc5c918318 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: b05b774d-6161-4dcf-924b-c15c2aa9ced6] allocate_for_instance() {{(pid=69889) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1182.781736] env[69889]: DEBUG nova.policy [None req-c05d8308-df84-448d-b7c3-d5bc5c918318 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0f9f6e20f7464b8fbaf88cbf665bde76', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '41dfb848b52e4aceaab49a46abf8310c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69889) authorize /opt/stack/nova/nova/policy.py:192}} [ 1182.940785] env[69889]: DEBUG nova.network.neutron [-] [instance: 13d9f160-3906-4434-859b-4fc4b226333e] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.025536] env[69889]: DEBUG oslo_concurrency.lockutils [None req-30295da9-dc50-4acc-8f9d-7c41880418a1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Acquiring lock "refresh_cache-c0aa68c5-b661-4cf1-8cb0-da9e77d67d2e" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.025536] env[69889]: DEBUG oslo_concurrency.lockutils [None req-30295da9-dc50-4acc-8f9d-7c41880418a1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Acquired lock "refresh_cache-c0aa68c5-b661-4cf1-8cb0-da9e77d67d2e" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.025536] env[69889]: DEBUG nova.network.neutron [None req-30295da9-dc50-4acc-8f9d-7c41880418a1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: c0aa68c5-b661-4cf1-8cb0-da9e77d67d2e] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1183.123758] env[69889]: DEBUG nova.network.neutron [None req-c05d8308-df84-448d-b7c3-d5bc5c918318 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: b05b774d-6161-4dcf-924b-c15c2aa9ced6] Successfully created port: 3d07fc3f-f36a-42f1-ab81-294d10cf223b {{(pid=69889) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1183.146233] env[69889]: DEBUG oslo_vmware.api [None req-82335e5b-d1ce-4824-8b33-cef4dfc17d94 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Task: {'id': task-4078108, 'name': ReconfigVM_Task, 'duration_secs': 0.461993} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.146520] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-82335e5b-d1ce-4824-8b33-cef4dfc17d94 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] [instance: 97dd9521-55f5-43b9-8248-ac2051b9dd87] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 97dd9521-55f5-43b9-8248-ac2051b9dd87/97dd9521-55f5-43b9-8248-ac2051b9dd87.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1183.147237] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f57770e2-d50d-4a6d-acb7-f86a7a34d52d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.155400] env[69889]: DEBUG oslo_vmware.api [None req-82335e5b-d1ce-4824-8b33-cef4dfc17d94 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Waiting for the task: (returnval){ [ 1183.155400] env[69889]: value = "task-4078109" [ 1183.155400] env[69889]: _type = "Task" [ 1183.155400] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.165280] env[69889]: DEBUG oslo_vmware.api [None req-82335e5b-d1ce-4824-8b33-cef4dfc17d94 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Task: {'id': task-4078109, 'name': Rename_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.241477] env[69889]: INFO nova.compute.resource_tracker [None req-9ffe97da-8c95-405d-9b4a-2f736bf0d092 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: 8f0cd72f-eb26-47ab-b33a-84e65fa65673] Updating resource usage from migration 7b1f5fe0-a0cb-4c3b-abf9-396493a27fa1 [ 1183.245016] env[69889]: DEBUG nova.compute.manager [None req-c05d8308-df84-448d-b7c3-d5bc5c918318 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: b05b774d-6161-4dcf-924b-c15c2aa9ced6] Start building block device mappings for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1183.343383] env[69889]: DEBUG nova.compute.manager [req-291b29a4-4332-4960-9ae7-b00c227e6234 req-3b75c996-647b-4ce1-932f-8a42d116c958 service nova] [instance: c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9] Received event network-changed-5d475edd-8a50-4169-810c-074acd50ea04 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1183.343383] env[69889]: DEBUG nova.compute.manager [req-291b29a4-4332-4960-9ae7-b00c227e6234 req-3b75c996-647b-4ce1-932f-8a42d116c958 service nova] [instance: c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9] Refreshing instance network info cache due to event network-changed-5d475edd-8a50-4169-810c-074acd50ea04. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1183.343549] env[69889]: DEBUG oslo_concurrency.lockutils [req-291b29a4-4332-4960-9ae7-b00c227e6234 req-3b75c996-647b-4ce1-932f-8a42d116c958 service nova] Acquiring lock "refresh_cache-c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.343671] env[69889]: DEBUG oslo_concurrency.lockutils [req-291b29a4-4332-4960-9ae7-b00c227e6234 req-3b75c996-647b-4ce1-932f-8a42d116c958 service nova] Acquired lock "refresh_cache-c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.343828] env[69889]: DEBUG nova.network.neutron [req-291b29a4-4332-4960-9ae7-b00c227e6234 req-3b75c996-647b-4ce1-932f-8a42d116c958 service nova] [instance: c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9] Refreshing network info cache for port 5d475edd-8a50-4169-810c-074acd50ea04 {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1183.444280] env[69889]: INFO nova.compute.manager [-] [instance: 13d9f160-3906-4434-859b-4fc4b226333e] Took 1.56 seconds to deallocate network for instance. [ 1183.508568] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65a980d3-c869-41e1-a5f5-04965fc70204 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.516944] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33bf861f-3256-4ddd-afd4-f22cbc853c19 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.551535] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b63c0ee-caf8-4c15-bb24-39ca39c45ec9 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.561021] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f686ede9-84be-4cc4-9481-da5c4b7febb8 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.576207] env[69889]: DEBUG nova.compute.provider_tree [None req-9ffe97da-8c95-405d-9b4a-2f736bf0d092 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1183.586337] env[69889]: DEBUG nova.network.neutron [None req-30295da9-dc50-4acc-8f9d-7c41880418a1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: c0aa68c5-b661-4cf1-8cb0-da9e77d67d2e] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1183.669381] env[69889]: DEBUG oslo_vmware.api [None req-82335e5b-d1ce-4824-8b33-cef4dfc17d94 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Task: {'id': task-4078109, 'name': Rename_Task, 'duration_secs': 0.156272} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.669457] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-82335e5b-d1ce-4824-8b33-cef4dfc17d94 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] [instance: 97dd9521-55f5-43b9-8248-ac2051b9dd87] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1183.670028] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-573dca1c-5de3-4a1a-8383-b974868b096a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.677329] env[69889]: DEBUG oslo_vmware.api [None req-82335e5b-d1ce-4824-8b33-cef4dfc17d94 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Waiting for the task: (returnval){ [ 1183.677329] env[69889]: value = "task-4078110" [ 1183.677329] env[69889]: _type = "Task" [ 1183.677329] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.685620] env[69889]: DEBUG oslo_vmware.api [None req-82335e5b-d1ce-4824-8b33-cef4dfc17d94 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Task: {'id': task-4078110, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.733634] env[69889]: DEBUG nova.network.neutron [None req-30295da9-dc50-4acc-8f9d-7c41880418a1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: c0aa68c5-b661-4cf1-8cb0-da9e77d67d2e] Updating instance_info_cache with network_info: [{"id": "89d9bbca-7ad0-4dab-8a88-3155f7d52504", "address": "fa:16:3e:10:c2:89", "network": {"id": "a205e286-28cc-4d8d-92da-d016aa89fb95", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1004022442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e46f471b2284533892518bdcc6cd332", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e83154-c0d2-4d3d-b95e-3cd5ba336257", "external-id": "nsx-vlan-transportzone-771", "segmentation_id": 771, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89d9bbca-7a", "ovs_interfaceid": "89d9bbca-7ad0-4dab-8a88-3155f7d52504", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.954676] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e6056b9e-8deb-40b5-928e-cea196eeb7a7 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.073372] env[69889]: DEBUG nova.network.neutron [req-291b29a4-4332-4960-9ae7-b00c227e6234 req-3b75c996-647b-4ce1-932f-8a42d116c958 service nova] [instance: c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9] Updated VIF entry in instance network info cache for port 5d475edd-8a50-4169-810c-074acd50ea04. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1184.073765] env[69889]: DEBUG nova.network.neutron [req-291b29a4-4332-4960-9ae7-b00c227e6234 req-3b75c996-647b-4ce1-932f-8a42d116c958 service nova] [instance: c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9] Updating instance_info_cache with network_info: [{"id": "5d475edd-8a50-4169-810c-074acd50ea04", "address": "fa:16:3e:f6:db:02", "network": {"id": "3ca64dd4-23fb-4e19-8d0c-5addef000c05", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-147569188-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc97caed3dd94d37b13107e002052810", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "84aee122-f630-43c5-9cc1-3a38d3819c82", "external-id": "nsx-vlan-transportzone-816", "segmentation_id": 816, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d475edd-8a", "ovs_interfaceid": "5d475edd-8a50-4169-810c-074acd50ea04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.080550] env[69889]: DEBUG nova.scheduler.client.report [None req-9ffe97da-8c95-405d-9b4a-2f736bf0d092 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1184.187839] env[69889]: DEBUG oslo_vmware.api [None req-82335e5b-d1ce-4824-8b33-cef4dfc17d94 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Task: {'id': task-4078110, 'name': PowerOnVM_Task} progress is 81%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.236085] env[69889]: DEBUG oslo_concurrency.lockutils [None req-30295da9-dc50-4acc-8f9d-7c41880418a1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Releasing lock "refresh_cache-c0aa68c5-b661-4cf1-8cb0-da9e77d67d2e" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.236486] env[69889]: DEBUG nova.compute.manager [None req-30295da9-dc50-4acc-8f9d-7c41880418a1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: c0aa68c5-b661-4cf1-8cb0-da9e77d67d2e] Instance network_info: |[{"id": "89d9bbca-7ad0-4dab-8a88-3155f7d52504", "address": "fa:16:3e:10:c2:89", "network": {"id": "a205e286-28cc-4d8d-92da-d016aa89fb95", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1004022442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e46f471b2284533892518bdcc6cd332", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e83154-c0d2-4d3d-b95e-3cd5ba336257", "external-id": "nsx-vlan-transportzone-771", "segmentation_id": 771, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89d9bbca-7a", "ovs_interfaceid": "89d9bbca-7ad0-4dab-8a88-3155f7d52504", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1184.236891] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-30295da9-dc50-4acc-8f9d-7c41880418a1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: c0aa68c5-b661-4cf1-8cb0-da9e77d67d2e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:c2:89', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13e83154-c0d2-4d3d-b95e-3cd5ba336257', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '89d9bbca-7ad0-4dab-8a88-3155f7d52504', 'vif_model': 'vmxnet3'}] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1184.244105] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-30295da9-dc50-4acc-8f9d-7c41880418a1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1184.244316] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0aa68c5-b661-4cf1-8cb0-da9e77d67d2e] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1184.244536] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-312d8d49-1446-4de3-a1e2-2962bb529456 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.259988] env[69889]: DEBUG nova.compute.manager [None req-c05d8308-df84-448d-b7c3-d5bc5c918318 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: b05b774d-6161-4dcf-924b-c15c2aa9ced6] Start spawning the instance on the hypervisor. {{(pid=69889) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1184.267855] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1184.267855] env[69889]: value = "task-4078111" [ 1184.267855] env[69889]: _type = "Task" [ 1184.267855] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.276240] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4078111, 'name': CreateVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.287639] env[69889]: DEBUG nova.virt.hardware [None req-c05d8308-df84-448d-b7c3-d5bc5c918318 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1184.287924] env[69889]: DEBUG nova.virt.hardware [None req-c05d8308-df84-448d-b7c3-d5bc5c918318 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1184.288115] env[69889]: DEBUG nova.virt.hardware [None req-c05d8308-df84-448d-b7c3-d5bc5c918318 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1184.288310] env[69889]: DEBUG nova.virt.hardware [None req-c05d8308-df84-448d-b7c3-d5bc5c918318 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1184.288494] env[69889]: DEBUG nova.virt.hardware [None req-c05d8308-df84-448d-b7c3-d5bc5c918318 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1184.288650] env[69889]: DEBUG nova.virt.hardware [None req-c05d8308-df84-448d-b7c3-d5bc5c918318 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1184.288859] env[69889]: DEBUG nova.virt.hardware [None req-c05d8308-df84-448d-b7c3-d5bc5c918318 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1184.289030] env[69889]: DEBUG nova.virt.hardware [None req-c05d8308-df84-448d-b7c3-d5bc5c918318 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1184.289203] env[69889]: DEBUG nova.virt.hardware [None req-c05d8308-df84-448d-b7c3-d5bc5c918318 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1184.289365] env[69889]: DEBUG nova.virt.hardware [None req-c05d8308-df84-448d-b7c3-d5bc5c918318 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1184.289562] env[69889]: DEBUG nova.virt.hardware [None req-c05d8308-df84-448d-b7c3-d5bc5c918318 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1184.290486] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10c110de-04ea-47e9-b1ef-1d931c3b8815 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.301456] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42c5e3fb-e5e3-419c-b8b0-8da61ff77c78 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.576696] env[69889]: DEBUG oslo_concurrency.lockutils [req-291b29a4-4332-4960-9ae7-b00c227e6234 req-3b75c996-647b-4ce1-932f-8a42d116c958 service nova] Releasing lock "refresh_cache-c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.576910] env[69889]: DEBUG nova.compute.manager [req-291b29a4-4332-4960-9ae7-b00c227e6234 req-3b75c996-647b-4ce1-932f-8a42d116c958 service nova] [instance: c0aa68c5-b661-4cf1-8cb0-da9e77d67d2e] Received event network-vif-plugged-89d9bbca-7ad0-4dab-8a88-3155f7d52504 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1184.577128] env[69889]: DEBUG oslo_concurrency.lockutils [req-291b29a4-4332-4960-9ae7-b00c227e6234 req-3b75c996-647b-4ce1-932f-8a42d116c958 service nova] Acquiring lock "c0aa68c5-b661-4cf1-8cb0-da9e77d67d2e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.577409] env[69889]: DEBUG oslo_concurrency.lockutils [req-291b29a4-4332-4960-9ae7-b00c227e6234 req-3b75c996-647b-4ce1-932f-8a42d116c958 service nova] Lock "c0aa68c5-b661-4cf1-8cb0-da9e77d67d2e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.577528] env[69889]: DEBUG oslo_concurrency.lockutils [req-291b29a4-4332-4960-9ae7-b00c227e6234 req-3b75c996-647b-4ce1-932f-8a42d116c958 service nova] Lock "c0aa68c5-b661-4cf1-8cb0-da9e77d67d2e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.577700] env[69889]: DEBUG nova.compute.manager [req-291b29a4-4332-4960-9ae7-b00c227e6234 req-3b75c996-647b-4ce1-932f-8a42d116c958 service nova] [instance: c0aa68c5-b661-4cf1-8cb0-da9e77d67d2e] No waiting events found dispatching network-vif-plugged-89d9bbca-7ad0-4dab-8a88-3155f7d52504 {{(pid=69889) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1184.577934] env[69889]: WARNING nova.compute.manager [req-291b29a4-4332-4960-9ae7-b00c227e6234 req-3b75c996-647b-4ce1-932f-8a42d116c958 service nova] [instance: c0aa68c5-b661-4cf1-8cb0-da9e77d67d2e] Received unexpected event network-vif-plugged-89d9bbca-7ad0-4dab-8a88-3155f7d52504 for instance with vm_state building and task_state spawning. [ 1184.578138] env[69889]: DEBUG nova.compute.manager [req-291b29a4-4332-4960-9ae7-b00c227e6234 req-3b75c996-647b-4ce1-932f-8a42d116c958 service nova] [instance: 13d9f160-3906-4434-859b-4fc4b226333e] Received event network-vif-deleted-0eb17f36-20e4-4946-bf34-e7b0a9a5323c {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1184.578348] env[69889]: DEBUG nova.compute.manager [req-291b29a4-4332-4960-9ae7-b00c227e6234 req-3b75c996-647b-4ce1-932f-8a42d116c958 service nova] [instance: c0aa68c5-b661-4cf1-8cb0-da9e77d67d2e] Received event network-changed-89d9bbca-7ad0-4dab-8a88-3155f7d52504 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1184.578588] env[69889]: DEBUG nova.compute.manager [req-291b29a4-4332-4960-9ae7-b00c227e6234 req-3b75c996-647b-4ce1-932f-8a42d116c958 service nova] [instance: c0aa68c5-b661-4cf1-8cb0-da9e77d67d2e] Refreshing instance network info cache due to event network-changed-89d9bbca-7ad0-4dab-8a88-3155f7d52504. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1184.578881] env[69889]: DEBUG oslo_concurrency.lockutils [req-291b29a4-4332-4960-9ae7-b00c227e6234 req-3b75c996-647b-4ce1-932f-8a42d116c958 service nova] Acquiring lock "refresh_cache-c0aa68c5-b661-4cf1-8cb0-da9e77d67d2e" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.579085] env[69889]: DEBUG oslo_concurrency.lockutils [req-291b29a4-4332-4960-9ae7-b00c227e6234 req-3b75c996-647b-4ce1-932f-8a42d116c958 service nova] Acquired lock "refresh_cache-c0aa68c5-b661-4cf1-8cb0-da9e77d67d2e" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.579342] env[69889]: DEBUG nova.network.neutron [req-291b29a4-4332-4960-9ae7-b00c227e6234 req-3b75c996-647b-4ce1-932f-8a42d116c958 service nova] [instance: c0aa68c5-b661-4cf1-8cb0-da9e77d67d2e] Refreshing network info cache for port 89d9bbca-7ad0-4dab-8a88-3155f7d52504 {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1184.585209] env[69889]: DEBUG oslo_concurrency.lockutils [None req-9ffe97da-8c95-405d-9b4a-2f736bf0d092 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.360s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.585454] env[69889]: INFO nova.compute.manager [None req-9ffe97da-8c95-405d-9b4a-2f736bf0d092 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: 8f0cd72f-eb26-47ab-b33a-84e65fa65673] Migrating [ 1184.594807] env[69889]: DEBUG oslo_concurrency.lockutils [None req-9f05b696-f052-46b5-8380-629c05d194c4 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.421s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.595254] env[69889]: DEBUG nova.objects.instance [None req-9f05b696-f052-46b5-8380-629c05d194c4 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Lazy-loading 'resources' on Instance uuid ffcc822f-9e11-435a-9170-5305926d7836 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1184.690312] env[69889]: DEBUG oslo_vmware.api [None req-82335e5b-d1ce-4824-8b33-cef4dfc17d94 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Task: {'id': task-4078110, 'name': PowerOnVM_Task, 'duration_secs': 0.871559} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.690626] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-82335e5b-d1ce-4824-8b33-cef4dfc17d94 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] [instance: 97dd9521-55f5-43b9-8248-ac2051b9dd87] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1184.690845] env[69889]: INFO nova.compute.manager [None req-82335e5b-d1ce-4824-8b33-cef4dfc17d94 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] [instance: 97dd9521-55f5-43b9-8248-ac2051b9dd87] Took 8.05 seconds to spawn the instance on the hypervisor. [ 1184.691037] env[69889]: DEBUG nova.compute.manager [None req-82335e5b-d1ce-4824-8b33-cef4dfc17d94 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] [instance: 97dd9521-55f5-43b9-8248-ac2051b9dd87] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1184.691895] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bbe95d0-9906-4252-bc52-1de702188054 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.782266] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4078111, 'name': CreateVM_Task, 'duration_secs': 0.356198} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.782689] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0aa68c5-b661-4cf1-8cb0-da9e77d67d2e] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1184.783200] env[69889]: DEBUG oslo_concurrency.lockutils [None req-30295da9-dc50-4acc-8f9d-7c41880418a1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.783369] env[69889]: DEBUG oslo_concurrency.lockutils [None req-30295da9-dc50-4acc-8f9d-7c41880418a1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.783696] env[69889]: DEBUG oslo_concurrency.lockutils [None req-30295da9-dc50-4acc-8f9d-7c41880418a1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.783956] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9106880b-fd68-4272-8e29-1265785eedd4 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.789431] env[69889]: DEBUG oslo_vmware.api [None req-30295da9-dc50-4acc-8f9d-7c41880418a1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Waiting for the task: (returnval){ [ 1184.789431] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52866cc8-c56f-046c-08ba-c15239f0a627" [ 1184.789431] env[69889]: _type = "Task" [ 1184.789431] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.797930] env[69889]: DEBUG oslo_vmware.api [None req-30295da9-dc50-4acc-8f9d-7c41880418a1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52866cc8-c56f-046c-08ba-c15239f0a627, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.889539] env[69889]: DEBUG nova.network.neutron [None req-c05d8308-df84-448d-b7c3-d5bc5c918318 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: b05b774d-6161-4dcf-924b-c15c2aa9ced6] Successfully updated port: 3d07fc3f-f36a-42f1-ab81-294d10cf223b {{(pid=69889) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1185.104871] env[69889]: DEBUG oslo_concurrency.lockutils [None req-9ffe97da-8c95-405d-9b4a-2f736bf0d092 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Acquiring lock "refresh_cache-8f0cd72f-eb26-47ab-b33a-84e65fa65673" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.105299] env[69889]: DEBUG oslo_concurrency.lockutils [None req-9ffe97da-8c95-405d-9b4a-2f736bf0d092 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Acquired lock "refresh_cache-8f0cd72f-eb26-47ab-b33a-84e65fa65673" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.105299] env[69889]: DEBUG nova.network.neutron [None req-9ffe97da-8c95-405d-9b4a-2f736bf0d092 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: 8f0cd72f-eb26-47ab-b33a-84e65fa65673] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1185.211714] env[69889]: INFO nova.compute.manager [None req-82335e5b-d1ce-4824-8b33-cef4dfc17d94 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] [instance: 97dd9521-55f5-43b9-8248-ac2051b9dd87] Took 18.22 seconds to build instance. [ 1185.301195] env[69889]: DEBUG oslo_vmware.api [None req-30295da9-dc50-4acc-8f9d-7c41880418a1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52866cc8-c56f-046c-08ba-c15239f0a627, 'name': SearchDatastore_Task, 'duration_secs': 0.011204} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.302146] env[69889]: DEBUG nova.network.neutron [req-291b29a4-4332-4960-9ae7-b00c227e6234 req-3b75c996-647b-4ce1-932f-8a42d116c958 service nova] [instance: c0aa68c5-b661-4cf1-8cb0-da9e77d67d2e] Updated VIF entry in instance network info cache for port 89d9bbca-7ad0-4dab-8a88-3155f7d52504. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1185.302491] env[69889]: DEBUG nova.network.neutron [req-291b29a4-4332-4960-9ae7-b00c227e6234 req-3b75c996-647b-4ce1-932f-8a42d116c958 service nova] [instance: c0aa68c5-b661-4cf1-8cb0-da9e77d67d2e] Updating instance_info_cache with network_info: [{"id": "89d9bbca-7ad0-4dab-8a88-3155f7d52504", "address": "fa:16:3e:10:c2:89", "network": {"id": "a205e286-28cc-4d8d-92da-d016aa89fb95", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1004022442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e46f471b2284533892518bdcc6cd332", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e83154-c0d2-4d3d-b95e-3cd5ba336257", "external-id": "nsx-vlan-transportzone-771", "segmentation_id": 771, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89d9bbca-7a", "ovs_interfaceid": "89d9bbca-7ad0-4dab-8a88-3155f7d52504", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.305885] env[69889]: DEBUG oslo_concurrency.lockutils [None req-30295da9-dc50-4acc-8f9d-7c41880418a1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.306140] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-30295da9-dc50-4acc-8f9d-7c41880418a1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: c0aa68c5-b661-4cf1-8cb0-da9e77d67d2e] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1185.306377] env[69889]: DEBUG oslo_concurrency.lockutils [None req-30295da9-dc50-4acc-8f9d-7c41880418a1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.306532] env[69889]: DEBUG oslo_concurrency.lockutils [None req-30295da9-dc50-4acc-8f9d-7c41880418a1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.306714] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-30295da9-dc50-4acc-8f9d-7c41880418a1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1185.307353] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a49944c7-eebb-4e3f-85fa-8de3af8a43d9 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.316806] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-30295da9-dc50-4acc-8f9d-7c41880418a1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1185.316935] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-30295da9-dc50-4acc-8f9d-7c41880418a1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1185.320260] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c550c4a-3184-4b6b-a69b-b4ecda99d09f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.326075] env[69889]: DEBUG oslo_vmware.api [None req-30295da9-dc50-4acc-8f9d-7c41880418a1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Waiting for the task: (returnval){ [ 1185.326075] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]5284b21b-b63d-a8b1-e478-b4a95303686e" [ 1185.326075] env[69889]: _type = "Task" [ 1185.326075] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.333952] env[69889]: DEBUG oslo_vmware.api [None req-30295da9-dc50-4acc-8f9d-7c41880418a1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5284b21b-b63d-a8b1-e478-b4a95303686e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.335693] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5e8c64f-c75e-4bad-ac13-be74e281cb0c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.342253] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f999306-1eb5-4be7-a965-f0b300505891 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.372477] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4ae50df-9ba5-4052-9740-127c369145e9 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.376794] env[69889]: DEBUG nova.compute.manager [req-b19a52a3-438d-46fd-b0c3-8b82cda12d47 req-95e09db9-003f-43ff-ad40-6f907f2b256c service nova] [instance: b05b774d-6161-4dcf-924b-c15c2aa9ced6] Received event network-vif-plugged-3d07fc3f-f36a-42f1-ab81-294d10cf223b {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1185.377012] env[69889]: DEBUG oslo_concurrency.lockutils [req-b19a52a3-438d-46fd-b0c3-8b82cda12d47 req-95e09db9-003f-43ff-ad40-6f907f2b256c service nova] Acquiring lock "b05b774d-6161-4dcf-924b-c15c2aa9ced6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.377235] env[69889]: DEBUG oslo_concurrency.lockutils [req-b19a52a3-438d-46fd-b0c3-8b82cda12d47 req-95e09db9-003f-43ff-ad40-6f907f2b256c service nova] Lock "b05b774d-6161-4dcf-924b-c15c2aa9ced6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.377403] env[69889]: DEBUG oslo_concurrency.lockutils [req-b19a52a3-438d-46fd-b0c3-8b82cda12d47 req-95e09db9-003f-43ff-ad40-6f907f2b256c service nova] Lock "b05b774d-6161-4dcf-924b-c15c2aa9ced6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.377596] env[69889]: DEBUG nova.compute.manager [req-b19a52a3-438d-46fd-b0c3-8b82cda12d47 req-95e09db9-003f-43ff-ad40-6f907f2b256c service nova] [instance: b05b774d-6161-4dcf-924b-c15c2aa9ced6] No waiting events found dispatching network-vif-plugged-3d07fc3f-f36a-42f1-ab81-294d10cf223b {{(pid=69889) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1185.377775] env[69889]: WARNING nova.compute.manager [req-b19a52a3-438d-46fd-b0c3-8b82cda12d47 req-95e09db9-003f-43ff-ad40-6f907f2b256c service nova] [instance: b05b774d-6161-4dcf-924b-c15c2aa9ced6] Received unexpected event network-vif-plugged-3d07fc3f-f36a-42f1-ab81-294d10cf223b for instance with vm_state building and task_state spawning. [ 1185.377934] env[69889]: DEBUG nova.compute.manager [req-b19a52a3-438d-46fd-b0c3-8b82cda12d47 req-95e09db9-003f-43ff-ad40-6f907f2b256c service nova] [instance: b05b774d-6161-4dcf-924b-c15c2aa9ced6] Received event network-changed-3d07fc3f-f36a-42f1-ab81-294d10cf223b {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1185.378104] env[69889]: DEBUG nova.compute.manager [req-b19a52a3-438d-46fd-b0c3-8b82cda12d47 req-95e09db9-003f-43ff-ad40-6f907f2b256c service nova] [instance: b05b774d-6161-4dcf-924b-c15c2aa9ced6] Refreshing instance network info cache due to event network-changed-3d07fc3f-f36a-42f1-ab81-294d10cf223b. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1185.378333] env[69889]: DEBUG oslo_concurrency.lockutils [req-b19a52a3-438d-46fd-b0c3-8b82cda12d47 req-95e09db9-003f-43ff-ad40-6f907f2b256c service nova] Acquiring lock "refresh_cache-b05b774d-6161-4dcf-924b-c15c2aa9ced6" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.378502] env[69889]: DEBUG oslo_concurrency.lockutils [req-b19a52a3-438d-46fd-b0c3-8b82cda12d47 req-95e09db9-003f-43ff-ad40-6f907f2b256c service nova] Acquired lock "refresh_cache-b05b774d-6161-4dcf-924b-c15c2aa9ced6" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.378668] env[69889]: DEBUG nova.network.neutron [req-b19a52a3-438d-46fd-b0c3-8b82cda12d47 req-95e09db9-003f-43ff-ad40-6f907f2b256c service nova] [instance: b05b774d-6161-4dcf-924b-c15c2aa9ced6] Refreshing network info cache for port 3d07fc3f-f36a-42f1-ab81-294d10cf223b {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1185.385538] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edb3df03-81a4-4bea-b4e8-c17a350b3b92 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.392590] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c05d8308-df84-448d-b7c3-d5bc5c918318 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Acquiring lock "refresh_cache-b05b774d-6161-4dcf-924b-c15c2aa9ced6" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.405351] env[69889]: DEBUG nova.compute.provider_tree [None req-9f05b696-f052-46b5-8380-629c05d194c4 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1185.716450] env[69889]: DEBUG oslo_concurrency.lockutils [None req-82335e5b-d1ce-4824-8b33-cef4dfc17d94 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Lock "97dd9521-55f5-43b9-8248-ac2051b9dd87" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.735s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.808349] env[69889]: DEBUG oslo_concurrency.lockutils [req-291b29a4-4332-4960-9ae7-b00c227e6234 req-3b75c996-647b-4ce1-932f-8a42d116c958 service nova] Releasing lock "refresh_cache-c0aa68c5-b661-4cf1-8cb0-da9e77d67d2e" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.818568] env[69889]: DEBUG nova.network.neutron [None req-9ffe97da-8c95-405d-9b4a-2f736bf0d092 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: 8f0cd72f-eb26-47ab-b33a-84e65fa65673] Updating instance_info_cache with network_info: [{"id": "6d2ad890-294e-4f0c-aca8-61b9788d4adb", "address": "fa:16:3e:96:67:b4", "network": {"id": "b29da6ee-674a-477c-825a-46d399fad165", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1035647706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea3b0130534446ba8f3ff8c8e581dae7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d2ad890-29", "ovs_interfaceid": "6d2ad890-294e-4f0c-aca8-61b9788d4adb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.837965] env[69889]: DEBUG oslo_vmware.api [None req-30295da9-dc50-4acc-8f9d-7c41880418a1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5284b21b-b63d-a8b1-e478-b4a95303686e, 'name': SearchDatastore_Task, 'duration_secs': 0.010235} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.838971] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cd7ca51-f574-456a-8327-ed931137accd {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.844667] env[69889]: DEBUG oslo_vmware.api [None req-30295da9-dc50-4acc-8f9d-7c41880418a1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Waiting for the task: (returnval){ [ 1185.844667] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52193f2a-4c04-ab71-da5d-9242999f3db8" [ 1185.844667] env[69889]: _type = "Task" [ 1185.844667] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.853278] env[69889]: DEBUG oslo_vmware.api [None req-30295da9-dc50-4acc-8f9d-7c41880418a1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52193f2a-4c04-ab71-da5d-9242999f3db8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.908887] env[69889]: DEBUG nova.scheduler.client.report [None req-9f05b696-f052-46b5-8380-629c05d194c4 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1185.922888] env[69889]: DEBUG nova.network.neutron [req-b19a52a3-438d-46fd-b0c3-8b82cda12d47 req-95e09db9-003f-43ff-ad40-6f907f2b256c service nova] [instance: b05b774d-6161-4dcf-924b-c15c2aa9ced6] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1186.008818] env[69889]: DEBUG nova.network.neutron [req-b19a52a3-438d-46fd-b0c3-8b82cda12d47 req-95e09db9-003f-43ff-ad40-6f907f2b256c service nova] [instance: b05b774d-6161-4dcf-924b-c15c2aa9ced6] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.177628] env[69889]: DEBUG nova.compute.manager [req-73dbe82e-d7f5-4be4-9833-234b9e1dba83 req-9f0aea00-c40f-4f0b-8473-1d157bcae592 service nova] [instance: 97dd9521-55f5-43b9-8248-ac2051b9dd87] Received event network-changed-8026f975-c947-4cf2-b077-805e14c2d7d4 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1186.177959] env[69889]: DEBUG nova.compute.manager [req-73dbe82e-d7f5-4be4-9833-234b9e1dba83 req-9f0aea00-c40f-4f0b-8473-1d157bcae592 service nova] [instance: 97dd9521-55f5-43b9-8248-ac2051b9dd87] Refreshing instance network info cache due to event network-changed-8026f975-c947-4cf2-b077-805e14c2d7d4. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1186.178510] env[69889]: DEBUG oslo_concurrency.lockutils [req-73dbe82e-d7f5-4be4-9833-234b9e1dba83 req-9f0aea00-c40f-4f0b-8473-1d157bcae592 service nova] Acquiring lock "refresh_cache-97dd9521-55f5-43b9-8248-ac2051b9dd87" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.178662] env[69889]: DEBUG oslo_concurrency.lockutils [req-73dbe82e-d7f5-4be4-9833-234b9e1dba83 req-9f0aea00-c40f-4f0b-8473-1d157bcae592 service nova] Acquired lock "refresh_cache-97dd9521-55f5-43b9-8248-ac2051b9dd87" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.178946] env[69889]: DEBUG nova.network.neutron [req-73dbe82e-d7f5-4be4-9833-234b9e1dba83 req-9f0aea00-c40f-4f0b-8473-1d157bcae592 service nova] [instance: 97dd9521-55f5-43b9-8248-ac2051b9dd87] Refreshing network info cache for port 8026f975-c947-4cf2-b077-805e14c2d7d4 {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1186.321906] env[69889]: DEBUG oslo_concurrency.lockutils [None req-9ffe97da-8c95-405d-9b4a-2f736bf0d092 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Releasing lock "refresh_cache-8f0cd72f-eb26-47ab-b33a-84e65fa65673" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.359123] env[69889]: DEBUG oslo_vmware.api [None req-30295da9-dc50-4acc-8f9d-7c41880418a1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52193f2a-4c04-ab71-da5d-9242999f3db8, 'name': SearchDatastore_Task, 'duration_secs': 0.012601} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.359527] env[69889]: DEBUG oslo_concurrency.lockutils [None req-30295da9-dc50-4acc-8f9d-7c41880418a1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.359906] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-30295da9-dc50-4acc-8f9d-7c41880418a1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore1] c0aa68c5-b661-4cf1-8cb0-da9e77d67d2e/c0aa68c5-b661-4cf1-8cb0-da9e77d67d2e.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1186.360286] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-386a5f61-a349-41a8-9e36-f544d54a8da8 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.369961] env[69889]: DEBUG oslo_vmware.api [None req-30295da9-dc50-4acc-8f9d-7c41880418a1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Waiting for the task: (returnval){ [ 1186.369961] env[69889]: value = "task-4078112" [ 1186.369961] env[69889]: _type = "Task" [ 1186.369961] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.381735] env[69889]: DEBUG oslo_vmware.api [None req-30295da9-dc50-4acc-8f9d-7c41880418a1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078112, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.416634] env[69889]: DEBUG oslo_concurrency.lockutils [None req-9f05b696-f052-46b5-8380-629c05d194c4 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.822s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.419432] env[69889]: DEBUG oslo_concurrency.lockutils [None req-f982c5d4-cf8f-4a08-9422-5c816882dae7 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 7.567s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.449836] env[69889]: INFO nova.scheduler.client.report [None req-9f05b696-f052-46b5-8380-629c05d194c4 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Deleted allocations for instance ffcc822f-9e11-435a-9170-5305926d7836 [ 1186.512080] env[69889]: DEBUG oslo_concurrency.lockutils [req-b19a52a3-438d-46fd-b0c3-8b82cda12d47 req-95e09db9-003f-43ff-ad40-6f907f2b256c service nova] Releasing lock "refresh_cache-b05b774d-6161-4dcf-924b-c15c2aa9ced6" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.512440] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c05d8308-df84-448d-b7c3-d5bc5c918318 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Acquired lock "refresh_cache-b05b774d-6161-4dcf-924b-c15c2aa9ced6" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.512607] env[69889]: DEBUG nova.network.neutron [None req-c05d8308-df84-448d-b7c3-d5bc5c918318 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: b05b774d-6161-4dcf-924b-c15c2aa9ced6] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1186.884820] env[69889]: DEBUG oslo_vmware.api [None req-30295da9-dc50-4acc-8f9d-7c41880418a1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078112, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.954465] env[69889]: DEBUG nova.network.neutron [req-73dbe82e-d7f5-4be4-9833-234b9e1dba83 req-9f0aea00-c40f-4f0b-8473-1d157bcae592 service nova] [instance: 97dd9521-55f5-43b9-8248-ac2051b9dd87] Updated VIF entry in instance network info cache for port 8026f975-c947-4cf2-b077-805e14c2d7d4. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1186.954892] env[69889]: DEBUG nova.network.neutron [req-73dbe82e-d7f5-4be4-9833-234b9e1dba83 req-9f0aea00-c40f-4f0b-8473-1d157bcae592 service nova] [instance: 97dd9521-55f5-43b9-8248-ac2051b9dd87] Updating instance_info_cache with network_info: [{"id": "8026f975-c947-4cf2-b077-805e14c2d7d4", "address": "fa:16:3e:e2:55:7a", "network": {"id": "cc87349f-bcc8-43f6-9879-08bbd4a714b1", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-122902220-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a6b7a3fa1444c5ea83e1118264fdc81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8026f975-c9", "ovs_interfaceid": "8026f975-c947-4cf2-b077-805e14c2d7d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.958740] env[69889]: DEBUG oslo_concurrency.lockutils [None req-9f05b696-f052-46b5-8380-629c05d194c4 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Lock "ffcc822f-9e11-435a-9170-5305926d7836" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.388s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.050708] env[69889]: DEBUG nova.network.neutron [None req-c05d8308-df84-448d-b7c3-d5bc5c918318 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: b05b774d-6161-4dcf-924b-c15c2aa9ced6] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1187.141215] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f58219c5-e329-41c2-952c-fb511fa35a68 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.150654] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f5af18-1144-4a88-843d-011b4b13e74d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.189446] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55d43984-3a9d-4cec-9ab8-41a3891497c2 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.199858] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e737a338-0874-4e83-bac9-21b744b46cbe {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.216244] env[69889]: DEBUG nova.compute.provider_tree [None req-f982c5d4-cf8f-4a08-9422-5c816882dae7 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1187.232148] env[69889]: DEBUG nova.network.neutron [None req-c05d8308-df84-448d-b7c3-d5bc5c918318 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: b05b774d-6161-4dcf-924b-c15c2aa9ced6] Updating instance_info_cache with network_info: [{"id": "3d07fc3f-f36a-42f1-ab81-294d10cf223b", "address": "fa:16:3e:02:67:4d", "network": {"id": "45fd0254-853e-402c-8516-9992c891c194", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-43042710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41dfb848b52e4aceaab49a46abf8310c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d07fc3f-f3", "ovs_interfaceid": "3d07fc3f-f36a-42f1-ab81-294d10cf223b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.384162] env[69889]: DEBUG oslo_vmware.api [None req-30295da9-dc50-4acc-8f9d-7c41880418a1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078112, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.694784} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.384521] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-30295da9-dc50-4acc-8f9d-7c41880418a1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore1] c0aa68c5-b661-4cf1-8cb0-da9e77d67d2e/c0aa68c5-b661-4cf1-8cb0-da9e77d67d2e.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1187.384797] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-30295da9-dc50-4acc-8f9d-7c41880418a1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: c0aa68c5-b661-4cf1-8cb0-da9e77d67d2e] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1187.385139] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6493b866-c9ce-4779-81ab-7431c3c92681 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.395802] env[69889]: DEBUG oslo_vmware.api [None req-30295da9-dc50-4acc-8f9d-7c41880418a1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Waiting for the task: (returnval){ [ 1187.395802] env[69889]: value = "task-4078113" [ 1187.395802] env[69889]: _type = "Task" [ 1187.395802] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.409726] env[69889]: DEBUG oslo_vmware.api [None req-30295da9-dc50-4acc-8f9d-7c41880418a1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078113, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.459679] env[69889]: DEBUG oslo_concurrency.lockutils [req-73dbe82e-d7f5-4be4-9833-234b9e1dba83 req-9f0aea00-c40f-4f0b-8473-1d157bcae592 service nova] Releasing lock "refresh_cache-97dd9521-55f5-43b9-8248-ac2051b9dd87" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.722069] env[69889]: DEBUG nova.scheduler.client.report [None req-f982c5d4-cf8f-4a08-9422-5c816882dae7 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1187.735594] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c05d8308-df84-448d-b7c3-d5bc5c918318 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Releasing lock "refresh_cache-b05b774d-6161-4dcf-924b-c15c2aa9ced6" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.735594] env[69889]: DEBUG nova.compute.manager [None req-c05d8308-df84-448d-b7c3-d5bc5c918318 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: b05b774d-6161-4dcf-924b-c15c2aa9ced6] Instance network_info: |[{"id": "3d07fc3f-f36a-42f1-ab81-294d10cf223b", "address": "fa:16:3e:02:67:4d", "network": {"id": "45fd0254-853e-402c-8516-9992c891c194", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-43042710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41dfb848b52e4aceaab49a46abf8310c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d07fc3f-f3", "ovs_interfaceid": "3d07fc3f-f36a-42f1-ab81-294d10cf223b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1187.735898] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-c05d8308-df84-448d-b7c3-d5bc5c918318 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: b05b774d-6161-4dcf-924b-c15c2aa9ced6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:67:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '55520f67-d092-4eb7-940f-d7cceaa1ca1c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3d07fc3f-f36a-42f1-ab81-294d10cf223b', 'vif_model': 'vmxnet3'}] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1187.744271] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c05d8308-df84-448d-b7c3-d5bc5c918318 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1187.745346] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b05b774d-6161-4dcf-924b-c15c2aa9ced6] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1187.745628] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d179d7d5-6763-4281-b0ce-bf8635625c95 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.768057] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1187.768057] env[69889]: value = "task-4078114" [ 1187.768057] env[69889]: _type = "Task" [ 1187.768057] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.777303] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4078114, 'name': CreateVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.840457] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e7e19f2-d51b-43af-944a-2d66acc5f2b4 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.859965] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-9ffe97da-8c95-405d-9b4a-2f736bf0d092 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: 8f0cd72f-eb26-47ab-b33a-84e65fa65673] Updating instance '8f0cd72f-eb26-47ab-b33a-84e65fa65673' progress to 0 {{(pid=69889) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1187.907399] env[69889]: DEBUG oslo_vmware.api [None req-30295da9-dc50-4acc-8f9d-7c41880418a1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078113, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077071} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.907783] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-30295da9-dc50-4acc-8f9d-7c41880418a1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: c0aa68c5-b661-4cf1-8cb0-da9e77d67d2e] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1187.908601] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-855f8096-ab3d-4d88-bb7c-eb9fa444ded6 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.932535] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-30295da9-dc50-4acc-8f9d-7c41880418a1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: c0aa68c5-b661-4cf1-8cb0-da9e77d67d2e] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] c0aa68c5-b661-4cf1-8cb0-da9e77d67d2e/c0aa68c5-b661-4cf1-8cb0-da9e77d67d2e.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1187.932899] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3a3aaf1-6620-4574-8c90-9d557b5ffdb6 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.954718] env[69889]: DEBUG oslo_vmware.api [None req-30295da9-dc50-4acc-8f9d-7c41880418a1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Waiting for the task: (returnval){ [ 1187.954718] env[69889]: value = "task-4078115" [ 1187.954718] env[69889]: _type = "Task" [ 1187.954718] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.964118] env[69889]: DEBUG oslo_vmware.api [None req-30295da9-dc50-4acc-8f9d-7c41880418a1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078115, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.279116] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4078114, 'name': CreateVM_Task} progress is 25%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.367071] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ffe97da-8c95-405d-9b4a-2f736bf0d092 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: 8f0cd72f-eb26-47ab-b33a-84e65fa65673] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1188.367071] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a7d33156-3e6c-4508-9ae1-c38a96a11939 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.374775] env[69889]: DEBUG oslo_vmware.api [None req-9ffe97da-8c95-405d-9b4a-2f736bf0d092 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Waiting for the task: (returnval){ [ 1188.374775] env[69889]: value = "task-4078116" [ 1188.374775] env[69889]: _type = "Task" [ 1188.374775] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.384673] env[69889]: DEBUG oslo_vmware.api [None req-9ffe97da-8c95-405d-9b4a-2f736bf0d092 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4078116, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.472443] env[69889]: DEBUG oslo_vmware.api [None req-30295da9-dc50-4acc-8f9d-7c41880418a1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078115, 'name': ReconfigVM_Task, 'duration_secs': 0.338424} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.472701] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-30295da9-dc50-4acc-8f9d-7c41880418a1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: c0aa68c5-b661-4cf1-8cb0-da9e77d67d2e] Reconfigured VM instance instance-00000068 to attach disk [datastore1] c0aa68c5-b661-4cf1-8cb0-da9e77d67d2e/c0aa68c5-b661-4cf1-8cb0-da9e77d67d2e.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1188.473724] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-88cb8bf3-39c5-4fe9-8dda-9663cd937bad {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.482676] env[69889]: DEBUG oslo_vmware.api [None req-30295da9-dc50-4acc-8f9d-7c41880418a1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Waiting for the task: (returnval){ [ 1188.482676] env[69889]: value = "task-4078117" [ 1188.482676] env[69889]: _type = "Task" [ 1188.482676] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.495657] env[69889]: DEBUG oslo_vmware.api [None req-30295da9-dc50-4acc-8f9d-7c41880418a1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078117, 'name': Rename_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.732327] env[69889]: DEBUG oslo_concurrency.lockutils [None req-f982c5d4-cf8f-4a08-9422-5c816882dae7 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.313s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.735668] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b110a9fa-a6ba-45d9-ab26-57541fbb9ff5 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.908s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.735914] env[69889]: DEBUG nova.objects.instance [None req-b110a9fa-a6ba-45d9-ab26-57541fbb9ff5 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Lazy-loading 'resources' on Instance uuid 1d03b56f-0b24-44ca-a394-e71ef3d2abf0 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1188.779739] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4078114, 'name': CreateVM_Task} progress is 99%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.885140] env[69889]: DEBUG oslo_vmware.api [None req-9ffe97da-8c95-405d-9b4a-2f736bf0d092 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4078116, 'name': PowerOffVM_Task, 'duration_secs': 0.369492} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.885414] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ffe97da-8c95-405d-9b4a-2f736bf0d092 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: 8f0cd72f-eb26-47ab-b33a-84e65fa65673] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1188.885603] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-9ffe97da-8c95-405d-9b4a-2f736bf0d092 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: 8f0cd72f-eb26-47ab-b33a-84e65fa65673] Updating instance '8f0cd72f-eb26-47ab-b33a-84e65fa65673' progress to 17 {{(pid=69889) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1188.993968] env[69889]: DEBUG oslo_vmware.api [None req-30295da9-dc50-4acc-8f9d-7c41880418a1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078117, 'name': Rename_Task, 'duration_secs': 0.301107} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.994273] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-30295da9-dc50-4acc-8f9d-7c41880418a1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: c0aa68c5-b661-4cf1-8cb0-da9e77d67d2e] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1188.994499] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-52d58124-b553-4b9e-a80b-6ad5162417a4 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.002439] env[69889]: DEBUG oslo_vmware.api [None req-30295da9-dc50-4acc-8f9d-7c41880418a1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Waiting for the task: (returnval){ [ 1189.002439] env[69889]: value = "task-4078118" [ 1189.002439] env[69889]: _type = "Task" [ 1189.002439] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.011645] env[69889]: DEBUG oslo_vmware.api [None req-30295da9-dc50-4acc-8f9d-7c41880418a1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078118, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.283202] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4078114, 'name': CreateVM_Task} progress is 99%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.305710] env[69889]: INFO nova.scheduler.client.report [None req-f982c5d4-cf8f-4a08-9422-5c816882dae7 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Deleted allocation for migration d35afa3a-d9ab-494c-898e-18575d47a961 [ 1189.392873] env[69889]: DEBUG nova.virt.hardware [None req-9ffe97da-8c95-405d-9b4a-2f736bf0d092 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1189.393137] env[69889]: DEBUG nova.virt.hardware [None req-9ffe97da-8c95-405d-9b4a-2f736bf0d092 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1189.393302] env[69889]: DEBUG nova.virt.hardware [None req-9ffe97da-8c95-405d-9b4a-2f736bf0d092 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1189.393487] env[69889]: DEBUG nova.virt.hardware [None req-9ffe97da-8c95-405d-9b4a-2f736bf0d092 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1189.393637] env[69889]: DEBUG nova.virt.hardware [None req-9ffe97da-8c95-405d-9b4a-2f736bf0d092 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1189.393785] env[69889]: DEBUG nova.virt.hardware [None req-9ffe97da-8c95-405d-9b4a-2f736bf0d092 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1189.393990] env[69889]: DEBUG nova.virt.hardware [None req-9ffe97da-8c95-405d-9b4a-2f736bf0d092 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1189.394172] env[69889]: DEBUG nova.virt.hardware [None req-9ffe97da-8c95-405d-9b4a-2f736bf0d092 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1189.394336] env[69889]: DEBUG nova.virt.hardware [None req-9ffe97da-8c95-405d-9b4a-2f736bf0d092 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1189.394497] env[69889]: DEBUG nova.virt.hardware [None req-9ffe97da-8c95-405d-9b4a-2f736bf0d092 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1189.394667] env[69889]: DEBUG nova.virt.hardware [None req-9ffe97da-8c95-405d-9b4a-2f736bf0d092 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1189.402166] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d99966e0-2503-45a2-a4eb-4ac6bec78a9f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.418658] env[69889]: DEBUG oslo_vmware.api [None req-9ffe97da-8c95-405d-9b4a-2f736bf0d092 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Waiting for the task: (returnval){ [ 1189.418658] env[69889]: value = "task-4078119" [ 1189.418658] env[69889]: _type = "Task" [ 1189.418658] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.429761] env[69889]: DEBUG oslo_vmware.api [None req-9ffe97da-8c95-405d-9b4a-2f736bf0d092 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4078119, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.453729] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a85bb47c-7847-4ff5-87dd-7e5f0d3f9531 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.462499] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f799806f-4654-47f6-ac42-2aa496b2640d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.496593] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d828bf6-0a84-457c-86dc-3bd0c0495571 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.509077] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c21394a-de28-4bd3-a638-8bfaead8b1ca {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.527008] env[69889]: DEBUG nova.compute.provider_tree [None req-b110a9fa-a6ba-45d9-ab26-57541fbb9ff5 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1189.533051] env[69889]: DEBUG oslo_vmware.api [None req-30295da9-dc50-4acc-8f9d-7c41880418a1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078118, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.782029] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4078114, 'name': CreateVM_Task, 'duration_secs': 1.857197} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.782259] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b05b774d-6161-4dcf-924b-c15c2aa9ced6] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1189.783085] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c05d8308-df84-448d-b7c3-d5bc5c918318 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.783346] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c05d8308-df84-448d-b7c3-d5bc5c918318 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.783694] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c05d8308-df84-448d-b7c3-d5bc5c918318 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.783976] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5fe88c2-dc31-4b45-87f8-e9c523c39ded {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.791089] env[69889]: DEBUG oslo_vmware.api [None req-c05d8308-df84-448d-b7c3-d5bc5c918318 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Waiting for the task: (returnval){ [ 1189.791089] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]5282f9e6-bd91-64cd-9f6f-6e28976136d2" [ 1189.791089] env[69889]: _type = "Task" [ 1189.791089] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.801129] env[69889]: DEBUG oslo_vmware.api [None req-c05d8308-df84-448d-b7c3-d5bc5c918318 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5282f9e6-bd91-64cd-9f6f-6e28976136d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.813571] env[69889]: DEBUG oslo_concurrency.lockutils [None req-f982c5d4-cf8f-4a08-9422-5c816882dae7 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Lock "5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 14.609s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.929512] env[69889]: DEBUG oslo_vmware.api [None req-9ffe97da-8c95-405d-9b4a-2f736bf0d092 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4078119, 'name': ReconfigVM_Task, 'duration_secs': 0.220771} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.929971] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-9ffe97da-8c95-405d-9b4a-2f736bf0d092 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: 8f0cd72f-eb26-47ab-b33a-84e65fa65673] Updating instance '8f0cd72f-eb26-47ab-b33a-84e65fa65673' progress to 33 {{(pid=69889) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1190.015034] env[69889]: DEBUG oslo_vmware.api [None req-30295da9-dc50-4acc-8f9d-7c41880418a1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078118, 'name': PowerOnVM_Task, 'duration_secs': 0.826871} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.015034] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-30295da9-dc50-4acc-8f9d-7c41880418a1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: c0aa68c5-b661-4cf1-8cb0-da9e77d67d2e] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1190.015034] env[69889]: INFO nova.compute.manager [None req-30295da9-dc50-4acc-8f9d-7c41880418a1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: c0aa68c5-b661-4cf1-8cb0-da9e77d67d2e] Took 8.10 seconds to spawn the instance on the hypervisor. [ 1190.015034] env[69889]: DEBUG nova.compute.manager [None req-30295da9-dc50-4acc-8f9d-7c41880418a1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: c0aa68c5-b661-4cf1-8cb0-da9e77d67d2e] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1190.015591] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38afa6cc-8d03-4796-b46f-0187582f78bc {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.035037] env[69889]: DEBUG nova.scheduler.client.report [None req-b110a9fa-a6ba-45d9-ab26-57541fbb9ff5 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1190.301519] env[69889]: DEBUG oslo_vmware.api [None req-c05d8308-df84-448d-b7c3-d5bc5c918318 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5282f9e6-bd91-64cd-9f6f-6e28976136d2, 'name': SearchDatastore_Task, 'duration_secs': 0.012919} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.301779] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c05d8308-df84-448d-b7c3-d5bc5c918318 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.302020] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-c05d8308-df84-448d-b7c3-d5bc5c918318 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: b05b774d-6161-4dcf-924b-c15c2aa9ced6] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1190.302292] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c05d8308-df84-448d-b7c3-d5bc5c918318 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.302429] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c05d8308-df84-448d-b7c3-d5bc5c918318 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.302612] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-c05d8308-df84-448d-b7c3-d5bc5c918318 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1190.302875] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-26e8df9a-ac84-4d2e-b6f1-95d6f75dabea {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.311873] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-c05d8308-df84-448d-b7c3-d5bc5c918318 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1190.312264] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-c05d8308-df84-448d-b7c3-d5bc5c918318 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1190.312799] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57681139-7da3-4bb8-9771-e5e48e2aa5a8 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.320507] env[69889]: DEBUG oslo_vmware.api [None req-c05d8308-df84-448d-b7c3-d5bc5c918318 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Waiting for the task: (returnval){ [ 1190.320507] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52d6efe9-601d-4876-d721-7e78366903b5" [ 1190.320507] env[69889]: _type = "Task" [ 1190.320507] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.328523] env[69889]: DEBUG oslo_vmware.api [None req-c05d8308-df84-448d-b7c3-d5bc5c918318 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52d6efe9-601d-4876-d721-7e78366903b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.436891] env[69889]: DEBUG nova.virt.hardware [None req-9ffe97da-8c95-405d-9b4a-2f736bf0d092 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1190.437156] env[69889]: DEBUG nova.virt.hardware [None req-9ffe97da-8c95-405d-9b4a-2f736bf0d092 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1190.437318] env[69889]: DEBUG nova.virt.hardware [None req-9ffe97da-8c95-405d-9b4a-2f736bf0d092 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1190.437529] env[69889]: DEBUG nova.virt.hardware [None req-9ffe97da-8c95-405d-9b4a-2f736bf0d092 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1190.437687] env[69889]: DEBUG nova.virt.hardware [None req-9ffe97da-8c95-405d-9b4a-2f736bf0d092 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1190.437837] env[69889]: DEBUG nova.virt.hardware [None req-9ffe97da-8c95-405d-9b4a-2f736bf0d092 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1190.438062] env[69889]: DEBUG nova.virt.hardware [None req-9ffe97da-8c95-405d-9b4a-2f736bf0d092 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1190.438224] env[69889]: DEBUG nova.virt.hardware [None req-9ffe97da-8c95-405d-9b4a-2f736bf0d092 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1190.438432] env[69889]: DEBUG nova.virt.hardware [None req-9ffe97da-8c95-405d-9b4a-2f736bf0d092 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1190.438629] env[69889]: DEBUG nova.virt.hardware [None req-9ffe97da-8c95-405d-9b4a-2f736bf0d092 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1190.438800] env[69889]: DEBUG nova.virt.hardware [None req-9ffe97da-8c95-405d-9b4a-2f736bf0d092 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1190.444558] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ffe97da-8c95-405d-9b4a-2f736bf0d092 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: 8f0cd72f-eb26-47ab-b33a-84e65fa65673] Reconfiguring VM instance instance-00000064 to detach disk 2000 {{(pid=69889) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1190.444857] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd8a6705-1668-4b57-9e3a-d224038f90f3 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.464458] env[69889]: DEBUG oslo_vmware.api [None req-9ffe97da-8c95-405d-9b4a-2f736bf0d092 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Waiting for the task: (returnval){ [ 1190.464458] env[69889]: value = "task-4078120" [ 1190.464458] env[69889]: _type = "Task" [ 1190.464458] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.472847] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5562082a-aa7f-4d5a-86a7-71f9337bf482 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Acquiring lock "5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.473090] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5562082a-aa7f-4d5a-86a7-71f9337bf482 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Lock "5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.473296] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5562082a-aa7f-4d5a-86a7-71f9337bf482 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Acquiring lock "5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.473479] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5562082a-aa7f-4d5a-86a7-71f9337bf482 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Lock "5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.473819] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5562082a-aa7f-4d5a-86a7-71f9337bf482 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Lock "5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.475213] env[69889]: DEBUG oslo_vmware.api [None req-9ffe97da-8c95-405d-9b4a-2f736bf0d092 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4078120, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.475707] env[69889]: INFO nova.compute.manager [None req-5562082a-aa7f-4d5a-86a7-71f9337bf482 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4] Terminating instance [ 1190.539285] env[69889]: INFO nova.compute.manager [None req-30295da9-dc50-4acc-8f9d-7c41880418a1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: c0aa68c5-b661-4cf1-8cb0-da9e77d67d2e] Took 14.20 seconds to build instance. [ 1190.541645] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b110a9fa-a6ba-45d9-ab26-57541fbb9ff5 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.805s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.543217] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e6056b9e-8deb-40b5-928e-cea196eeb7a7 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.589s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.543481] env[69889]: DEBUG nova.objects.instance [None req-e6056b9e-8deb-40b5-928e-cea196eeb7a7 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Lazy-loading 'resources' on Instance uuid 13d9f160-3906-4434-859b-4fc4b226333e {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1190.563989] env[69889]: INFO nova.scheduler.client.report [None req-b110a9fa-a6ba-45d9-ab26-57541fbb9ff5 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Deleted allocations for instance 1d03b56f-0b24-44ca-a394-e71ef3d2abf0 [ 1190.831251] env[69889]: DEBUG oslo_vmware.api [None req-c05d8308-df84-448d-b7c3-d5bc5c918318 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52d6efe9-601d-4876-d721-7e78366903b5, 'name': SearchDatastore_Task, 'duration_secs': 0.011133} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.832801] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c087fd9-36a0-4e00-b0dd-12b2d8a5fefd {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.837272] env[69889]: DEBUG oslo_vmware.api [None req-c05d8308-df84-448d-b7c3-d5bc5c918318 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Waiting for the task: (returnval){ [ 1190.837272] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]526273d1-feee-9b8d-4716-04f8e870f7de" [ 1190.837272] env[69889]: _type = "Task" [ 1190.837272] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.845236] env[69889]: DEBUG oslo_vmware.api [None req-c05d8308-df84-448d-b7c3-d5bc5c918318 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]526273d1-feee-9b8d-4716-04f8e870f7de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.978186] env[69889]: DEBUG oslo_vmware.api [None req-9ffe97da-8c95-405d-9b4a-2f736bf0d092 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4078120, 'name': ReconfigVM_Task, 'duration_secs': 0.256218} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.978474] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ffe97da-8c95-405d-9b4a-2f736bf0d092 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: 8f0cd72f-eb26-47ab-b33a-84e65fa65673] Reconfigured VM instance instance-00000064 to detach disk 2000 {{(pid=69889) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1190.979330] env[69889]: DEBUG nova.compute.manager [None req-5562082a-aa7f-4d5a-86a7-71f9337bf482 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4] Start destroying the instance on the hypervisor. {{(pid=69889) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1190.979552] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-5562082a-aa7f-4d5a-86a7-71f9337bf482 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1190.980360] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7843796-797d-4c87-bee1-bdd4c1f13112 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.983774] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3014b5f8-9a71-4421-ba55-0d5a2df95461 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.011290] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ffe97da-8c95-405d-9b4a-2f736bf0d092 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: 8f0cd72f-eb26-47ab-b33a-84e65fa65673] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] 8f0cd72f-eb26-47ab-b33a-84e65fa65673/8f0cd72f-eb26-47ab-b33a-84e65fa65673.vmdk or device None with type thin {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1191.011683] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-5562082a-aa7f-4d5a-86a7-71f9337bf482 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1191.012733] env[69889]: INFO nova.compute.manager [None req-086b05ac-792c-4635-9bbc-9c8edfc47bcf tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: c0aa68c5-b661-4cf1-8cb0-da9e77d67d2e] Rebuilding instance [ 1191.014896] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4dc48183-3f53-420f-993d-9e39fef14cd6 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.029204] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fe55f06e-42c5-4a7b-a8f3-6e737d7462eb {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.038189] env[69889]: DEBUG oslo_vmware.api [None req-9ffe97da-8c95-405d-9b4a-2f736bf0d092 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Waiting for the task: (returnval){ [ 1191.038189] env[69889]: value = "task-4078122" [ 1191.038189] env[69889]: _type = "Task" [ 1191.038189] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.039883] env[69889]: DEBUG oslo_vmware.api [None req-5562082a-aa7f-4d5a-86a7-71f9337bf482 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Waiting for the task: (returnval){ [ 1191.039883] env[69889]: value = "task-4078121" [ 1191.039883] env[69889]: _type = "Task" [ 1191.039883] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.046898] env[69889]: DEBUG oslo_concurrency.lockutils [None req-30295da9-dc50-4acc-8f9d-7c41880418a1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Lock "c0aa68c5-b661-4cf1-8cb0-da9e77d67d2e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.723s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.062749] env[69889]: DEBUG oslo_vmware.api [None req-5562082a-aa7f-4d5a-86a7-71f9337bf482 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': task-4078121, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.073028] env[69889]: DEBUG oslo_vmware.api [None req-9ffe97da-8c95-405d-9b4a-2f736bf0d092 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4078122, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.078303] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b110a9fa-a6ba-45d9-ab26-57541fbb9ff5 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Lock "1d03b56f-0b24-44ca-a394-e71ef3d2abf0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.947s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.095846] env[69889]: DEBUG nova.compute.manager [None req-086b05ac-792c-4635-9bbc-9c8edfc47bcf tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: c0aa68c5-b661-4cf1-8cb0-da9e77d67d2e] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1191.099991] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-649717ff-90b2-42cb-92c0-0419b0db75b3 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.248596] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59935dfe-1eea-4b48-944c-bacf7d6f1236 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.256818] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74603ef9-5474-442a-86ff-1c0f6bd40287 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.290353] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c695a0d-0d0d-4151-9c19-79d6b10676db {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.299579] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90936915-c51a-46f5-ab12-f7ca80ab4422 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.313588] env[69889]: DEBUG nova.compute.provider_tree [None req-e6056b9e-8deb-40b5-928e-cea196eeb7a7 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1191.347689] env[69889]: DEBUG oslo_vmware.api [None req-c05d8308-df84-448d-b7c3-d5bc5c918318 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]526273d1-feee-9b8d-4716-04f8e870f7de, 'name': SearchDatastore_Task, 'duration_secs': 0.012025} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.347959] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c05d8308-df84-448d-b7c3-d5bc5c918318 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.348248] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-c05d8308-df84-448d-b7c3-d5bc5c918318 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore1] b05b774d-6161-4dcf-924b-c15c2aa9ced6/b05b774d-6161-4dcf-924b-c15c2aa9ced6.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1191.348590] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a255f0d5-66c1-455d-8375-e37b0c29e64c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.355647] env[69889]: DEBUG oslo_vmware.api [None req-c05d8308-df84-448d-b7c3-d5bc5c918318 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Waiting for the task: (returnval){ [ 1191.355647] env[69889]: value = "task-4078123" [ 1191.355647] env[69889]: _type = "Task" [ 1191.355647] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.364855] env[69889]: DEBUG oslo_vmware.api [None req-c05d8308-df84-448d-b7c3-d5bc5c918318 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Task: {'id': task-4078123, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.378838] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1191.378838] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1191.378838] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1191.379036] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1191.379220] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1191.379456] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1191.379652] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1191.379804] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69889) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1191.379958] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1191.557860] env[69889]: DEBUG oslo_vmware.api [None req-5562082a-aa7f-4d5a-86a7-71f9337bf482 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': task-4078121, 'name': PowerOffVM_Task, 'duration_secs': 0.261439} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.558125] env[69889]: DEBUG oslo_vmware.api [None req-9ffe97da-8c95-405d-9b4a-2f736bf0d092 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4078122, 'name': ReconfigVM_Task, 'duration_secs': 0.336802} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.558377] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-5562082a-aa7f-4d5a-86a7-71f9337bf482 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1191.558562] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-5562082a-aa7f-4d5a-86a7-71f9337bf482 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1191.558842] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ffe97da-8c95-405d-9b4a-2f736bf0d092 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: 8f0cd72f-eb26-47ab-b33a-84e65fa65673] Reconfigured VM instance instance-00000064 to attach disk [datastore2] 8f0cd72f-eb26-47ab-b33a-84e65fa65673/8f0cd72f-eb26-47ab-b33a-84e65fa65673.vmdk or device None with type thin {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1191.559773] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-9ffe97da-8c95-405d-9b4a-2f736bf0d092 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: 8f0cd72f-eb26-47ab-b33a-84e65fa65673] Updating instance '8f0cd72f-eb26-47ab-b33a-84e65fa65673' progress to 50 {{(pid=69889) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1191.565237] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c9b86ab6-e34d-4c51-8675-18396181e21c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.650769] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-5562082a-aa7f-4d5a-86a7-71f9337bf482 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1191.651178] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-5562082a-aa7f-4d5a-86a7-71f9337bf482 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4] Deleting contents of the VM from datastore datastore1 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1191.651519] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-5562082a-aa7f-4d5a-86a7-71f9337bf482 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Deleting the datastore file [datastore1] 5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4 {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1191.651910] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-77177d41-1a15-4a12-91ed-5dd1b27334cb {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.661955] env[69889]: DEBUG oslo_vmware.api [None req-5562082a-aa7f-4d5a-86a7-71f9337bf482 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Waiting for the task: (returnval){ [ 1191.661955] env[69889]: value = "task-4078125" [ 1191.661955] env[69889]: _type = "Task" [ 1191.661955] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.675029] env[69889]: DEBUG oslo_vmware.api [None req-5562082a-aa7f-4d5a-86a7-71f9337bf482 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': task-4078125, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.819364] env[69889]: DEBUG nova.scheduler.client.report [None req-e6056b9e-8deb-40b5-928e-cea196eeb7a7 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1191.866672] env[69889]: DEBUG oslo_vmware.api [None req-c05d8308-df84-448d-b7c3-d5bc5c918318 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Task: {'id': task-4078123, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473203} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.866952] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-c05d8308-df84-448d-b7c3-d5bc5c918318 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore1] b05b774d-6161-4dcf-924b-c15c2aa9ced6/b05b774d-6161-4dcf-924b-c15c2aa9ced6.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1191.867193] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-c05d8308-df84-448d-b7c3-d5bc5c918318 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: b05b774d-6161-4dcf-924b-c15c2aa9ced6] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1191.867464] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-51377855-4e28-4241-bc5b-cbd4c228abb5 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.875595] env[69889]: DEBUG oslo_vmware.api [None req-c05d8308-df84-448d-b7c3-d5bc5c918318 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Waiting for the task: (returnval){ [ 1191.875595] env[69889]: value = "task-4078126" [ 1191.875595] env[69889]: _type = "Task" [ 1191.875595] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.882726] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.889353] env[69889]: DEBUG oslo_vmware.api [None req-c05d8308-df84-448d-b7c3-d5bc5c918318 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Task: {'id': task-4078126, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.069644] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25bb4522-ea2c-4408-bfee-1577795699c6 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.091029] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-528add22-28a6-4695-b2f5-b7532e407825 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.110321] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-9ffe97da-8c95-405d-9b4a-2f736bf0d092 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: 8f0cd72f-eb26-47ab-b33a-84e65fa65673] Updating instance '8f0cd72f-eb26-47ab-b33a-84e65fa65673' progress to 67 {{(pid=69889) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1192.117658] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-086b05ac-792c-4635-9bbc-9c8edfc47bcf tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: c0aa68c5-b661-4cf1-8cb0-da9e77d67d2e] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1192.117959] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-faaa004a-917f-4d3b-9232-ba4cd0aa9d2c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.125613] env[69889]: DEBUG oslo_vmware.api [None req-086b05ac-792c-4635-9bbc-9c8edfc47bcf tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Waiting for the task: (returnval){ [ 1192.125613] env[69889]: value = "task-4078127" [ 1192.125613] env[69889]: _type = "Task" [ 1192.125613] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.135167] env[69889]: DEBUG oslo_vmware.api [None req-086b05ac-792c-4635-9bbc-9c8edfc47bcf tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078127, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.174298] env[69889]: DEBUG oslo_vmware.api [None req-5562082a-aa7f-4d5a-86a7-71f9337bf482 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': task-4078125, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.278697} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.174469] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-5562082a-aa7f-4d5a-86a7-71f9337bf482 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1192.175054] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-5562082a-aa7f-4d5a-86a7-71f9337bf482 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4] Deleted contents of the VM from datastore datastore1 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1192.175054] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-5562082a-aa7f-4d5a-86a7-71f9337bf482 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1192.175054] env[69889]: INFO nova.compute.manager [None req-5562082a-aa7f-4d5a-86a7-71f9337bf482 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1192.175271] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5562082a-aa7f-4d5a-86a7-71f9337bf482 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1192.175795] env[69889]: DEBUG nova.compute.manager [-] [instance: 5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4] Deallocating network for instance {{(pid=69889) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1192.175795] env[69889]: DEBUG nova.network.neutron [-] [instance: 5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4] deallocate_for_instance() {{(pid=69889) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1192.325864] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e6056b9e-8deb-40b5-928e-cea196eeb7a7 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.783s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.328642] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.446s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.328922] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.329167] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69889) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1192.330238] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2ecf437-69f4-4892-88fa-3fb0139a78da {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.341710] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62e6d220-8edf-4226-888b-76bd4d14859a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.357269] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b04f8878-6312-4baf-ae66-fadeaae80fe1 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.361049] env[69889]: INFO nova.scheduler.client.report [None req-e6056b9e-8deb-40b5-928e-cea196eeb7a7 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Deleted allocations for instance 13d9f160-3906-4434-859b-4fc4b226333e [ 1192.370515] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad218d8f-c5cd-4eec-b44b-475c952e66c3 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.407612] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179602MB free_disk=19GB free_vcpus=48 pci_devices=None {{(pid=69889) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1192.407780] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.408015] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.415258] env[69889]: DEBUG oslo_vmware.api [None req-c05d8308-df84-448d-b7c3-d5bc5c918318 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Task: {'id': task-4078126, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072499} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.415568] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-c05d8308-df84-448d-b7c3-d5bc5c918318 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: b05b774d-6161-4dcf-924b-c15c2aa9ced6] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1192.416358] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ec10d85-5b30-4a8d-91a2-49886f779be0 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.440059] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-c05d8308-df84-448d-b7c3-d5bc5c918318 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: b05b774d-6161-4dcf-924b-c15c2aa9ced6] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] b05b774d-6161-4dcf-924b-c15c2aa9ced6/b05b774d-6161-4dcf-924b-c15c2aa9ced6.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1192.441150] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7725a43a-86e5-44e7-8ebc-7026997048e2 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.462592] env[69889]: DEBUG oslo_vmware.api [None req-c05d8308-df84-448d-b7c3-d5bc5c918318 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Waiting for the task: (returnval){ [ 1192.462592] env[69889]: value = "task-4078128" [ 1192.462592] env[69889]: _type = "Task" [ 1192.462592] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.471503] env[69889]: DEBUG oslo_vmware.api [None req-c05d8308-df84-448d-b7c3-d5bc5c918318 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Task: {'id': task-4078128, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.636296] env[69889]: DEBUG oslo_vmware.api [None req-086b05ac-792c-4635-9bbc-9c8edfc47bcf tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078127, 'name': PowerOffVM_Task, 'duration_secs': 0.208542} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.636507] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-086b05ac-792c-4635-9bbc-9c8edfc47bcf tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: c0aa68c5-b661-4cf1-8cb0-da9e77d67d2e] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1192.636773] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-086b05ac-792c-4635-9bbc-9c8edfc47bcf tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: c0aa68c5-b661-4cf1-8cb0-da9e77d67d2e] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1192.637573] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b61bf63-23f7-44b5-8b5a-402c5e5421cf {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.645638] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-086b05ac-792c-4635-9bbc-9c8edfc47bcf tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: c0aa68c5-b661-4cf1-8cb0-da9e77d67d2e] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1192.645988] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4859bdb6-b582-437f-95e9-71b04cc83d5e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.700617] env[69889]: DEBUG nova.network.neutron [None req-9ffe97da-8c95-405d-9b4a-2f736bf0d092 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: 8f0cd72f-eb26-47ab-b33a-84e65fa65673] Port 6d2ad890-294e-4f0c-aca8-61b9788d4adb binding to destination host cpu-1 is already ACTIVE {{(pid=69889) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1192.727273] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-086b05ac-792c-4635-9bbc-9c8edfc47bcf tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: c0aa68c5-b661-4cf1-8cb0-da9e77d67d2e] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1192.727504] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-086b05ac-792c-4635-9bbc-9c8edfc47bcf tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: c0aa68c5-b661-4cf1-8cb0-da9e77d67d2e] Deleting contents of the VM from datastore datastore1 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1192.727691] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-086b05ac-792c-4635-9bbc-9c8edfc47bcf tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Deleting the datastore file [datastore1] c0aa68c5-b661-4cf1-8cb0-da9e77d67d2e {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1192.727960] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-52cc55c9-6c52-4703-875c-8b1459931832 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.735057] env[69889]: DEBUG oslo_vmware.api [None req-086b05ac-792c-4635-9bbc-9c8edfc47bcf tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Waiting for the task: (returnval){ [ 1192.735057] env[69889]: value = "task-4078130" [ 1192.735057] env[69889]: _type = "Task" [ 1192.735057] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.743801] env[69889]: DEBUG oslo_vmware.api [None req-086b05ac-792c-4635-9bbc-9c8edfc47bcf tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078130, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.873146] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e6056b9e-8deb-40b5-928e-cea196eeb7a7 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Lock "13d9f160-3906-4434-859b-4fc4b226333e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.639s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.973073] env[69889]: DEBUG oslo_vmware.api [None req-c05d8308-df84-448d-b7c3-d5bc5c918318 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Task: {'id': task-4078128, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.069414] env[69889]: DEBUG nova.compute.manager [req-3e2aea3a-81ef-45dc-a666-3d6430542ec5 req-3341373d-3938-4b69-93f6-a224b42debf1 service nova] [instance: 5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4] Received event network-vif-deleted-a701b1ab-efb1-43ae-9133-40a45b94e51e {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1193.069565] env[69889]: INFO nova.compute.manager [req-3e2aea3a-81ef-45dc-a666-3d6430542ec5 req-3341373d-3938-4b69-93f6-a224b42debf1 service nova] [instance: 5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4] Neutron deleted interface a701b1ab-efb1-43ae-9133-40a45b94e51e; detaching it from the instance and deleting it from the info cache [ 1193.069775] env[69889]: DEBUG nova.network.neutron [req-3e2aea3a-81ef-45dc-a666-3d6430542ec5 req-3341373d-3938-4b69-93f6-a224b42debf1 service nova] [instance: 5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.252848] env[69889]: DEBUG oslo_vmware.api [None req-086b05ac-792c-4635-9bbc-9c8edfc47bcf tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078130, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140707} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.253128] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-086b05ac-792c-4635-9bbc-9c8edfc47bcf tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1193.253333] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-086b05ac-792c-4635-9bbc-9c8edfc47bcf tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: c0aa68c5-b661-4cf1-8cb0-da9e77d67d2e] Deleted contents of the VM from datastore datastore1 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1193.253516] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-086b05ac-792c-4635-9bbc-9c8edfc47bcf tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: c0aa68c5-b661-4cf1-8cb0-da9e77d67d2e] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1193.422355] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Applying migration context for instance 8f0cd72f-eb26-47ab-b33a-84e65fa65673 as it has an incoming, in-progress migration 7b1f5fe0-a0cb-4c3b-abf9-396493a27fa1. Migration status is post-migrating {{(pid=69889) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1193.423721] env[69889]: INFO nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] [instance: 8f0cd72f-eb26-47ab-b33a-84e65fa65673] Updating resource usage from migration 7b1f5fe0-a0cb-4c3b-abf9-396493a27fa1 [ 1193.459976] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance 8866902a-621e-444a-a853-a3753f0418f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1193.460163] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance 984c2c59-44de-4b93-b198-327b68415ce4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1193.460290] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance 5117077b-9ac8-4213-bf92-8b5555101496 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1193.460412] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance 5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1193.460563] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance 39aba68a-2ac8-47be-b799-ef9f1cfb4521 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1193.460672] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1193.460788] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance 97dd9521-55f5-43b9-8248-ac2051b9dd87 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1193.460895] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance c0aa68c5-b661-4cf1-8cb0-da9e77d67d2e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1193.461023] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance b05b774d-6161-4dcf-924b-c15c2aa9ced6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1193.461132] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Migration 7b1f5fe0-a0cb-4c3b-abf9-396493a27fa1 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1193.461240] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance 8f0cd72f-eb26-47ab-b33a-84e65fa65673 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1193.461646] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=69889) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1193.461646] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2752MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=69889) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1193.474729] env[69889]: DEBUG oslo_vmware.api [None req-c05d8308-df84-448d-b7c3-d5bc5c918318 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Task: {'id': task-4078128, 'name': ReconfigVM_Task, 'duration_secs': 0.55289} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.475015] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-c05d8308-df84-448d-b7c3-d5bc5c918318 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: b05b774d-6161-4dcf-924b-c15c2aa9ced6] Reconfigured VM instance instance-00000069 to attach disk [datastore1] b05b774d-6161-4dcf-924b-c15c2aa9ced6/b05b774d-6161-4dcf-924b-c15c2aa9ced6.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1193.475682] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-96e04b86-537b-4750-8d96-65fbf34cd10f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.483365] env[69889]: DEBUG oslo_vmware.api [None req-c05d8308-df84-448d-b7c3-d5bc5c918318 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Waiting for the task: (returnval){ [ 1193.483365] env[69889]: value = "task-4078131" [ 1193.483365] env[69889]: _type = "Task" [ 1193.483365] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.495866] env[69889]: DEBUG oslo_vmware.api [None req-c05d8308-df84-448d-b7c3-d5bc5c918318 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Task: {'id': task-4078131, 'name': Rename_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.562745] env[69889]: DEBUG nova.network.neutron [-] [instance: 5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.575870] env[69889]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1befd647-f13a-466b-8269-f477a4340b1c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.592112] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6258bb5-747d-45b0-afb8-1ca32ebc323d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.632533] env[69889]: DEBUG nova.compute.manager [req-3e2aea3a-81ef-45dc-a666-3d6430542ec5 req-3341373d-3938-4b69-93f6-a224b42debf1 service nova] [instance: 5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4] Detach interface failed, port_id=a701b1ab-efb1-43ae-9133-40a45b94e51e, reason: Instance 5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4 could not be found. {{(pid=69889) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1193.718910] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97f13db0-b018-4800-8aa7-078af76f7058 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.729961] env[69889]: DEBUG oslo_concurrency.lockutils [None req-9ffe97da-8c95-405d-9b4a-2f736bf0d092 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Acquiring lock "8f0cd72f-eb26-47ab-b33a-84e65fa65673-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.730361] env[69889]: DEBUG oslo_concurrency.lockutils [None req-9ffe97da-8c95-405d-9b4a-2f736bf0d092 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Lock "8f0cd72f-eb26-47ab-b33a-84e65fa65673-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.730686] env[69889]: DEBUG oslo_concurrency.lockutils [None req-9ffe97da-8c95-405d-9b4a-2f736bf0d092 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Lock "8f0cd72f-eb26-47ab-b33a-84e65fa65673-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.740907] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4038ec59-ef80-4112-99c4-530fb7092648 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.777191] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50283d72-2717-4c50-9bb7-aaae8561bf94 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.786984] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23dea985-49e2-4265-a537-e33d8ee5275e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.804927] env[69889]: DEBUG nova.compute.provider_tree [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1194.000220] env[69889]: DEBUG oslo_vmware.api [None req-c05d8308-df84-448d-b7c3-d5bc5c918318 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Task: {'id': task-4078131, 'name': Rename_Task, 'duration_secs': 0.195194} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.000583] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-c05d8308-df84-448d-b7c3-d5bc5c918318 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: b05b774d-6161-4dcf-924b-c15c2aa9ced6] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1194.000850] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-27e2eb45-36a0-4774-b336-3cd399030745 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.009396] env[69889]: DEBUG oslo_vmware.api [None req-c05d8308-df84-448d-b7c3-d5bc5c918318 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Waiting for the task: (returnval){ [ 1194.009396] env[69889]: value = "task-4078132" [ 1194.009396] env[69889]: _type = "Task" [ 1194.009396] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.020691] env[69889]: DEBUG oslo_vmware.api [None req-c05d8308-df84-448d-b7c3-d5bc5c918318 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Task: {'id': task-4078132, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.066818] env[69889]: INFO nova.compute.manager [-] [instance: 5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4] Took 1.89 seconds to deallocate network for instance. [ 1194.307687] env[69889]: DEBUG nova.scheduler.client.report [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1194.313249] env[69889]: DEBUG nova.virt.hardware [None req-086b05ac-792c-4635-9bbc-9c8edfc47bcf tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1194.313470] env[69889]: DEBUG nova.virt.hardware [None req-086b05ac-792c-4635-9bbc-9c8edfc47bcf tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1194.313788] env[69889]: DEBUG nova.virt.hardware [None req-086b05ac-792c-4635-9bbc-9c8edfc47bcf tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1194.313788] env[69889]: DEBUG nova.virt.hardware [None req-086b05ac-792c-4635-9bbc-9c8edfc47bcf tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1194.313962] env[69889]: DEBUG nova.virt.hardware [None req-086b05ac-792c-4635-9bbc-9c8edfc47bcf tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1194.314079] env[69889]: DEBUG nova.virt.hardware [None req-086b05ac-792c-4635-9bbc-9c8edfc47bcf tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1194.314292] env[69889]: DEBUG nova.virt.hardware [None req-086b05ac-792c-4635-9bbc-9c8edfc47bcf tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1194.314500] env[69889]: DEBUG nova.virt.hardware [None req-086b05ac-792c-4635-9bbc-9c8edfc47bcf tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1194.314613] env[69889]: DEBUG nova.virt.hardware [None req-086b05ac-792c-4635-9bbc-9c8edfc47bcf tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1194.314775] env[69889]: DEBUG nova.virt.hardware [None req-086b05ac-792c-4635-9bbc-9c8edfc47bcf tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1194.315467] env[69889]: DEBUG nova.virt.hardware [None req-086b05ac-792c-4635-9bbc-9c8edfc47bcf tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1194.316828] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ed3f07b-a2e9-4e0b-9579-f64968ff6a14 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.326135] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de6660d5-9aaa-46aa-8553-861d2c0da90e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.342718] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-086b05ac-792c-4635-9bbc-9c8edfc47bcf tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: c0aa68c5-b661-4cf1-8cb0-da9e77d67d2e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:c2:89', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13e83154-c0d2-4d3d-b95e-3cd5ba336257', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '89d9bbca-7ad0-4dab-8a88-3155f7d52504', 'vif_model': 'vmxnet3'}] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1194.350335] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-086b05ac-792c-4635-9bbc-9c8edfc47bcf tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1194.350969] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0aa68c5-b661-4cf1-8cb0-da9e77d67d2e] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1194.351222] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d7f7d597-ac84-4e18-a8fa-7bf12fab744a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.373804] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1194.373804] env[69889]: value = "task-4078133" [ 1194.373804] env[69889]: _type = "Task" [ 1194.373804] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.383197] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4078133, 'name': CreateVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.525657] env[69889]: DEBUG oslo_vmware.api [None req-c05d8308-df84-448d-b7c3-d5bc5c918318 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Task: {'id': task-4078132, 'name': PowerOnVM_Task, 'duration_secs': 0.503219} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.526373] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-c05d8308-df84-448d-b7c3-d5bc5c918318 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: b05b774d-6161-4dcf-924b-c15c2aa9ced6] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1194.526694] env[69889]: INFO nova.compute.manager [None req-c05d8308-df84-448d-b7c3-d5bc5c918318 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: b05b774d-6161-4dcf-924b-c15c2aa9ced6] Took 10.27 seconds to spawn the instance on the hypervisor. [ 1194.527620] env[69889]: DEBUG nova.compute.manager [None req-c05d8308-df84-448d-b7c3-d5bc5c918318 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: b05b774d-6161-4dcf-924b-c15c2aa9ced6] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1194.528147] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd36dd41-f5b4-4eb0-9c48-e1acc16f13ee {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.579927] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5562082a-aa7f-4d5a-86a7-71f9337bf482 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.785019] env[69889]: DEBUG oslo_concurrency.lockutils [None req-9ffe97da-8c95-405d-9b4a-2f736bf0d092 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Acquiring lock "refresh_cache-8f0cd72f-eb26-47ab-b33a-84e65fa65673" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.785246] env[69889]: DEBUG oslo_concurrency.lockutils [None req-9ffe97da-8c95-405d-9b4a-2f736bf0d092 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Acquired lock "refresh_cache-8f0cd72f-eb26-47ab-b33a-84e65fa65673" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.785428] env[69889]: DEBUG nova.network.neutron [None req-9ffe97da-8c95-405d-9b4a-2f736bf0d092 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: 8f0cd72f-eb26-47ab-b33a-84e65fa65673] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1194.821815] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69889) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1194.822031] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.414s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.822324] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5562082a-aa7f-4d5a-86a7-71f9337bf482 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.243s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.823244] env[69889]: DEBUG nova.objects.instance [None req-5562082a-aa7f-4d5a-86a7-71f9337bf482 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Lazy-loading 'resources' on Instance uuid 5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1194.886488] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4078133, 'name': CreateVM_Task, 'duration_secs': 0.390989} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.886488] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0aa68c5-b661-4cf1-8cb0-da9e77d67d2e] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1194.887068] env[69889]: DEBUG oslo_concurrency.lockutils [None req-086b05ac-792c-4635-9bbc-9c8edfc47bcf tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.887253] env[69889]: DEBUG oslo_concurrency.lockutils [None req-086b05ac-792c-4635-9bbc-9c8edfc47bcf tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.887573] env[69889]: DEBUG oslo_concurrency.lockutils [None req-086b05ac-792c-4635-9bbc-9c8edfc47bcf tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.887829] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-030eeecf-34a5-4fa1-9b29-98c2a38217e9 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.892977] env[69889]: DEBUG oslo_vmware.api [None req-086b05ac-792c-4635-9bbc-9c8edfc47bcf tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Waiting for the task: (returnval){ [ 1194.892977] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52b5bf52-32d1-294c-bd8b-f0a3dc2741d6" [ 1194.892977] env[69889]: _type = "Task" [ 1194.892977] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.903105] env[69889]: DEBUG oslo_vmware.api [None req-086b05ac-792c-4635-9bbc-9c8edfc47bcf tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52b5bf52-32d1-294c-bd8b-f0a3dc2741d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.051909] env[69889]: INFO nova.compute.manager [None req-c05d8308-df84-448d-b7c3-d5bc5c918318 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: b05b774d-6161-4dcf-924b-c15c2aa9ced6] Took 17.85 seconds to build instance. [ 1195.414850] env[69889]: DEBUG oslo_vmware.api [None req-086b05ac-792c-4635-9bbc-9c8edfc47bcf tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52b5bf52-32d1-294c-bd8b-f0a3dc2741d6, 'name': SearchDatastore_Task, 'duration_secs': 0.011315} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.414850] env[69889]: DEBUG oslo_concurrency.lockutils [None req-086b05ac-792c-4635-9bbc-9c8edfc47bcf tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.415227] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-086b05ac-792c-4635-9bbc-9c8edfc47bcf tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: c0aa68c5-b661-4cf1-8cb0-da9e77d67d2e] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1195.415227] env[69889]: DEBUG oslo_concurrency.lockutils [None req-086b05ac-792c-4635-9bbc-9c8edfc47bcf tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.416333] env[69889]: DEBUG oslo_concurrency.lockutils [None req-086b05ac-792c-4635-9bbc-9c8edfc47bcf tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.416333] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-086b05ac-792c-4635-9bbc-9c8edfc47bcf tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1195.416333] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a54a9132-bf2a-4722-a027-6d35ca263f64 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.426462] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-086b05ac-792c-4635-9bbc-9c8edfc47bcf tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1195.426702] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-086b05ac-792c-4635-9bbc-9c8edfc47bcf tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1195.429830] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-725eb7f3-02dc-41ed-9b8d-778ca7c3b13d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.438398] env[69889]: DEBUG oslo_vmware.api [None req-086b05ac-792c-4635-9bbc-9c8edfc47bcf tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Waiting for the task: (returnval){ [ 1195.438398] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]521b5495-e607-b51b-eb23-150538b6700c" [ 1195.438398] env[69889]: _type = "Task" [ 1195.438398] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.453264] env[69889]: DEBUG oslo_vmware.api [None req-086b05ac-792c-4635-9bbc-9c8edfc47bcf tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]521b5495-e607-b51b-eb23-150538b6700c, 'name': SearchDatastore_Task, 'duration_secs': 0.009673} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.453264] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67cee674-f767-4ac8-9378-7d9c4dc74f9f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.457202] env[69889]: DEBUG nova.compute.manager [req-daa010f6-61fa-48a5-b184-2f401093697f req-65c3279e-e243-4441-a1ec-21e66f657a88 service nova] [instance: b05b774d-6161-4dcf-924b-c15c2aa9ced6] Received event network-changed-3d07fc3f-f36a-42f1-ab81-294d10cf223b {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1195.457408] env[69889]: DEBUG nova.compute.manager [req-daa010f6-61fa-48a5-b184-2f401093697f req-65c3279e-e243-4441-a1ec-21e66f657a88 service nova] [instance: b05b774d-6161-4dcf-924b-c15c2aa9ced6] Refreshing instance network info cache due to event network-changed-3d07fc3f-f36a-42f1-ab81-294d10cf223b. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1195.457615] env[69889]: DEBUG oslo_concurrency.lockutils [req-daa010f6-61fa-48a5-b184-2f401093697f req-65c3279e-e243-4441-a1ec-21e66f657a88 service nova] Acquiring lock "refresh_cache-b05b774d-6161-4dcf-924b-c15c2aa9ced6" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.457766] env[69889]: DEBUG oslo_concurrency.lockutils [req-daa010f6-61fa-48a5-b184-2f401093697f req-65c3279e-e243-4441-a1ec-21e66f657a88 service nova] Acquired lock "refresh_cache-b05b774d-6161-4dcf-924b-c15c2aa9ced6" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.457900] env[69889]: DEBUG nova.network.neutron [req-daa010f6-61fa-48a5-b184-2f401093697f req-65c3279e-e243-4441-a1ec-21e66f657a88 service nova] [instance: b05b774d-6161-4dcf-924b-c15c2aa9ced6] Refreshing network info cache for port 3d07fc3f-f36a-42f1-ab81-294d10cf223b {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1195.463371] env[69889]: DEBUG oslo_vmware.api [None req-086b05ac-792c-4635-9bbc-9c8edfc47bcf tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Waiting for the task: (returnval){ [ 1195.463371] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]5264db37-0c21-7fa9-ea3c-5cd54828ef92" [ 1195.463371] env[69889]: _type = "Task" [ 1195.463371] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.475262] env[69889]: DEBUG oslo_vmware.api [None req-086b05ac-792c-4635-9bbc-9c8edfc47bcf tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5264db37-0c21-7fa9-ea3c-5cd54828ef92, 'name': SearchDatastore_Task, 'duration_secs': 0.011859} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.477830] env[69889]: DEBUG oslo_concurrency.lockutils [None req-086b05ac-792c-4635-9bbc-9c8edfc47bcf tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.478110] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-086b05ac-792c-4635-9bbc-9c8edfc47bcf tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] c0aa68c5-b661-4cf1-8cb0-da9e77d67d2e/c0aa68c5-b661-4cf1-8cb0-da9e77d67d2e.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1195.480479] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-53238111-3067-4bd2-851d-7621eaf0d9cf {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.490539] env[69889]: DEBUG oslo_vmware.api [None req-086b05ac-792c-4635-9bbc-9c8edfc47bcf tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Waiting for the task: (returnval){ [ 1195.490539] env[69889]: value = "task-4078134" [ 1195.490539] env[69889]: _type = "Task" [ 1195.490539] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.503173] env[69889]: DEBUG oslo_vmware.api [None req-086b05ac-792c-4635-9bbc-9c8edfc47bcf tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078134, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.538199] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3407514-25d6-4f7e-8fad-1e20f7ea1a82 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.551424] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f21ac094-4554-4b1b-8d4d-53653f43e407 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.557212] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c05d8308-df84-448d-b7c3-d5bc5c918318 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Lock "b05b774d-6161-4dcf-924b-c15c2aa9ced6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.371s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.589978] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e396a9a6-3f37-43ed-932a-b640a3970f7d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.599611] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1cb8b4e-a823-4d7e-b1a4-086f226f7048 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.621086] env[69889]: DEBUG nova.compute.provider_tree [None req-5562082a-aa7f-4d5a-86a7-71f9337bf482 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1195.669766] env[69889]: DEBUG nova.network.neutron [None req-9ffe97da-8c95-405d-9b4a-2f736bf0d092 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: 8f0cd72f-eb26-47ab-b33a-84e65fa65673] Updating instance_info_cache with network_info: [{"id": "6d2ad890-294e-4f0c-aca8-61b9788d4adb", "address": "fa:16:3e:96:67:b4", "network": {"id": "b29da6ee-674a-477c-825a-46d399fad165", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1035647706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea3b0130534446ba8f3ff8c8e581dae7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d2ad890-29", "ovs_interfaceid": "6d2ad890-294e-4f0c-aca8-61b9788d4adb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.012041] env[69889]: DEBUG oslo_vmware.api [None req-086b05ac-792c-4635-9bbc-9c8edfc47bcf tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078134, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.123967] env[69889]: DEBUG nova.scheduler.client.report [None req-5562082a-aa7f-4d5a-86a7-71f9337bf482 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1196.173075] env[69889]: DEBUG oslo_concurrency.lockutils [None req-9ffe97da-8c95-405d-9b4a-2f736bf0d092 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Releasing lock "refresh_cache-8f0cd72f-eb26-47ab-b33a-84e65fa65673" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.216833] env[69889]: DEBUG nova.network.neutron [req-daa010f6-61fa-48a5-b184-2f401093697f req-65c3279e-e243-4441-a1ec-21e66f657a88 service nova] [instance: b05b774d-6161-4dcf-924b-c15c2aa9ced6] Updated VIF entry in instance network info cache for port 3d07fc3f-f36a-42f1-ab81-294d10cf223b. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1196.217253] env[69889]: DEBUG nova.network.neutron [req-daa010f6-61fa-48a5-b184-2f401093697f req-65c3279e-e243-4441-a1ec-21e66f657a88 service nova] [instance: b05b774d-6161-4dcf-924b-c15c2aa9ced6] Updating instance_info_cache with network_info: [{"id": "3d07fc3f-f36a-42f1-ab81-294d10cf223b", "address": "fa:16:3e:02:67:4d", "network": {"id": "45fd0254-853e-402c-8516-9992c891c194", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-43042710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41dfb848b52e4aceaab49a46abf8310c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d07fc3f-f3", "ovs_interfaceid": "3d07fc3f-f36a-42f1-ab81-294d10cf223b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.509152] env[69889]: DEBUG oslo_vmware.api [None req-086b05ac-792c-4635-9bbc-9c8edfc47bcf tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078134, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.54419} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.509475] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-086b05ac-792c-4635-9bbc-9c8edfc47bcf tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] c0aa68c5-b661-4cf1-8cb0-da9e77d67d2e/c0aa68c5-b661-4cf1-8cb0-da9e77d67d2e.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1196.510413] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-086b05ac-792c-4635-9bbc-9c8edfc47bcf tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: c0aa68c5-b661-4cf1-8cb0-da9e77d67d2e] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1196.510710] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-62c3297b-9044-471c-a6bc-94063f1fea3d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.520878] env[69889]: DEBUG oslo_vmware.api [None req-086b05ac-792c-4635-9bbc-9c8edfc47bcf tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Waiting for the task: (returnval){ [ 1196.520878] env[69889]: value = "task-4078135" [ 1196.520878] env[69889]: _type = "Task" [ 1196.520878] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.531961] env[69889]: DEBUG oslo_vmware.api [None req-086b05ac-792c-4635-9bbc-9c8edfc47bcf tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078135, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.630275] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5562082a-aa7f-4d5a-86a7-71f9337bf482 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.808s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.676800] env[69889]: INFO nova.scheduler.client.report [None req-5562082a-aa7f-4d5a-86a7-71f9337bf482 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Deleted allocations for instance 5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4 [ 1196.702265] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-497860f7-7122-43cf-b50c-cae7230d4914 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.725642] env[69889]: DEBUG oslo_concurrency.lockutils [req-daa010f6-61fa-48a5-b184-2f401093697f req-65c3279e-e243-4441-a1ec-21e66f657a88 service nova] Releasing lock "refresh_cache-b05b774d-6161-4dcf-924b-c15c2aa9ced6" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.726738] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-579674d5-4061-486e-805f-a085686d5f87 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.735905] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-9ffe97da-8c95-405d-9b4a-2f736bf0d092 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: 8f0cd72f-eb26-47ab-b33a-84e65fa65673] Updating instance '8f0cd72f-eb26-47ab-b33a-84e65fa65673' progress to 83 {{(pid=69889) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1197.033427] env[69889]: DEBUG oslo_vmware.api [None req-086b05ac-792c-4635-9bbc-9c8edfc47bcf tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078135, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100919} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.033427] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-086b05ac-792c-4635-9bbc-9c8edfc47bcf tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: c0aa68c5-b661-4cf1-8cb0-da9e77d67d2e] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1197.034448] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bf784b9-ab05-4cfb-9c00-2ff874300a39 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.065040] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-086b05ac-792c-4635-9bbc-9c8edfc47bcf tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: c0aa68c5-b661-4cf1-8cb0-da9e77d67d2e] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] c0aa68c5-b661-4cf1-8cb0-da9e77d67d2e/c0aa68c5-b661-4cf1-8cb0-da9e77d67d2e.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1197.065415] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-918c89d1-bbaa-48be-8de7-f3c80b98bbba {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.090979] env[69889]: DEBUG oslo_vmware.api [None req-086b05ac-792c-4635-9bbc-9c8edfc47bcf tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Waiting for the task: (returnval){ [ 1197.090979] env[69889]: value = "task-4078136" [ 1197.090979] env[69889]: _type = "Task" [ 1197.090979] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.102707] env[69889]: DEBUG oslo_vmware.api [None req-086b05ac-792c-4635-9bbc-9c8edfc47bcf tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078136, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.189352] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5562082a-aa7f-4d5a-86a7-71f9337bf482 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Lock "5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.715s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.244434] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ffe97da-8c95-405d-9b4a-2f736bf0d092 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: 8f0cd72f-eb26-47ab-b33a-84e65fa65673] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1197.244881] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0e1dfd31-dd12-43d5-90ff-ab0842b5b5e0 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.254164] env[69889]: DEBUG oslo_vmware.api [None req-9ffe97da-8c95-405d-9b4a-2f736bf0d092 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Waiting for the task: (returnval){ [ 1197.254164] env[69889]: value = "task-4078137" [ 1197.254164] env[69889]: _type = "Task" [ 1197.254164] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.265037] env[69889]: DEBUG oslo_vmware.api [None req-9ffe97da-8c95-405d-9b4a-2f736bf0d092 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4078137, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.605193] env[69889]: DEBUG oslo_vmware.api [None req-086b05ac-792c-4635-9bbc-9c8edfc47bcf tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078136, 'name': ReconfigVM_Task, 'duration_secs': 0.376443} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.605611] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-086b05ac-792c-4635-9bbc-9c8edfc47bcf tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: c0aa68c5-b661-4cf1-8cb0-da9e77d67d2e] Reconfigured VM instance instance-00000068 to attach disk [datastore2] c0aa68c5-b661-4cf1-8cb0-da9e77d67d2e/c0aa68c5-b661-4cf1-8cb0-da9e77d67d2e.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1197.606326] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3e6324ac-2068-4d2d-a950-7876265e3bc5 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.618567] env[69889]: DEBUG oslo_vmware.api [None req-086b05ac-792c-4635-9bbc-9c8edfc47bcf tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Waiting for the task: (returnval){ [ 1197.618567] env[69889]: value = "task-4078138" [ 1197.618567] env[69889]: _type = "Task" [ 1197.618567] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.635687] env[69889]: DEBUG oslo_vmware.api [None req-086b05ac-792c-4635-9bbc-9c8edfc47bcf tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078138, 'name': Rename_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.765488] env[69889]: DEBUG oslo_vmware.api [None req-9ffe97da-8c95-405d-9b4a-2f736bf0d092 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4078137, 'name': PowerOnVM_Task, 'duration_secs': 0.48128} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.766057] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ffe97da-8c95-405d-9b4a-2f736bf0d092 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: 8f0cd72f-eb26-47ab-b33a-84e65fa65673] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1197.766439] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-9ffe97da-8c95-405d-9b4a-2f736bf0d092 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: 8f0cd72f-eb26-47ab-b33a-84e65fa65673] Updating instance '8f0cd72f-eb26-47ab-b33a-84e65fa65673' progress to 100 {{(pid=69889) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1198.086932] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d21f3344-8681-4d4e-8f12-eb9ab4e4f1cd tempest-ServerAddressesNegativeTestJSON-1498411023 tempest-ServerAddressesNegativeTestJSON-1498411023-project-member] Acquiring lock "1bdc6092-0b1d-4e40-abe9-848dd1445a22" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.087406] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d21f3344-8681-4d4e-8f12-eb9ab4e4f1cd tempest-ServerAddressesNegativeTestJSON-1498411023 tempest-ServerAddressesNegativeTestJSON-1498411023-project-member] Lock "1bdc6092-0b1d-4e40-abe9-848dd1445a22" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.129064] env[69889]: DEBUG oslo_vmware.api [None req-086b05ac-792c-4635-9bbc-9c8edfc47bcf tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078138, 'name': Rename_Task, 'duration_secs': 0.19212} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.129393] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-086b05ac-792c-4635-9bbc-9c8edfc47bcf tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: c0aa68c5-b661-4cf1-8cb0-da9e77d67d2e] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1198.129736] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-78d85610-6d66-4979-9067-aebcad69372c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.137453] env[69889]: DEBUG oslo_vmware.api [None req-086b05ac-792c-4635-9bbc-9c8edfc47bcf tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Waiting for the task: (returnval){ [ 1198.137453] env[69889]: value = "task-4078139" [ 1198.137453] env[69889]: _type = "Task" [ 1198.137453] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.146024] env[69889]: DEBUG oslo_concurrency.lockutils [None req-cb274a66-da36-4baf-94ea-f065b05594a8 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Acquiring lock "5f8f6d7f-2483-49f3-b08f-c4944dd39291" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.146024] env[69889]: DEBUG oslo_concurrency.lockutils [None req-cb274a66-da36-4baf-94ea-f065b05594a8 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Lock "5f8f6d7f-2483-49f3-b08f-c4944dd39291" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.150697] env[69889]: DEBUG oslo_vmware.api [None req-086b05ac-792c-4635-9bbc-9c8edfc47bcf tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078139, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.590126] env[69889]: DEBUG nova.compute.manager [None req-d21f3344-8681-4d4e-8f12-eb9ab4e4f1cd tempest-ServerAddressesNegativeTestJSON-1498411023 tempest-ServerAddressesNegativeTestJSON-1498411023-project-member] [instance: 1bdc6092-0b1d-4e40-abe9-848dd1445a22] Starting instance... {{(pid=69889) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1198.653445] env[69889]: DEBUG oslo_vmware.api [None req-086b05ac-792c-4635-9bbc-9c8edfc47bcf tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078139, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.653445] env[69889]: DEBUG nova.compute.manager [None req-cb274a66-da36-4baf-94ea-f065b05594a8 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5f8f6d7f-2483-49f3-b08f-c4944dd39291] Starting instance... {{(pid=69889) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1199.127934] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d21f3344-8681-4d4e-8f12-eb9ab4e4f1cd tempest-ServerAddressesNegativeTestJSON-1498411023 tempest-ServerAddressesNegativeTestJSON-1498411023-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.128281] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d21f3344-8681-4d4e-8f12-eb9ab4e4f1cd tempest-ServerAddressesNegativeTestJSON-1498411023 tempest-ServerAddressesNegativeTestJSON-1498411023-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.131190] env[69889]: INFO nova.compute.claims [None req-d21f3344-8681-4d4e-8f12-eb9ab4e4f1cd tempest-ServerAddressesNegativeTestJSON-1498411023 tempest-ServerAddressesNegativeTestJSON-1498411023-project-member] [instance: 1bdc6092-0b1d-4e40-abe9-848dd1445a22] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1199.150376] env[69889]: DEBUG oslo_vmware.api [None req-086b05ac-792c-4635-9bbc-9c8edfc47bcf tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078139, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.179286] env[69889]: DEBUG oslo_concurrency.lockutils [None req-cb274a66-da36-4baf-94ea-f065b05594a8 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.650755] env[69889]: DEBUG oslo_vmware.api [None req-086b05ac-792c-4635-9bbc-9c8edfc47bcf tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078139, 'name': PowerOnVM_Task, 'duration_secs': 1.030143} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.651040] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-086b05ac-792c-4635-9bbc-9c8edfc47bcf tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: c0aa68c5-b661-4cf1-8cb0-da9e77d67d2e] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1199.651250] env[69889]: DEBUG nova.compute.manager [None req-086b05ac-792c-4635-9bbc-9c8edfc47bcf tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: c0aa68c5-b661-4cf1-8cb0-da9e77d67d2e] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1199.652065] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d63e6e6-325e-4c6e-badc-8b1e3779bb4f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.169449] env[69889]: DEBUG oslo_concurrency.lockutils [None req-086b05ac-792c-4635-9bbc-9c8edfc47bcf tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.330025] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a429fba5-1b07-4088-9930-d8b530cb5562 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.336821] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6de246e-adbe-4767-ad8a-65df4981aa4a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.369515] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19b41d46-7de9-43d8-a9b1-26f98b2b880b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.380664] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-913b7df0-672e-4db7-a445-9a818e7ebd6e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.402528] env[69889]: DEBUG nova.compute.provider_tree [None req-d21f3344-8681-4d4e-8f12-eb9ab4e4f1cd tempest-ServerAddressesNegativeTestJSON-1498411023 tempest-ServerAddressesNegativeTestJSON-1498411023-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1200.507135] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c0fcdabd-2302-4ce0-96ff-2fda3b4b787d tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Acquiring lock "8f0cd72f-eb26-47ab-b33a-84e65fa65673" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.507420] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c0fcdabd-2302-4ce0-96ff-2fda3b4b787d tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Lock "8f0cd72f-eb26-47ab-b33a-84e65fa65673" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.507611] env[69889]: DEBUG nova.compute.manager [None req-c0fcdabd-2302-4ce0-96ff-2fda3b4b787d tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: 8f0cd72f-eb26-47ab-b33a-84e65fa65673] Going to confirm migration 6 {{(pid=69889) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1200.906865] env[69889]: DEBUG nova.scheduler.client.report [None req-d21f3344-8681-4d4e-8f12-eb9ab4e4f1cd tempest-ServerAddressesNegativeTestJSON-1498411023 tempest-ServerAddressesNegativeTestJSON-1498411023-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1201.071506] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c0fcdabd-2302-4ce0-96ff-2fda3b4b787d tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Acquiring lock "refresh_cache-8f0cd72f-eb26-47ab-b33a-84e65fa65673" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.071664] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c0fcdabd-2302-4ce0-96ff-2fda3b4b787d tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Acquired lock "refresh_cache-8f0cd72f-eb26-47ab-b33a-84e65fa65673" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.071929] env[69889]: DEBUG nova.network.neutron [None req-c0fcdabd-2302-4ce0-96ff-2fda3b4b787d tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: 8f0cd72f-eb26-47ab-b33a-84e65fa65673] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1201.072048] env[69889]: DEBUG nova.objects.instance [None req-c0fcdabd-2302-4ce0-96ff-2fda3b4b787d tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Lazy-loading 'info_cache' on Instance uuid 8f0cd72f-eb26-47ab-b33a-84e65fa65673 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1201.128160] env[69889]: DEBUG oslo_concurrency.lockutils [None req-299c2646-66e6-4eb2-9612-1b8fd109c351 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Acquiring lock "c0aa68c5-b661-4cf1-8cb0-da9e77d67d2e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.128160] env[69889]: DEBUG oslo_concurrency.lockutils [None req-299c2646-66e6-4eb2-9612-1b8fd109c351 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Lock "c0aa68c5-b661-4cf1-8cb0-da9e77d67d2e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.128160] env[69889]: DEBUG oslo_concurrency.lockutils [None req-299c2646-66e6-4eb2-9612-1b8fd109c351 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Acquiring lock "c0aa68c5-b661-4cf1-8cb0-da9e77d67d2e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.128455] env[69889]: DEBUG oslo_concurrency.lockutils [None req-299c2646-66e6-4eb2-9612-1b8fd109c351 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Lock "c0aa68c5-b661-4cf1-8cb0-da9e77d67d2e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.128717] env[69889]: DEBUG oslo_concurrency.lockutils [None req-299c2646-66e6-4eb2-9612-1b8fd109c351 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Lock "c0aa68c5-b661-4cf1-8cb0-da9e77d67d2e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.130869] env[69889]: INFO nova.compute.manager [None req-299c2646-66e6-4eb2-9612-1b8fd109c351 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: c0aa68c5-b661-4cf1-8cb0-da9e77d67d2e] Terminating instance [ 1201.412265] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d21f3344-8681-4d4e-8f12-eb9ab4e4f1cd tempest-ServerAddressesNegativeTestJSON-1498411023 tempest-ServerAddressesNegativeTestJSON-1498411023-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.284s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.412788] env[69889]: DEBUG nova.compute.manager [None req-d21f3344-8681-4d4e-8f12-eb9ab4e4f1cd tempest-ServerAddressesNegativeTestJSON-1498411023 tempest-ServerAddressesNegativeTestJSON-1498411023-project-member] [instance: 1bdc6092-0b1d-4e40-abe9-848dd1445a22] Start building networks asynchronously for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1201.415453] env[69889]: DEBUG oslo_concurrency.lockutils [None req-cb274a66-da36-4baf-94ea-f065b05594a8 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.236s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.416904] env[69889]: INFO nova.compute.claims [None req-cb274a66-da36-4baf-94ea-f065b05594a8 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5f8f6d7f-2483-49f3-b08f-c4944dd39291] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1201.583041] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1a9943f2-8528-439f-a928-4ed390a0bd90 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Acquiring lock "d87d5259-3b70-4a19-b1df-c73b1279d429" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.583285] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1a9943f2-8528-439f-a928-4ed390a0bd90 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Lock "d87d5259-3b70-4a19-b1df-c73b1279d429" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.635021] env[69889]: DEBUG nova.compute.manager [None req-299c2646-66e6-4eb2-9612-1b8fd109c351 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: c0aa68c5-b661-4cf1-8cb0-da9e77d67d2e] Start destroying the instance on the hypervisor. {{(pid=69889) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1201.635391] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-299c2646-66e6-4eb2-9612-1b8fd109c351 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: c0aa68c5-b661-4cf1-8cb0-da9e77d67d2e] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1201.639575] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-569a3d44-2aad-4588-aa3a-2025be57fd50 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.644780] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-299c2646-66e6-4eb2-9612-1b8fd109c351 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: c0aa68c5-b661-4cf1-8cb0-da9e77d67d2e] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1201.645052] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-814001fd-45cf-4cee-a0a0-2e592f25cffa {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.651972] env[69889]: DEBUG oslo_vmware.api [None req-299c2646-66e6-4eb2-9612-1b8fd109c351 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Waiting for the task: (returnval){ [ 1201.651972] env[69889]: value = "task-4078140" [ 1201.651972] env[69889]: _type = "Task" [ 1201.651972] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.660649] env[69889]: DEBUG oslo_vmware.api [None req-299c2646-66e6-4eb2-9612-1b8fd109c351 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078140, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.921969] env[69889]: DEBUG nova.compute.utils [None req-d21f3344-8681-4d4e-8f12-eb9ab4e4f1cd tempest-ServerAddressesNegativeTestJSON-1498411023 tempest-ServerAddressesNegativeTestJSON-1498411023-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1201.926035] env[69889]: DEBUG nova.compute.manager [None req-d21f3344-8681-4d4e-8f12-eb9ab4e4f1cd tempest-ServerAddressesNegativeTestJSON-1498411023 tempest-ServerAddressesNegativeTestJSON-1498411023-project-member] [instance: 1bdc6092-0b1d-4e40-abe9-848dd1445a22] Allocating IP information in the background. {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1201.926035] env[69889]: DEBUG nova.network.neutron [None req-d21f3344-8681-4d4e-8f12-eb9ab4e4f1cd tempest-ServerAddressesNegativeTestJSON-1498411023 tempest-ServerAddressesNegativeTestJSON-1498411023-project-member] [instance: 1bdc6092-0b1d-4e40-abe9-848dd1445a22] allocate_for_instance() {{(pid=69889) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1201.978758] env[69889]: DEBUG nova.policy [None req-d21f3344-8681-4d4e-8f12-eb9ab4e4f1cd tempest-ServerAddressesNegativeTestJSON-1498411023 tempest-ServerAddressesNegativeTestJSON-1498411023-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c75cb295bf2b4d368e8e23935fbff218', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'db55e05443364d91ac97a08ff85e9ea6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69889) authorize /opt/stack/nova/nova/policy.py:192}} [ 1202.087654] env[69889]: DEBUG nova.compute.manager [None req-1a9943f2-8528-439f-a928-4ed390a0bd90 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: d87d5259-3b70-4a19-b1df-c73b1279d429] Starting instance... {{(pid=69889) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1202.164775] env[69889]: DEBUG oslo_vmware.api [None req-299c2646-66e6-4eb2-9612-1b8fd109c351 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078140, 'name': PowerOffVM_Task, 'duration_secs': 0.214651} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.165017] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-299c2646-66e6-4eb2-9612-1b8fd109c351 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: c0aa68c5-b661-4cf1-8cb0-da9e77d67d2e] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1202.165207] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-299c2646-66e6-4eb2-9612-1b8fd109c351 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: c0aa68c5-b661-4cf1-8cb0-da9e77d67d2e] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1202.165476] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9d78b25e-5c3a-491b-8bc3-ed151a6693b4 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.426368] env[69889]: DEBUG nova.compute.manager [None req-d21f3344-8681-4d4e-8f12-eb9ab4e4f1cd tempest-ServerAddressesNegativeTestJSON-1498411023 tempest-ServerAddressesNegativeTestJSON-1498411023-project-member] [instance: 1bdc6092-0b1d-4e40-abe9-848dd1445a22] Start building block device mappings for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1202.503846] env[69889]: DEBUG nova.network.neutron [None req-c0fcdabd-2302-4ce0-96ff-2fda3b4b787d tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: 8f0cd72f-eb26-47ab-b33a-84e65fa65673] Updating instance_info_cache with network_info: [{"id": "6d2ad890-294e-4f0c-aca8-61b9788d4adb", "address": "fa:16:3e:96:67:b4", "network": {"id": "b29da6ee-674a-477c-825a-46d399fad165", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1035647706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea3b0130534446ba8f3ff8c8e581dae7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d2ad890-29", "ovs_interfaceid": "6d2ad890-294e-4f0c-aca8-61b9788d4adb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1202.525346] env[69889]: DEBUG nova.network.neutron [None req-d21f3344-8681-4d4e-8f12-eb9ab4e4f1cd tempest-ServerAddressesNegativeTestJSON-1498411023 tempest-ServerAddressesNegativeTestJSON-1498411023-project-member] [instance: 1bdc6092-0b1d-4e40-abe9-848dd1445a22] Successfully created port: ac5d5a70-9612-4fa9-bd06-c6f8aebc2d4b {{(pid=69889) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1202.609348] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1a9943f2-8528-439f-a928-4ed390a0bd90 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.670960] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c5c156b-52d8-438e-b76f-3459c48e60f7 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.682151] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4a4d4e9-3b50-4473-945b-80abbe2facac {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.688192] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-299c2646-66e6-4eb2-9612-1b8fd109c351 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: c0aa68c5-b661-4cf1-8cb0-da9e77d67d2e] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1202.688427] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-299c2646-66e6-4eb2-9612-1b8fd109c351 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: c0aa68c5-b661-4cf1-8cb0-da9e77d67d2e] Deleting contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1202.688620] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-299c2646-66e6-4eb2-9612-1b8fd109c351 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Deleting the datastore file [datastore2] c0aa68c5-b661-4cf1-8cb0-da9e77d67d2e {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1202.689462] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-24fe9d8d-cba4-4445-8f9b-1924af89d052 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.723079] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d612dc22-b9a5-4b95-8bd8-95e4495495af {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.726042] env[69889]: DEBUG oslo_vmware.api [None req-299c2646-66e6-4eb2-9612-1b8fd109c351 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Waiting for the task: (returnval){ [ 1202.726042] env[69889]: value = "task-4078142" [ 1202.726042] env[69889]: _type = "Task" [ 1202.726042] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.733438] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ce9b158-acaf-4309-a51d-d0b8978f4740 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.740640] env[69889]: DEBUG oslo_vmware.api [None req-299c2646-66e6-4eb2-9612-1b8fd109c351 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078142, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.752212] env[69889]: DEBUG nova.compute.provider_tree [None req-cb274a66-da36-4baf-94ea-f065b05594a8 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1203.009828] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c0fcdabd-2302-4ce0-96ff-2fda3b4b787d tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Releasing lock "refresh_cache-8f0cd72f-eb26-47ab-b33a-84e65fa65673" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.010015] env[69889]: DEBUG nova.objects.instance [None req-c0fcdabd-2302-4ce0-96ff-2fda3b4b787d tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Lazy-loading 'migration_context' on Instance uuid 8f0cd72f-eb26-47ab-b33a-84e65fa65673 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1203.237521] env[69889]: DEBUG oslo_vmware.api [None req-299c2646-66e6-4eb2-9612-1b8fd109c351 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078142, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.204382} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.237855] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-299c2646-66e6-4eb2-9612-1b8fd109c351 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1203.238105] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-299c2646-66e6-4eb2-9612-1b8fd109c351 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: c0aa68c5-b661-4cf1-8cb0-da9e77d67d2e] Deleted contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1203.238379] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-299c2646-66e6-4eb2-9612-1b8fd109c351 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: c0aa68c5-b661-4cf1-8cb0-da9e77d67d2e] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1203.238685] env[69889]: INFO nova.compute.manager [None req-299c2646-66e6-4eb2-9612-1b8fd109c351 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: c0aa68c5-b661-4cf1-8cb0-da9e77d67d2e] Took 1.60 seconds to destroy the instance on the hypervisor. [ 1203.239000] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-299c2646-66e6-4eb2-9612-1b8fd109c351 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1203.239258] env[69889]: DEBUG nova.compute.manager [-] [instance: c0aa68c5-b661-4cf1-8cb0-da9e77d67d2e] Deallocating network for instance {{(pid=69889) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1203.239365] env[69889]: DEBUG nova.network.neutron [-] [instance: c0aa68c5-b661-4cf1-8cb0-da9e77d67d2e] deallocate_for_instance() {{(pid=69889) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1203.255842] env[69889]: DEBUG nova.scheduler.client.report [None req-cb274a66-da36-4baf-94ea-f065b05594a8 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1203.447188] env[69889]: DEBUG nova.compute.manager [None req-d21f3344-8681-4d4e-8f12-eb9ab4e4f1cd tempest-ServerAddressesNegativeTestJSON-1498411023 tempest-ServerAddressesNegativeTestJSON-1498411023-project-member] [instance: 1bdc6092-0b1d-4e40-abe9-848dd1445a22] Start spawning the instance on the hypervisor. {{(pid=69889) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1203.497500] env[69889]: DEBUG nova.virt.hardware [None req-d21f3344-8681-4d4e-8f12-eb9ab4e4f1cd tempest-ServerAddressesNegativeTestJSON-1498411023 tempest-ServerAddressesNegativeTestJSON-1498411023-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1203.497931] env[69889]: DEBUG nova.virt.hardware [None req-d21f3344-8681-4d4e-8f12-eb9ab4e4f1cd tempest-ServerAddressesNegativeTestJSON-1498411023 tempest-ServerAddressesNegativeTestJSON-1498411023-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1203.498223] env[69889]: DEBUG nova.virt.hardware [None req-d21f3344-8681-4d4e-8f12-eb9ab4e4f1cd tempest-ServerAddressesNegativeTestJSON-1498411023 tempest-ServerAddressesNegativeTestJSON-1498411023-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1203.498578] env[69889]: DEBUG nova.virt.hardware [None req-d21f3344-8681-4d4e-8f12-eb9ab4e4f1cd tempest-ServerAddressesNegativeTestJSON-1498411023 tempest-ServerAddressesNegativeTestJSON-1498411023-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1203.498833] env[69889]: DEBUG nova.virt.hardware [None req-d21f3344-8681-4d4e-8f12-eb9ab4e4f1cd tempest-ServerAddressesNegativeTestJSON-1498411023 tempest-ServerAddressesNegativeTestJSON-1498411023-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1203.499109] env[69889]: DEBUG nova.virt.hardware [None req-d21f3344-8681-4d4e-8f12-eb9ab4e4f1cd tempest-ServerAddressesNegativeTestJSON-1498411023 tempest-ServerAddressesNegativeTestJSON-1498411023-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1203.499463] env[69889]: DEBUG nova.virt.hardware [None req-d21f3344-8681-4d4e-8f12-eb9ab4e4f1cd tempest-ServerAddressesNegativeTestJSON-1498411023 tempest-ServerAddressesNegativeTestJSON-1498411023-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1203.499734] env[69889]: DEBUG nova.virt.hardware [None req-d21f3344-8681-4d4e-8f12-eb9ab4e4f1cd tempest-ServerAddressesNegativeTestJSON-1498411023 tempest-ServerAddressesNegativeTestJSON-1498411023-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1203.500052] env[69889]: DEBUG nova.virt.hardware [None req-d21f3344-8681-4d4e-8f12-eb9ab4e4f1cd tempest-ServerAddressesNegativeTestJSON-1498411023 tempest-ServerAddressesNegativeTestJSON-1498411023-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1203.500346] env[69889]: DEBUG nova.virt.hardware [None req-d21f3344-8681-4d4e-8f12-eb9ab4e4f1cd tempest-ServerAddressesNegativeTestJSON-1498411023 tempest-ServerAddressesNegativeTestJSON-1498411023-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1203.500653] env[69889]: DEBUG nova.virt.hardware [None req-d21f3344-8681-4d4e-8f12-eb9ab4e4f1cd tempest-ServerAddressesNegativeTestJSON-1498411023 tempest-ServerAddressesNegativeTestJSON-1498411023-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1203.502016] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25baf406-f95e-4876-9faf-27e28767462b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.514238] env[69889]: DEBUG nova.objects.base [None req-c0fcdabd-2302-4ce0-96ff-2fda3b4b787d tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Object Instance<8f0cd72f-eb26-47ab-b33a-84e65fa65673> lazy-loaded attributes: info_cache,migration_context {{(pid=69889) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1203.515664] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12d39029-cd8f-4a5d-92cd-bff0c9f475b6 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.521591] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33beb192-e528-4721-936c-fbe9e863984c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.564472] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93326a2a-5c51-45e9-bcd0-7fb7c834f622 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.572798] env[69889]: DEBUG oslo_vmware.api [None req-c0fcdabd-2302-4ce0-96ff-2fda3b4b787d tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Waiting for the task: (returnval){ [ 1203.572798] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]520d8274-d873-eca3-116d-f7fa20cb4cc5" [ 1203.572798] env[69889]: _type = "Task" [ 1203.572798] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.582444] env[69889]: DEBUG oslo_vmware.api [None req-c0fcdabd-2302-4ce0-96ff-2fda3b4b787d tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]520d8274-d873-eca3-116d-f7fa20cb4cc5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.592275] env[69889]: DEBUG nova.compute.manager [req-13fec58b-257a-4482-a6f0-9f9ccbf1071f req-17e1384e-2b29-4bd2-ad15-1a6a78568824 service nova] [instance: c0aa68c5-b661-4cf1-8cb0-da9e77d67d2e] Received event network-vif-deleted-89d9bbca-7ad0-4dab-8a88-3155f7d52504 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1203.592701] env[69889]: INFO nova.compute.manager [req-13fec58b-257a-4482-a6f0-9f9ccbf1071f req-17e1384e-2b29-4bd2-ad15-1a6a78568824 service nova] [instance: c0aa68c5-b661-4cf1-8cb0-da9e77d67d2e] Neutron deleted interface 89d9bbca-7ad0-4dab-8a88-3155f7d52504; detaching it from the instance and deleting it from the info cache [ 1203.592994] env[69889]: DEBUG nova.network.neutron [req-13fec58b-257a-4482-a6f0-9f9ccbf1071f req-17e1384e-2b29-4bd2-ad15-1a6a78568824 service nova] [instance: c0aa68c5-b661-4cf1-8cb0-da9e77d67d2e] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.763029] env[69889]: DEBUG oslo_concurrency.lockutils [None req-cb274a66-da36-4baf-94ea-f065b05594a8 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.346s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.763029] env[69889]: DEBUG nova.compute.manager [None req-cb274a66-da36-4baf-94ea-f065b05594a8 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5f8f6d7f-2483-49f3-b08f-c4944dd39291] Start building networks asynchronously for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1203.765636] env[69889]: DEBUG oslo_concurrency.lockutils [None req-086b05ac-792c-4635-9bbc-9c8edfc47bcf tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 3.597s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.766023] env[69889]: DEBUG nova.objects.instance [None req-086b05ac-792c-4635-9bbc-9c8edfc47bcf tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: c0aa68c5-b661-4cf1-8cb0-da9e77d67d2e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69889) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1204.067066] env[69889]: DEBUG nova.network.neutron [None req-d21f3344-8681-4d4e-8f12-eb9ab4e4f1cd tempest-ServerAddressesNegativeTestJSON-1498411023 tempest-ServerAddressesNegativeTestJSON-1498411023-project-member] [instance: 1bdc6092-0b1d-4e40-abe9-848dd1445a22] Successfully updated port: ac5d5a70-9612-4fa9-bd06-c6f8aebc2d4b {{(pid=69889) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1204.069869] env[69889]: DEBUG nova.network.neutron [-] [instance: c0aa68c5-b661-4cf1-8cb0-da9e77d67d2e] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1204.085651] env[69889]: DEBUG oslo_vmware.api [None req-c0fcdabd-2302-4ce0-96ff-2fda3b4b787d tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]520d8274-d873-eca3-116d-f7fa20cb4cc5, 'name': SearchDatastore_Task, 'duration_secs': 0.012565} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.085959] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c0fcdabd-2302-4ce0-96ff-2fda3b4b787d tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.095863] env[69889]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-88a2ffd1-35ad-4c44-9bf8-5a32256189e0 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.105921] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e147a503-aba2-4d2e-8347-0449fdb1a7fe {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.136421] env[69889]: DEBUG nova.compute.manager [req-13fec58b-257a-4482-a6f0-9f9ccbf1071f req-17e1384e-2b29-4bd2-ad15-1a6a78568824 service nova] [instance: c0aa68c5-b661-4cf1-8cb0-da9e77d67d2e] Detach interface failed, port_id=89d9bbca-7ad0-4dab-8a88-3155f7d52504, reason: Instance c0aa68c5-b661-4cf1-8cb0-da9e77d67d2e could not be found. {{(pid=69889) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1204.270701] env[69889]: DEBUG nova.compute.utils [None req-cb274a66-da36-4baf-94ea-f065b05594a8 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1204.275749] env[69889]: DEBUG nova.compute.manager [None req-cb274a66-da36-4baf-94ea-f065b05594a8 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5f8f6d7f-2483-49f3-b08f-c4944dd39291] Allocating IP information in the background. {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1204.275963] env[69889]: DEBUG nova.network.neutron [None req-cb274a66-da36-4baf-94ea-f065b05594a8 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5f8f6d7f-2483-49f3-b08f-c4944dd39291] allocate_for_instance() {{(pid=69889) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1204.314421] env[69889]: DEBUG nova.policy [None req-cb274a66-da36-4baf-94ea-f065b05594a8 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '06b16d4eba14469eac358aaed7c3ac59', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8917847ce0c4465198a89a1c5551fb59', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69889) authorize /opt/stack/nova/nova/policy.py:192}} [ 1204.569371] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d21f3344-8681-4d4e-8f12-eb9ab4e4f1cd tempest-ServerAddressesNegativeTestJSON-1498411023 tempest-ServerAddressesNegativeTestJSON-1498411023-project-member] Acquiring lock "refresh_cache-1bdc6092-0b1d-4e40-abe9-848dd1445a22" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.569696] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d21f3344-8681-4d4e-8f12-eb9ab4e4f1cd tempest-ServerAddressesNegativeTestJSON-1498411023 tempest-ServerAddressesNegativeTestJSON-1498411023-project-member] Acquired lock "refresh_cache-1bdc6092-0b1d-4e40-abe9-848dd1445a22" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.569696] env[69889]: DEBUG nova.network.neutron [None req-d21f3344-8681-4d4e-8f12-eb9ab4e4f1cd tempest-ServerAddressesNegativeTestJSON-1498411023 tempest-ServerAddressesNegativeTestJSON-1498411023-project-member] [instance: 1bdc6092-0b1d-4e40-abe9-848dd1445a22] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1204.575899] env[69889]: INFO nova.compute.manager [-] [instance: c0aa68c5-b661-4cf1-8cb0-da9e77d67d2e] Took 1.33 seconds to deallocate network for instance. [ 1204.600148] env[69889]: DEBUG nova.network.neutron [None req-cb274a66-da36-4baf-94ea-f065b05594a8 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5f8f6d7f-2483-49f3-b08f-c4944dd39291] Successfully created port: 6193a90c-3e3a-4ca4-b452-305ec89374d9 {{(pid=69889) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1204.778995] env[69889]: DEBUG nova.compute.manager [None req-cb274a66-da36-4baf-94ea-f065b05594a8 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5f8f6d7f-2483-49f3-b08f-c4944dd39291] Start building block device mappings for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1204.784351] env[69889]: DEBUG oslo_concurrency.lockutils [None req-086b05ac-792c-4635-9bbc-9c8edfc47bcf tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.785539] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1a9943f2-8528-439f-a928-4ed390a0bd90 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.176s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.787261] env[69889]: INFO nova.compute.claims [None req-1a9943f2-8528-439f-a928-4ed390a0bd90 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: d87d5259-3b70-4a19-b1df-c73b1279d429] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1205.082464] env[69889]: DEBUG oslo_concurrency.lockutils [None req-299c2646-66e6-4eb2-9612-1b8fd109c351 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.103872] env[69889]: DEBUG nova.network.neutron [None req-d21f3344-8681-4d4e-8f12-eb9ab4e4f1cd tempest-ServerAddressesNegativeTestJSON-1498411023 tempest-ServerAddressesNegativeTestJSON-1498411023-project-member] [instance: 1bdc6092-0b1d-4e40-abe9-848dd1445a22] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1205.243034] env[69889]: DEBUG nova.network.neutron [None req-d21f3344-8681-4d4e-8f12-eb9ab4e4f1cd tempest-ServerAddressesNegativeTestJSON-1498411023 tempest-ServerAddressesNegativeTestJSON-1498411023-project-member] [instance: 1bdc6092-0b1d-4e40-abe9-848dd1445a22] Updating instance_info_cache with network_info: [{"id": "ac5d5a70-9612-4fa9-bd06-c6f8aebc2d4b", "address": "fa:16:3e:4c:1a:e1", "network": {"id": "2ff7056f-a9d4-46c3-9932-a1c13909964f", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1041416369-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db55e05443364d91ac97a08ff85e9ea6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac5d5a70-96", "ovs_interfaceid": "ac5d5a70-9612-4fa9-bd06-c6f8aebc2d4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.669453] env[69889]: DEBUG nova.objects.instance [None req-32d11260-96f8-4dac-acc4-db400205fb91 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] Lazy-loading 'flavor' on Instance uuid 5117077b-9ac8-4213-bf92-8b5555101496 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1205.693983] env[69889]: DEBUG nova.compute.manager [req-8b78959c-3e79-4a75-ad33-229397da3e9a req-88b0e5d1-3b05-4a08-a552-0c0dff246ff0 service nova] [instance: 1bdc6092-0b1d-4e40-abe9-848dd1445a22] Received event network-vif-plugged-ac5d5a70-9612-4fa9-bd06-c6f8aebc2d4b {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1205.694271] env[69889]: DEBUG oslo_concurrency.lockutils [req-8b78959c-3e79-4a75-ad33-229397da3e9a req-88b0e5d1-3b05-4a08-a552-0c0dff246ff0 service nova] Acquiring lock "1bdc6092-0b1d-4e40-abe9-848dd1445a22-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.694439] env[69889]: DEBUG oslo_concurrency.lockutils [req-8b78959c-3e79-4a75-ad33-229397da3e9a req-88b0e5d1-3b05-4a08-a552-0c0dff246ff0 service nova] Lock "1bdc6092-0b1d-4e40-abe9-848dd1445a22-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.694609] env[69889]: DEBUG oslo_concurrency.lockutils [req-8b78959c-3e79-4a75-ad33-229397da3e9a req-88b0e5d1-3b05-4a08-a552-0c0dff246ff0 service nova] Lock "1bdc6092-0b1d-4e40-abe9-848dd1445a22-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.694928] env[69889]: DEBUG nova.compute.manager [req-8b78959c-3e79-4a75-ad33-229397da3e9a req-88b0e5d1-3b05-4a08-a552-0c0dff246ff0 service nova] [instance: 1bdc6092-0b1d-4e40-abe9-848dd1445a22] No waiting events found dispatching network-vif-plugged-ac5d5a70-9612-4fa9-bd06-c6f8aebc2d4b {{(pid=69889) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1205.695149] env[69889]: WARNING nova.compute.manager [req-8b78959c-3e79-4a75-ad33-229397da3e9a req-88b0e5d1-3b05-4a08-a552-0c0dff246ff0 service nova] [instance: 1bdc6092-0b1d-4e40-abe9-848dd1445a22] Received unexpected event network-vif-plugged-ac5d5a70-9612-4fa9-bd06-c6f8aebc2d4b for instance with vm_state building and task_state spawning. [ 1205.695301] env[69889]: DEBUG nova.compute.manager [req-8b78959c-3e79-4a75-ad33-229397da3e9a req-88b0e5d1-3b05-4a08-a552-0c0dff246ff0 service nova] [instance: 1bdc6092-0b1d-4e40-abe9-848dd1445a22] Received event network-changed-ac5d5a70-9612-4fa9-bd06-c6f8aebc2d4b {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1205.695446] env[69889]: DEBUG nova.compute.manager [req-8b78959c-3e79-4a75-ad33-229397da3e9a req-88b0e5d1-3b05-4a08-a552-0c0dff246ff0 service nova] [instance: 1bdc6092-0b1d-4e40-abe9-848dd1445a22] Refreshing instance network info cache due to event network-changed-ac5d5a70-9612-4fa9-bd06-c6f8aebc2d4b. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1205.695946] env[69889]: DEBUG oslo_concurrency.lockutils [req-8b78959c-3e79-4a75-ad33-229397da3e9a req-88b0e5d1-3b05-4a08-a552-0c0dff246ff0 service nova] Acquiring lock "refresh_cache-1bdc6092-0b1d-4e40-abe9-848dd1445a22" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.746776] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d21f3344-8681-4d4e-8f12-eb9ab4e4f1cd tempest-ServerAddressesNegativeTestJSON-1498411023 tempest-ServerAddressesNegativeTestJSON-1498411023-project-member] Releasing lock "refresh_cache-1bdc6092-0b1d-4e40-abe9-848dd1445a22" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.747114] env[69889]: DEBUG nova.compute.manager [None req-d21f3344-8681-4d4e-8f12-eb9ab4e4f1cd tempest-ServerAddressesNegativeTestJSON-1498411023 tempest-ServerAddressesNegativeTestJSON-1498411023-project-member] [instance: 1bdc6092-0b1d-4e40-abe9-848dd1445a22] Instance network_info: |[{"id": "ac5d5a70-9612-4fa9-bd06-c6f8aebc2d4b", "address": "fa:16:3e:4c:1a:e1", "network": {"id": "2ff7056f-a9d4-46c3-9932-a1c13909964f", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1041416369-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db55e05443364d91ac97a08ff85e9ea6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac5d5a70-96", "ovs_interfaceid": "ac5d5a70-9612-4fa9-bd06-c6f8aebc2d4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1205.747414] env[69889]: DEBUG oslo_concurrency.lockutils [req-8b78959c-3e79-4a75-ad33-229397da3e9a req-88b0e5d1-3b05-4a08-a552-0c0dff246ff0 service nova] Acquired lock "refresh_cache-1bdc6092-0b1d-4e40-abe9-848dd1445a22" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.747597] env[69889]: DEBUG nova.network.neutron [req-8b78959c-3e79-4a75-ad33-229397da3e9a req-88b0e5d1-3b05-4a08-a552-0c0dff246ff0 service nova] [instance: 1bdc6092-0b1d-4e40-abe9-848dd1445a22] Refreshing network info cache for port ac5d5a70-9612-4fa9-bd06-c6f8aebc2d4b {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1205.749023] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-d21f3344-8681-4d4e-8f12-eb9ab4e4f1cd tempest-ServerAddressesNegativeTestJSON-1498411023 tempest-ServerAddressesNegativeTestJSON-1498411023-project-member] [instance: 1bdc6092-0b1d-4e40-abe9-848dd1445a22] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:1a:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73b1ea51-8078-4169-921e-d5a224120ab4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ac5d5a70-9612-4fa9-bd06-c6f8aebc2d4b', 'vif_model': 'vmxnet3'}] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1205.757658] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-d21f3344-8681-4d4e-8f12-eb9ab4e4f1cd tempest-ServerAddressesNegativeTestJSON-1498411023 tempest-ServerAddressesNegativeTestJSON-1498411023-project-member] Creating folder: Project (db55e05443364d91ac97a08ff85e9ea6). Parent ref: group-v807779. {{(pid=69889) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1205.758550] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1ac76162-5467-44d6-b890-3eb45e479e51 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.771987] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-d21f3344-8681-4d4e-8f12-eb9ab4e4f1cd tempest-ServerAddressesNegativeTestJSON-1498411023 tempest-ServerAddressesNegativeTestJSON-1498411023-project-member] Created folder: Project (db55e05443364d91ac97a08ff85e9ea6) in parent group-v807779. [ 1205.772198] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-d21f3344-8681-4d4e-8f12-eb9ab4e4f1cd tempest-ServerAddressesNegativeTestJSON-1498411023 tempest-ServerAddressesNegativeTestJSON-1498411023-project-member] Creating folder: Instances. Parent ref: group-v808069. {{(pid=69889) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1205.772447] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-63f7146b-0578-43e9-80f5-db8cca30586c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.782272] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-d21f3344-8681-4d4e-8f12-eb9ab4e4f1cd tempest-ServerAddressesNegativeTestJSON-1498411023 tempest-ServerAddressesNegativeTestJSON-1498411023-project-member] Created folder: Instances in parent group-v808069. [ 1205.782510] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d21f3344-8681-4d4e-8f12-eb9ab4e4f1cd tempest-ServerAddressesNegativeTestJSON-1498411023 tempest-ServerAddressesNegativeTestJSON-1498411023-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1205.782701] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1bdc6092-0b1d-4e40-abe9-848dd1445a22] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1205.782909] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1e97bb4c-9288-49c1-89a6-a803b32fb667 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.798024] env[69889]: DEBUG nova.compute.manager [None req-cb274a66-da36-4baf-94ea-f065b05594a8 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5f8f6d7f-2483-49f3-b08f-c4944dd39291] Start spawning the instance on the hypervisor. {{(pid=69889) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1205.808461] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1205.808461] env[69889]: value = "task-4078145" [ 1205.808461] env[69889]: _type = "Task" [ 1205.808461] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.816944] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4078145, 'name': CreateVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.829753] env[69889]: DEBUG nova.virt.hardware [None req-cb274a66-da36-4baf-94ea-f065b05594a8 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1205.830016] env[69889]: DEBUG nova.virt.hardware [None req-cb274a66-da36-4baf-94ea-f065b05594a8 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1205.830187] env[69889]: DEBUG nova.virt.hardware [None req-cb274a66-da36-4baf-94ea-f065b05594a8 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1205.830432] env[69889]: DEBUG nova.virt.hardware [None req-cb274a66-da36-4baf-94ea-f065b05594a8 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1205.830518] env[69889]: DEBUG nova.virt.hardware [None req-cb274a66-da36-4baf-94ea-f065b05594a8 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1205.830698] env[69889]: DEBUG nova.virt.hardware [None req-cb274a66-da36-4baf-94ea-f065b05594a8 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1205.830985] env[69889]: DEBUG nova.virt.hardware [None req-cb274a66-da36-4baf-94ea-f065b05594a8 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1205.831199] env[69889]: DEBUG nova.virt.hardware [None req-cb274a66-da36-4baf-94ea-f065b05594a8 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1205.831375] env[69889]: DEBUG nova.virt.hardware [None req-cb274a66-da36-4baf-94ea-f065b05594a8 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1205.831540] env[69889]: DEBUG nova.virt.hardware [None req-cb274a66-da36-4baf-94ea-f065b05594a8 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1205.831736] env[69889]: DEBUG nova.virt.hardware [None req-cb274a66-da36-4baf-94ea-f065b05594a8 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1205.832931] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00047a47-50a7-4107-b9af-63cac9a9ab46 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.848446] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0045d13a-7d20-463e-bc77-279353a5c88d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.008151] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d42b54a-e605-4e73-89a5-99729ab5f877 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.017766] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2670c75e-186b-40f3-bc8b-e6d1943f6a7b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.048368] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8651743f-44a5-4557-8a9f-8a973d326e12 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.056993] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbf35aba-8e25-4c2d-acd2-9dd7298fedfc {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.071401] env[69889]: DEBUG nova.compute.provider_tree [None req-1a9943f2-8528-439f-a928-4ed390a0bd90 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1206.086830] env[69889]: DEBUG nova.network.neutron [None req-cb274a66-da36-4baf-94ea-f065b05594a8 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5f8f6d7f-2483-49f3-b08f-c4944dd39291] Successfully updated port: 6193a90c-3e3a-4ca4-b452-305ec89374d9 {{(pid=69889) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1206.176014] env[69889]: DEBUG oslo_concurrency.lockutils [None req-32d11260-96f8-4dac-acc4-db400205fb91 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] Acquiring lock "refresh_cache-5117077b-9ac8-4213-bf92-8b5555101496" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.176280] env[69889]: DEBUG oslo_concurrency.lockutils [None req-32d11260-96f8-4dac-acc4-db400205fb91 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] Acquired lock "refresh_cache-5117077b-9ac8-4213-bf92-8b5555101496" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.320728] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4078145, 'name': CreateVM_Task, 'duration_secs': 0.37422} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.320912] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1bdc6092-0b1d-4e40-abe9-848dd1445a22] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1206.321601] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d21f3344-8681-4d4e-8f12-eb9ab4e4f1cd tempest-ServerAddressesNegativeTestJSON-1498411023 tempest-ServerAddressesNegativeTestJSON-1498411023-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.321782] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d21f3344-8681-4d4e-8f12-eb9ab4e4f1cd tempest-ServerAddressesNegativeTestJSON-1498411023 tempest-ServerAddressesNegativeTestJSON-1498411023-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.322150] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d21f3344-8681-4d4e-8f12-eb9ab4e4f1cd tempest-ServerAddressesNegativeTestJSON-1498411023 tempest-ServerAddressesNegativeTestJSON-1498411023-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.322416] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a5b7b06-4b0b-4686-b74a-8b59d4589439 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.327104] env[69889]: DEBUG oslo_vmware.api [None req-d21f3344-8681-4d4e-8f12-eb9ab4e4f1cd tempest-ServerAddressesNegativeTestJSON-1498411023 tempest-ServerAddressesNegativeTestJSON-1498411023-project-member] Waiting for the task: (returnval){ [ 1206.327104] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]5220ab09-c274-659a-25a8-482d7153c9ca" [ 1206.327104] env[69889]: _type = "Task" [ 1206.327104] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.335022] env[69889]: DEBUG oslo_vmware.api [None req-d21f3344-8681-4d4e-8f12-eb9ab4e4f1cd tempest-ServerAddressesNegativeTestJSON-1498411023 tempest-ServerAddressesNegativeTestJSON-1498411023-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5220ab09-c274-659a-25a8-482d7153c9ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.575280] env[69889]: DEBUG nova.scheduler.client.report [None req-1a9943f2-8528-439f-a928-4ed390a0bd90 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1206.589324] env[69889]: DEBUG oslo_concurrency.lockutils [None req-cb274a66-da36-4baf-94ea-f065b05594a8 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Acquiring lock "refresh_cache-5f8f6d7f-2483-49f3-b08f-c4944dd39291" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.589470] env[69889]: DEBUG oslo_concurrency.lockutils [None req-cb274a66-da36-4baf-94ea-f065b05594a8 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Acquired lock "refresh_cache-5f8f6d7f-2483-49f3-b08f-c4944dd39291" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.589620] env[69889]: DEBUG nova.network.neutron [None req-cb274a66-da36-4baf-94ea-f065b05594a8 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5f8f6d7f-2483-49f3-b08f-c4944dd39291] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1206.616861] env[69889]: DEBUG nova.network.neutron [req-8b78959c-3e79-4a75-ad33-229397da3e9a req-88b0e5d1-3b05-4a08-a552-0c0dff246ff0 service nova] [instance: 1bdc6092-0b1d-4e40-abe9-848dd1445a22] Updated VIF entry in instance network info cache for port ac5d5a70-9612-4fa9-bd06-c6f8aebc2d4b. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1206.617287] env[69889]: DEBUG nova.network.neutron [req-8b78959c-3e79-4a75-ad33-229397da3e9a req-88b0e5d1-3b05-4a08-a552-0c0dff246ff0 service nova] [instance: 1bdc6092-0b1d-4e40-abe9-848dd1445a22] Updating instance_info_cache with network_info: [{"id": "ac5d5a70-9612-4fa9-bd06-c6f8aebc2d4b", "address": "fa:16:3e:4c:1a:e1", "network": {"id": "2ff7056f-a9d4-46c3-9932-a1c13909964f", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1041416369-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db55e05443364d91ac97a08ff85e9ea6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac5d5a70-96", "ovs_interfaceid": "ac5d5a70-9612-4fa9-bd06-c6f8aebc2d4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.699947] env[69889]: DEBUG nova.network.neutron [None req-32d11260-96f8-4dac-acc4-db400205fb91 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] [instance: 5117077b-9ac8-4213-bf92-8b5555101496] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1206.839463] env[69889]: DEBUG oslo_vmware.api [None req-d21f3344-8681-4d4e-8f12-eb9ab4e4f1cd tempest-ServerAddressesNegativeTestJSON-1498411023 tempest-ServerAddressesNegativeTestJSON-1498411023-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5220ab09-c274-659a-25a8-482d7153c9ca, 'name': SearchDatastore_Task, 'duration_secs': 0.010291} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.839770] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d21f3344-8681-4d4e-8f12-eb9ab4e4f1cd tempest-ServerAddressesNegativeTestJSON-1498411023 tempest-ServerAddressesNegativeTestJSON-1498411023-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.840016] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-d21f3344-8681-4d4e-8f12-eb9ab4e4f1cd tempest-ServerAddressesNegativeTestJSON-1498411023 tempest-ServerAddressesNegativeTestJSON-1498411023-project-member] [instance: 1bdc6092-0b1d-4e40-abe9-848dd1445a22] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1206.840261] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d21f3344-8681-4d4e-8f12-eb9ab4e4f1cd tempest-ServerAddressesNegativeTestJSON-1498411023 tempest-ServerAddressesNegativeTestJSON-1498411023-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.840411] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d21f3344-8681-4d4e-8f12-eb9ab4e4f1cd tempest-ServerAddressesNegativeTestJSON-1498411023 tempest-ServerAddressesNegativeTestJSON-1498411023-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.840629] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-d21f3344-8681-4d4e-8f12-eb9ab4e4f1cd tempest-ServerAddressesNegativeTestJSON-1498411023 tempest-ServerAddressesNegativeTestJSON-1498411023-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1206.840881] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-239e0f21-8ac3-409b-8e5a-b0e4731a3e7f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.850815] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-d21f3344-8681-4d4e-8f12-eb9ab4e4f1cd tempest-ServerAddressesNegativeTestJSON-1498411023 tempest-ServerAddressesNegativeTestJSON-1498411023-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1206.851024] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-d21f3344-8681-4d4e-8f12-eb9ab4e4f1cd tempest-ServerAddressesNegativeTestJSON-1498411023 tempest-ServerAddressesNegativeTestJSON-1498411023-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1206.851804] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-edeb7476-fdf4-41ee-bb2d-9b0f7aad118c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.858493] env[69889]: DEBUG oslo_vmware.api [None req-d21f3344-8681-4d4e-8f12-eb9ab4e4f1cd tempest-ServerAddressesNegativeTestJSON-1498411023 tempest-ServerAddressesNegativeTestJSON-1498411023-project-member] Waiting for the task: (returnval){ [ 1206.858493] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52bfe851-1906-6ce1-f54e-3de44c6b206a" [ 1206.858493] env[69889]: _type = "Task" [ 1206.858493] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.867398] env[69889]: DEBUG oslo_vmware.api [None req-d21f3344-8681-4d4e-8f12-eb9ab4e4f1cd tempest-ServerAddressesNegativeTestJSON-1498411023 tempest-ServerAddressesNegativeTestJSON-1498411023-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52bfe851-1906-6ce1-f54e-3de44c6b206a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.081314] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1a9943f2-8528-439f-a928-4ed390a0bd90 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.296s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.081950] env[69889]: DEBUG nova.compute.manager [None req-1a9943f2-8528-439f-a928-4ed390a0bd90 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: d87d5259-3b70-4a19-b1df-c73b1279d429] Start building networks asynchronously for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1207.084482] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c0fcdabd-2302-4ce0-96ff-2fda3b4b787d tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 2.999s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.119647] env[69889]: DEBUG oslo_concurrency.lockutils [req-8b78959c-3e79-4a75-ad33-229397da3e9a req-88b0e5d1-3b05-4a08-a552-0c0dff246ff0 service nova] Releasing lock "refresh_cache-1bdc6092-0b1d-4e40-abe9-848dd1445a22" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.125153] env[69889]: DEBUG nova.network.neutron [None req-cb274a66-da36-4baf-94ea-f065b05594a8 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5f8f6d7f-2483-49f3-b08f-c4944dd39291] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1207.305339] env[69889]: DEBUG nova.network.neutron [None req-cb274a66-da36-4baf-94ea-f065b05594a8 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5f8f6d7f-2483-49f3-b08f-c4944dd39291] Updating instance_info_cache with network_info: [{"id": "6193a90c-3e3a-4ca4-b452-305ec89374d9", "address": "fa:16:3e:83:71:ea", "network": {"id": "c607a821-3d63-41af-abaf-0611e2141a9c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-453181546-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8917847ce0c4465198a89a1c5551fb59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15165046-2de9-4ada-9e99-0126e20854a9", "external-id": "nsx-vlan-transportzone-974", "segmentation_id": 974, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6193a90c-3e", "ovs_interfaceid": "6193a90c-3e3a-4ca4-b452-305ec89374d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.369794] env[69889]: DEBUG oslo_vmware.api [None req-d21f3344-8681-4d4e-8f12-eb9ab4e4f1cd tempest-ServerAddressesNegativeTestJSON-1498411023 tempest-ServerAddressesNegativeTestJSON-1498411023-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52bfe851-1906-6ce1-f54e-3de44c6b206a, 'name': SearchDatastore_Task, 'duration_secs': 0.011339} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.373126] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f09820c-8c98-4eee-919e-ad8fe92c4a0d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.383902] env[69889]: DEBUG oslo_vmware.api [None req-d21f3344-8681-4d4e-8f12-eb9ab4e4f1cd tempest-ServerAddressesNegativeTestJSON-1498411023 tempest-ServerAddressesNegativeTestJSON-1498411023-project-member] Waiting for the task: (returnval){ [ 1207.383902] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]5228db92-e4d0-eb51-6a7b-3c9fd42b07bf" [ 1207.383902] env[69889]: _type = "Task" [ 1207.383902] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.395283] env[69889]: DEBUG oslo_vmware.api [None req-d21f3344-8681-4d4e-8f12-eb9ab4e4f1cd tempest-ServerAddressesNegativeTestJSON-1498411023 tempest-ServerAddressesNegativeTestJSON-1498411023-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5228db92-e4d0-eb51-6a7b-3c9fd42b07bf, 'name': SearchDatastore_Task, 'duration_secs': 0.012631} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.395575] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d21f3344-8681-4d4e-8f12-eb9ab4e4f1cd tempest-ServerAddressesNegativeTestJSON-1498411023 tempest-ServerAddressesNegativeTestJSON-1498411023-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.395859] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-d21f3344-8681-4d4e-8f12-eb9ab4e4f1cd tempest-ServerAddressesNegativeTestJSON-1498411023 tempest-ServerAddressesNegativeTestJSON-1498411023-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] 1bdc6092-0b1d-4e40-abe9-848dd1445a22/1bdc6092-0b1d-4e40-abe9-848dd1445a22.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1207.396204] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-52a13a54-e75a-4708-b883-729b339df8f6 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.405411] env[69889]: DEBUG oslo_vmware.api [None req-d21f3344-8681-4d4e-8f12-eb9ab4e4f1cd tempest-ServerAddressesNegativeTestJSON-1498411023 tempest-ServerAddressesNegativeTestJSON-1498411023-project-member] Waiting for the task: (returnval){ [ 1207.405411] env[69889]: value = "task-4078146" [ 1207.405411] env[69889]: _type = "Task" [ 1207.405411] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.417693] env[69889]: DEBUG oslo_vmware.api [None req-d21f3344-8681-4d4e-8f12-eb9ab4e4f1cd tempest-ServerAddressesNegativeTestJSON-1498411023 tempest-ServerAddressesNegativeTestJSON-1498411023-project-member] Task: {'id': task-4078146, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.478886] env[69889]: DEBUG nova.network.neutron [None req-32d11260-96f8-4dac-acc4-db400205fb91 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] [instance: 5117077b-9ac8-4213-bf92-8b5555101496] Updating instance_info_cache with network_info: [{"id": "1d2dc3a5-596b-433f-98ea-85120713fac6", "address": "fa:16:3e:e1:7d:5a", "network": {"id": "9c5fa623-f893-4eac-b132-d21103a1f8b8", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1930532193-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a9eeceec0a8405d9068d1e33bd9e659", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "399f3826-705c-45f7-9fe0-3a08a945151a", "external-id": "nsx-vlan-transportzone-936", "segmentation_id": 936, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d2dc3a5-59", "ovs_interfaceid": "1d2dc3a5-596b-433f-98ea-85120713fac6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.587314] env[69889]: DEBUG nova.compute.utils [None req-1a9943f2-8528-439f-a928-4ed390a0bd90 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1207.591717] env[69889]: DEBUG nova.compute.manager [None req-1a9943f2-8528-439f-a928-4ed390a0bd90 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: d87d5259-3b70-4a19-b1df-c73b1279d429] Allocating IP information in the background. {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1207.591899] env[69889]: DEBUG nova.network.neutron [None req-1a9943f2-8528-439f-a928-4ed390a0bd90 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: d87d5259-3b70-4a19-b1df-c73b1279d429] allocate_for_instance() {{(pid=69889) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1207.632600] env[69889]: DEBUG nova.policy [None req-1a9943f2-8528-439f-a928-4ed390a0bd90 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f2a7f62ef11640a4ab8d767de5086699', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5e46f471b2284533892518bdcc6cd332', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69889) authorize /opt/stack/nova/nova/policy.py:192}} [ 1207.727802] env[69889]: DEBUG nova.compute.manager [req-7ddde813-d9b4-44ad-86b4-c84d7431b521 req-05839e20-69fd-4920-ae9d-ecf816318a36 service nova] [instance: 5f8f6d7f-2483-49f3-b08f-c4944dd39291] Received event network-vif-plugged-6193a90c-3e3a-4ca4-b452-305ec89374d9 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1207.728232] env[69889]: DEBUG oslo_concurrency.lockutils [req-7ddde813-d9b4-44ad-86b4-c84d7431b521 req-05839e20-69fd-4920-ae9d-ecf816318a36 service nova] Acquiring lock "5f8f6d7f-2483-49f3-b08f-c4944dd39291-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.728658] env[69889]: DEBUG oslo_concurrency.lockutils [req-7ddde813-d9b4-44ad-86b4-c84d7431b521 req-05839e20-69fd-4920-ae9d-ecf816318a36 service nova] Lock "5f8f6d7f-2483-49f3-b08f-c4944dd39291-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.728732] env[69889]: DEBUG oslo_concurrency.lockutils [req-7ddde813-d9b4-44ad-86b4-c84d7431b521 req-05839e20-69fd-4920-ae9d-ecf816318a36 service nova] Lock "5f8f6d7f-2483-49f3-b08f-c4944dd39291-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.728908] env[69889]: DEBUG nova.compute.manager [req-7ddde813-d9b4-44ad-86b4-c84d7431b521 req-05839e20-69fd-4920-ae9d-ecf816318a36 service nova] [instance: 5f8f6d7f-2483-49f3-b08f-c4944dd39291] No waiting events found dispatching network-vif-plugged-6193a90c-3e3a-4ca4-b452-305ec89374d9 {{(pid=69889) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1207.729091] env[69889]: WARNING nova.compute.manager [req-7ddde813-d9b4-44ad-86b4-c84d7431b521 req-05839e20-69fd-4920-ae9d-ecf816318a36 service nova] [instance: 5f8f6d7f-2483-49f3-b08f-c4944dd39291] Received unexpected event network-vif-plugged-6193a90c-3e3a-4ca4-b452-305ec89374d9 for instance with vm_state building and task_state spawning. [ 1207.729424] env[69889]: DEBUG nova.compute.manager [req-7ddde813-d9b4-44ad-86b4-c84d7431b521 req-05839e20-69fd-4920-ae9d-ecf816318a36 service nova] [instance: 5f8f6d7f-2483-49f3-b08f-c4944dd39291] Received event network-changed-6193a90c-3e3a-4ca4-b452-305ec89374d9 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1207.730057] env[69889]: DEBUG nova.compute.manager [req-7ddde813-d9b4-44ad-86b4-c84d7431b521 req-05839e20-69fd-4920-ae9d-ecf816318a36 service nova] [instance: 5f8f6d7f-2483-49f3-b08f-c4944dd39291] Refreshing instance network info cache due to event network-changed-6193a90c-3e3a-4ca4-b452-305ec89374d9. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1207.730057] env[69889]: DEBUG oslo_concurrency.lockutils [req-7ddde813-d9b4-44ad-86b4-c84d7431b521 req-05839e20-69fd-4920-ae9d-ecf816318a36 service nova] Acquiring lock "refresh_cache-5f8f6d7f-2483-49f3-b08f-c4944dd39291" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.800523] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8490d4fa-a98a-4375-8597-895a9b6e8076 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.808895] env[69889]: DEBUG oslo_concurrency.lockutils [None req-cb274a66-da36-4baf-94ea-f065b05594a8 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Releasing lock "refresh_cache-5f8f6d7f-2483-49f3-b08f-c4944dd39291" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.809264] env[69889]: DEBUG nova.compute.manager [None req-cb274a66-da36-4baf-94ea-f065b05594a8 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5f8f6d7f-2483-49f3-b08f-c4944dd39291] Instance network_info: |[{"id": "6193a90c-3e3a-4ca4-b452-305ec89374d9", "address": "fa:16:3e:83:71:ea", "network": {"id": "c607a821-3d63-41af-abaf-0611e2141a9c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-453181546-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8917847ce0c4465198a89a1c5551fb59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15165046-2de9-4ada-9e99-0126e20854a9", "external-id": "nsx-vlan-transportzone-974", "segmentation_id": 974, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6193a90c-3e", "ovs_interfaceid": "6193a90c-3e3a-4ca4-b452-305ec89374d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1207.811286] env[69889]: DEBUG oslo_concurrency.lockutils [req-7ddde813-d9b4-44ad-86b4-c84d7431b521 req-05839e20-69fd-4920-ae9d-ecf816318a36 service nova] Acquired lock "refresh_cache-5f8f6d7f-2483-49f3-b08f-c4944dd39291" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.811488] env[69889]: DEBUG nova.network.neutron [req-7ddde813-d9b4-44ad-86b4-c84d7431b521 req-05839e20-69fd-4920-ae9d-ecf816318a36 service nova] [instance: 5f8f6d7f-2483-49f3-b08f-c4944dd39291] Refreshing network info cache for port 6193a90c-3e3a-4ca4-b452-305ec89374d9 {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1207.812889] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-cb274a66-da36-4baf-94ea-f065b05594a8 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5f8f6d7f-2483-49f3-b08f-c4944dd39291] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:71:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15165046-2de9-4ada-9e99-0126e20854a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6193a90c-3e3a-4ca4-b452-305ec89374d9', 'vif_model': 'vmxnet3'}] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1207.820673] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cb274a66-da36-4baf-94ea-f065b05594a8 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1207.821345] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f8f6d7f-2483-49f3-b08f-c4944dd39291] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1207.822687] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a4253d1-174e-4a97-8799-8a25a35706cc {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.827045] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1e3ff7c3-6bf7-4aab-a99f-ab3154d4cf8b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.877438] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87998c4b-0a19-4986-b0cb-22ca60b25ef5 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.880363] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1207.880363] env[69889]: value = "task-4078147" [ 1207.880363] env[69889]: _type = "Task" [ 1207.880363] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.889684] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0063ec3a-3468-4079-a7d0-587b0397873a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.897922] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4078147, 'name': CreateVM_Task} progress is 15%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.910465] env[69889]: DEBUG nova.compute.provider_tree [None req-c0fcdabd-2302-4ce0-96ff-2fda3b4b787d tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1207.925226] env[69889]: DEBUG oslo_vmware.api [None req-d21f3344-8681-4d4e-8f12-eb9ab4e4f1cd tempest-ServerAddressesNegativeTestJSON-1498411023 tempest-ServerAddressesNegativeTestJSON-1498411023-project-member] Task: {'id': task-4078146, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.926262] env[69889]: DEBUG nova.network.neutron [None req-1a9943f2-8528-439f-a928-4ed390a0bd90 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: d87d5259-3b70-4a19-b1df-c73b1279d429] Successfully created port: 4e721dc4-afab-4c34-8981-0e5867ffc985 {{(pid=69889) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1207.982513] env[69889]: DEBUG oslo_concurrency.lockutils [None req-32d11260-96f8-4dac-acc4-db400205fb91 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] Releasing lock "refresh_cache-5117077b-9ac8-4213-bf92-8b5555101496" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.982513] env[69889]: DEBUG nova.compute.manager [None req-32d11260-96f8-4dac-acc4-db400205fb91 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] [instance: 5117077b-9ac8-4213-bf92-8b5555101496] Inject network info {{(pid=69889) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1207.982513] env[69889]: DEBUG nova.compute.manager [None req-32d11260-96f8-4dac-acc4-db400205fb91 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] [instance: 5117077b-9ac8-4213-bf92-8b5555101496] network_info to inject: |[{"id": "1d2dc3a5-596b-433f-98ea-85120713fac6", "address": "fa:16:3e:e1:7d:5a", "network": {"id": "9c5fa623-f893-4eac-b132-d21103a1f8b8", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1930532193-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a9eeceec0a8405d9068d1e33bd9e659", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "399f3826-705c-45f7-9fe0-3a08a945151a", "external-id": "nsx-vlan-transportzone-936", "segmentation_id": 936, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d2dc3a5-59", "ovs_interfaceid": "1d2dc3a5-596b-433f-98ea-85120713fac6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69889) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1207.988256] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-32d11260-96f8-4dac-acc4-db400205fb91 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] [instance: 5117077b-9ac8-4213-bf92-8b5555101496] Reconfiguring VM instance to set the machine id {{(pid=69889) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1207.991242] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79cd41d5-a47f-4a08-babb-9468d855c48d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.010937] env[69889]: DEBUG oslo_vmware.api [None req-32d11260-96f8-4dac-acc4-db400205fb91 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] Waiting for the task: (returnval){ [ 1208.010937] env[69889]: value = "task-4078148" [ 1208.010937] env[69889]: _type = "Task" [ 1208.010937] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.022504] env[69889]: DEBUG oslo_vmware.api [None req-32d11260-96f8-4dac-acc4-db400205fb91 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] Task: {'id': task-4078148, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.095728] env[69889]: DEBUG nova.compute.manager [None req-1a9943f2-8528-439f-a928-4ed390a0bd90 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: d87d5259-3b70-4a19-b1df-c73b1279d429] Start building block device mappings for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1208.117868] env[69889]: DEBUG nova.objects.instance [None req-e275cacb-8aef-430d-9434-fe22b3497335 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] Lazy-loading 'flavor' on Instance uuid 5117077b-9ac8-4213-bf92-8b5555101496 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1208.393643] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4078147, 'name': CreateVM_Task} progress is 99%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.420333] env[69889]: DEBUG nova.scheduler.client.report [None req-c0fcdabd-2302-4ce0-96ff-2fda3b4b787d tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1208.423551] env[69889]: DEBUG oslo_vmware.api [None req-d21f3344-8681-4d4e-8f12-eb9ab4e4f1cd tempest-ServerAddressesNegativeTestJSON-1498411023 tempest-ServerAddressesNegativeTestJSON-1498411023-project-member] Task: {'id': task-4078146, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.614514} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.424018] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-d21f3344-8681-4d4e-8f12-eb9ab4e4f1cd tempest-ServerAddressesNegativeTestJSON-1498411023 tempest-ServerAddressesNegativeTestJSON-1498411023-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] 1bdc6092-0b1d-4e40-abe9-848dd1445a22/1bdc6092-0b1d-4e40-abe9-848dd1445a22.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1208.424235] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-d21f3344-8681-4d4e-8f12-eb9ab4e4f1cd tempest-ServerAddressesNegativeTestJSON-1498411023 tempest-ServerAddressesNegativeTestJSON-1498411023-project-member] [instance: 1bdc6092-0b1d-4e40-abe9-848dd1445a22] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1208.424507] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4584ce2d-06b7-47ba-91cd-e400b04ba6f9 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.431544] env[69889]: DEBUG oslo_vmware.api [None req-d21f3344-8681-4d4e-8f12-eb9ab4e4f1cd tempest-ServerAddressesNegativeTestJSON-1498411023 tempest-ServerAddressesNegativeTestJSON-1498411023-project-member] Waiting for the task: (returnval){ [ 1208.431544] env[69889]: value = "task-4078149" [ 1208.431544] env[69889]: _type = "Task" [ 1208.431544] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.441775] env[69889]: DEBUG oslo_vmware.api [None req-d21f3344-8681-4d4e-8f12-eb9ab4e4f1cd tempest-ServerAddressesNegativeTestJSON-1498411023 tempest-ServerAddressesNegativeTestJSON-1498411023-project-member] Task: {'id': task-4078149, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.522175] env[69889]: DEBUG oslo_vmware.api [None req-32d11260-96f8-4dac-acc4-db400205fb91 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] Task: {'id': task-4078148, 'name': ReconfigVM_Task, 'duration_secs': 0.185906} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.524598] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-32d11260-96f8-4dac-acc4-db400205fb91 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] [instance: 5117077b-9ac8-4213-bf92-8b5555101496] Reconfigured VM instance to set the machine id {{(pid=69889) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1208.572535] env[69889]: DEBUG nova.network.neutron [req-7ddde813-d9b4-44ad-86b4-c84d7431b521 req-05839e20-69fd-4920-ae9d-ecf816318a36 service nova] [instance: 5f8f6d7f-2483-49f3-b08f-c4944dd39291] Updated VIF entry in instance network info cache for port 6193a90c-3e3a-4ca4-b452-305ec89374d9. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1208.572950] env[69889]: DEBUG nova.network.neutron [req-7ddde813-d9b4-44ad-86b4-c84d7431b521 req-05839e20-69fd-4920-ae9d-ecf816318a36 service nova] [instance: 5f8f6d7f-2483-49f3-b08f-c4944dd39291] Updating instance_info_cache with network_info: [{"id": "6193a90c-3e3a-4ca4-b452-305ec89374d9", "address": "fa:16:3e:83:71:ea", "network": {"id": "c607a821-3d63-41af-abaf-0611e2141a9c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-453181546-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8917847ce0c4465198a89a1c5551fb59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15165046-2de9-4ada-9e99-0126e20854a9", "external-id": "nsx-vlan-transportzone-974", "segmentation_id": 974, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6193a90c-3e", "ovs_interfaceid": "6193a90c-3e3a-4ca4-b452-305ec89374d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.622349] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e275cacb-8aef-430d-9434-fe22b3497335 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] Acquiring lock "refresh_cache-5117077b-9ac8-4213-bf92-8b5555101496" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.622548] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e275cacb-8aef-430d-9434-fe22b3497335 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] Acquired lock "refresh_cache-5117077b-9ac8-4213-bf92-8b5555101496" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.892231] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4078147, 'name': CreateVM_Task, 'duration_secs': 0.57213} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.892525] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f8f6d7f-2483-49f3-b08f-c4944dd39291] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1208.893183] env[69889]: DEBUG oslo_concurrency.lockutils [None req-cb274a66-da36-4baf-94ea-f065b05594a8 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.893347] env[69889]: DEBUG oslo_concurrency.lockutils [None req-cb274a66-da36-4baf-94ea-f065b05594a8 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.893733] env[69889]: DEBUG oslo_concurrency.lockutils [None req-cb274a66-da36-4baf-94ea-f065b05594a8 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.894070] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-211adf4b-d0fd-43cc-837a-ec808cde65cc {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.901094] env[69889]: DEBUG oslo_vmware.api [None req-cb274a66-da36-4baf-94ea-f065b05594a8 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Waiting for the task: (returnval){ [ 1208.901094] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52554978-b966-faf7-dcff-3eecfb14ba7a" [ 1208.901094] env[69889]: _type = "Task" [ 1208.901094] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.911773] env[69889]: DEBUG oslo_vmware.api [None req-cb274a66-da36-4baf-94ea-f065b05594a8 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52554978-b966-faf7-dcff-3eecfb14ba7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.941686] env[69889]: DEBUG oslo_vmware.api [None req-d21f3344-8681-4d4e-8f12-eb9ab4e4f1cd tempest-ServerAddressesNegativeTestJSON-1498411023 tempest-ServerAddressesNegativeTestJSON-1498411023-project-member] Task: {'id': task-4078149, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.156078} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.942138] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-d21f3344-8681-4d4e-8f12-eb9ab4e4f1cd tempest-ServerAddressesNegativeTestJSON-1498411023 tempest-ServerAddressesNegativeTestJSON-1498411023-project-member] [instance: 1bdc6092-0b1d-4e40-abe9-848dd1445a22] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1208.942989] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a576e041-3f5d-4bb6-bed8-6ba3cfcc2097 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.966488] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-d21f3344-8681-4d4e-8f12-eb9ab4e4f1cd tempest-ServerAddressesNegativeTestJSON-1498411023 tempest-ServerAddressesNegativeTestJSON-1498411023-project-member] [instance: 1bdc6092-0b1d-4e40-abe9-848dd1445a22] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] 1bdc6092-0b1d-4e40-abe9-848dd1445a22/1bdc6092-0b1d-4e40-abe9-848dd1445a22.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1208.968400] env[69889]: DEBUG nova.network.neutron [None req-e275cacb-8aef-430d-9434-fe22b3497335 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] [instance: 5117077b-9ac8-4213-bf92-8b5555101496] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1208.969638] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-060a5028-c50b-4eca-aed5-defa7f28f834 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.995983] env[69889]: DEBUG oslo_vmware.api [None req-d21f3344-8681-4d4e-8f12-eb9ab4e4f1cd tempest-ServerAddressesNegativeTestJSON-1498411023 tempest-ServerAddressesNegativeTestJSON-1498411023-project-member] Waiting for the task: (returnval){ [ 1208.995983] env[69889]: value = "task-4078150" [ 1208.995983] env[69889]: _type = "Task" [ 1208.995983] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.006122] env[69889]: DEBUG oslo_vmware.api [None req-d21f3344-8681-4d4e-8f12-eb9ab4e4f1cd tempest-ServerAddressesNegativeTestJSON-1498411023 tempest-ServerAddressesNegativeTestJSON-1498411023-project-member] Task: {'id': task-4078150, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.075861] env[69889]: DEBUG oslo_concurrency.lockutils [req-7ddde813-d9b4-44ad-86b4-c84d7431b521 req-05839e20-69fd-4920-ae9d-ecf816318a36 service nova] Releasing lock "refresh_cache-5f8f6d7f-2483-49f3-b08f-c4944dd39291" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.076182] env[69889]: DEBUG nova.compute.manager [req-7ddde813-d9b4-44ad-86b4-c84d7431b521 req-05839e20-69fd-4920-ae9d-ecf816318a36 service nova] [instance: 5117077b-9ac8-4213-bf92-8b5555101496] Received event network-changed-1d2dc3a5-596b-433f-98ea-85120713fac6 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1209.076393] env[69889]: DEBUG nova.compute.manager [req-7ddde813-d9b4-44ad-86b4-c84d7431b521 req-05839e20-69fd-4920-ae9d-ecf816318a36 service nova] [instance: 5117077b-9ac8-4213-bf92-8b5555101496] Refreshing instance network info cache due to event network-changed-1d2dc3a5-596b-433f-98ea-85120713fac6. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1209.076603] env[69889]: DEBUG oslo_concurrency.lockutils [req-7ddde813-d9b4-44ad-86b4-c84d7431b521 req-05839e20-69fd-4920-ae9d-ecf816318a36 service nova] Acquiring lock "refresh_cache-5117077b-9ac8-4213-bf92-8b5555101496" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.105362] env[69889]: DEBUG nova.compute.manager [None req-1a9943f2-8528-439f-a928-4ed390a0bd90 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: d87d5259-3b70-4a19-b1df-c73b1279d429] Start spawning the instance on the hypervisor. {{(pid=69889) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1209.144280] env[69889]: DEBUG nova.virt.hardware [None req-1a9943f2-8528-439f-a928-4ed390a0bd90 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1209.144490] env[69889]: DEBUG nova.virt.hardware [None req-1a9943f2-8528-439f-a928-4ed390a0bd90 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1209.144700] env[69889]: DEBUG nova.virt.hardware [None req-1a9943f2-8528-439f-a928-4ed390a0bd90 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1209.144927] env[69889]: DEBUG nova.virt.hardware [None req-1a9943f2-8528-439f-a928-4ed390a0bd90 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1209.145102] env[69889]: DEBUG nova.virt.hardware [None req-1a9943f2-8528-439f-a928-4ed390a0bd90 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1209.145268] env[69889]: DEBUG nova.virt.hardware [None req-1a9943f2-8528-439f-a928-4ed390a0bd90 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1209.145481] env[69889]: DEBUG nova.virt.hardware [None req-1a9943f2-8528-439f-a928-4ed390a0bd90 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1209.145655] env[69889]: DEBUG nova.virt.hardware [None req-1a9943f2-8528-439f-a928-4ed390a0bd90 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1209.145837] env[69889]: DEBUG nova.virt.hardware [None req-1a9943f2-8528-439f-a928-4ed390a0bd90 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1209.146042] env[69889]: DEBUG nova.virt.hardware [None req-1a9943f2-8528-439f-a928-4ed390a0bd90 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1209.146207] env[69889]: DEBUG nova.virt.hardware [None req-1a9943f2-8528-439f-a928-4ed390a0bd90 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1209.147123] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-628d1570-de26-4d9e-a868-71d9149d9c4d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.157488] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52716b6e-b25b-4a1b-b680-884a74b2f381 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.237813] env[69889]: DEBUG nova.network.neutron [None req-e275cacb-8aef-430d-9434-fe22b3497335 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] [instance: 5117077b-9ac8-4213-bf92-8b5555101496] Updating instance_info_cache with network_info: [{"id": "1d2dc3a5-596b-433f-98ea-85120713fac6", "address": "fa:16:3e:e1:7d:5a", "network": {"id": "9c5fa623-f893-4eac-b132-d21103a1f8b8", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1930532193-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a9eeceec0a8405d9068d1e33bd9e659", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "399f3826-705c-45f7-9fe0-3a08a945151a", "external-id": "nsx-vlan-transportzone-936", "segmentation_id": 936, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d2dc3a5-59", "ovs_interfaceid": "1d2dc3a5-596b-433f-98ea-85120713fac6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1209.412389] env[69889]: DEBUG oslo_vmware.api [None req-cb274a66-da36-4baf-94ea-f065b05594a8 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52554978-b966-faf7-dcff-3eecfb14ba7a, 'name': SearchDatastore_Task, 'duration_secs': 0.034897} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.412622] env[69889]: DEBUG oslo_concurrency.lockutils [None req-cb274a66-da36-4baf-94ea-f065b05594a8 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.412854] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-cb274a66-da36-4baf-94ea-f065b05594a8 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5f8f6d7f-2483-49f3-b08f-c4944dd39291] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1209.413114] env[69889]: DEBUG oslo_concurrency.lockutils [None req-cb274a66-da36-4baf-94ea-f065b05594a8 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.413267] env[69889]: DEBUG oslo_concurrency.lockutils [None req-cb274a66-da36-4baf-94ea-f065b05594a8 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.413450] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb274a66-da36-4baf-94ea-f065b05594a8 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1209.413717] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f8e5b16b-b8de-4ce2-80b5-5f85667df7f8 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.423135] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb274a66-da36-4baf-94ea-f065b05594a8 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1209.423342] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-cb274a66-da36-4baf-94ea-f065b05594a8 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1209.424109] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4cdd8028-ec07-48e6-a445-cbd2fc5bc23b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.430899] env[69889]: DEBUG oslo_vmware.api [None req-cb274a66-da36-4baf-94ea-f065b05594a8 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Waiting for the task: (returnval){ [ 1209.430899] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52406946-8787-527f-cdd4-34ceaefe5cf2" [ 1209.430899] env[69889]: _type = "Task" [ 1209.430899] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.436870] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c0fcdabd-2302-4ce0-96ff-2fda3b4b787d tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.352s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.445450] env[69889]: DEBUG oslo_concurrency.lockutils [None req-299c2646-66e6-4eb2-9612-1b8fd109c351 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.360s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.445450] env[69889]: DEBUG nova.objects.instance [None req-299c2646-66e6-4eb2-9612-1b8fd109c351 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Lazy-loading 'resources' on Instance uuid c0aa68c5-b661-4cf1-8cb0-da9e77d67d2e {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1209.445450] env[69889]: DEBUG oslo_vmware.api [None req-cb274a66-da36-4baf-94ea-f065b05594a8 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52406946-8787-527f-cdd4-34ceaefe5cf2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.450626] env[69889]: DEBUG nova.network.neutron [None req-1a9943f2-8528-439f-a928-4ed390a0bd90 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: d87d5259-3b70-4a19-b1df-c73b1279d429] Successfully updated port: 4e721dc4-afab-4c34-8981-0e5867ffc985 {{(pid=69889) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1209.505732] env[69889]: DEBUG oslo_vmware.api [None req-d21f3344-8681-4d4e-8f12-eb9ab4e4f1cd tempest-ServerAddressesNegativeTestJSON-1498411023 tempest-ServerAddressesNegativeTestJSON-1498411023-project-member] Task: {'id': task-4078150, 'name': ReconfigVM_Task, 'duration_secs': 0.409099} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.506037] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-d21f3344-8681-4d4e-8f12-eb9ab4e4f1cd tempest-ServerAddressesNegativeTestJSON-1498411023 tempest-ServerAddressesNegativeTestJSON-1498411023-project-member] [instance: 1bdc6092-0b1d-4e40-abe9-848dd1445a22] Reconfigured VM instance instance-0000006a to attach disk [datastore2] 1bdc6092-0b1d-4e40-abe9-848dd1445a22/1bdc6092-0b1d-4e40-abe9-848dd1445a22.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1209.506720] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-22154453-79ae-4e55-ab3d-7a47ee8be86e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.513805] env[69889]: DEBUG oslo_vmware.api [None req-d21f3344-8681-4d4e-8f12-eb9ab4e4f1cd tempest-ServerAddressesNegativeTestJSON-1498411023 tempest-ServerAddressesNegativeTestJSON-1498411023-project-member] Waiting for the task: (returnval){ [ 1209.513805] env[69889]: value = "task-4078151" [ 1209.513805] env[69889]: _type = "Task" [ 1209.513805] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.522195] env[69889]: DEBUG oslo_vmware.api [None req-d21f3344-8681-4d4e-8f12-eb9ab4e4f1cd tempest-ServerAddressesNegativeTestJSON-1498411023 tempest-ServerAddressesNegativeTestJSON-1498411023-project-member] Task: {'id': task-4078151, 'name': Rename_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.740295] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e275cacb-8aef-430d-9434-fe22b3497335 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] Releasing lock "refresh_cache-5117077b-9ac8-4213-bf92-8b5555101496" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.740550] env[69889]: DEBUG nova.compute.manager [None req-e275cacb-8aef-430d-9434-fe22b3497335 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] [instance: 5117077b-9ac8-4213-bf92-8b5555101496] Inject network info {{(pid=69889) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1209.740874] env[69889]: DEBUG nova.compute.manager [None req-e275cacb-8aef-430d-9434-fe22b3497335 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] [instance: 5117077b-9ac8-4213-bf92-8b5555101496] network_info to inject: |[{"id": "1d2dc3a5-596b-433f-98ea-85120713fac6", "address": "fa:16:3e:e1:7d:5a", "network": {"id": "9c5fa623-f893-4eac-b132-d21103a1f8b8", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1930532193-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a9eeceec0a8405d9068d1e33bd9e659", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "399f3826-705c-45f7-9fe0-3a08a945151a", "external-id": "nsx-vlan-transportzone-936", "segmentation_id": 936, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d2dc3a5-59", "ovs_interfaceid": "1d2dc3a5-596b-433f-98ea-85120713fac6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69889) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1209.746749] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-e275cacb-8aef-430d-9434-fe22b3497335 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] [instance: 5117077b-9ac8-4213-bf92-8b5555101496] Reconfiguring VM instance to set the machine id {{(pid=69889) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1209.747126] env[69889]: DEBUG oslo_concurrency.lockutils [req-7ddde813-d9b4-44ad-86b4-c84d7431b521 req-05839e20-69fd-4920-ae9d-ecf816318a36 service nova] Acquired lock "refresh_cache-5117077b-9ac8-4213-bf92-8b5555101496" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.747322] env[69889]: DEBUG nova.network.neutron [req-7ddde813-d9b4-44ad-86b4-c84d7431b521 req-05839e20-69fd-4920-ae9d-ecf816318a36 service nova] [instance: 5117077b-9ac8-4213-bf92-8b5555101496] Refreshing network info cache for port 1d2dc3a5-596b-433f-98ea-85120713fac6 {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1209.748596] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60933d03-6984-48ef-9d13-de1bceacad44 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.763341] env[69889]: DEBUG nova.compute.manager [req-16ba6b65-3d4f-4498-9f11-fc2a81c1256a req-ac048c23-b3ba-425a-8c79-60bf7d286b8f service nova] [instance: 5117077b-9ac8-4213-bf92-8b5555101496] Received event network-changed-1d2dc3a5-596b-433f-98ea-85120713fac6 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1209.763424] env[69889]: DEBUG nova.compute.manager [req-16ba6b65-3d4f-4498-9f11-fc2a81c1256a req-ac048c23-b3ba-425a-8c79-60bf7d286b8f service nova] [instance: 5117077b-9ac8-4213-bf92-8b5555101496] Refreshing instance network info cache due to event network-changed-1d2dc3a5-596b-433f-98ea-85120713fac6. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1209.763678] env[69889]: DEBUG oslo_concurrency.lockutils [req-16ba6b65-3d4f-4498-9f11-fc2a81c1256a req-ac048c23-b3ba-425a-8c79-60bf7d286b8f service nova] Acquiring lock "refresh_cache-5117077b-9ac8-4213-bf92-8b5555101496" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.766046] env[69889]: DEBUG oslo_vmware.api [None req-e275cacb-8aef-430d-9434-fe22b3497335 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] Waiting for the task: (returnval){ [ 1209.766046] env[69889]: value = "task-4078152" [ 1209.766046] env[69889]: _type = "Task" [ 1209.766046] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.775413] env[69889]: DEBUG oslo_vmware.api [None req-e275cacb-8aef-430d-9434-fe22b3497335 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] Task: {'id': task-4078152, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.941984] env[69889]: DEBUG oslo_vmware.api [None req-cb274a66-da36-4baf-94ea-f065b05594a8 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52406946-8787-527f-cdd4-34ceaefe5cf2, 'name': SearchDatastore_Task, 'duration_secs': 0.035614} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.942839] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42336f49-f764-4de1-ae96-9a96bc43630c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.956966] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1a9943f2-8528-439f-a928-4ed390a0bd90 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Acquiring lock "refresh_cache-d87d5259-3b70-4a19-b1df-c73b1279d429" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.956966] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1a9943f2-8528-439f-a928-4ed390a0bd90 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Acquired lock "refresh_cache-d87d5259-3b70-4a19-b1df-c73b1279d429" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.956966] env[69889]: DEBUG nova.network.neutron [None req-1a9943f2-8528-439f-a928-4ed390a0bd90 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: d87d5259-3b70-4a19-b1df-c73b1279d429] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1209.957590] env[69889]: DEBUG oslo_vmware.api [None req-cb274a66-da36-4baf-94ea-f065b05594a8 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Waiting for the task: (returnval){ [ 1209.957590] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]529f5d23-0604-45e5-79ef-03c459b5b4a6" [ 1209.957590] env[69889]: _type = "Task" [ 1209.957590] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.966697] env[69889]: DEBUG oslo_vmware.api [None req-cb274a66-da36-4baf-94ea-f065b05594a8 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]529f5d23-0604-45e5-79ef-03c459b5b4a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.020193] env[69889]: INFO nova.scheduler.client.report [None req-c0fcdabd-2302-4ce0-96ff-2fda3b4b787d tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Deleted allocation for migration 7b1f5fe0-a0cb-4c3b-abf9-396493a27fa1 [ 1210.029029] env[69889]: DEBUG oslo_vmware.api [None req-d21f3344-8681-4d4e-8f12-eb9ab4e4f1cd tempest-ServerAddressesNegativeTestJSON-1498411023 tempest-ServerAddressesNegativeTestJSON-1498411023-project-member] Task: {'id': task-4078151, 'name': Rename_Task, 'duration_secs': 0.18565} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.031736] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-d21f3344-8681-4d4e-8f12-eb9ab4e4f1cd tempest-ServerAddressesNegativeTestJSON-1498411023 tempest-ServerAddressesNegativeTestJSON-1498411023-project-member] [instance: 1bdc6092-0b1d-4e40-abe9-848dd1445a22] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1210.032239] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-88221714-5e26-43d4-aef2-17badc26ab97 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.039787] env[69889]: DEBUG oslo_vmware.api [None req-d21f3344-8681-4d4e-8f12-eb9ab4e4f1cd tempest-ServerAddressesNegativeTestJSON-1498411023 tempest-ServerAddressesNegativeTestJSON-1498411023-project-member] Waiting for the task: (returnval){ [ 1210.039787] env[69889]: value = "task-4078153" [ 1210.039787] env[69889]: _type = "Task" [ 1210.039787] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.049652] env[69889]: DEBUG oslo_vmware.api [None req-d21f3344-8681-4d4e-8f12-eb9ab4e4f1cd tempest-ServerAddressesNegativeTestJSON-1498411023 tempest-ServerAddressesNegativeTestJSON-1498411023-project-member] Task: {'id': task-4078153, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.148802] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-849c0122-4fb8-4ec2-ab7e-c9f71474238c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.157608] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87be9f55-0d60-4719-9159-d32ced897f4a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.188993] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86b2eb71-9e0e-4ef9-a4b5-f65ee385d41c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.197589] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13d26296-4d8f-48f7-b314-99116ea28cd9 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.212018] env[69889]: DEBUG nova.compute.provider_tree [None req-299c2646-66e6-4eb2-9612-1b8fd109c351 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1210.280145] env[69889]: DEBUG oslo_vmware.api [None req-e275cacb-8aef-430d-9434-fe22b3497335 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] Task: {'id': task-4078152, 'name': ReconfigVM_Task, 'duration_secs': 0.187437} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.280731] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-e275cacb-8aef-430d-9434-fe22b3497335 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] [instance: 5117077b-9ac8-4213-bf92-8b5555101496] Reconfigured VM instance to set the machine id {{(pid=69889) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1210.473317] env[69889]: DEBUG oslo_vmware.api [None req-cb274a66-da36-4baf-94ea-f065b05594a8 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]529f5d23-0604-45e5-79ef-03c459b5b4a6, 'name': SearchDatastore_Task, 'duration_secs': 0.012983} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.473745] env[69889]: DEBUG oslo_concurrency.lockutils [None req-cb274a66-da36-4baf-94ea-f065b05594a8 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.473904] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb274a66-da36-4baf-94ea-f065b05594a8 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] 5f8f6d7f-2483-49f3-b08f-c4944dd39291/5f8f6d7f-2483-49f3-b08f-c4944dd39291.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1210.474261] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7f3f5dce-0740-4831-a61a-3907bba5fbcf {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.481430] env[69889]: DEBUG oslo_vmware.api [None req-cb274a66-da36-4baf-94ea-f065b05594a8 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Waiting for the task: (returnval){ [ 1210.481430] env[69889]: value = "task-4078154" [ 1210.481430] env[69889]: _type = "Task" [ 1210.481430] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.489833] env[69889]: DEBUG oslo_vmware.api [None req-cb274a66-da36-4baf-94ea-f065b05594a8 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': task-4078154, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.507838] env[69889]: DEBUG nova.network.neutron [None req-1a9943f2-8528-439f-a928-4ed390a0bd90 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: d87d5259-3b70-4a19-b1df-c73b1279d429] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1210.525548] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c0fcdabd-2302-4ce0-96ff-2fda3b4b787d tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Lock "8f0cd72f-eb26-47ab-b33a-84e65fa65673" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 10.018s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.540045] env[69889]: DEBUG nova.network.neutron [req-7ddde813-d9b4-44ad-86b4-c84d7431b521 req-05839e20-69fd-4920-ae9d-ecf816318a36 service nova] [instance: 5117077b-9ac8-4213-bf92-8b5555101496] Updated VIF entry in instance network info cache for port 1d2dc3a5-596b-433f-98ea-85120713fac6. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1210.540458] env[69889]: DEBUG nova.network.neutron [req-7ddde813-d9b4-44ad-86b4-c84d7431b521 req-05839e20-69fd-4920-ae9d-ecf816318a36 service nova] [instance: 5117077b-9ac8-4213-bf92-8b5555101496] Updating instance_info_cache with network_info: [{"id": "1d2dc3a5-596b-433f-98ea-85120713fac6", "address": "fa:16:3e:e1:7d:5a", "network": {"id": "9c5fa623-f893-4eac-b132-d21103a1f8b8", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1930532193-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a9eeceec0a8405d9068d1e33bd9e659", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "399f3826-705c-45f7-9fe0-3a08a945151a", "external-id": "nsx-vlan-transportzone-936", "segmentation_id": 936, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d2dc3a5-59", "ovs_interfaceid": "1d2dc3a5-596b-433f-98ea-85120713fac6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.553051] env[69889]: DEBUG oslo_vmware.api [None req-d21f3344-8681-4d4e-8f12-eb9ab4e4f1cd tempest-ServerAddressesNegativeTestJSON-1498411023 tempest-ServerAddressesNegativeTestJSON-1498411023-project-member] Task: {'id': task-4078153, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.661999] env[69889]: DEBUG nova.network.neutron [None req-1a9943f2-8528-439f-a928-4ed390a0bd90 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: d87d5259-3b70-4a19-b1df-c73b1279d429] Updating instance_info_cache with network_info: [{"id": "4e721dc4-afab-4c34-8981-0e5867ffc985", "address": "fa:16:3e:ff:3d:c8", "network": {"id": "a205e286-28cc-4d8d-92da-d016aa89fb95", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1004022442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e46f471b2284533892518bdcc6cd332", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e83154-c0d2-4d3d-b95e-3cd5ba336257", "external-id": "nsx-vlan-transportzone-771", "segmentation_id": 771, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e721dc4-af", "ovs_interfaceid": "4e721dc4-afab-4c34-8981-0e5867ffc985", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.715621] env[69889]: DEBUG nova.scheduler.client.report [None req-299c2646-66e6-4eb2-9612-1b8fd109c351 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1210.781763] env[69889]: DEBUG oslo_concurrency.lockutils [None req-361d0795-72e0-427e-aea7-c328c7caaf70 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] Acquiring lock "5117077b-9ac8-4213-bf92-8b5555101496" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.782181] env[69889]: DEBUG oslo_concurrency.lockutils [None req-361d0795-72e0-427e-aea7-c328c7caaf70 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] Lock "5117077b-9ac8-4213-bf92-8b5555101496" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.782435] env[69889]: DEBUG oslo_concurrency.lockutils [None req-361d0795-72e0-427e-aea7-c328c7caaf70 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] Acquiring lock "5117077b-9ac8-4213-bf92-8b5555101496-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.782651] env[69889]: DEBUG oslo_concurrency.lockutils [None req-361d0795-72e0-427e-aea7-c328c7caaf70 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] Lock "5117077b-9ac8-4213-bf92-8b5555101496-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.782824] env[69889]: DEBUG oslo_concurrency.lockutils [None req-361d0795-72e0-427e-aea7-c328c7caaf70 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] Lock "5117077b-9ac8-4213-bf92-8b5555101496-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.787752] env[69889]: INFO nova.compute.manager [None req-361d0795-72e0-427e-aea7-c328c7caaf70 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] [instance: 5117077b-9ac8-4213-bf92-8b5555101496] Terminating instance [ 1210.994055] env[69889]: DEBUG oslo_vmware.api [None req-cb274a66-da36-4baf-94ea-f065b05594a8 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': task-4078154, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.043522] env[69889]: DEBUG oslo_concurrency.lockutils [req-7ddde813-d9b4-44ad-86b4-c84d7431b521 req-05839e20-69fd-4920-ae9d-ecf816318a36 service nova] Releasing lock "refresh_cache-5117077b-9ac8-4213-bf92-8b5555101496" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.046734] env[69889]: DEBUG oslo_concurrency.lockutils [req-16ba6b65-3d4f-4498-9f11-fc2a81c1256a req-ac048c23-b3ba-425a-8c79-60bf7d286b8f service nova] Acquired lock "refresh_cache-5117077b-9ac8-4213-bf92-8b5555101496" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.046953] env[69889]: DEBUG nova.network.neutron [req-16ba6b65-3d4f-4498-9f11-fc2a81c1256a req-ac048c23-b3ba-425a-8c79-60bf7d286b8f service nova] [instance: 5117077b-9ac8-4213-bf92-8b5555101496] Refreshing network info cache for port 1d2dc3a5-596b-433f-98ea-85120713fac6 {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1211.053901] env[69889]: DEBUG oslo_vmware.api [None req-d21f3344-8681-4d4e-8f12-eb9ab4e4f1cd tempest-ServerAddressesNegativeTestJSON-1498411023 tempest-ServerAddressesNegativeTestJSON-1498411023-project-member] Task: {'id': task-4078153, 'name': PowerOnVM_Task, 'duration_secs': 0.547928} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.054599] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-d21f3344-8681-4d4e-8f12-eb9ab4e4f1cd tempest-ServerAddressesNegativeTestJSON-1498411023 tempest-ServerAddressesNegativeTestJSON-1498411023-project-member] [instance: 1bdc6092-0b1d-4e40-abe9-848dd1445a22] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1211.054599] env[69889]: INFO nova.compute.manager [None req-d21f3344-8681-4d4e-8f12-eb9ab4e4f1cd tempest-ServerAddressesNegativeTestJSON-1498411023 tempest-ServerAddressesNegativeTestJSON-1498411023-project-member] [instance: 1bdc6092-0b1d-4e40-abe9-848dd1445a22] Took 7.61 seconds to spawn the instance on the hypervisor. [ 1211.054599] env[69889]: DEBUG nova.compute.manager [None req-d21f3344-8681-4d4e-8f12-eb9ab4e4f1cd tempest-ServerAddressesNegativeTestJSON-1498411023 tempest-ServerAddressesNegativeTestJSON-1498411023-project-member] [instance: 1bdc6092-0b1d-4e40-abe9-848dd1445a22] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1211.055360] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fe8fad3-c689-41ca-ba3f-d4bce0509e52 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.164894] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1a9943f2-8528-439f-a928-4ed390a0bd90 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Releasing lock "refresh_cache-d87d5259-3b70-4a19-b1df-c73b1279d429" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.165303] env[69889]: DEBUG nova.compute.manager [None req-1a9943f2-8528-439f-a928-4ed390a0bd90 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: d87d5259-3b70-4a19-b1df-c73b1279d429] Instance network_info: |[{"id": "4e721dc4-afab-4c34-8981-0e5867ffc985", "address": "fa:16:3e:ff:3d:c8", "network": {"id": "a205e286-28cc-4d8d-92da-d016aa89fb95", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1004022442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e46f471b2284533892518bdcc6cd332", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e83154-c0d2-4d3d-b95e-3cd5ba336257", "external-id": "nsx-vlan-transportzone-771", "segmentation_id": 771, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e721dc4-af", "ovs_interfaceid": "4e721dc4-afab-4c34-8981-0e5867ffc985", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1211.165841] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-1a9943f2-8528-439f-a928-4ed390a0bd90 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: d87d5259-3b70-4a19-b1df-c73b1279d429] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:3d:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13e83154-c0d2-4d3d-b95e-3cd5ba336257', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4e721dc4-afab-4c34-8981-0e5867ffc985', 'vif_model': 'vmxnet3'}] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1211.174508] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1a9943f2-8528-439f-a928-4ed390a0bd90 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1211.175263] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d87d5259-3b70-4a19-b1df-c73b1279d429] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1211.175619] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1a42ea9a-9ac7-4e5e-96aa-de00e1b5656a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.198665] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1211.198665] env[69889]: value = "task-4078155" [ 1211.198665] env[69889]: _type = "Task" [ 1211.198665] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.207328] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4078155, 'name': CreateVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.221495] env[69889]: DEBUG oslo_concurrency.lockutils [None req-299c2646-66e6-4eb2-9612-1b8fd109c351 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.779s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.244972] env[69889]: INFO nova.scheduler.client.report [None req-299c2646-66e6-4eb2-9612-1b8fd109c351 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Deleted allocations for instance c0aa68c5-b661-4cf1-8cb0-da9e77d67d2e [ 1211.293500] env[69889]: DEBUG nova.compute.manager [None req-361d0795-72e0-427e-aea7-c328c7caaf70 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] [instance: 5117077b-9ac8-4213-bf92-8b5555101496] Start destroying the instance on the hypervisor. {{(pid=69889) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1211.293817] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-361d0795-72e0-427e-aea7-c328c7caaf70 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] [instance: 5117077b-9ac8-4213-bf92-8b5555101496] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1211.295008] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f85a5d2a-f15d-4815-be72-5292195fb75d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.306477] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-361d0795-72e0-427e-aea7-c328c7caaf70 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] [instance: 5117077b-9ac8-4213-bf92-8b5555101496] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1211.306875] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-26d992e9-0192-49e2-a600-ee7f7b89c658 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.314277] env[69889]: DEBUG oslo_vmware.api [None req-361d0795-72e0-427e-aea7-c328c7caaf70 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] Waiting for the task: (returnval){ [ 1211.314277] env[69889]: value = "task-4078156" [ 1211.314277] env[69889]: _type = "Task" [ 1211.314277] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.323143] env[69889]: DEBUG oslo_vmware.api [None req-361d0795-72e0-427e-aea7-c328c7caaf70 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] Task: {'id': task-4078156, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.494831] env[69889]: DEBUG oslo_vmware.api [None req-cb274a66-da36-4baf-94ea-f065b05594a8 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': task-4078154, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.668629} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.495112] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb274a66-da36-4baf-94ea-f065b05594a8 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] 5f8f6d7f-2483-49f3-b08f-c4944dd39291/5f8f6d7f-2483-49f3-b08f-c4944dd39291.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1211.495338] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-cb274a66-da36-4baf-94ea-f065b05594a8 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5f8f6d7f-2483-49f3-b08f-c4944dd39291] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1211.495598] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c1baf1e3-c5f6-4156-ae39-ba736522fa63 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.504378] env[69889]: DEBUG oslo_vmware.api [None req-cb274a66-da36-4baf-94ea-f065b05594a8 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Waiting for the task: (returnval){ [ 1211.504378] env[69889]: value = "task-4078157" [ 1211.504378] env[69889]: _type = "Task" [ 1211.504378] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.517040] env[69889]: DEBUG oslo_vmware.api [None req-cb274a66-da36-4baf-94ea-f065b05594a8 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': task-4078157, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.577788] env[69889]: INFO nova.compute.manager [None req-d21f3344-8681-4d4e-8f12-eb9ab4e4f1cd tempest-ServerAddressesNegativeTestJSON-1498411023 tempest-ServerAddressesNegativeTestJSON-1498411023-project-member] [instance: 1bdc6092-0b1d-4e40-abe9-848dd1445a22] Took 12.48 seconds to build instance. [ 1211.711299] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4078155, 'name': CreateVM_Task} progress is 25%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.752926] env[69889]: DEBUG oslo_concurrency.lockutils [None req-299c2646-66e6-4eb2-9612-1b8fd109c351 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Lock "c0aa68c5-b661-4cf1-8cb0-da9e77d67d2e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.625s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.805070] env[69889]: DEBUG nova.network.neutron [req-16ba6b65-3d4f-4498-9f11-fc2a81c1256a req-ac048c23-b3ba-425a-8c79-60bf7d286b8f service nova] [instance: 5117077b-9ac8-4213-bf92-8b5555101496] Updated VIF entry in instance network info cache for port 1d2dc3a5-596b-433f-98ea-85120713fac6. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1211.805474] env[69889]: DEBUG nova.network.neutron [req-16ba6b65-3d4f-4498-9f11-fc2a81c1256a req-ac048c23-b3ba-425a-8c79-60bf7d286b8f service nova] [instance: 5117077b-9ac8-4213-bf92-8b5555101496] Updating instance_info_cache with network_info: [{"id": "1d2dc3a5-596b-433f-98ea-85120713fac6", "address": "fa:16:3e:e1:7d:5a", "network": {"id": "9c5fa623-f893-4eac-b132-d21103a1f8b8", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1930532193-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a9eeceec0a8405d9068d1e33bd9e659", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "399f3826-705c-45f7-9fe0-3a08a945151a", "external-id": "nsx-vlan-transportzone-936", "segmentation_id": 936, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d2dc3a5-59", "ovs_interfaceid": "1d2dc3a5-596b-433f-98ea-85120713fac6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.829194] env[69889]: DEBUG oslo_vmware.api [None req-361d0795-72e0-427e-aea7-c328c7caaf70 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] Task: {'id': task-4078156, 'name': PowerOffVM_Task, 'duration_secs': 0.371047} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.829513] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-361d0795-72e0-427e-aea7-c328c7caaf70 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] [instance: 5117077b-9ac8-4213-bf92-8b5555101496] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1211.829690] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-361d0795-72e0-427e-aea7-c328c7caaf70 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] [instance: 5117077b-9ac8-4213-bf92-8b5555101496] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1211.829965] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7b80d58c-763a-4116-b75f-dfdea89f42a2 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.016200] env[69889]: DEBUG oslo_vmware.api [None req-cb274a66-da36-4baf-94ea-f065b05594a8 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': task-4078157, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.131075} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.016532] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-cb274a66-da36-4baf-94ea-f065b05594a8 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5f8f6d7f-2483-49f3-b08f-c4944dd39291] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1212.017243] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1599f09a-5c41-4435-b380-4e8bfeb3e476 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.039746] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb274a66-da36-4baf-94ea-f065b05594a8 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5f8f6d7f-2483-49f3-b08f-c4944dd39291] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] 5f8f6d7f-2483-49f3-b08f-c4944dd39291/5f8f6d7f-2483-49f3-b08f-c4944dd39291.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1212.040053] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4cb6c102-14fe-4e91-b481-94e38a5f277d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.059263] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c0fcdabd-2302-4ce0-96ff-2fda3b4b787d tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Acquiring lock "8f0cd72f-eb26-47ab-b33a-84e65fa65673" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.059574] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c0fcdabd-2302-4ce0-96ff-2fda3b4b787d tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Lock "8f0cd72f-eb26-47ab-b33a-84e65fa65673" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.059794] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c0fcdabd-2302-4ce0-96ff-2fda3b4b787d tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Acquiring lock "8f0cd72f-eb26-47ab-b33a-84e65fa65673-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.060017] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c0fcdabd-2302-4ce0-96ff-2fda3b4b787d tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Lock "8f0cd72f-eb26-47ab-b33a-84e65fa65673-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.060210] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c0fcdabd-2302-4ce0-96ff-2fda3b4b787d tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Lock "8f0cd72f-eb26-47ab-b33a-84e65fa65673-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.063395] env[69889]: DEBUG oslo_vmware.api [None req-cb274a66-da36-4baf-94ea-f065b05594a8 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Waiting for the task: (returnval){ [ 1212.063395] env[69889]: value = "task-4078159" [ 1212.063395] env[69889]: _type = "Task" [ 1212.063395] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.063939] env[69889]: INFO nova.compute.manager [None req-c0fcdabd-2302-4ce0-96ff-2fda3b4b787d tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: 8f0cd72f-eb26-47ab-b33a-84e65fa65673] Terminating instance [ 1212.079091] env[69889]: DEBUG oslo_vmware.api [None req-cb274a66-da36-4baf-94ea-f065b05594a8 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': task-4078159, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.079842] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d21f3344-8681-4d4e-8f12-eb9ab4e4f1cd tempest-ServerAddressesNegativeTestJSON-1498411023 tempest-ServerAddressesNegativeTestJSON-1498411023-project-member] Lock "1bdc6092-0b1d-4e40-abe9-848dd1445a22" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.993s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.212720] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4078155, 'name': CreateVM_Task, 'duration_secs': 0.659831} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.212933] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d87d5259-3b70-4a19-b1df-c73b1279d429] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1212.213697] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1a9943f2-8528-439f-a928-4ed390a0bd90 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.213865] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1a9943f2-8528-439f-a928-4ed390a0bd90 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.214281] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1a9943f2-8528-439f-a928-4ed390a0bd90 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.214565] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-edb99d91-d82a-45f8-9347-7ac2b7238195 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.221157] env[69889]: DEBUG oslo_vmware.api [None req-1a9943f2-8528-439f-a928-4ed390a0bd90 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Waiting for the task: (returnval){ [ 1212.221157] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52616bb0-99cd-acc5-2a2b-a7b0ef9c3bdc" [ 1212.221157] env[69889]: _type = "Task" [ 1212.221157] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.230305] env[69889]: DEBUG oslo_vmware.api [None req-1a9943f2-8528-439f-a928-4ed390a0bd90 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52616bb0-99cd-acc5-2a2b-a7b0ef9c3bdc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.309193] env[69889]: DEBUG oslo_concurrency.lockutils [req-16ba6b65-3d4f-4498-9f11-fc2a81c1256a req-ac048c23-b3ba-425a-8c79-60bf7d286b8f service nova] Releasing lock "refresh_cache-5117077b-9ac8-4213-bf92-8b5555101496" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.309527] env[69889]: DEBUG nova.compute.manager [req-16ba6b65-3d4f-4498-9f11-fc2a81c1256a req-ac048c23-b3ba-425a-8c79-60bf7d286b8f service nova] [instance: d87d5259-3b70-4a19-b1df-c73b1279d429] Received event network-vif-plugged-4e721dc4-afab-4c34-8981-0e5867ffc985 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1212.309828] env[69889]: DEBUG oslo_concurrency.lockutils [req-16ba6b65-3d4f-4498-9f11-fc2a81c1256a req-ac048c23-b3ba-425a-8c79-60bf7d286b8f service nova] Acquiring lock "d87d5259-3b70-4a19-b1df-c73b1279d429-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.311340] env[69889]: DEBUG oslo_concurrency.lockutils [req-16ba6b65-3d4f-4498-9f11-fc2a81c1256a req-ac048c23-b3ba-425a-8c79-60bf7d286b8f service nova] Lock "d87d5259-3b70-4a19-b1df-c73b1279d429-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.311340] env[69889]: DEBUG oslo_concurrency.lockutils [req-16ba6b65-3d4f-4498-9f11-fc2a81c1256a req-ac048c23-b3ba-425a-8c79-60bf7d286b8f service nova] Lock "d87d5259-3b70-4a19-b1df-c73b1279d429-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.311340] env[69889]: DEBUG nova.compute.manager [req-16ba6b65-3d4f-4498-9f11-fc2a81c1256a req-ac048c23-b3ba-425a-8c79-60bf7d286b8f service nova] [instance: d87d5259-3b70-4a19-b1df-c73b1279d429] No waiting events found dispatching network-vif-plugged-4e721dc4-afab-4c34-8981-0e5867ffc985 {{(pid=69889) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1212.311340] env[69889]: WARNING nova.compute.manager [req-16ba6b65-3d4f-4498-9f11-fc2a81c1256a req-ac048c23-b3ba-425a-8c79-60bf7d286b8f service nova] [instance: d87d5259-3b70-4a19-b1df-c73b1279d429] Received unexpected event network-vif-plugged-4e721dc4-afab-4c34-8981-0e5867ffc985 for instance with vm_state building and task_state spawning. [ 1212.311340] env[69889]: DEBUG nova.compute.manager [req-16ba6b65-3d4f-4498-9f11-fc2a81c1256a req-ac048c23-b3ba-425a-8c79-60bf7d286b8f service nova] [instance: d87d5259-3b70-4a19-b1df-c73b1279d429] Received event network-changed-4e721dc4-afab-4c34-8981-0e5867ffc985 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1212.311340] env[69889]: DEBUG nova.compute.manager [req-16ba6b65-3d4f-4498-9f11-fc2a81c1256a req-ac048c23-b3ba-425a-8c79-60bf7d286b8f service nova] [instance: d87d5259-3b70-4a19-b1df-c73b1279d429] Refreshing instance network info cache due to event network-changed-4e721dc4-afab-4c34-8981-0e5867ffc985. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1212.311340] env[69889]: DEBUG oslo_concurrency.lockutils [req-16ba6b65-3d4f-4498-9f11-fc2a81c1256a req-ac048c23-b3ba-425a-8c79-60bf7d286b8f service nova] Acquiring lock "refresh_cache-d87d5259-3b70-4a19-b1df-c73b1279d429" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.311340] env[69889]: DEBUG oslo_concurrency.lockutils [req-16ba6b65-3d4f-4498-9f11-fc2a81c1256a req-ac048c23-b3ba-425a-8c79-60bf7d286b8f service nova] Acquired lock "refresh_cache-d87d5259-3b70-4a19-b1df-c73b1279d429" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.311586] env[69889]: DEBUG nova.network.neutron [req-16ba6b65-3d4f-4498-9f11-fc2a81c1256a req-ac048c23-b3ba-425a-8c79-60bf7d286b8f service nova] [instance: d87d5259-3b70-4a19-b1df-c73b1279d429] Refreshing network info cache for port 4e721dc4-afab-4c34-8981-0e5867ffc985 {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1212.576060] env[69889]: DEBUG nova.compute.manager [None req-c0fcdabd-2302-4ce0-96ff-2fda3b4b787d tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: 8f0cd72f-eb26-47ab-b33a-84e65fa65673] Start destroying the instance on the hypervisor. {{(pid=69889) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1212.576284] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-c0fcdabd-2302-4ce0-96ff-2fda3b4b787d tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: 8f0cd72f-eb26-47ab-b33a-84e65fa65673] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1212.576586] env[69889]: DEBUG oslo_vmware.api [None req-cb274a66-da36-4baf-94ea-f065b05594a8 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': task-4078159, 'name': ReconfigVM_Task, 'duration_secs': 0.354428} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.577315] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f4b4b44-82d4-4c5b-812e-f0438da91fb9 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.580063] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb274a66-da36-4baf-94ea-f065b05594a8 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5f8f6d7f-2483-49f3-b08f-c4944dd39291] Reconfigured VM instance instance-0000006b to attach disk [datastore2] 5f8f6d7f-2483-49f3-b08f-c4944dd39291/5f8f6d7f-2483-49f3-b08f-c4944dd39291.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1212.581072] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d76f5a72-06f0-4023-ad06-4e992dedabc8 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.587121] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0fcdabd-2302-4ce0-96ff-2fda3b4b787d tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: 8f0cd72f-eb26-47ab-b33a-84e65fa65673] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1212.588333] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-efa80ce3-1766-45e6-a931-bb03bae20295 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.589852] env[69889]: DEBUG oslo_vmware.api [None req-cb274a66-da36-4baf-94ea-f065b05594a8 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Waiting for the task: (returnval){ [ 1212.589852] env[69889]: value = "task-4078160" [ 1212.589852] env[69889]: _type = "Task" [ 1212.589852] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.596617] env[69889]: DEBUG oslo_vmware.api [None req-c0fcdabd-2302-4ce0-96ff-2fda3b4b787d tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Waiting for the task: (returnval){ [ 1212.596617] env[69889]: value = "task-4078161" [ 1212.596617] env[69889]: _type = "Task" [ 1212.596617] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.599982] env[69889]: DEBUG oslo_vmware.api [None req-cb274a66-da36-4baf-94ea-f065b05594a8 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': task-4078160, 'name': Rename_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.610089] env[69889]: DEBUG oslo_vmware.api [None req-c0fcdabd-2302-4ce0-96ff-2fda3b4b787d tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4078161, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.732126] env[69889]: DEBUG oslo_vmware.api [None req-1a9943f2-8528-439f-a928-4ed390a0bd90 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52616bb0-99cd-acc5-2a2b-a7b0ef9c3bdc, 'name': SearchDatastore_Task, 'duration_secs': 0.019114} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.732427] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1a9943f2-8528-439f-a928-4ed390a0bd90 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.732665] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-1a9943f2-8528-439f-a928-4ed390a0bd90 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: d87d5259-3b70-4a19-b1df-c73b1279d429] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1212.732925] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1a9943f2-8528-439f-a928-4ed390a0bd90 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.733248] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1a9943f2-8528-439f-a928-4ed390a0bd90 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.733343] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a9943f2-8528-439f-a928-4ed390a0bd90 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1212.733603] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e8d3ace1-a8c0-4cda-a009-08faff00b163 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.744422] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a9943f2-8528-439f-a928-4ed390a0bd90 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1212.744660] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-1a9943f2-8528-439f-a928-4ed390a0bd90 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1212.745609] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc0a2692-3a02-4387-b261-91f6e1bb92d6 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.752018] env[69889]: DEBUG oslo_vmware.api [None req-1a9943f2-8528-439f-a928-4ed390a0bd90 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Waiting for the task: (returnval){ [ 1212.752018] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52d615fc-b37c-3913-7ead-7d4ed3eaf7c9" [ 1212.752018] env[69889]: _type = "Task" [ 1212.752018] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.761208] env[69889]: DEBUG oslo_vmware.api [None req-1a9943f2-8528-439f-a928-4ed390a0bd90 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52d615fc-b37c-3913-7ead-7d4ed3eaf7c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.793922] env[69889]: DEBUG oslo_concurrency.lockutils [None req-8e7c68e7-f243-450e-9150-650ff43440a8 tempest-ServerAddressesNegativeTestJSON-1498411023 tempest-ServerAddressesNegativeTestJSON-1498411023-project-member] Acquiring lock "1bdc6092-0b1d-4e40-abe9-848dd1445a22" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.794198] env[69889]: DEBUG oslo_concurrency.lockutils [None req-8e7c68e7-f243-450e-9150-650ff43440a8 tempest-ServerAddressesNegativeTestJSON-1498411023 tempest-ServerAddressesNegativeTestJSON-1498411023-project-member] Lock "1bdc6092-0b1d-4e40-abe9-848dd1445a22" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.794412] env[69889]: DEBUG oslo_concurrency.lockutils [None req-8e7c68e7-f243-450e-9150-650ff43440a8 tempest-ServerAddressesNegativeTestJSON-1498411023 tempest-ServerAddressesNegativeTestJSON-1498411023-project-member] Acquiring lock "1bdc6092-0b1d-4e40-abe9-848dd1445a22-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.794598] env[69889]: DEBUG oslo_concurrency.lockutils [None req-8e7c68e7-f243-450e-9150-650ff43440a8 tempest-ServerAddressesNegativeTestJSON-1498411023 tempest-ServerAddressesNegativeTestJSON-1498411023-project-member] Lock "1bdc6092-0b1d-4e40-abe9-848dd1445a22-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.794769] env[69889]: DEBUG oslo_concurrency.lockutils [None req-8e7c68e7-f243-450e-9150-650ff43440a8 tempest-ServerAddressesNegativeTestJSON-1498411023 tempest-ServerAddressesNegativeTestJSON-1498411023-project-member] Lock "1bdc6092-0b1d-4e40-abe9-848dd1445a22-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.799076] env[69889]: INFO nova.compute.manager [None req-8e7c68e7-f243-450e-9150-650ff43440a8 tempest-ServerAddressesNegativeTestJSON-1498411023 tempest-ServerAddressesNegativeTestJSON-1498411023-project-member] [instance: 1bdc6092-0b1d-4e40-abe9-848dd1445a22] Terminating instance [ 1213.021415] env[69889]: DEBUG nova.network.neutron [req-16ba6b65-3d4f-4498-9f11-fc2a81c1256a req-ac048c23-b3ba-425a-8c79-60bf7d286b8f service nova] [instance: d87d5259-3b70-4a19-b1df-c73b1279d429] Updated VIF entry in instance network info cache for port 4e721dc4-afab-4c34-8981-0e5867ffc985. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1213.021772] env[69889]: DEBUG nova.network.neutron [req-16ba6b65-3d4f-4498-9f11-fc2a81c1256a req-ac048c23-b3ba-425a-8c79-60bf7d286b8f service nova] [instance: d87d5259-3b70-4a19-b1df-c73b1279d429] Updating instance_info_cache with network_info: [{"id": "4e721dc4-afab-4c34-8981-0e5867ffc985", "address": "fa:16:3e:ff:3d:c8", "network": {"id": "a205e286-28cc-4d8d-92da-d016aa89fb95", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1004022442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e46f471b2284533892518bdcc6cd332", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e83154-c0d2-4d3d-b95e-3cd5ba336257", "external-id": "nsx-vlan-transportzone-771", "segmentation_id": 771, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e721dc4-af", "ovs_interfaceid": "4e721dc4-afab-4c34-8981-0e5867ffc985", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.075076] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-361d0795-72e0-427e-aea7-c328c7caaf70 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] [instance: 5117077b-9ac8-4213-bf92-8b5555101496] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1213.075394] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-361d0795-72e0-427e-aea7-c328c7caaf70 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] [instance: 5117077b-9ac8-4213-bf92-8b5555101496] Deleting contents of the VM from datastore datastore1 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1213.075632] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-361d0795-72e0-427e-aea7-c328c7caaf70 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] Deleting the datastore file [datastore1] 5117077b-9ac8-4213-bf92-8b5555101496 {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1213.075939] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-07b36334-0999-47ab-b234-e34a43f745bd {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.083664] env[69889]: DEBUG oslo_vmware.api [None req-361d0795-72e0-427e-aea7-c328c7caaf70 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] Waiting for the task: (returnval){ [ 1213.083664] env[69889]: value = "task-4078162" [ 1213.083664] env[69889]: _type = "Task" [ 1213.083664] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.091899] env[69889]: DEBUG oslo_vmware.api [None req-361d0795-72e0-427e-aea7-c328c7caaf70 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] Task: {'id': task-4078162, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.100381] env[69889]: DEBUG oslo_vmware.api [None req-cb274a66-da36-4baf-94ea-f065b05594a8 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': task-4078160, 'name': Rename_Task, 'duration_secs': 0.381466} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.103338] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb274a66-da36-4baf-94ea-f065b05594a8 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5f8f6d7f-2483-49f3-b08f-c4944dd39291] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1213.103581] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3a4e029f-8223-444a-80b2-c5f2098858ba {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.110132] env[69889]: DEBUG oslo_vmware.api [None req-c0fcdabd-2302-4ce0-96ff-2fda3b4b787d tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4078161, 'name': PowerOffVM_Task, 'duration_secs': 0.47266} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.111365] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0fcdabd-2302-4ce0-96ff-2fda3b4b787d tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: 8f0cd72f-eb26-47ab-b33a-84e65fa65673] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1213.111475] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-c0fcdabd-2302-4ce0-96ff-2fda3b4b787d tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: 8f0cd72f-eb26-47ab-b33a-84e65fa65673] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1213.111805] env[69889]: DEBUG oslo_vmware.api [None req-cb274a66-da36-4baf-94ea-f065b05594a8 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Waiting for the task: (returnval){ [ 1213.111805] env[69889]: value = "task-4078163" [ 1213.111805] env[69889]: _type = "Task" [ 1213.111805] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.111963] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a3175ed3-969a-4e81-a214-1cc45c752f28 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.122130] env[69889]: DEBUG oslo_vmware.api [None req-cb274a66-da36-4baf-94ea-f065b05594a8 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': task-4078163, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.188042] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-c0fcdabd-2302-4ce0-96ff-2fda3b4b787d tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: 8f0cd72f-eb26-47ab-b33a-84e65fa65673] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1213.188331] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-c0fcdabd-2302-4ce0-96ff-2fda3b4b787d tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: 8f0cd72f-eb26-47ab-b33a-84e65fa65673] Deleting contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1213.188598] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0fcdabd-2302-4ce0-96ff-2fda3b4b787d tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Deleting the datastore file [datastore2] 8f0cd72f-eb26-47ab-b33a-84e65fa65673 {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1213.188994] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4a6360f1-1d23-4afd-8794-20d255d4960a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.196672] env[69889]: DEBUG oslo_vmware.api [None req-c0fcdabd-2302-4ce0-96ff-2fda3b4b787d tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Waiting for the task: (returnval){ [ 1213.196672] env[69889]: value = "task-4078165" [ 1213.196672] env[69889]: _type = "Task" [ 1213.196672] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.206251] env[69889]: DEBUG oslo_vmware.api [None req-c0fcdabd-2302-4ce0-96ff-2fda3b4b787d tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4078165, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.262873] env[69889]: DEBUG oslo_vmware.api [None req-1a9943f2-8528-439f-a928-4ed390a0bd90 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52d615fc-b37c-3913-7ead-7d4ed3eaf7c9, 'name': SearchDatastore_Task, 'duration_secs': 0.019269} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.263703] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f510b481-d8c5-4553-909a-e43b4d6b4cc6 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.272021] env[69889]: DEBUG oslo_vmware.api [None req-1a9943f2-8528-439f-a928-4ed390a0bd90 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Waiting for the task: (returnval){ [ 1213.272021] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52c19b85-f09b-2e38-eb7a-a16357358097" [ 1213.272021] env[69889]: _type = "Task" [ 1213.272021] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.282861] env[69889]: DEBUG oslo_vmware.api [None req-1a9943f2-8528-439f-a928-4ed390a0bd90 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52c19b85-f09b-2e38-eb7a-a16357358097, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.303437] env[69889]: DEBUG nova.compute.manager [None req-8e7c68e7-f243-450e-9150-650ff43440a8 tempest-ServerAddressesNegativeTestJSON-1498411023 tempest-ServerAddressesNegativeTestJSON-1498411023-project-member] [instance: 1bdc6092-0b1d-4e40-abe9-848dd1445a22] Start destroying the instance on the hypervisor. {{(pid=69889) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1213.303732] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-8e7c68e7-f243-450e-9150-650ff43440a8 tempest-ServerAddressesNegativeTestJSON-1498411023 tempest-ServerAddressesNegativeTestJSON-1498411023-project-member] [instance: 1bdc6092-0b1d-4e40-abe9-848dd1445a22] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1213.304886] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-402c5f12-836b-4bd5-b3f7-7d17e48e0f3c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.313431] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e7c68e7-f243-450e-9150-650ff43440a8 tempest-ServerAddressesNegativeTestJSON-1498411023 tempest-ServerAddressesNegativeTestJSON-1498411023-project-member] [instance: 1bdc6092-0b1d-4e40-abe9-848dd1445a22] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1213.313719] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-92acae0c-1d33-418b-bcc4-3dc385df9a24 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.320847] env[69889]: DEBUG oslo_vmware.api [None req-8e7c68e7-f243-450e-9150-650ff43440a8 tempest-ServerAddressesNegativeTestJSON-1498411023 tempest-ServerAddressesNegativeTestJSON-1498411023-project-member] Waiting for the task: (returnval){ [ 1213.320847] env[69889]: value = "task-4078166" [ 1213.320847] env[69889]: _type = "Task" [ 1213.320847] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.330506] env[69889]: DEBUG oslo_vmware.api [None req-8e7c68e7-f243-450e-9150-650ff43440a8 tempest-ServerAddressesNegativeTestJSON-1498411023 tempest-ServerAddressesNegativeTestJSON-1498411023-project-member] Task: {'id': task-4078166, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.524242] env[69889]: DEBUG oslo_concurrency.lockutils [req-16ba6b65-3d4f-4498-9f11-fc2a81c1256a req-ac048c23-b3ba-425a-8c79-60bf7d286b8f service nova] Releasing lock "refresh_cache-d87d5259-3b70-4a19-b1df-c73b1279d429" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.593905] env[69889]: DEBUG oslo_vmware.api [None req-361d0795-72e0-427e-aea7-c328c7caaf70 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] Task: {'id': task-4078162, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189397} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.594199] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-361d0795-72e0-427e-aea7-c328c7caaf70 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1213.594384] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-361d0795-72e0-427e-aea7-c328c7caaf70 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] [instance: 5117077b-9ac8-4213-bf92-8b5555101496] Deleted contents of the VM from datastore datastore1 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1213.594569] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-361d0795-72e0-427e-aea7-c328c7caaf70 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] [instance: 5117077b-9ac8-4213-bf92-8b5555101496] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1213.594734] env[69889]: INFO nova.compute.manager [None req-361d0795-72e0-427e-aea7-c328c7caaf70 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] [instance: 5117077b-9ac8-4213-bf92-8b5555101496] Took 2.30 seconds to destroy the instance on the hypervisor. [ 1213.594980] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-361d0795-72e0-427e-aea7-c328c7caaf70 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1213.595219] env[69889]: DEBUG nova.compute.manager [-] [instance: 5117077b-9ac8-4213-bf92-8b5555101496] Deallocating network for instance {{(pid=69889) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1213.595329] env[69889]: DEBUG nova.network.neutron [-] [instance: 5117077b-9ac8-4213-bf92-8b5555101496] deallocate_for_instance() {{(pid=69889) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1213.624464] env[69889]: DEBUG oslo_vmware.api [None req-cb274a66-da36-4baf-94ea-f065b05594a8 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': task-4078163, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.707963] env[69889]: DEBUG oslo_vmware.api [None req-c0fcdabd-2302-4ce0-96ff-2fda3b4b787d tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Task: {'id': task-4078165, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.291864} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.708311] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0fcdabd-2302-4ce0-96ff-2fda3b4b787d tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1213.708558] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-c0fcdabd-2302-4ce0-96ff-2fda3b4b787d tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: 8f0cd72f-eb26-47ab-b33a-84e65fa65673] Deleted contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1213.708891] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-c0fcdabd-2302-4ce0-96ff-2fda3b4b787d tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: 8f0cd72f-eb26-47ab-b33a-84e65fa65673] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1213.709118] env[69889]: INFO nova.compute.manager [None req-c0fcdabd-2302-4ce0-96ff-2fda3b4b787d tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] [instance: 8f0cd72f-eb26-47ab-b33a-84e65fa65673] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1213.709584] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c0fcdabd-2302-4ce0-96ff-2fda3b4b787d tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1213.709833] env[69889]: DEBUG nova.compute.manager [-] [instance: 8f0cd72f-eb26-47ab-b33a-84e65fa65673] Deallocating network for instance {{(pid=69889) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1213.709956] env[69889]: DEBUG nova.network.neutron [-] [instance: 8f0cd72f-eb26-47ab-b33a-84e65fa65673] deallocate_for_instance() {{(pid=69889) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1213.782996] env[69889]: DEBUG oslo_vmware.api [None req-1a9943f2-8528-439f-a928-4ed390a0bd90 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52c19b85-f09b-2e38-eb7a-a16357358097, 'name': SearchDatastore_Task, 'duration_secs': 0.023008} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.783454] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1a9943f2-8528-439f-a928-4ed390a0bd90 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.783609] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a9943f2-8528-439f-a928-4ed390a0bd90 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] d87d5259-3b70-4a19-b1df-c73b1279d429/d87d5259-3b70-4a19-b1df-c73b1279d429.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1213.783880] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6adac66b-5054-4d39-bc06-8397c0dc56c6 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.791297] env[69889]: DEBUG oslo_vmware.api [None req-1a9943f2-8528-439f-a928-4ed390a0bd90 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Waiting for the task: (returnval){ [ 1213.791297] env[69889]: value = "task-4078167" [ 1213.791297] env[69889]: _type = "Task" [ 1213.791297] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.801909] env[69889]: DEBUG oslo_vmware.api [None req-1a9943f2-8528-439f-a928-4ed390a0bd90 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078167, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.835780] env[69889]: DEBUG oslo_vmware.api [None req-8e7c68e7-f243-450e-9150-650ff43440a8 tempest-ServerAddressesNegativeTestJSON-1498411023 tempest-ServerAddressesNegativeTestJSON-1498411023-project-member] Task: {'id': task-4078166, 'name': PowerOffVM_Task, 'duration_secs': 0.276649} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.836397] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e7c68e7-f243-450e-9150-650ff43440a8 tempest-ServerAddressesNegativeTestJSON-1498411023 tempest-ServerAddressesNegativeTestJSON-1498411023-project-member] [instance: 1bdc6092-0b1d-4e40-abe9-848dd1445a22] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1213.836397] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-8e7c68e7-f243-450e-9150-650ff43440a8 tempest-ServerAddressesNegativeTestJSON-1498411023 tempest-ServerAddressesNegativeTestJSON-1498411023-project-member] [instance: 1bdc6092-0b1d-4e40-abe9-848dd1445a22] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1213.836553] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-39c265c8-e974-4267-8e41-e578cd442ae8 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.008358] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-8e7c68e7-f243-450e-9150-650ff43440a8 tempest-ServerAddressesNegativeTestJSON-1498411023 tempest-ServerAddressesNegativeTestJSON-1498411023-project-member] [instance: 1bdc6092-0b1d-4e40-abe9-848dd1445a22] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1214.008807] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-8e7c68e7-f243-450e-9150-650ff43440a8 tempest-ServerAddressesNegativeTestJSON-1498411023 tempest-ServerAddressesNegativeTestJSON-1498411023-project-member] [instance: 1bdc6092-0b1d-4e40-abe9-848dd1445a22] Deleting contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1214.009678] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e7c68e7-f243-450e-9150-650ff43440a8 tempest-ServerAddressesNegativeTestJSON-1498411023 tempest-ServerAddressesNegativeTestJSON-1498411023-project-member] Deleting the datastore file [datastore2] 1bdc6092-0b1d-4e40-abe9-848dd1445a22 {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1214.009678] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bd028741-5aba-483f-aefd-41faa078b20e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.017442] env[69889]: DEBUG oslo_vmware.api [None req-8e7c68e7-f243-450e-9150-650ff43440a8 tempest-ServerAddressesNegativeTestJSON-1498411023 tempest-ServerAddressesNegativeTestJSON-1498411023-project-member] Waiting for the task: (returnval){ [ 1214.017442] env[69889]: value = "task-4078169" [ 1214.017442] env[69889]: _type = "Task" [ 1214.017442] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.026507] env[69889]: DEBUG oslo_vmware.api [None req-8e7c68e7-f243-450e-9150-650ff43440a8 tempest-ServerAddressesNegativeTestJSON-1498411023 tempest-ServerAddressesNegativeTestJSON-1498411023-project-member] Task: {'id': task-4078169, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.125800] env[69889]: DEBUG oslo_vmware.api [None req-cb274a66-da36-4baf-94ea-f065b05594a8 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': task-4078163, 'name': PowerOnVM_Task, 'duration_secs': 0.770735} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.126193] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb274a66-da36-4baf-94ea-f065b05594a8 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5f8f6d7f-2483-49f3-b08f-c4944dd39291] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1214.126402] env[69889]: INFO nova.compute.manager [None req-cb274a66-da36-4baf-94ea-f065b05594a8 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5f8f6d7f-2483-49f3-b08f-c4944dd39291] Took 8.33 seconds to spawn the instance on the hypervisor. [ 1214.126629] env[69889]: DEBUG nova.compute.manager [None req-cb274a66-da36-4baf-94ea-f065b05594a8 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5f8f6d7f-2483-49f3-b08f-c4944dd39291] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1214.127485] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c84826bd-b1b3-43ae-8464-bcdff99033f3 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.188714] env[69889]: DEBUG nova.compute.manager [req-41a42836-9f3f-4eaf-a0d1-179997e52680 req-d0978a91-66c8-49de-aa8c-ce6b55b405ed service nova] [instance: 8f0cd72f-eb26-47ab-b33a-84e65fa65673] Received event network-vif-deleted-6d2ad890-294e-4f0c-aca8-61b9788d4adb {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1214.188961] env[69889]: INFO nova.compute.manager [req-41a42836-9f3f-4eaf-a0d1-179997e52680 req-d0978a91-66c8-49de-aa8c-ce6b55b405ed service nova] [instance: 8f0cd72f-eb26-47ab-b33a-84e65fa65673] Neutron deleted interface 6d2ad890-294e-4f0c-aca8-61b9788d4adb; detaching it from the instance and deleting it from the info cache [ 1214.189152] env[69889]: DEBUG nova.network.neutron [req-41a42836-9f3f-4eaf-a0d1-179997e52680 req-d0978a91-66c8-49de-aa8c-ce6b55b405ed service nova] [instance: 8f0cd72f-eb26-47ab-b33a-84e65fa65673] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.305798] env[69889]: DEBUG oslo_vmware.api [None req-1a9943f2-8528-439f-a928-4ed390a0bd90 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078167, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.531683] env[69889]: DEBUG oslo_vmware.api [None req-8e7c68e7-f243-450e-9150-650ff43440a8 tempest-ServerAddressesNegativeTestJSON-1498411023 tempest-ServerAddressesNegativeTestJSON-1498411023-project-member] Task: {'id': task-4078169, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.477847} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.532073] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e7c68e7-f243-450e-9150-650ff43440a8 tempest-ServerAddressesNegativeTestJSON-1498411023 tempest-ServerAddressesNegativeTestJSON-1498411023-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1214.532334] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-8e7c68e7-f243-450e-9150-650ff43440a8 tempest-ServerAddressesNegativeTestJSON-1498411023 tempest-ServerAddressesNegativeTestJSON-1498411023-project-member] [instance: 1bdc6092-0b1d-4e40-abe9-848dd1445a22] Deleted contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1214.532579] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-8e7c68e7-f243-450e-9150-650ff43440a8 tempest-ServerAddressesNegativeTestJSON-1498411023 tempest-ServerAddressesNegativeTestJSON-1498411023-project-member] [instance: 1bdc6092-0b1d-4e40-abe9-848dd1445a22] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1214.533038] env[69889]: INFO nova.compute.manager [None req-8e7c68e7-f243-450e-9150-650ff43440a8 tempest-ServerAddressesNegativeTestJSON-1498411023 tempest-ServerAddressesNegativeTestJSON-1498411023-project-member] [instance: 1bdc6092-0b1d-4e40-abe9-848dd1445a22] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1214.533352] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8e7c68e7-f243-450e-9150-650ff43440a8 tempest-ServerAddressesNegativeTestJSON-1498411023 tempest-ServerAddressesNegativeTestJSON-1498411023-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1214.533607] env[69889]: DEBUG nova.compute.manager [-] [instance: 1bdc6092-0b1d-4e40-abe9-848dd1445a22] Deallocating network for instance {{(pid=69889) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1214.533748] env[69889]: DEBUG nova.network.neutron [-] [instance: 1bdc6092-0b1d-4e40-abe9-848dd1445a22] deallocate_for_instance() {{(pid=69889) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1214.650551] env[69889]: INFO nova.compute.manager [None req-cb274a66-da36-4baf-94ea-f065b05594a8 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5f8f6d7f-2483-49f3-b08f-c4944dd39291] Took 15.49 seconds to build instance. [ 1214.666574] env[69889]: DEBUG nova.network.neutron [-] [instance: 8f0cd72f-eb26-47ab-b33a-84e65fa65673] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.692009] env[69889]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-64fcaf3a-6d32-48c2-a656-3b2aa8e2f4da {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.703070] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4b8aa23-a54d-47d3-a911-b2f108cfa56b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.735366] env[69889]: DEBUG nova.compute.manager [req-41a42836-9f3f-4eaf-a0d1-179997e52680 req-d0978a91-66c8-49de-aa8c-ce6b55b405ed service nova] [instance: 8f0cd72f-eb26-47ab-b33a-84e65fa65673] Detach interface failed, port_id=6d2ad890-294e-4f0c-aca8-61b9788d4adb, reason: Instance 8f0cd72f-eb26-47ab-b33a-84e65fa65673 could not be found. {{(pid=69889) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1214.801919] env[69889]: DEBUG oslo_vmware.api [None req-1a9943f2-8528-439f-a928-4ed390a0bd90 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078167, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.633138} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.802278] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a9943f2-8528-439f-a928-4ed390a0bd90 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] d87d5259-3b70-4a19-b1df-c73b1279d429/d87d5259-3b70-4a19-b1df-c73b1279d429.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1214.802921] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-1a9943f2-8528-439f-a928-4ed390a0bd90 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: d87d5259-3b70-4a19-b1df-c73b1279d429] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1214.803260] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ed0b3045-4184-4287-b779-d0cea37a740a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.811584] env[69889]: DEBUG oslo_vmware.api [None req-1a9943f2-8528-439f-a928-4ed390a0bd90 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Waiting for the task: (returnval){ [ 1214.811584] env[69889]: value = "task-4078170" [ 1214.811584] env[69889]: _type = "Task" [ 1214.811584] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.820930] env[69889]: DEBUG oslo_vmware.api [None req-1a9943f2-8528-439f-a928-4ed390a0bd90 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078170, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.055202] env[69889]: DEBUG nova.network.neutron [-] [instance: 5117077b-9ac8-4213-bf92-8b5555101496] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.152971] env[69889]: DEBUG oslo_concurrency.lockutils [None req-cb274a66-da36-4baf-94ea-f065b05594a8 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Lock "5f8f6d7f-2483-49f3-b08f-c4944dd39291" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.007s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.170684] env[69889]: INFO nova.compute.manager [-] [instance: 8f0cd72f-eb26-47ab-b33a-84e65fa65673] Took 1.46 seconds to deallocate network for instance. [ 1215.206677] env[69889]: DEBUG nova.compute.manager [req-5ce0e0ed-d370-4690-b267-d083826420cd req-6de85417-cedf-4b54-b0e9-16107ca29b24 service nova] [instance: 5f8f6d7f-2483-49f3-b08f-c4944dd39291] Received event network-changed-6193a90c-3e3a-4ca4-b452-305ec89374d9 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1215.206776] env[69889]: DEBUG nova.compute.manager [req-5ce0e0ed-d370-4690-b267-d083826420cd req-6de85417-cedf-4b54-b0e9-16107ca29b24 service nova] [instance: 5f8f6d7f-2483-49f3-b08f-c4944dd39291] Refreshing instance network info cache due to event network-changed-6193a90c-3e3a-4ca4-b452-305ec89374d9. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1215.206983] env[69889]: DEBUG oslo_concurrency.lockutils [req-5ce0e0ed-d370-4690-b267-d083826420cd req-6de85417-cedf-4b54-b0e9-16107ca29b24 service nova] Acquiring lock "refresh_cache-5f8f6d7f-2483-49f3-b08f-c4944dd39291" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.207149] env[69889]: DEBUG oslo_concurrency.lockutils [req-5ce0e0ed-d370-4690-b267-d083826420cd req-6de85417-cedf-4b54-b0e9-16107ca29b24 service nova] Acquired lock "refresh_cache-5f8f6d7f-2483-49f3-b08f-c4944dd39291" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.207350] env[69889]: DEBUG nova.network.neutron [req-5ce0e0ed-d370-4690-b267-d083826420cd req-6de85417-cedf-4b54-b0e9-16107ca29b24 service nova] [instance: 5f8f6d7f-2483-49f3-b08f-c4944dd39291] Refreshing network info cache for port 6193a90c-3e3a-4ca4-b452-305ec89374d9 {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1215.310071] env[69889]: DEBUG nova.network.neutron [-] [instance: 1bdc6092-0b1d-4e40-abe9-848dd1445a22] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.323008] env[69889]: DEBUG oslo_vmware.api [None req-1a9943f2-8528-439f-a928-4ed390a0bd90 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078170, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076995} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.324324] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-1a9943f2-8528-439f-a928-4ed390a0bd90 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: d87d5259-3b70-4a19-b1df-c73b1279d429] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1215.325168] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02516413-fd9a-4ac9-9032-54495780b5ec {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.351736] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a9943f2-8528-439f-a928-4ed390a0bd90 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: d87d5259-3b70-4a19-b1df-c73b1279d429] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] d87d5259-3b70-4a19-b1df-c73b1279d429/d87d5259-3b70-4a19-b1df-c73b1279d429.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1215.352449] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c618f8e-69ed-48ed-b555-21b78d404e9a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.375019] env[69889]: DEBUG oslo_vmware.api [None req-1a9943f2-8528-439f-a928-4ed390a0bd90 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Waiting for the task: (returnval){ [ 1215.375019] env[69889]: value = "task-4078171" [ 1215.375019] env[69889]: _type = "Task" [ 1215.375019] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.386641] env[69889]: DEBUG oslo_vmware.api [None req-1a9943f2-8528-439f-a928-4ed390a0bd90 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078171, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.559177] env[69889]: INFO nova.compute.manager [-] [instance: 5117077b-9ac8-4213-bf92-8b5555101496] Took 1.96 seconds to deallocate network for instance. [ 1215.678804] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c0fcdabd-2302-4ce0-96ff-2fda3b4b787d tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.679189] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c0fcdabd-2302-4ce0-96ff-2fda3b4b787d tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.679990] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c0fcdabd-2302-4ce0-96ff-2fda3b4b787d tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.710331] env[69889]: INFO nova.scheduler.client.report [None req-c0fcdabd-2302-4ce0-96ff-2fda3b4b787d tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Deleted allocations for instance 8f0cd72f-eb26-47ab-b33a-84e65fa65673 [ 1215.817837] env[69889]: INFO nova.compute.manager [-] [instance: 1bdc6092-0b1d-4e40-abe9-848dd1445a22] Took 1.28 seconds to deallocate network for instance. [ 1215.887658] env[69889]: DEBUG oslo_vmware.api [None req-1a9943f2-8528-439f-a928-4ed390a0bd90 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078171, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.965734] env[69889]: DEBUG nova.network.neutron [req-5ce0e0ed-d370-4690-b267-d083826420cd req-6de85417-cedf-4b54-b0e9-16107ca29b24 service nova] [instance: 5f8f6d7f-2483-49f3-b08f-c4944dd39291] Updated VIF entry in instance network info cache for port 6193a90c-3e3a-4ca4-b452-305ec89374d9. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1215.966207] env[69889]: DEBUG nova.network.neutron [req-5ce0e0ed-d370-4690-b267-d083826420cd req-6de85417-cedf-4b54-b0e9-16107ca29b24 service nova] [instance: 5f8f6d7f-2483-49f3-b08f-c4944dd39291] Updating instance_info_cache with network_info: [{"id": "6193a90c-3e3a-4ca4-b452-305ec89374d9", "address": "fa:16:3e:83:71:ea", "network": {"id": "c607a821-3d63-41af-abaf-0611e2141a9c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-453181546-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8917847ce0c4465198a89a1c5551fb59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15165046-2de9-4ada-9e99-0126e20854a9", "external-id": "nsx-vlan-transportzone-974", "segmentation_id": 974, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6193a90c-3e", "ovs_interfaceid": "6193a90c-3e3a-4ca4-b452-305ec89374d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.066442] env[69889]: DEBUG oslo_concurrency.lockutils [None req-361d0795-72e0-427e-aea7-c328c7caaf70 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.066807] env[69889]: DEBUG oslo_concurrency.lockutils [None req-361d0795-72e0-427e-aea7-c328c7caaf70 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.066848] env[69889]: DEBUG nova.objects.instance [None req-361d0795-72e0-427e-aea7-c328c7caaf70 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] Lazy-loading 'resources' on Instance uuid 5117077b-9ac8-4213-bf92-8b5555101496 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1216.221466] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c0fcdabd-2302-4ce0-96ff-2fda3b4b787d tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Lock "8f0cd72f-eb26-47ab-b33a-84e65fa65673" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.162s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.226894] env[69889]: DEBUG nova.compute.manager [req-3be430d0-f14a-4a96-b433-4bf1ecd48435 req-64238994-db46-4d92-953d-8fe6979f5eed service nova] [instance: 5117077b-9ac8-4213-bf92-8b5555101496] Received event network-vif-deleted-1d2dc3a5-596b-433f-98ea-85120713fac6 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1216.226894] env[69889]: DEBUG nova.compute.manager [req-3be430d0-f14a-4a96-b433-4bf1ecd48435 req-64238994-db46-4d92-953d-8fe6979f5eed service nova] [instance: 1bdc6092-0b1d-4e40-abe9-848dd1445a22] Received event network-vif-deleted-ac5d5a70-9612-4fa9-bd06-c6f8aebc2d4b {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1216.324383] env[69889]: DEBUG oslo_concurrency.lockutils [None req-8e7c68e7-f243-450e-9150-650ff43440a8 tempest-ServerAddressesNegativeTestJSON-1498411023 tempest-ServerAddressesNegativeTestJSON-1498411023-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.387615] env[69889]: DEBUG oslo_vmware.api [None req-1a9943f2-8528-439f-a928-4ed390a0bd90 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078171, 'name': ReconfigVM_Task, 'duration_secs': 0.703459} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.388562] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a9943f2-8528-439f-a928-4ed390a0bd90 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: d87d5259-3b70-4a19-b1df-c73b1279d429] Reconfigured VM instance instance-0000006c to attach disk [datastore2] d87d5259-3b70-4a19-b1df-c73b1279d429/d87d5259-3b70-4a19-b1df-c73b1279d429.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1216.389364] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-02f1b957-2935-4b1c-935e-5577be304a31 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.396685] env[69889]: DEBUG oslo_vmware.api [None req-1a9943f2-8528-439f-a928-4ed390a0bd90 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Waiting for the task: (returnval){ [ 1216.396685] env[69889]: value = "task-4078173" [ 1216.396685] env[69889]: _type = "Task" [ 1216.396685] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.409899] env[69889]: DEBUG oslo_vmware.api [None req-1a9943f2-8528-439f-a928-4ed390a0bd90 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078173, 'name': Rename_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.471804] env[69889]: DEBUG oslo_concurrency.lockutils [req-5ce0e0ed-d370-4690-b267-d083826420cd req-6de85417-cedf-4b54-b0e9-16107ca29b24 service nova] Releasing lock "refresh_cache-5f8f6d7f-2483-49f3-b08f-c4944dd39291" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.715343] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97a8b558-ec39-470a-9559-c9c17e749565 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.725500] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c27064ba-39eb-4bbe-9ddc-1373a8ea126d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.772415] env[69889]: DEBUG oslo_concurrency.lockutils [None req-10d71d17-31c4-486f-bb84-5303d155bb7f tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Acquiring lock "39aba68a-2ac8-47be-b799-ef9f1cfb4521" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.772801] env[69889]: DEBUG oslo_concurrency.lockutils [None req-10d71d17-31c4-486f-bb84-5303d155bb7f tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Lock "39aba68a-2ac8-47be-b799-ef9f1cfb4521" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.773089] env[69889]: INFO nova.compute.manager [None req-10d71d17-31c4-486f-bb84-5303d155bb7f tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 39aba68a-2ac8-47be-b799-ef9f1cfb4521] Shelving [ 1216.776348] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d421664-2520-4d49-9403-df0546668155 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.787706] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7132037-a70c-4304-bfd0-4c7267a41e95 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.802684] env[69889]: DEBUG nova.compute.provider_tree [None req-361d0795-72e0-427e-aea7-c328c7caaf70 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1216.906794] env[69889]: DEBUG oslo_vmware.api [None req-1a9943f2-8528-439f-a928-4ed390a0bd90 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078173, 'name': Rename_Task, 'duration_secs': 0.158107} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.907088] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a9943f2-8528-439f-a928-4ed390a0bd90 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: d87d5259-3b70-4a19-b1df-c73b1279d429] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1216.907347] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fc1094a6-12a7-46e6-b4fa-c16985eccf5a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.915032] env[69889]: DEBUG oslo_vmware.api [None req-1a9943f2-8528-439f-a928-4ed390a0bd90 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Waiting for the task: (returnval){ [ 1216.915032] env[69889]: value = "task-4078174" [ 1216.915032] env[69889]: _type = "Task" [ 1216.915032] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.928806] env[69889]: DEBUG oslo_vmware.api [None req-1a9943f2-8528-439f-a928-4ed390a0bd90 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078174, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.305462] env[69889]: DEBUG nova.scheduler.client.report [None req-361d0795-72e0-427e-aea7-c328c7caaf70 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1217.426059] env[69889]: DEBUG oslo_vmware.api [None req-1a9943f2-8528-439f-a928-4ed390a0bd90 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078174, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.789063] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-10d71d17-31c4-486f-bb84-5303d155bb7f tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 39aba68a-2ac8-47be-b799-ef9f1cfb4521] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1217.789278] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-44e590fd-6b52-4748-806c-73dd7e746dc4 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.798253] env[69889]: DEBUG oslo_vmware.api [None req-10d71d17-31c4-486f-bb84-5303d155bb7f tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Waiting for the task: (returnval){ [ 1217.798253] env[69889]: value = "task-4078175" [ 1217.798253] env[69889]: _type = "Task" [ 1217.798253] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.808800] env[69889]: DEBUG oslo_vmware.api [None req-10d71d17-31c4-486f-bb84-5303d155bb7f tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4078175, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.809568] env[69889]: DEBUG oslo_concurrency.lockutils [None req-361d0795-72e0-427e-aea7-c328c7caaf70 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.743s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.811997] env[69889]: DEBUG oslo_concurrency.lockutils [None req-8e7c68e7-f243-450e-9150-650ff43440a8 tempest-ServerAddressesNegativeTestJSON-1498411023 tempest-ServerAddressesNegativeTestJSON-1498411023-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.488s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.812247] env[69889]: DEBUG nova.objects.instance [None req-8e7c68e7-f243-450e-9150-650ff43440a8 tempest-ServerAddressesNegativeTestJSON-1498411023 tempest-ServerAddressesNegativeTestJSON-1498411023-project-member] Lazy-loading 'resources' on Instance uuid 1bdc6092-0b1d-4e40-abe9-848dd1445a22 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1217.830763] env[69889]: INFO nova.scheduler.client.report [None req-361d0795-72e0-427e-aea7-c328c7caaf70 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] Deleted allocations for instance 5117077b-9ac8-4213-bf92-8b5555101496 [ 1217.927482] env[69889]: DEBUG oslo_vmware.api [None req-1a9943f2-8528-439f-a928-4ed390a0bd90 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078174, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.241149] env[69889]: DEBUG oslo_concurrency.lockutils [None req-f2ff3a70-555c-43a0-9218-dcb94db4c3b2 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Acquiring lock "c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.241311] env[69889]: DEBUG oslo_concurrency.lockutils [None req-f2ff3a70-555c-43a0-9218-dcb94db4c3b2 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Lock "c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.308738] env[69889]: DEBUG oslo_vmware.api [None req-10d71d17-31c4-486f-bb84-5303d155bb7f tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4078175, 'name': PowerOffVM_Task, 'duration_secs': 0.207378} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.309156] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-10d71d17-31c4-486f-bb84-5303d155bb7f tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 39aba68a-2ac8-47be-b799-ef9f1cfb4521] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1218.309908] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dcfb63a-b7bf-4383-9845-e0094b72f19b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.338401] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b39f4159-7707-4746-9b73-d12dcd5289af {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.341457] env[69889]: DEBUG oslo_concurrency.lockutils [None req-361d0795-72e0-427e-aea7-c328c7caaf70 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] Lock "5117077b-9ac8-4213-bf92-8b5555101496" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.559s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.429267] env[69889]: DEBUG oslo_vmware.api [None req-1a9943f2-8528-439f-a928-4ed390a0bd90 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078174, 'name': PowerOnVM_Task, 'duration_secs': 1.486389} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.429654] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a9943f2-8528-439f-a928-4ed390a0bd90 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: d87d5259-3b70-4a19-b1df-c73b1279d429] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1218.429784] env[69889]: INFO nova.compute.manager [None req-1a9943f2-8528-439f-a928-4ed390a0bd90 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: d87d5259-3b70-4a19-b1df-c73b1279d429] Took 9.32 seconds to spawn the instance on the hypervisor. [ 1218.429965] env[69889]: DEBUG nova.compute.manager [None req-1a9943f2-8528-439f-a928-4ed390a0bd90 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: d87d5259-3b70-4a19-b1df-c73b1279d429] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1218.431186] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5070746-bc94-4791-9d1f-cd332114eb82 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.483400] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54291d74-4f13-43c8-aa28-58b7b7bf2037 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.492702] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68965aaf-d5a4-4682-b7d1-fb64b78e292a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.527487] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1f47287-9ffa-4cef-80d2-afb134764e76 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.536510] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-748a4cbf-e716-480a-bfe1-a944eda5ce86 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.551444] env[69889]: DEBUG nova.compute.provider_tree [None req-8e7c68e7-f243-450e-9150-650ff43440a8 tempest-ServerAddressesNegativeTestJSON-1498411023 tempest-ServerAddressesNegativeTestJSON-1498411023-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1218.744616] env[69889]: DEBUG nova.compute.utils [None req-f2ff3a70-555c-43a0-9218-dcb94db4c3b2 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1218.851032] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-10d71d17-31c4-486f-bb84-5303d155bb7f tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 39aba68a-2ac8-47be-b799-ef9f1cfb4521] Creating Snapshot of the VM instance {{(pid=69889) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1218.851360] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-93d94cac-30ee-49f8-a228-c01acf2bb8e4 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.859667] env[69889]: DEBUG oslo_vmware.api [None req-10d71d17-31c4-486f-bb84-5303d155bb7f tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Waiting for the task: (returnval){ [ 1218.859667] env[69889]: value = "task-4078176" [ 1218.859667] env[69889]: _type = "Task" [ 1218.859667] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.869782] env[69889]: DEBUG oslo_vmware.api [None req-10d71d17-31c4-486f-bb84-5303d155bb7f tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4078176, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.951586] env[69889]: INFO nova.compute.manager [None req-1a9943f2-8528-439f-a928-4ed390a0bd90 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: d87d5259-3b70-4a19-b1df-c73b1279d429] Took 16.36 seconds to build instance. [ 1219.054696] env[69889]: DEBUG nova.scheduler.client.report [None req-8e7c68e7-f243-450e-9150-650ff43440a8 tempest-ServerAddressesNegativeTestJSON-1498411023 tempest-ServerAddressesNegativeTestJSON-1498411023-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1219.247560] env[69889]: DEBUG oslo_concurrency.lockutils [None req-f2ff3a70-555c-43a0-9218-dcb94db4c3b2 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Lock "c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.377978] env[69889]: DEBUG oslo_vmware.api [None req-10d71d17-31c4-486f-bb84-5303d155bb7f tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4078176, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.454740] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1a9943f2-8528-439f-a928-4ed390a0bd90 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Lock "d87d5259-3b70-4a19-b1df-c73b1279d429" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.871s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.561649] env[69889]: DEBUG oslo_concurrency.lockutils [None req-8e7c68e7-f243-450e-9150-650ff43440a8 tempest-ServerAddressesNegativeTestJSON-1498411023 tempest-ServerAddressesNegativeTestJSON-1498411023-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.747s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.601803] env[69889]: INFO nova.scheduler.client.report [None req-8e7c68e7-f243-450e-9150-650ff43440a8 tempest-ServerAddressesNegativeTestJSON-1498411023 tempest-ServerAddressesNegativeTestJSON-1498411023-project-member] Deleted allocations for instance 1bdc6092-0b1d-4e40-abe9-848dd1445a22 [ 1219.873420] env[69889]: DEBUG oslo_vmware.api [None req-10d71d17-31c4-486f-bb84-5303d155bb7f tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4078176, 'name': CreateSnapshot_Task, 'duration_secs': 0.608843} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.873869] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-10d71d17-31c4-486f-bb84-5303d155bb7f tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 39aba68a-2ac8-47be-b799-ef9f1cfb4521] Created Snapshot of the VM instance {{(pid=69889) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1219.874701] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4313db2e-8727-47c7-91e3-3a2637a8f318 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.114691] env[69889]: DEBUG oslo_concurrency.lockutils [None req-8e7c68e7-f243-450e-9150-650ff43440a8 tempest-ServerAddressesNegativeTestJSON-1498411023 tempest-ServerAddressesNegativeTestJSON-1498411023-project-member] Lock "1bdc6092-0b1d-4e40-abe9-848dd1445a22" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.320s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.340029] env[69889]: DEBUG oslo_concurrency.lockutils [None req-f2ff3a70-555c-43a0-9218-dcb94db4c3b2 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Acquiring lock "c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.340029] env[69889]: DEBUG oslo_concurrency.lockutils [None req-f2ff3a70-555c-43a0-9218-dcb94db4c3b2 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Lock "c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.340029] env[69889]: INFO nova.compute.manager [None req-f2ff3a70-555c-43a0-9218-dcb94db4c3b2 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9] Attaching volume a3fded4a-ebf2-4686-8124-d44f3536faf9 to /dev/sdb [ 1220.380582] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14f76dfd-afdd-48c9-bc62-6480988842ff {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.389531] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28526a5e-5835-4b82-a5f6-7d749ba2a639 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.399186] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-10d71d17-31c4-486f-bb84-5303d155bb7f tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 39aba68a-2ac8-47be-b799-ef9f1cfb4521] Creating linked-clone VM from snapshot {{(pid=69889) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1220.399929] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4cb79989-72c4-4644-89ea-32000637a466 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.411195] env[69889]: DEBUG oslo_vmware.api [None req-10d71d17-31c4-486f-bb84-5303d155bb7f tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Waiting for the task: (returnval){ [ 1220.411195] env[69889]: value = "task-4078177" [ 1220.411195] env[69889]: _type = "Task" [ 1220.411195] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.423257] env[69889]: DEBUG nova.virt.block_device [None req-f2ff3a70-555c-43a0-9218-dcb94db4c3b2 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9] Updating existing volume attachment record: 908d7574-3c33-4623-a4fa-92413cf5ca81 {{(pid=69889) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1220.434109] env[69889]: DEBUG oslo_vmware.api [None req-10d71d17-31c4-486f-bb84-5303d155bb7f tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4078177, 'name': CloneVM_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.934487] env[69889]: DEBUG oslo_vmware.api [None req-10d71d17-31c4-486f-bb84-5303d155bb7f tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4078177, 'name': CloneVM_Task} progress is 94%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.426647] env[69889]: DEBUG oslo_vmware.api [None req-10d71d17-31c4-486f-bb84-5303d155bb7f tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4078177, 'name': CloneVM_Task} progress is 95%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.439968] env[69889]: DEBUG nova.compute.manager [None req-425d22e6-b085-4c2a-9f73-47c5cf9b852c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: d87d5259-3b70-4a19-b1df-c73b1279d429] Stashing vm_state: active {{(pid=69889) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1221.925509] env[69889]: DEBUG oslo_vmware.api [None req-10d71d17-31c4-486f-bb84-5303d155bb7f tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4078177, 'name': CloneVM_Task, 'duration_secs': 1.234187} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.925787] env[69889]: INFO nova.virt.vmwareapi.vmops [None req-10d71d17-31c4-486f-bb84-5303d155bb7f tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 39aba68a-2ac8-47be-b799-ef9f1cfb4521] Created linked-clone VM from snapshot [ 1221.926627] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b25c384-28b4-4a99-b58a-2cc9c114f2da {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.936473] env[69889]: DEBUG nova.virt.vmwareapi.images [None req-10d71d17-31c4-486f-bb84-5303d155bb7f tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 39aba68a-2ac8-47be-b799-ef9f1cfb4521] Uploading image 1d399d52-48f6-4a9f-82b4-31940208f0c0 {{(pid=69889) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1221.973366] env[69889]: DEBUG oslo_vmware.rw_handles [None req-10d71d17-31c4-486f-bb84-5303d155bb7f tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1221.973366] env[69889]: value = "vm-808075" [ 1221.973366] env[69889]: _type = "VirtualMachine" [ 1221.973366] env[69889]: }. {{(pid=69889) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1221.973627] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-9ed5d70d-1415-4a59-95e8-7a39521d36fd {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.976700] env[69889]: DEBUG oslo_concurrency.lockutils [None req-425d22e6-b085-4c2a-9f73-47c5cf9b852c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.976700] env[69889]: DEBUG oslo_concurrency.lockutils [None req-425d22e6-b085-4c2a-9f73-47c5cf9b852c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.985262] env[69889]: DEBUG oslo_vmware.rw_handles [None req-10d71d17-31c4-486f-bb84-5303d155bb7f tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Lease: (returnval){ [ 1221.985262] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52795aff-5eea-c618-6e35-94347b936b26" [ 1221.985262] env[69889]: _type = "HttpNfcLease" [ 1221.985262] env[69889]: } obtained for exporting VM: (result){ [ 1221.985262] env[69889]: value = "vm-808075" [ 1221.985262] env[69889]: _type = "VirtualMachine" [ 1221.985262] env[69889]: }. {{(pid=69889) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1221.985262] env[69889]: DEBUG oslo_vmware.api [None req-10d71d17-31c4-486f-bb84-5303d155bb7f tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Waiting for the lease: (returnval){ [ 1221.985262] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52795aff-5eea-c618-6e35-94347b936b26" [ 1221.985262] env[69889]: _type = "HttpNfcLease" [ 1221.985262] env[69889]: } to be ready. {{(pid=69889) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1222.000496] env[69889]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1222.000496] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52795aff-5eea-c618-6e35-94347b936b26" [ 1222.000496] env[69889]: _type = "HttpNfcLease" [ 1222.000496] env[69889]: } is ready. {{(pid=69889) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1222.000855] env[69889]: DEBUG oslo_vmware.rw_handles [None req-10d71d17-31c4-486f-bb84-5303d155bb7f tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1222.000855] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52795aff-5eea-c618-6e35-94347b936b26" [ 1222.000855] env[69889]: _type = "HttpNfcLease" [ 1222.000855] env[69889]: }. {{(pid=69889) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1222.001627] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85c9b84e-0a75-4d44-a900-8d5648537d19 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.011632] env[69889]: DEBUG oslo_vmware.rw_handles [None req-10d71d17-31c4-486f-bb84-5303d155bb7f tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5217b242-d514-9add-a8e5-245440c1caf3/disk-0.vmdk from lease info. {{(pid=69889) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1222.011830] env[69889]: DEBUG oslo_vmware.rw_handles [None req-10d71d17-31c4-486f-bb84-5303d155bb7f tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5217b242-d514-9add-a8e5-245440c1caf3/disk-0.vmdk for reading. {{(pid=69889) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1222.109551] env[69889]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f8205116-a27e-4ca8-b7c3-8c1c295cffce {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.482203] env[69889]: INFO nova.compute.claims [None req-425d22e6-b085-4c2a-9f73-47c5cf9b852c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: d87d5259-3b70-4a19-b1df-c73b1279d429] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1222.990132] env[69889]: INFO nova.compute.resource_tracker [None req-425d22e6-b085-4c2a-9f73-47c5cf9b852c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: d87d5259-3b70-4a19-b1df-c73b1279d429] Updating resource usage from migration 6bed47a9-8ec6-48ec-99e4-3c2256fd43e0 [ 1223.159126] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17026b2a-168d-41e2-9a1d-2d998b24130e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.168099] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2079f0f-ac7f-403f-bffc-fb7ed2ef0a91 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.209786] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-917c6104-9b84-42a3-b9ef-7f3a66324156 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.221194] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4fbda8d-8259-4dca-b03f-160e9813c9f3 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.237439] env[69889]: DEBUG nova.compute.provider_tree [None req-425d22e6-b085-4c2a-9f73-47c5cf9b852c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1223.745606] env[69889]: DEBUG nova.scheduler.client.report [None req-425d22e6-b085-4c2a-9f73-47c5cf9b852c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1224.253498] env[69889]: DEBUG oslo_concurrency.lockutils [None req-425d22e6-b085-4c2a-9f73-47c5cf9b852c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.277s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.253783] env[69889]: INFO nova.compute.manager [None req-425d22e6-b085-4c2a-9f73-47c5cf9b852c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: d87d5259-3b70-4a19-b1df-c73b1279d429] Migrating [ 1224.595019] env[69889]: DEBUG oslo_concurrency.lockutils [None req-8c7d973b-4e72-4c2a-a840-a388a45a4290 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Acquiring lock "97dd9521-55f5-43b9-8248-ac2051b9dd87" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.595295] env[69889]: DEBUG oslo_concurrency.lockutils [None req-8c7d973b-4e72-4c2a-a840-a388a45a4290 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Lock "97dd9521-55f5-43b9-8248-ac2051b9dd87" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.770888] env[69889]: DEBUG oslo_concurrency.lockutils [None req-425d22e6-b085-4c2a-9f73-47c5cf9b852c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Acquiring lock "refresh_cache-d87d5259-3b70-4a19-b1df-c73b1279d429" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.770888] env[69889]: DEBUG oslo_concurrency.lockutils [None req-425d22e6-b085-4c2a-9f73-47c5cf9b852c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Acquired lock "refresh_cache-d87d5259-3b70-4a19-b1df-c73b1279d429" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.771278] env[69889]: DEBUG nova.network.neutron [None req-425d22e6-b085-4c2a-9f73-47c5cf9b852c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: d87d5259-3b70-4a19-b1df-c73b1279d429] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1225.101403] env[69889]: DEBUG nova.compute.utils [None req-8c7d973b-4e72-4c2a-a840-a388a45a4290 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1225.472535] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2ff3a70-555c-43a0-9218-dcb94db4c3b2 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9] Volume attach. Driver type: vmdk {{(pid=69889) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1225.472804] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2ff3a70-555c-43a0-9218-dcb94db4c3b2 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-808077', 'volume_id': 'a3fded4a-ebf2-4686-8124-d44f3536faf9', 'name': 'volume-a3fded4a-ebf2-4686-8124-d44f3536faf9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9', 'attached_at': '', 'detached_at': '', 'volume_id': 'a3fded4a-ebf2-4686-8124-d44f3536faf9', 'serial': 'a3fded4a-ebf2-4686-8124-d44f3536faf9'} {{(pid=69889) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1225.473960] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-954b01fc-0233-47b0-af4f-afd86e7b3ad4 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.501589] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-991b2014-e553-4d71-83be-a22575b7d25c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.536387] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2ff3a70-555c-43a0-9218-dcb94db4c3b2 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] volume-a3fded4a-ebf2-4686-8124-d44f3536faf9/volume-a3fded4a-ebf2-4686-8124-d44f3536faf9.vmdk or device None with type thin {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1225.536746] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d838eaa-f1aa-4c09-9e8b-f97f58767273 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.563061] env[69889]: DEBUG oslo_vmware.api [None req-f2ff3a70-555c-43a0-9218-dcb94db4c3b2 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Waiting for the task: (returnval){ [ 1225.563061] env[69889]: value = "task-4078183" [ 1225.563061] env[69889]: _type = "Task" [ 1225.563061] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.578908] env[69889]: DEBUG oslo_vmware.api [None req-f2ff3a70-555c-43a0-9218-dcb94db4c3b2 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': task-4078183, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.605207] env[69889]: DEBUG oslo_concurrency.lockutils [None req-8c7d973b-4e72-4c2a-a840-a388a45a4290 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Lock "97dd9521-55f5-43b9-8248-ac2051b9dd87" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.643140] env[69889]: DEBUG nova.network.neutron [None req-425d22e6-b085-4c2a-9f73-47c5cf9b852c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: d87d5259-3b70-4a19-b1df-c73b1279d429] Updating instance_info_cache with network_info: [{"id": "4e721dc4-afab-4c34-8981-0e5867ffc985", "address": "fa:16:3e:ff:3d:c8", "network": {"id": "a205e286-28cc-4d8d-92da-d016aa89fb95", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1004022442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e46f471b2284533892518bdcc6cd332", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e83154-c0d2-4d3d-b95e-3cd5ba336257", "external-id": "nsx-vlan-transportzone-771", "segmentation_id": 771, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e721dc4-af", "ovs_interfaceid": "4e721dc4-afab-4c34-8981-0e5867ffc985", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.077187] env[69889]: DEBUG oslo_vmware.api [None req-f2ff3a70-555c-43a0-9218-dcb94db4c3b2 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': task-4078183, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.146224] env[69889]: DEBUG oslo_concurrency.lockutils [None req-425d22e6-b085-4c2a-9f73-47c5cf9b852c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Releasing lock "refresh_cache-d87d5259-3b70-4a19-b1df-c73b1279d429" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.575724] env[69889]: DEBUG oslo_vmware.api [None req-f2ff3a70-555c-43a0-9218-dcb94db4c3b2 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': task-4078183, 'name': ReconfigVM_Task, 'duration_secs': 0.563129} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.576066] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2ff3a70-555c-43a0-9218-dcb94db4c3b2 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9] Reconfigured VM instance instance-00000066 to attach disk [datastore1] volume-a3fded4a-ebf2-4686-8124-d44f3536faf9/volume-a3fded4a-ebf2-4686-8124-d44f3536faf9.vmdk or device None with type thin {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1226.581186] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bee0c7d6-5eda-40ed-affb-5c3558ce0292 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.598809] env[69889]: DEBUG oslo_vmware.api [None req-f2ff3a70-555c-43a0-9218-dcb94db4c3b2 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Waiting for the task: (returnval){ [ 1226.598809] env[69889]: value = "task-4078184" [ 1226.598809] env[69889]: _type = "Task" [ 1226.598809] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.610860] env[69889]: DEBUG oslo_vmware.api [None req-f2ff3a70-555c-43a0-9218-dcb94db4c3b2 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': task-4078184, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.702797] env[69889]: DEBUG oslo_concurrency.lockutils [None req-8c7d973b-4e72-4c2a-a840-a388a45a4290 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Acquiring lock "97dd9521-55f5-43b9-8248-ac2051b9dd87" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.703075] env[69889]: DEBUG oslo_concurrency.lockutils [None req-8c7d973b-4e72-4c2a-a840-a388a45a4290 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Lock "97dd9521-55f5-43b9-8248-ac2051b9dd87" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.703330] env[69889]: INFO nova.compute.manager [None req-8c7d973b-4e72-4c2a-a840-a388a45a4290 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] [instance: 97dd9521-55f5-43b9-8248-ac2051b9dd87] Attaching volume ca1c7d6a-0002-4eae-8472-71941086e5b5 to /dev/sdb [ 1226.764019] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d1a576d-a9a2-4ef9-a649-32171123610f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.774797] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-157ffa7b-1dc4-4189-8f97-232736550c1c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.791456] env[69889]: DEBUG nova.virt.block_device [None req-8c7d973b-4e72-4c2a-a840-a388a45a4290 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] [instance: 97dd9521-55f5-43b9-8248-ac2051b9dd87] Updating existing volume attachment record: 4707349e-4017-4d78-a819-7b8b6bbd7584 {{(pid=69889) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1227.111604] env[69889]: DEBUG oslo_vmware.api [None req-f2ff3a70-555c-43a0-9218-dcb94db4c3b2 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': task-4078184, 'name': ReconfigVM_Task, 'duration_secs': 0.163412} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.113703] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2ff3a70-555c-43a0-9218-dcb94db4c3b2 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-808077', 'volume_id': 'a3fded4a-ebf2-4686-8124-d44f3536faf9', 'name': 'volume-a3fded4a-ebf2-4686-8124-d44f3536faf9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9', 'attached_at': '', 'detached_at': '', 'volume_id': 'a3fded4a-ebf2-4686-8124-d44f3536faf9', 'serial': 'a3fded4a-ebf2-4686-8124-d44f3536faf9'} {{(pid=69889) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1227.121528] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5cddbab2-89ce-4af1-8f76-414f80f3e0ce tempest-ServerMetadataNegativeTestJSON-1205456676 tempest-ServerMetadataNegativeTestJSON-1205456676-project-member] Acquiring lock "46d9e033-471e-48d4-8648-eb8d4722bca5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.122466] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5cddbab2-89ce-4af1-8f76-414f80f3e0ce tempest-ServerMetadataNegativeTestJSON-1205456676 tempest-ServerMetadataNegativeTestJSON-1205456676-project-member] Lock "46d9e033-471e-48d4-8648-eb8d4722bca5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.624118] env[69889]: DEBUG nova.compute.manager [None req-5cddbab2-89ce-4af1-8f76-414f80f3e0ce tempest-ServerMetadataNegativeTestJSON-1205456676 tempest-ServerMetadataNegativeTestJSON-1205456676-project-member] [instance: 46d9e033-471e-48d4-8648-eb8d4722bca5] Starting instance... {{(pid=69889) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1227.670342] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-409f5d95-a2f8-4292-9127-2f12a8fd0f9a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.702551] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-425d22e6-b085-4c2a-9f73-47c5cf9b852c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: d87d5259-3b70-4a19-b1df-c73b1279d429] Updating instance 'd87d5259-3b70-4a19-b1df-c73b1279d429' progress to 0 {{(pid=69889) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1228.110702] env[69889]: DEBUG oslo_concurrency.lockutils [None req-73255f1a-2b8e-4eaf-8b89-48957648ce4b tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Acquiring lock "30fc419c-759b-4037-8cab-0d5a5360e061" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.110702] env[69889]: DEBUG oslo_concurrency.lockutils [None req-73255f1a-2b8e-4eaf-8b89-48957648ce4b tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Lock "30fc419c-759b-4037-8cab-0d5a5360e061" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.152437] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5cddbab2-89ce-4af1-8f76-414f80f3e0ce tempest-ServerMetadataNegativeTestJSON-1205456676 tempest-ServerMetadataNegativeTestJSON-1205456676-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.152437] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5cddbab2-89ce-4af1-8f76-414f80f3e0ce tempest-ServerMetadataNegativeTestJSON-1205456676 tempest-ServerMetadataNegativeTestJSON-1205456676-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.152437] env[69889]: INFO nova.compute.claims [None req-5cddbab2-89ce-4af1-8f76-414f80f3e0ce tempest-ServerMetadataNegativeTestJSON-1205456676 tempest-ServerMetadataNegativeTestJSON-1205456676-project-member] [instance: 46d9e033-471e-48d4-8648-eb8d4722bca5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1228.184781] env[69889]: DEBUG nova.objects.instance [None req-f2ff3a70-555c-43a0-9218-dcb94db4c3b2 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Lazy-loading 'flavor' on Instance uuid c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1228.209657] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-425d22e6-b085-4c2a-9f73-47c5cf9b852c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: d87d5259-3b70-4a19-b1df-c73b1279d429] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1228.209822] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9777a25d-585a-473f-acf1-3f5f07eb8451 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.217972] env[69889]: DEBUG oslo_vmware.api [None req-425d22e6-b085-4c2a-9f73-47c5cf9b852c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Waiting for the task: (returnval){ [ 1228.217972] env[69889]: value = "task-4078186" [ 1228.217972] env[69889]: _type = "Task" [ 1228.217972] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.229168] env[69889]: DEBUG oslo_vmware.api [None req-425d22e6-b085-4c2a-9f73-47c5cf9b852c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078186, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.612973] env[69889]: DEBUG nova.compute.manager [None req-73255f1a-2b8e-4eaf-8b89-48957648ce4b tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 30fc419c-759b-4037-8cab-0d5a5360e061] Starting instance... {{(pid=69889) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1228.690020] env[69889]: DEBUG oslo_concurrency.lockutils [None req-f2ff3a70-555c-43a0-9218-dcb94db4c3b2 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Lock "c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.354s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.729708] env[69889]: DEBUG oslo_vmware.api [None req-425d22e6-b085-4c2a-9f73-47c5cf9b852c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078186, 'name': PowerOffVM_Task, 'duration_secs': 0.206342} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.730739] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-425d22e6-b085-4c2a-9f73-47c5cf9b852c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: d87d5259-3b70-4a19-b1df-c73b1279d429] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1228.731423] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-425d22e6-b085-4c2a-9f73-47c5cf9b852c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: d87d5259-3b70-4a19-b1df-c73b1279d429] Updating instance 'd87d5259-3b70-4a19-b1df-c73b1279d429' progress to 17 {{(pid=69889) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1228.894783] env[69889]: INFO nova.compute.manager [None req-05d725e7-aefa-4aec-bec8-53475d371908 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9] Rescuing [ 1228.895060] env[69889]: DEBUG oslo_concurrency.lockutils [None req-05d725e7-aefa-4aec-bec8-53475d371908 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Acquiring lock "refresh_cache-c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.895221] env[69889]: DEBUG oslo_concurrency.lockutils [None req-05d725e7-aefa-4aec-bec8-53475d371908 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Acquired lock "refresh_cache-c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.895406] env[69889]: DEBUG nova.network.neutron [None req-05d725e7-aefa-4aec-bec8-53475d371908 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1229.137740] env[69889]: DEBUG oslo_concurrency.lockutils [None req-73255f1a-2b8e-4eaf-8b89-48957648ce4b tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.238567] env[69889]: DEBUG nova.virt.hardware [None req-425d22e6-b085-4c2a-9f73-47c5cf9b852c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1229.238829] env[69889]: DEBUG nova.virt.hardware [None req-425d22e6-b085-4c2a-9f73-47c5cf9b852c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1229.239159] env[69889]: DEBUG nova.virt.hardware [None req-425d22e6-b085-4c2a-9f73-47c5cf9b852c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1229.239369] env[69889]: DEBUG nova.virt.hardware [None req-425d22e6-b085-4c2a-9f73-47c5cf9b852c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1229.239515] env[69889]: DEBUG nova.virt.hardware [None req-425d22e6-b085-4c2a-9f73-47c5cf9b852c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1229.239661] env[69889]: DEBUG nova.virt.hardware [None req-425d22e6-b085-4c2a-9f73-47c5cf9b852c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1229.239862] env[69889]: DEBUG nova.virt.hardware [None req-425d22e6-b085-4c2a-9f73-47c5cf9b852c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1229.240079] env[69889]: DEBUG nova.virt.hardware [None req-425d22e6-b085-4c2a-9f73-47c5cf9b852c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1229.240285] env[69889]: DEBUG nova.virt.hardware [None req-425d22e6-b085-4c2a-9f73-47c5cf9b852c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1229.240484] env[69889]: DEBUG nova.virt.hardware [None req-425d22e6-b085-4c2a-9f73-47c5cf9b852c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1229.240674] env[69889]: DEBUG nova.virt.hardware [None req-425d22e6-b085-4c2a-9f73-47c5cf9b852c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1229.248467] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62b88587-6bc1-41de-9622-5b37a8d5ac52 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.266195] env[69889]: DEBUG oslo_vmware.api [None req-425d22e6-b085-4c2a-9f73-47c5cf9b852c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Waiting for the task: (returnval){ [ 1229.266195] env[69889]: value = "task-4078187" [ 1229.266195] env[69889]: _type = "Task" [ 1229.266195] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.278497] env[69889]: DEBUG oslo_vmware.api [None req-425d22e6-b085-4c2a-9f73-47c5cf9b852c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078187, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.341262] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69eb5b55-9625-4198-b213-02986694d9e3 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.349796] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d9a0b22-fe4a-4a57-acf0-05511d848232 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.383873] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d5a0d0d-694d-45b6-a268-ff4a0274b9d9 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.393818] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a33ea1b-1d80-4efe-8106-99f3aa45b17c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.412743] env[69889]: DEBUG nova.compute.provider_tree [None req-5cddbab2-89ce-4af1-8f76-414f80f3e0ce tempest-ServerMetadataNegativeTestJSON-1205456676 tempest-ServerMetadataNegativeTestJSON-1205456676-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1229.697151] env[69889]: DEBUG nova.network.neutron [None req-05d725e7-aefa-4aec-bec8-53475d371908 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9] Updating instance_info_cache with network_info: [{"id": "5d475edd-8a50-4169-810c-074acd50ea04", "address": "fa:16:3e:f6:db:02", "network": {"id": "3ca64dd4-23fb-4e19-8d0c-5addef000c05", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-147569188-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc97caed3dd94d37b13107e002052810", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "84aee122-f630-43c5-9cc1-3a38d3819c82", "external-id": "nsx-vlan-transportzone-816", "segmentation_id": 816, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d475edd-8a", "ovs_interfaceid": "5d475edd-8a50-4169-810c-074acd50ea04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1229.778400] env[69889]: DEBUG oslo_vmware.api [None req-425d22e6-b085-4c2a-9f73-47c5cf9b852c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078187, 'name': ReconfigVM_Task, 'duration_secs': 0.218059} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.778764] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-425d22e6-b085-4c2a-9f73-47c5cf9b852c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: d87d5259-3b70-4a19-b1df-c73b1279d429] Updating instance 'd87d5259-3b70-4a19-b1df-c73b1279d429' progress to 33 {{(pid=69889) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1229.916848] env[69889]: DEBUG nova.scheduler.client.report [None req-5cddbab2-89ce-4af1-8f76-414f80f3e0ce tempest-ServerMetadataNegativeTestJSON-1205456676 tempest-ServerMetadataNegativeTestJSON-1205456676-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1230.200587] env[69889]: DEBUG oslo_concurrency.lockutils [None req-05d725e7-aefa-4aec-bec8-53475d371908 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Releasing lock "refresh_cache-c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.285975] env[69889]: DEBUG nova.virt.hardware [None req-425d22e6-b085-4c2a-9f73-47c5cf9b852c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1230.286379] env[69889]: DEBUG nova.virt.hardware [None req-425d22e6-b085-4c2a-9f73-47c5cf9b852c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1230.286418] env[69889]: DEBUG nova.virt.hardware [None req-425d22e6-b085-4c2a-9f73-47c5cf9b852c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1230.286573] env[69889]: DEBUG nova.virt.hardware [None req-425d22e6-b085-4c2a-9f73-47c5cf9b852c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1230.286722] env[69889]: DEBUG nova.virt.hardware [None req-425d22e6-b085-4c2a-9f73-47c5cf9b852c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1230.286932] env[69889]: DEBUG nova.virt.hardware [None req-425d22e6-b085-4c2a-9f73-47c5cf9b852c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1230.287169] env[69889]: DEBUG nova.virt.hardware [None req-425d22e6-b085-4c2a-9f73-47c5cf9b852c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1230.287331] env[69889]: DEBUG nova.virt.hardware [None req-425d22e6-b085-4c2a-9f73-47c5cf9b852c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1230.287495] env[69889]: DEBUG nova.virt.hardware [None req-425d22e6-b085-4c2a-9f73-47c5cf9b852c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1230.287654] env[69889]: DEBUG nova.virt.hardware [None req-425d22e6-b085-4c2a-9f73-47c5cf9b852c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1230.287823] env[69889]: DEBUG nova.virt.hardware [None req-425d22e6-b085-4c2a-9f73-47c5cf9b852c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1230.293171] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-425d22e6-b085-4c2a-9f73-47c5cf9b852c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: d87d5259-3b70-4a19-b1df-c73b1279d429] Reconfiguring VM instance instance-0000006c to detach disk 2000 {{(pid=69889) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1230.293479] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fae0e88b-177f-4e26-b0d2-2a66acd0a542 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.313603] env[69889]: DEBUG oslo_vmware.api [None req-425d22e6-b085-4c2a-9f73-47c5cf9b852c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Waiting for the task: (returnval){ [ 1230.313603] env[69889]: value = "task-4078188" [ 1230.313603] env[69889]: _type = "Task" [ 1230.313603] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.322504] env[69889]: DEBUG oslo_vmware.api [None req-425d22e6-b085-4c2a-9f73-47c5cf9b852c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078188, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.381031] env[69889]: DEBUG oslo_vmware.rw_handles [None req-10d71d17-31c4-486f-bb84-5303d155bb7f tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5217b242-d514-9add-a8e5-245440c1caf3/disk-0.vmdk. {{(pid=69889) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1230.381823] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14720bbe-46e5-4c18-9667-1d896dfe2682 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.388832] env[69889]: DEBUG oslo_vmware.rw_handles [None req-10d71d17-31c4-486f-bb84-5303d155bb7f tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5217b242-d514-9add-a8e5-245440c1caf3/disk-0.vmdk is in state: ready. {{(pid=69889) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1230.389064] env[69889]: ERROR oslo_vmware.rw_handles [None req-10d71d17-31c4-486f-bb84-5303d155bb7f tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5217b242-d514-9add-a8e5-245440c1caf3/disk-0.vmdk due to incomplete transfer. [ 1230.389338] env[69889]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-7f834e23-9aee-4403-8d77-37f5c208b3bb {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.399659] env[69889]: DEBUG oslo_vmware.rw_handles [None req-10d71d17-31c4-486f-bb84-5303d155bb7f tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5217b242-d514-9add-a8e5-245440c1caf3/disk-0.vmdk. {{(pid=69889) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1230.399883] env[69889]: DEBUG nova.virt.vmwareapi.images [None req-10d71d17-31c4-486f-bb84-5303d155bb7f tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 39aba68a-2ac8-47be-b799-ef9f1cfb4521] Uploaded image 1d399d52-48f6-4a9f-82b4-31940208f0c0 to the Glance image server {{(pid=69889) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1230.402590] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-10d71d17-31c4-486f-bb84-5303d155bb7f tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 39aba68a-2ac8-47be-b799-ef9f1cfb4521] Destroying the VM {{(pid=69889) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1230.402953] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-34980847-e7cb-49d4-b720-72ce44b9b014 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.410434] env[69889]: DEBUG oslo_vmware.api [None req-10d71d17-31c4-486f-bb84-5303d155bb7f tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Waiting for the task: (returnval){ [ 1230.410434] env[69889]: value = "task-4078189" [ 1230.410434] env[69889]: _type = "Task" [ 1230.410434] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.420027] env[69889]: DEBUG oslo_vmware.api [None req-10d71d17-31c4-486f-bb84-5303d155bb7f tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4078189, 'name': Destroy_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.421906] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5cddbab2-89ce-4af1-8f76-414f80f3e0ce tempest-ServerMetadataNegativeTestJSON-1205456676 tempest-ServerMetadataNegativeTestJSON-1205456676-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.272s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.422407] env[69889]: DEBUG nova.compute.manager [None req-5cddbab2-89ce-4af1-8f76-414f80f3e0ce tempest-ServerMetadataNegativeTestJSON-1205456676 tempest-ServerMetadataNegativeTestJSON-1205456676-project-member] [instance: 46d9e033-471e-48d4-8648-eb8d4722bca5] Start building networks asynchronously for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1230.425149] env[69889]: DEBUG oslo_concurrency.lockutils [None req-73255f1a-2b8e-4eaf-8b89-48957648ce4b tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.288s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.426600] env[69889]: INFO nova.compute.claims [None req-73255f1a-2b8e-4eaf-8b89-48957648ce4b tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 30fc419c-759b-4037-8cab-0d5a5360e061] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1230.824901] env[69889]: DEBUG oslo_vmware.api [None req-425d22e6-b085-4c2a-9f73-47c5cf9b852c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078188, 'name': ReconfigVM_Task, 'duration_secs': 0.193707} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.825266] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-425d22e6-b085-4c2a-9f73-47c5cf9b852c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: d87d5259-3b70-4a19-b1df-c73b1279d429] Reconfigured VM instance instance-0000006c to detach disk 2000 {{(pid=69889) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1230.826107] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-023a7acc-9b9a-4aec-9297-38ea346370eb {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.848518] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-425d22e6-b085-4c2a-9f73-47c5cf9b852c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: d87d5259-3b70-4a19-b1df-c73b1279d429] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] d87d5259-3b70-4a19-b1df-c73b1279d429/d87d5259-3b70-4a19-b1df-c73b1279d429.vmdk or device None with type thin {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1230.848877] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2dbca21-f0fa-47f2-a46e-920e4a7f82b4 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.867618] env[69889]: DEBUG oslo_vmware.api [None req-425d22e6-b085-4c2a-9f73-47c5cf9b852c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Waiting for the task: (returnval){ [ 1230.867618] env[69889]: value = "task-4078190" [ 1230.867618] env[69889]: _type = "Task" [ 1230.867618] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.877109] env[69889]: DEBUG oslo_vmware.api [None req-425d22e6-b085-4c2a-9f73-47c5cf9b852c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078190, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.920255] env[69889]: DEBUG oslo_vmware.api [None req-10d71d17-31c4-486f-bb84-5303d155bb7f tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4078189, 'name': Destroy_Task, 'duration_secs': 0.44734} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.920553] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-10d71d17-31c4-486f-bb84-5303d155bb7f tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 39aba68a-2ac8-47be-b799-ef9f1cfb4521] Destroyed the VM [ 1230.920828] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-10d71d17-31c4-486f-bb84-5303d155bb7f tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 39aba68a-2ac8-47be-b799-ef9f1cfb4521] Deleting Snapshot of the VM instance {{(pid=69889) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1230.921179] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b3c4cb3a-b8bc-4c28-9a0b-ef9903c47f85 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.927749] env[69889]: DEBUG oslo_vmware.api [None req-10d71d17-31c4-486f-bb84-5303d155bb7f tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Waiting for the task: (returnval){ [ 1230.927749] env[69889]: value = "task-4078191" [ 1230.927749] env[69889]: _type = "Task" [ 1230.927749] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.932338] env[69889]: DEBUG nova.compute.utils [None req-5cddbab2-89ce-4af1-8f76-414f80f3e0ce tempest-ServerMetadataNegativeTestJSON-1205456676 tempest-ServerMetadataNegativeTestJSON-1205456676-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1230.936799] env[69889]: DEBUG nova.compute.manager [None req-5cddbab2-89ce-4af1-8f76-414f80f3e0ce tempest-ServerMetadataNegativeTestJSON-1205456676 tempest-ServerMetadataNegativeTestJSON-1205456676-project-member] [instance: 46d9e033-471e-48d4-8648-eb8d4722bca5] Allocating IP information in the background. {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1230.937167] env[69889]: DEBUG nova.network.neutron [None req-5cddbab2-89ce-4af1-8f76-414f80f3e0ce tempest-ServerMetadataNegativeTestJSON-1205456676 tempest-ServerMetadataNegativeTestJSON-1205456676-project-member] [instance: 46d9e033-471e-48d4-8648-eb8d4722bca5] allocate_for_instance() {{(pid=69889) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1230.946016] env[69889]: DEBUG oslo_vmware.api [None req-10d71d17-31c4-486f-bb84-5303d155bb7f tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4078191, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.965426] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1230.965718] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1230.965879] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1230.966059] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1230.978357] env[69889]: DEBUG nova.policy [None req-5cddbab2-89ce-4af1-8f76-414f80f3e0ce tempest-ServerMetadataNegativeTestJSON-1205456676 tempest-ServerMetadataNegativeTestJSON-1205456676-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4ed5b98d583f4c5588e3ebeae96d9f34', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '80e4e06f8c2242eca57e9d6551b3dcf3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69889) authorize /opt/stack/nova/nova/policy.py:192}} [ 1231.274039] env[69889]: DEBUG nova.network.neutron [None req-5cddbab2-89ce-4af1-8f76-414f80f3e0ce tempest-ServerMetadataNegativeTestJSON-1205456676 tempest-ServerMetadataNegativeTestJSON-1205456676-project-member] [instance: 46d9e033-471e-48d4-8648-eb8d4722bca5] Successfully created port: b02e77d6-eee8-4a26-ba6b-53d7b741a6e4 {{(pid=69889) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1231.379919] env[69889]: DEBUG oslo_vmware.api [None req-425d22e6-b085-4c2a-9f73-47c5cf9b852c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078190, 'name': ReconfigVM_Task, 'duration_secs': 0.305476} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.380309] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-425d22e6-b085-4c2a-9f73-47c5cf9b852c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: d87d5259-3b70-4a19-b1df-c73b1279d429] Reconfigured VM instance instance-0000006c to attach disk [datastore2] d87d5259-3b70-4a19-b1df-c73b1279d429/d87d5259-3b70-4a19-b1df-c73b1279d429.vmdk or device None with type thin {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1231.380477] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-425d22e6-b085-4c2a-9f73-47c5cf9b852c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: d87d5259-3b70-4a19-b1df-c73b1279d429] Updating instance 'd87d5259-3b70-4a19-b1df-c73b1279d429' progress to 50 {{(pid=69889) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1231.438229] env[69889]: DEBUG nova.compute.manager [None req-5cddbab2-89ce-4af1-8f76-414f80f3e0ce tempest-ServerMetadataNegativeTestJSON-1205456676 tempest-ServerMetadataNegativeTestJSON-1205456676-project-member] [instance: 46d9e033-471e-48d4-8648-eb8d4722bca5] Start building block device mappings for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1231.440956] env[69889]: DEBUG oslo_vmware.api [None req-10d71d17-31c4-486f-bb84-5303d155bb7f tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4078191, 'name': RemoveSnapshot_Task, 'duration_secs': 0.3988} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.445019] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-10d71d17-31c4-486f-bb84-5303d155bb7f tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 39aba68a-2ac8-47be-b799-ef9f1cfb4521] Deleted Snapshot of the VM instance {{(pid=69889) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1231.445019] env[69889]: DEBUG nova.compute.manager [None req-10d71d17-31c4-486f-bb84-5303d155bb7f tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 39aba68a-2ac8-47be-b799-ef9f1cfb4521] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1231.446148] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80f92f95-4bb7-427b-ab28-9348ed0324db {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.468851] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.606175] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d30be5d6-df88-4a50-bc72-5a0ff972a7f8 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.614904] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf29677a-8777-4ee4-bf33-e1331ed8ae22 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.645946] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d060a116-3266-47a5-84eb-c175d437666e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.653767] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5b20cf2-795f-423d-bdfc-4b593461489a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.667924] env[69889]: DEBUG nova.compute.provider_tree [None req-73255f1a-2b8e-4eaf-8b89-48957648ce4b tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1231.741622] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-05d725e7-aefa-4aec-bec8-53475d371908 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1231.742012] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-543c7173-7a71-4e95-84ae-236a0dfcd144 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.750358] env[69889]: DEBUG oslo_vmware.api [None req-05d725e7-aefa-4aec-bec8-53475d371908 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Waiting for the task: (returnval){ [ 1231.750358] env[69889]: value = "task-4078193" [ 1231.750358] env[69889]: _type = "Task" [ 1231.750358] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.762314] env[69889]: DEBUG oslo_vmware.api [None req-05d725e7-aefa-4aec-bec8-53475d371908 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': task-4078193, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.888064] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db5882e8-727f-40f2-86a5-eff480749264 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.908160] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70c293bc-f41d-4cc9-84f3-4151465afe82 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.927473] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-425d22e6-b085-4c2a-9f73-47c5cf9b852c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: d87d5259-3b70-4a19-b1df-c73b1279d429] Updating instance 'd87d5259-3b70-4a19-b1df-c73b1279d429' progress to 67 {{(pid=69889) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1231.959901] env[69889]: INFO nova.compute.manager [None req-10d71d17-31c4-486f-bb84-5303d155bb7f tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 39aba68a-2ac8-47be-b799-ef9f1cfb4521] Shelve offloading [ 1232.170938] env[69889]: DEBUG nova.scheduler.client.report [None req-73255f1a-2b8e-4eaf-8b89-48957648ce4b tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1232.267689] env[69889]: DEBUG oslo_vmware.api [None req-05d725e7-aefa-4aec-bec8-53475d371908 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': task-4078193, 'name': PowerOffVM_Task, 'duration_secs': 0.19942} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.268360] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-05d725e7-aefa-4aec-bec8-53475d371908 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1232.269558] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75ded0de-9555-4c83-ae3b-bbb9e3a615db {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.298684] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e3a5bfb-b2f1-41f9-b5f2-ced2c94b261c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.336767] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-05d725e7-aefa-4aec-bec8-53475d371908 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1232.336912] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a5ed7570-f7cc-44c7-85f4-4d4553dc4a44 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.345590] env[69889]: DEBUG oslo_vmware.api [None req-05d725e7-aefa-4aec-bec8-53475d371908 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Waiting for the task: (returnval){ [ 1232.345590] env[69889]: value = "task-4078194" [ 1232.345590] env[69889]: _type = "Task" [ 1232.345590] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.355199] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-05d725e7-aefa-4aec-bec8-53475d371908 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9] VM already powered off {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1232.355421] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-05d725e7-aefa-4aec-bec8-53475d371908 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1232.355680] env[69889]: DEBUG oslo_concurrency.lockutils [None req-05d725e7-aefa-4aec-bec8-53475d371908 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.355832] env[69889]: DEBUG oslo_concurrency.lockutils [None req-05d725e7-aefa-4aec-bec8-53475d371908 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.356026] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-05d725e7-aefa-4aec-bec8-53475d371908 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1232.356288] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bcaedcc4-35ba-4e8d-bab9-62e41fe9b670 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.366787] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-05d725e7-aefa-4aec-bec8-53475d371908 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1232.367014] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-05d725e7-aefa-4aec-bec8-53475d371908 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1232.367783] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3ce3163-a1d8-4e1f-84a4-0111d74c9b13 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.373948] env[69889]: DEBUG oslo_vmware.api [None req-05d725e7-aefa-4aec-bec8-53475d371908 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Waiting for the task: (returnval){ [ 1232.373948] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]526978d8-f2fc-6304-a878-40859537cee6" [ 1232.373948] env[69889]: _type = "Task" [ 1232.373948] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.385565] env[69889]: DEBUG oslo_vmware.api [None req-05d725e7-aefa-4aec-bec8-53475d371908 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]526978d8-f2fc-6304-a878-40859537cee6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.448141] env[69889]: DEBUG nova.compute.manager [None req-5cddbab2-89ce-4af1-8f76-414f80f3e0ce tempest-ServerMetadataNegativeTestJSON-1205456676 tempest-ServerMetadataNegativeTestJSON-1205456676-project-member] [instance: 46d9e033-471e-48d4-8648-eb8d4722bca5] Start spawning the instance on the hypervisor. {{(pid=69889) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1232.465112] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-10d71d17-31c4-486f-bb84-5303d155bb7f tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 39aba68a-2ac8-47be-b799-ef9f1cfb4521] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1232.465569] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-75e04b57-02e6-490f-94f1-fbadea0432bf {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.469585] env[69889]: DEBUG nova.network.neutron [None req-425d22e6-b085-4c2a-9f73-47c5cf9b852c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: d87d5259-3b70-4a19-b1df-c73b1279d429] Port 4e721dc4-afab-4c34-8981-0e5867ffc985 binding to destination host cpu-1 is already ACTIVE {{(pid=69889) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1232.473672] env[69889]: DEBUG nova.virt.hardware [None req-5cddbab2-89ce-4af1-8f76-414f80f3e0ce tempest-ServerMetadataNegativeTestJSON-1205456676 tempest-ServerMetadataNegativeTestJSON-1205456676-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1232.474073] env[69889]: DEBUG nova.virt.hardware [None req-5cddbab2-89ce-4af1-8f76-414f80f3e0ce tempest-ServerMetadataNegativeTestJSON-1205456676 tempest-ServerMetadataNegativeTestJSON-1205456676-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1232.474409] env[69889]: DEBUG nova.virt.hardware [None req-5cddbab2-89ce-4af1-8f76-414f80f3e0ce tempest-ServerMetadataNegativeTestJSON-1205456676 tempest-ServerMetadataNegativeTestJSON-1205456676-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1232.474652] env[69889]: DEBUG nova.virt.hardware [None req-5cddbab2-89ce-4af1-8f76-414f80f3e0ce tempest-ServerMetadataNegativeTestJSON-1205456676 tempest-ServerMetadataNegativeTestJSON-1205456676-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1232.474817] env[69889]: DEBUG nova.virt.hardware [None req-5cddbab2-89ce-4af1-8f76-414f80f3e0ce tempest-ServerMetadataNegativeTestJSON-1205456676 tempest-ServerMetadataNegativeTestJSON-1205456676-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1232.474971] env[69889]: DEBUG nova.virt.hardware [None req-5cddbab2-89ce-4af1-8f76-414f80f3e0ce tempest-ServerMetadataNegativeTestJSON-1205456676 tempest-ServerMetadataNegativeTestJSON-1205456676-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1232.475318] env[69889]: DEBUG nova.virt.hardware [None req-5cddbab2-89ce-4af1-8f76-414f80f3e0ce tempest-ServerMetadataNegativeTestJSON-1205456676 tempest-ServerMetadataNegativeTestJSON-1205456676-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1232.475453] env[69889]: DEBUG nova.virt.hardware [None req-5cddbab2-89ce-4af1-8f76-414f80f3e0ce tempest-ServerMetadataNegativeTestJSON-1205456676 tempest-ServerMetadataNegativeTestJSON-1205456676-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1232.475535] env[69889]: DEBUG nova.virt.hardware [None req-5cddbab2-89ce-4af1-8f76-414f80f3e0ce tempest-ServerMetadataNegativeTestJSON-1205456676 tempest-ServerMetadataNegativeTestJSON-1205456676-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1232.475677] env[69889]: DEBUG nova.virt.hardware [None req-5cddbab2-89ce-4af1-8f76-414f80f3e0ce tempest-ServerMetadataNegativeTestJSON-1205456676 tempest-ServerMetadataNegativeTestJSON-1205456676-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1232.475849] env[69889]: DEBUG nova.virt.hardware [None req-5cddbab2-89ce-4af1-8f76-414f80f3e0ce tempest-ServerMetadataNegativeTestJSON-1205456676 tempest-ServerMetadataNegativeTestJSON-1205456676-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1232.476753] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8720ac62-2b00-4141-8041-04b57ab3cf51 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.481638] env[69889]: DEBUG oslo_vmware.api [None req-10d71d17-31c4-486f-bb84-5303d155bb7f tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Waiting for the task: (returnval){ [ 1232.481638] env[69889]: value = "task-4078195" [ 1232.481638] env[69889]: _type = "Task" [ 1232.481638] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.489372] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27a09f4a-1455-4728-8971-6336dad9e6ef {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.498507] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-10d71d17-31c4-486f-bb84-5303d155bb7f tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 39aba68a-2ac8-47be-b799-ef9f1cfb4521] VM already powered off {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1232.498710] env[69889]: DEBUG nova.compute.manager [None req-10d71d17-31c4-486f-bb84-5303d155bb7f tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 39aba68a-2ac8-47be-b799-ef9f1cfb4521] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1232.499530] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa041107-e2d4-427e-8989-04c99aa8d262 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.514615] env[69889]: DEBUG oslo_concurrency.lockutils [None req-10d71d17-31c4-486f-bb84-5303d155bb7f tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Acquiring lock "refresh_cache-39aba68a-2ac8-47be-b799-ef9f1cfb4521" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.514757] env[69889]: DEBUG oslo_concurrency.lockutils [None req-10d71d17-31c4-486f-bb84-5303d155bb7f tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Acquired lock "refresh_cache-39aba68a-2ac8-47be-b799-ef9f1cfb4521" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.514904] env[69889]: DEBUG nova.network.neutron [None req-10d71d17-31c4-486f-bb84-5303d155bb7f tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 39aba68a-2ac8-47be-b799-ef9f1cfb4521] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1232.677742] env[69889]: DEBUG oslo_concurrency.lockutils [None req-73255f1a-2b8e-4eaf-8b89-48957648ce4b tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.252s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.678439] env[69889]: DEBUG nova.compute.manager [None req-73255f1a-2b8e-4eaf-8b89-48957648ce4b tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 30fc419c-759b-4037-8cab-0d5a5360e061] Start building networks asynchronously for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1232.681533] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.213s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.681712] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.681867] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69889) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1232.682994] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c301f88a-d2a1-4d89-b21a-7a0b22368e04 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.687378] env[69889]: DEBUG nova.compute.manager [req-95424987-c053-4221-9675-789f3cccdf6e req-ede308b4-beb3-4584-8d4f-dabf0cd6d7b3 service nova] [instance: 46d9e033-471e-48d4-8648-eb8d4722bca5] Received event network-vif-plugged-b02e77d6-eee8-4a26-ba6b-53d7b741a6e4 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1232.687586] env[69889]: DEBUG oslo_concurrency.lockutils [req-95424987-c053-4221-9675-789f3cccdf6e req-ede308b4-beb3-4584-8d4f-dabf0cd6d7b3 service nova] Acquiring lock "46d9e033-471e-48d4-8648-eb8d4722bca5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.687791] env[69889]: DEBUG oslo_concurrency.lockutils [req-95424987-c053-4221-9675-789f3cccdf6e req-ede308b4-beb3-4584-8d4f-dabf0cd6d7b3 service nova] Lock "46d9e033-471e-48d4-8648-eb8d4722bca5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.687956] env[69889]: DEBUG oslo_concurrency.lockutils [req-95424987-c053-4221-9675-789f3cccdf6e req-ede308b4-beb3-4584-8d4f-dabf0cd6d7b3 service nova] Lock "46d9e033-471e-48d4-8648-eb8d4722bca5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.688142] env[69889]: DEBUG nova.compute.manager [req-95424987-c053-4221-9675-789f3cccdf6e req-ede308b4-beb3-4584-8d4f-dabf0cd6d7b3 service nova] [instance: 46d9e033-471e-48d4-8648-eb8d4722bca5] No waiting events found dispatching network-vif-plugged-b02e77d6-eee8-4a26-ba6b-53d7b741a6e4 {{(pid=69889) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1232.688307] env[69889]: WARNING nova.compute.manager [req-95424987-c053-4221-9675-789f3cccdf6e req-ede308b4-beb3-4584-8d4f-dabf0cd6d7b3 service nova] [instance: 46d9e033-471e-48d4-8648-eb8d4722bca5] Received unexpected event network-vif-plugged-b02e77d6-eee8-4a26-ba6b-53d7b741a6e4 for instance with vm_state building and task_state spawning. [ 1232.695612] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40034617-4d3a-4f5e-8f21-23934a1ef8cb {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.709948] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e8e89ee-f3f3-4c86-8b4f-2c9429c1b852 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.717166] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0813b26f-9948-459f-95e6-9b21db48667e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.750076] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179602MB free_disk=19GB free_vcpus=48 pci_devices=None {{(pid=69889) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1232.750275] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.750372] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.884333] env[69889]: DEBUG oslo_vmware.api [None req-05d725e7-aefa-4aec-bec8-53475d371908 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]526978d8-f2fc-6304-a878-40859537cee6, 'name': SearchDatastore_Task, 'duration_secs': 0.011571} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.885061] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0a4fe0e-62bd-42bf-813f-dc384b2b49ba {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.890545] env[69889]: DEBUG oslo_vmware.api [None req-05d725e7-aefa-4aec-bec8-53475d371908 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Waiting for the task: (returnval){ [ 1232.890545] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]520ba09c-af77-5683-e4ae-cdbd8dc2e61c" [ 1232.890545] env[69889]: _type = "Task" [ 1232.890545] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.899147] env[69889]: DEBUG oslo_vmware.api [None req-05d725e7-aefa-4aec-bec8-53475d371908 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]520ba09c-af77-5683-e4ae-cdbd8dc2e61c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.999089] env[69889]: DEBUG nova.network.neutron [None req-5cddbab2-89ce-4af1-8f76-414f80f3e0ce tempest-ServerMetadataNegativeTestJSON-1205456676 tempest-ServerMetadataNegativeTestJSON-1205456676-project-member] [instance: 46d9e033-471e-48d4-8648-eb8d4722bca5] Successfully updated port: b02e77d6-eee8-4a26-ba6b-53d7b741a6e4 {{(pid=69889) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1233.183976] env[69889]: DEBUG nova.compute.utils [None req-73255f1a-2b8e-4eaf-8b89-48957648ce4b tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1233.185441] env[69889]: DEBUG nova.compute.manager [None req-73255f1a-2b8e-4eaf-8b89-48957648ce4b tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 30fc419c-759b-4037-8cab-0d5a5360e061] Allocating IP information in the background. {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1233.185561] env[69889]: DEBUG nova.network.neutron [None req-73255f1a-2b8e-4eaf-8b89-48957648ce4b tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 30fc419c-759b-4037-8cab-0d5a5360e061] allocate_for_instance() {{(pid=69889) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1233.252286] env[69889]: DEBUG nova.policy [None req-73255f1a-2b8e-4eaf-8b89-48957648ce4b tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fa53d078c0d741dfb296e8243fcb8851', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6536689d827a4804a60785c3229d998e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69889) authorize /opt/stack/nova/nova/policy.py:192}} [ 1233.306999] env[69889]: DEBUG nova.network.neutron [None req-10d71d17-31c4-486f-bb84-5303d155bb7f tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 39aba68a-2ac8-47be-b799-ef9f1cfb4521] Updating instance_info_cache with network_info: [{"id": "55ebe8c6-76c8-4e6a-bb86-322a955f9272", "address": "fa:16:3e:7d:21:6c", "network": {"id": "1b12c1c8-daca-4fb2-8ab1-a5e673ba07eb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-532849496-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7255cdff151a40df83da7bf6356a4e13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55ebe8c6-76", "ovs_interfaceid": "55ebe8c6-76c8-4e6a-bb86-322a955f9272", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1233.352110] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c7d973b-4e72-4c2a-a840-a388a45a4290 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] [instance: 97dd9521-55f5-43b9-8248-ac2051b9dd87] Volume attach. Driver type: vmdk {{(pid=69889) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1233.352418] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c7d973b-4e72-4c2a-a840-a388a45a4290 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] [instance: 97dd9521-55f5-43b9-8248-ac2051b9dd87] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-808078', 'volume_id': 'ca1c7d6a-0002-4eae-8472-71941086e5b5', 'name': 'volume-ca1c7d6a-0002-4eae-8472-71941086e5b5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '97dd9521-55f5-43b9-8248-ac2051b9dd87', 'attached_at': '', 'detached_at': '', 'volume_id': 'ca1c7d6a-0002-4eae-8472-71941086e5b5', 'serial': 'ca1c7d6a-0002-4eae-8472-71941086e5b5'} {{(pid=69889) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1233.354549] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b0d5d48-dcd6-48c1-90da-3ceb2b3cd69b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.374921] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f40d749-1a12-4074-8a73-48fa27c37e71 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.412021] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c7d973b-4e72-4c2a-a840-a388a45a4290 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] [instance: 97dd9521-55f5-43b9-8248-ac2051b9dd87] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] volume-ca1c7d6a-0002-4eae-8472-71941086e5b5/volume-ca1c7d6a-0002-4eae-8472-71941086e5b5.vmdk or device None with type thin {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1233.415423] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-923f786d-0468-4524-b73b-ba98f3c90bb1 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.437548] env[69889]: DEBUG oslo_vmware.api [None req-05d725e7-aefa-4aec-bec8-53475d371908 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]520ba09c-af77-5683-e4ae-cdbd8dc2e61c, 'name': SearchDatastore_Task, 'duration_secs': 0.009959} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.439047] env[69889]: DEBUG oslo_concurrency.lockutils [None req-05d725e7-aefa-4aec-bec8-53475d371908 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.439344] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-05d725e7-aefa-4aec-bec8-53475d371908 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore1] c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9/fdedeb32-acda-4585-a195-4af2c3a4f070-rescue.vmdk. {{(pid=69889) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1233.439755] env[69889]: DEBUG oslo_vmware.api [None req-8c7d973b-4e72-4c2a-a840-a388a45a4290 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Waiting for the task: (returnval){ [ 1233.439755] env[69889]: value = "task-4078196" [ 1233.439755] env[69889]: _type = "Task" [ 1233.439755] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.440027] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-27520ce5-3c53-4d96-bdb2-f247133f35e3 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.452500] env[69889]: DEBUG oslo_vmware.api [None req-8c7d973b-4e72-4c2a-a840-a388a45a4290 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Task: {'id': task-4078196, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.454855] env[69889]: DEBUG oslo_vmware.api [None req-05d725e7-aefa-4aec-bec8-53475d371908 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Waiting for the task: (returnval){ [ 1233.454855] env[69889]: value = "task-4078197" [ 1233.454855] env[69889]: _type = "Task" [ 1233.454855] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.464283] env[69889]: DEBUG oslo_vmware.api [None req-05d725e7-aefa-4aec-bec8-53475d371908 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': task-4078197, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.498126] env[69889]: DEBUG oslo_concurrency.lockutils [None req-425d22e6-b085-4c2a-9f73-47c5cf9b852c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Acquiring lock "d87d5259-3b70-4a19-b1df-c73b1279d429-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.498393] env[69889]: DEBUG oslo_concurrency.lockutils [None req-425d22e6-b085-4c2a-9f73-47c5cf9b852c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Lock "d87d5259-3b70-4a19-b1df-c73b1279d429-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.498943] env[69889]: DEBUG oslo_concurrency.lockutils [None req-425d22e6-b085-4c2a-9f73-47c5cf9b852c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Lock "d87d5259-3b70-4a19-b1df-c73b1279d429-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.504993] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5cddbab2-89ce-4af1-8f76-414f80f3e0ce tempest-ServerMetadataNegativeTestJSON-1205456676 tempest-ServerMetadataNegativeTestJSON-1205456676-project-member] Acquiring lock "refresh_cache-46d9e033-471e-48d4-8648-eb8d4722bca5" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.505207] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5cddbab2-89ce-4af1-8f76-414f80f3e0ce tempest-ServerMetadataNegativeTestJSON-1205456676 tempest-ServerMetadataNegativeTestJSON-1205456676-project-member] Acquired lock "refresh_cache-46d9e033-471e-48d4-8648-eb8d4722bca5" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.508356] env[69889]: DEBUG nova.network.neutron [None req-5cddbab2-89ce-4af1-8f76-414f80f3e0ce tempest-ServerMetadataNegativeTestJSON-1205456676 tempest-ServerMetadataNegativeTestJSON-1205456676-project-member] [instance: 46d9e033-471e-48d4-8648-eb8d4722bca5] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1233.634270] env[69889]: DEBUG nova.network.neutron [None req-73255f1a-2b8e-4eaf-8b89-48957648ce4b tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 30fc419c-759b-4037-8cab-0d5a5360e061] Successfully created port: 951e4036-6436-49c9-a1b7-061c55ab5b5c {{(pid=69889) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1233.690536] env[69889]: DEBUG nova.compute.manager [None req-73255f1a-2b8e-4eaf-8b89-48957648ce4b tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 30fc419c-759b-4037-8cab-0d5a5360e061] Start building block device mappings for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1233.760577] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Applying migration context for instance d87d5259-3b70-4a19-b1df-c73b1279d429 as it has an incoming, in-progress migration 6bed47a9-8ec6-48ec-99e4-3c2256fd43e0. Migration status is post-migrating {{(pid=69889) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1233.762180] env[69889]: INFO nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] [instance: d87d5259-3b70-4a19-b1df-c73b1279d429] Updating resource usage from migration 6bed47a9-8ec6-48ec-99e4-3c2256fd43e0 [ 1233.801389] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance 8866902a-621e-444a-a853-a3753f0418f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1233.801655] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance 984c2c59-44de-4b93-b198-327b68415ce4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1233.801869] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance 39aba68a-2ac8-47be-b799-ef9f1cfb4521 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1233.802271] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1233.802271] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance 97dd9521-55f5-43b9-8248-ac2051b9dd87 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1233.802399] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance b05b774d-6161-4dcf-924b-c15c2aa9ced6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1233.802525] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance 5f8f6d7f-2483-49f3-b08f-c4944dd39291 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1233.802668] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Migration 6bed47a9-8ec6-48ec-99e4-3c2256fd43e0 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1233.802814] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance d87d5259-3b70-4a19-b1df-c73b1279d429 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1233.802999] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance 46d9e033-471e-48d4-8648-eb8d4722bca5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1233.803139] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance 30fc419c-759b-4037-8cab-0d5a5360e061 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1233.803364] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=69889) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1233.803545] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2688MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=69889) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1233.811816] env[69889]: DEBUG oslo_concurrency.lockutils [None req-10d71d17-31c4-486f-bb84-5303d155bb7f tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Releasing lock "refresh_cache-39aba68a-2ac8-47be-b799-ef9f1cfb4521" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.955022] env[69889]: DEBUG oslo_vmware.api [None req-8c7d973b-4e72-4c2a-a840-a388a45a4290 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Task: {'id': task-4078196, 'name': ReconfigVM_Task, 'duration_secs': 0.452556} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.955677] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c7d973b-4e72-4c2a-a840-a388a45a4290 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] [instance: 97dd9521-55f5-43b9-8248-ac2051b9dd87] Reconfigured VM instance instance-00000067 to attach disk [datastore1] volume-ca1c7d6a-0002-4eae-8472-71941086e5b5/volume-ca1c7d6a-0002-4eae-8472-71941086e5b5.vmdk or device None with type thin {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1233.966869] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9705476b-d4d1-4a15-86ac-a394a43a0865 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.984351] env[69889]: DEBUG oslo_vmware.api [None req-05d725e7-aefa-4aec-bec8-53475d371908 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': task-4078197, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.475443} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.988524] env[69889]: INFO nova.virt.vmwareapi.ds_util [None req-05d725e7-aefa-4aec-bec8-53475d371908 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore1] c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9/fdedeb32-acda-4585-a195-4af2c3a4f070-rescue.vmdk. [ 1233.988901] env[69889]: DEBUG oslo_vmware.api [None req-8c7d973b-4e72-4c2a-a840-a388a45a4290 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Waiting for the task: (returnval){ [ 1233.988901] env[69889]: value = "task-4078198" [ 1233.988901] env[69889]: _type = "Task" [ 1233.988901] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.991853] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf4c553b-768f-495c-891a-a5f20d727197 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.003676] env[69889]: DEBUG oslo_vmware.api [None req-8c7d973b-4e72-4c2a-a840-a388a45a4290 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Task: {'id': task-4078198, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.032416] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-05d725e7-aefa-4aec-bec8-53475d371908 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9/fdedeb32-acda-4585-a195-4af2c3a4f070-rescue.vmdk or device None with type thin {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1234.037066] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eaf7b1d3-d388-4e07-b694-0512c2c9f141 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.058670] env[69889]: DEBUG oslo_vmware.api [None req-05d725e7-aefa-4aec-bec8-53475d371908 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Waiting for the task: (returnval){ [ 1234.058670] env[69889]: value = "task-4078199" [ 1234.058670] env[69889]: _type = "Task" [ 1234.058670] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.066058] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9654009e-99fa-41dd-8b11-22348b8c23b5 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.078260] env[69889]: DEBUG oslo_vmware.api [None req-05d725e7-aefa-4aec-bec8-53475d371908 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': task-4078199, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.079408] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9156456e-9526-4db5-afe8-b032fb4630b5 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.111686] env[69889]: DEBUG nova.network.neutron [None req-5cddbab2-89ce-4af1-8f76-414f80f3e0ce tempest-ServerMetadataNegativeTestJSON-1205456676 tempest-ServerMetadataNegativeTestJSON-1205456676-project-member] [instance: 46d9e033-471e-48d4-8648-eb8d4722bca5] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1234.114316] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e53d2d2-08bc-47d6-8d47-f9eaf294c0cc {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.123493] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2f7745b-48b6-4639-b098-5cc72d4aea52 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.137943] env[69889]: DEBUG nova.compute.provider_tree [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1234.270148] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-10d71d17-31c4-486f-bb84-5303d155bb7f tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 39aba68a-2ac8-47be-b799-ef9f1cfb4521] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1234.271427] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf333da7-3d8f-4e52-8403-ed801dd8793a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.280137] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-10d71d17-31c4-486f-bb84-5303d155bb7f tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 39aba68a-2ac8-47be-b799-ef9f1cfb4521] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1234.280446] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1ae46267-3ee8-444c-9020-abd559edcaf8 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.310774] env[69889]: DEBUG nova.network.neutron [None req-5cddbab2-89ce-4af1-8f76-414f80f3e0ce tempest-ServerMetadataNegativeTestJSON-1205456676 tempest-ServerMetadataNegativeTestJSON-1205456676-project-member] [instance: 46d9e033-471e-48d4-8648-eb8d4722bca5] Updating instance_info_cache with network_info: [{"id": "b02e77d6-eee8-4a26-ba6b-53d7b741a6e4", "address": "fa:16:3e:80:40:ad", "network": {"id": "3d12f855-9850-4839-b7de-d540fc329a20", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1353841536-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80e4e06f8c2242eca57e9d6551b3dcf3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb02e77d6-ee", "ovs_interfaceid": "b02e77d6-eee8-4a26-ba6b-53d7b741a6e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1234.352617] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-10d71d17-31c4-486f-bb84-5303d155bb7f tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 39aba68a-2ac8-47be-b799-ef9f1cfb4521] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1234.352846] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-10d71d17-31c4-486f-bb84-5303d155bb7f tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 39aba68a-2ac8-47be-b799-ef9f1cfb4521] Deleting contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1234.353050] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-10d71d17-31c4-486f-bb84-5303d155bb7f tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Deleting the datastore file [datastore2] 39aba68a-2ac8-47be-b799-ef9f1cfb4521 {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1234.353364] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4ea5b4fb-83bc-4f0a-91f8-1ee040f02cfc {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.361676] env[69889]: DEBUG oslo_vmware.api [None req-10d71d17-31c4-486f-bb84-5303d155bb7f tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Waiting for the task: (returnval){ [ 1234.361676] env[69889]: value = "task-4078201" [ 1234.361676] env[69889]: _type = "Task" [ 1234.361676] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.371322] env[69889]: DEBUG oslo_vmware.api [None req-10d71d17-31c4-486f-bb84-5303d155bb7f tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4078201, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.510382] env[69889]: DEBUG oslo_vmware.api [None req-8c7d973b-4e72-4c2a-a840-a388a45a4290 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Task: {'id': task-4078198, 'name': ReconfigVM_Task, 'duration_secs': 0.155013} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.510785] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c7d973b-4e72-4c2a-a840-a388a45a4290 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] [instance: 97dd9521-55f5-43b9-8248-ac2051b9dd87] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-808078', 'volume_id': 'ca1c7d6a-0002-4eae-8472-71941086e5b5', 'name': 'volume-ca1c7d6a-0002-4eae-8472-71941086e5b5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '97dd9521-55f5-43b9-8248-ac2051b9dd87', 'attached_at': '', 'detached_at': '', 'volume_id': 'ca1c7d6a-0002-4eae-8472-71941086e5b5', 'serial': 'ca1c7d6a-0002-4eae-8472-71941086e5b5'} {{(pid=69889) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1234.578613] env[69889]: DEBUG oslo_vmware.api [None req-05d725e7-aefa-4aec-bec8-53475d371908 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': task-4078199, 'name': ReconfigVM_Task, 'duration_secs': 0.347846} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.579600] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-05d725e7-aefa-4aec-bec8-53475d371908 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9] Reconfigured VM instance instance-00000066 to attach disk [datastore1] c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9/fdedeb32-acda-4585-a195-4af2c3a4f070-rescue.vmdk or device None with type thin {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1234.581116] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72572264-ae23-44cf-baf4-2e4b31656f1b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.586984] env[69889]: DEBUG oslo_concurrency.lockutils [None req-425d22e6-b085-4c2a-9f73-47c5cf9b852c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Acquiring lock "refresh_cache-d87d5259-3b70-4a19-b1df-c73b1279d429" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.587347] env[69889]: DEBUG oslo_concurrency.lockutils [None req-425d22e6-b085-4c2a-9f73-47c5cf9b852c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Acquired lock "refresh_cache-d87d5259-3b70-4a19-b1df-c73b1279d429" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.587646] env[69889]: DEBUG nova.network.neutron [None req-425d22e6-b085-4c2a-9f73-47c5cf9b852c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: d87d5259-3b70-4a19-b1df-c73b1279d429] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1234.619085] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2f4a291-7686-4b19-908a-5f8d4d3bff62 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.636943] env[69889]: DEBUG oslo_vmware.api [None req-05d725e7-aefa-4aec-bec8-53475d371908 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Waiting for the task: (returnval){ [ 1234.636943] env[69889]: value = "task-4078202" [ 1234.636943] env[69889]: _type = "Task" [ 1234.636943] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.644097] env[69889]: DEBUG nova.scheduler.client.report [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1234.651257] env[69889]: DEBUG oslo_vmware.api [None req-05d725e7-aefa-4aec-bec8-53475d371908 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': task-4078202, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.703496] env[69889]: DEBUG nova.compute.manager [None req-73255f1a-2b8e-4eaf-8b89-48957648ce4b tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 30fc419c-759b-4037-8cab-0d5a5360e061] Start spawning the instance on the hypervisor. {{(pid=69889) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1234.719665] env[69889]: DEBUG nova.compute.manager [req-3afad0ee-ac14-48f9-805f-dea128bee152 req-28d69f5b-d170-43ea-a4e0-a342e5dc6f68 service nova] [instance: 46d9e033-471e-48d4-8648-eb8d4722bca5] Received event network-changed-b02e77d6-eee8-4a26-ba6b-53d7b741a6e4 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1234.719869] env[69889]: DEBUG nova.compute.manager [req-3afad0ee-ac14-48f9-805f-dea128bee152 req-28d69f5b-d170-43ea-a4e0-a342e5dc6f68 service nova] [instance: 46d9e033-471e-48d4-8648-eb8d4722bca5] Refreshing instance network info cache due to event network-changed-b02e77d6-eee8-4a26-ba6b-53d7b741a6e4. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1234.720201] env[69889]: DEBUG oslo_concurrency.lockutils [req-3afad0ee-ac14-48f9-805f-dea128bee152 req-28d69f5b-d170-43ea-a4e0-a342e5dc6f68 service nova] Acquiring lock "refresh_cache-46d9e033-471e-48d4-8648-eb8d4722bca5" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.736700] env[69889]: DEBUG nova.virt.hardware [None req-73255f1a-2b8e-4eaf-8b89-48957648ce4b tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1234.736948] env[69889]: DEBUG nova.virt.hardware [None req-73255f1a-2b8e-4eaf-8b89-48957648ce4b tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1234.737123] env[69889]: DEBUG nova.virt.hardware [None req-73255f1a-2b8e-4eaf-8b89-48957648ce4b tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1234.737309] env[69889]: DEBUG nova.virt.hardware [None req-73255f1a-2b8e-4eaf-8b89-48957648ce4b tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1234.737485] env[69889]: DEBUG nova.virt.hardware [None req-73255f1a-2b8e-4eaf-8b89-48957648ce4b tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1234.737699] env[69889]: DEBUG nova.virt.hardware [None req-73255f1a-2b8e-4eaf-8b89-48957648ce4b tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1234.737873] env[69889]: DEBUG nova.virt.hardware [None req-73255f1a-2b8e-4eaf-8b89-48957648ce4b tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1234.738049] env[69889]: DEBUG nova.virt.hardware [None req-73255f1a-2b8e-4eaf-8b89-48957648ce4b tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1234.738227] env[69889]: DEBUG nova.virt.hardware [None req-73255f1a-2b8e-4eaf-8b89-48957648ce4b tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1234.738395] env[69889]: DEBUG nova.virt.hardware [None req-73255f1a-2b8e-4eaf-8b89-48957648ce4b tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1234.738648] env[69889]: DEBUG nova.virt.hardware [None req-73255f1a-2b8e-4eaf-8b89-48957648ce4b tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1234.740299] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67ddea60-b341-475e-92d4-c13b9bfd5b83 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.749370] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3061f5dd-49dc-472a-9d90-4d6f924656c5 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.798065] env[69889]: DEBUG oslo_concurrency.lockutils [None req-98bed9aa-f0f6-4e9c-8dc3-afd06e7f6e24 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Acquiring lock "b05b774d-6161-4dcf-924b-c15c2aa9ced6" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.798065] env[69889]: DEBUG oslo_concurrency.lockutils [None req-98bed9aa-f0f6-4e9c-8dc3-afd06e7f6e24 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Lock "b05b774d-6161-4dcf-924b-c15c2aa9ced6" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.816768] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5cddbab2-89ce-4af1-8f76-414f80f3e0ce tempest-ServerMetadataNegativeTestJSON-1205456676 tempest-ServerMetadataNegativeTestJSON-1205456676-project-member] Releasing lock "refresh_cache-46d9e033-471e-48d4-8648-eb8d4722bca5" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.817102] env[69889]: DEBUG nova.compute.manager [None req-5cddbab2-89ce-4af1-8f76-414f80f3e0ce tempest-ServerMetadataNegativeTestJSON-1205456676 tempest-ServerMetadataNegativeTestJSON-1205456676-project-member] [instance: 46d9e033-471e-48d4-8648-eb8d4722bca5] Instance network_info: |[{"id": "b02e77d6-eee8-4a26-ba6b-53d7b741a6e4", "address": "fa:16:3e:80:40:ad", "network": {"id": "3d12f855-9850-4839-b7de-d540fc329a20", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1353841536-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80e4e06f8c2242eca57e9d6551b3dcf3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb02e77d6-ee", "ovs_interfaceid": "b02e77d6-eee8-4a26-ba6b-53d7b741a6e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1234.817456] env[69889]: DEBUG oslo_concurrency.lockutils [req-3afad0ee-ac14-48f9-805f-dea128bee152 req-28d69f5b-d170-43ea-a4e0-a342e5dc6f68 service nova] Acquired lock "refresh_cache-46d9e033-471e-48d4-8648-eb8d4722bca5" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.817678] env[69889]: DEBUG nova.network.neutron [req-3afad0ee-ac14-48f9-805f-dea128bee152 req-28d69f5b-d170-43ea-a4e0-a342e5dc6f68 service nova] [instance: 46d9e033-471e-48d4-8648-eb8d4722bca5] Refreshing network info cache for port b02e77d6-eee8-4a26-ba6b-53d7b741a6e4 {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1234.819533] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-5cddbab2-89ce-4af1-8f76-414f80f3e0ce tempest-ServerMetadataNegativeTestJSON-1205456676 tempest-ServerMetadataNegativeTestJSON-1205456676-project-member] [instance: 46d9e033-471e-48d4-8648-eb8d4722bca5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:40:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b151a0c-aa46-4d21-9ef5-c09cf350b19c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b02e77d6-eee8-4a26-ba6b-53d7b741a6e4', 'vif_model': 'vmxnet3'}] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1234.827997] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cddbab2-89ce-4af1-8f76-414f80f3e0ce tempest-ServerMetadataNegativeTestJSON-1205456676 tempest-ServerMetadataNegativeTestJSON-1205456676-project-member] Creating folder: Project (80e4e06f8c2242eca57e9d6551b3dcf3). Parent ref: group-v807779. {{(pid=69889) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1234.831263] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6cebf65d-25a3-4a71-a598-4a7a64232e4c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.845698] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-5cddbab2-89ce-4af1-8f76-414f80f3e0ce tempest-ServerMetadataNegativeTestJSON-1205456676 tempest-ServerMetadataNegativeTestJSON-1205456676-project-member] Created folder: Project (80e4e06f8c2242eca57e9d6551b3dcf3) in parent group-v807779. [ 1234.845698] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cddbab2-89ce-4af1-8f76-414f80f3e0ce tempest-ServerMetadataNegativeTestJSON-1205456676 tempest-ServerMetadataNegativeTestJSON-1205456676-project-member] Creating folder: Instances. Parent ref: group-v808079. {{(pid=69889) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1234.845698] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f283d028-599d-4151-a15b-e2b45215c60c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.858401] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-5cddbab2-89ce-4af1-8f76-414f80f3e0ce tempest-ServerMetadataNegativeTestJSON-1205456676 tempest-ServerMetadataNegativeTestJSON-1205456676-project-member] Created folder: Instances in parent group-v808079. [ 1234.858711] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5cddbab2-89ce-4af1-8f76-414f80f3e0ce tempest-ServerMetadataNegativeTestJSON-1205456676 tempest-ServerMetadataNegativeTestJSON-1205456676-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1234.858937] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46d9e033-471e-48d4-8648-eb8d4722bca5] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1234.859202] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-270c2a27-24e3-40b3-8a33-7fe7ccf8c566 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.891492] env[69889]: DEBUG oslo_vmware.api [None req-10d71d17-31c4-486f-bb84-5303d155bb7f tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4078201, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166436} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.892550] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-10d71d17-31c4-486f-bb84-5303d155bb7f tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1234.892796] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-10d71d17-31c4-486f-bb84-5303d155bb7f tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 39aba68a-2ac8-47be-b799-ef9f1cfb4521] Deleted contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1234.892986] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-10d71d17-31c4-486f-bb84-5303d155bb7f tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 39aba68a-2ac8-47be-b799-ef9f1cfb4521] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1234.895132] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1234.895132] env[69889]: value = "task-4078205" [ 1234.895132] env[69889]: _type = "Task" [ 1234.895132] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.903888] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4078205, 'name': CreateVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.918298] env[69889]: INFO nova.scheduler.client.report [None req-10d71d17-31c4-486f-bb84-5303d155bb7f tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Deleted allocations for instance 39aba68a-2ac8-47be-b799-ef9f1cfb4521 [ 1234.921828] env[69889]: DEBUG nova.network.neutron [None req-425d22e6-b085-4c2a-9f73-47c5cf9b852c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: d87d5259-3b70-4a19-b1df-c73b1279d429] Updating instance_info_cache with network_info: [{"id": "4e721dc4-afab-4c34-8981-0e5867ffc985", "address": "fa:16:3e:ff:3d:c8", "network": {"id": "a205e286-28cc-4d8d-92da-d016aa89fb95", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1004022442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e46f471b2284533892518bdcc6cd332", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e83154-c0d2-4d3d-b95e-3cd5ba336257", "external-id": "nsx-vlan-transportzone-771", "segmentation_id": 771, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e721dc4-af", "ovs_interfaceid": "4e721dc4-afab-4c34-8981-0e5867ffc985", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1235.068555] env[69889]: DEBUG nova.network.neutron [req-3afad0ee-ac14-48f9-805f-dea128bee152 req-28d69f5b-d170-43ea-a4e0-a342e5dc6f68 service nova] [instance: 46d9e033-471e-48d4-8648-eb8d4722bca5] Updated VIF entry in instance network info cache for port b02e77d6-eee8-4a26-ba6b-53d7b741a6e4. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1235.068908] env[69889]: DEBUG nova.network.neutron [req-3afad0ee-ac14-48f9-805f-dea128bee152 req-28d69f5b-d170-43ea-a4e0-a342e5dc6f68 service nova] [instance: 46d9e033-471e-48d4-8648-eb8d4722bca5] Updating instance_info_cache with network_info: [{"id": "b02e77d6-eee8-4a26-ba6b-53d7b741a6e4", "address": "fa:16:3e:80:40:ad", "network": {"id": "3d12f855-9850-4839-b7de-d540fc329a20", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1353841536-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80e4e06f8c2242eca57e9d6551b3dcf3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb02e77d6-ee", "ovs_interfaceid": "b02e77d6-eee8-4a26-ba6b-53d7b741a6e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1235.150379] env[69889]: DEBUG oslo_vmware.api [None req-05d725e7-aefa-4aec-bec8-53475d371908 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': task-4078202, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.154035] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69889) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1235.154035] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.403s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.154327] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1235.154487] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Cleaning up deleted instances {{(pid=69889) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1235.301699] env[69889]: DEBUG nova.compute.utils [None req-98bed9aa-f0f6-4e9c-8dc3-afd06e7f6e24 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1235.357599] env[69889]: DEBUG nova.network.neutron [None req-73255f1a-2b8e-4eaf-8b89-48957648ce4b tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 30fc419c-759b-4037-8cab-0d5a5360e061] Successfully updated port: 951e4036-6436-49c9-a1b7-061c55ab5b5c {{(pid=69889) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1235.406510] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4078205, 'name': CreateVM_Task, 'duration_secs': 0.359348} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.406706] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46d9e033-471e-48d4-8648-eb8d4722bca5] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1235.407391] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5cddbab2-89ce-4af1-8f76-414f80f3e0ce tempest-ServerMetadataNegativeTestJSON-1205456676 tempest-ServerMetadataNegativeTestJSON-1205456676-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.407560] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5cddbab2-89ce-4af1-8f76-414f80f3e0ce tempest-ServerMetadataNegativeTestJSON-1205456676 tempest-ServerMetadataNegativeTestJSON-1205456676-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.407900] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5cddbab2-89ce-4af1-8f76-414f80f3e0ce tempest-ServerMetadataNegativeTestJSON-1205456676 tempest-ServerMetadataNegativeTestJSON-1205456676-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.408182] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ffc2778-bb05-419b-aef0-fc70053560a6 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.414145] env[69889]: DEBUG oslo_vmware.api [None req-5cddbab2-89ce-4af1-8f76-414f80f3e0ce tempest-ServerMetadataNegativeTestJSON-1205456676 tempest-ServerMetadataNegativeTestJSON-1205456676-project-member] Waiting for the task: (returnval){ [ 1235.414145] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]528218e9-c1aa-211c-2a27-03f29676b392" [ 1235.414145] env[69889]: _type = "Task" [ 1235.414145] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.423170] env[69889]: DEBUG oslo_vmware.api [None req-5cddbab2-89ce-4af1-8f76-414f80f3e0ce tempest-ServerMetadataNegativeTestJSON-1205456676 tempest-ServerMetadataNegativeTestJSON-1205456676-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]528218e9-c1aa-211c-2a27-03f29676b392, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.424223] env[69889]: DEBUG oslo_concurrency.lockutils [None req-10d71d17-31c4-486f-bb84-5303d155bb7f tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.424482] env[69889]: DEBUG oslo_concurrency.lockutils [None req-10d71d17-31c4-486f-bb84-5303d155bb7f tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.424697] env[69889]: DEBUG nova.objects.instance [None req-10d71d17-31c4-486f-bb84-5303d155bb7f tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Lazy-loading 'resources' on Instance uuid 39aba68a-2ac8-47be-b799-ef9f1cfb4521 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1235.425839] env[69889]: DEBUG oslo_concurrency.lockutils [None req-425d22e6-b085-4c2a-9f73-47c5cf9b852c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Releasing lock "refresh_cache-d87d5259-3b70-4a19-b1df-c73b1279d429" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.556196] env[69889]: DEBUG nova.objects.instance [None req-8c7d973b-4e72-4c2a-a840-a388a45a4290 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Lazy-loading 'flavor' on Instance uuid 97dd9521-55f5-43b9-8248-ac2051b9dd87 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1235.571484] env[69889]: DEBUG oslo_concurrency.lockutils [req-3afad0ee-ac14-48f9-805f-dea128bee152 req-28d69f5b-d170-43ea-a4e0-a342e5dc6f68 service nova] Releasing lock "refresh_cache-46d9e033-471e-48d4-8648-eb8d4722bca5" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.571797] env[69889]: DEBUG nova.compute.manager [req-3afad0ee-ac14-48f9-805f-dea128bee152 req-28d69f5b-d170-43ea-a4e0-a342e5dc6f68 service nova] [instance: 39aba68a-2ac8-47be-b799-ef9f1cfb4521] Received event network-vif-unplugged-55ebe8c6-76c8-4e6a-bb86-322a955f9272 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1235.572104] env[69889]: DEBUG oslo_concurrency.lockutils [req-3afad0ee-ac14-48f9-805f-dea128bee152 req-28d69f5b-d170-43ea-a4e0-a342e5dc6f68 service nova] Acquiring lock "39aba68a-2ac8-47be-b799-ef9f1cfb4521-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.572346] env[69889]: DEBUG oslo_concurrency.lockutils [req-3afad0ee-ac14-48f9-805f-dea128bee152 req-28d69f5b-d170-43ea-a4e0-a342e5dc6f68 service nova] Lock "39aba68a-2ac8-47be-b799-ef9f1cfb4521-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.572564] env[69889]: DEBUG oslo_concurrency.lockutils [req-3afad0ee-ac14-48f9-805f-dea128bee152 req-28d69f5b-d170-43ea-a4e0-a342e5dc6f68 service nova] Lock "39aba68a-2ac8-47be-b799-ef9f1cfb4521-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.572767] env[69889]: DEBUG nova.compute.manager [req-3afad0ee-ac14-48f9-805f-dea128bee152 req-28d69f5b-d170-43ea-a4e0-a342e5dc6f68 service nova] [instance: 39aba68a-2ac8-47be-b799-ef9f1cfb4521] No waiting events found dispatching network-vif-unplugged-55ebe8c6-76c8-4e6a-bb86-322a955f9272 {{(pid=69889) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1235.572996] env[69889]: WARNING nova.compute.manager [req-3afad0ee-ac14-48f9-805f-dea128bee152 req-28d69f5b-d170-43ea-a4e0-a342e5dc6f68 service nova] [instance: 39aba68a-2ac8-47be-b799-ef9f1cfb4521] Received unexpected event network-vif-unplugged-55ebe8c6-76c8-4e6a-bb86-322a955f9272 for instance with vm_state shelved and task_state shelving_offloading. [ 1235.573409] env[69889]: DEBUG nova.compute.manager [req-3afad0ee-ac14-48f9-805f-dea128bee152 req-28d69f5b-d170-43ea-a4e0-a342e5dc6f68 service nova] [instance: 39aba68a-2ac8-47be-b799-ef9f1cfb4521] Received event network-changed-55ebe8c6-76c8-4e6a-bb86-322a955f9272 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1235.573634] env[69889]: DEBUG nova.compute.manager [req-3afad0ee-ac14-48f9-805f-dea128bee152 req-28d69f5b-d170-43ea-a4e0-a342e5dc6f68 service nova] [instance: 39aba68a-2ac8-47be-b799-ef9f1cfb4521] Refreshing instance network info cache due to event network-changed-55ebe8c6-76c8-4e6a-bb86-322a955f9272. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1235.573953] env[69889]: DEBUG oslo_concurrency.lockutils [req-3afad0ee-ac14-48f9-805f-dea128bee152 req-28d69f5b-d170-43ea-a4e0-a342e5dc6f68 service nova] Acquiring lock "refresh_cache-39aba68a-2ac8-47be-b799-ef9f1cfb4521" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.574178] env[69889]: DEBUG oslo_concurrency.lockutils [req-3afad0ee-ac14-48f9-805f-dea128bee152 req-28d69f5b-d170-43ea-a4e0-a342e5dc6f68 service nova] Acquired lock "refresh_cache-39aba68a-2ac8-47be-b799-ef9f1cfb4521" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.574389] env[69889]: DEBUG nova.network.neutron [req-3afad0ee-ac14-48f9-805f-dea128bee152 req-28d69f5b-d170-43ea-a4e0-a342e5dc6f68 service nova] [instance: 39aba68a-2ac8-47be-b799-ef9f1cfb4521] Refreshing network info cache for port 55ebe8c6-76c8-4e6a-bb86-322a955f9272 {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1235.648429] env[69889]: DEBUG oslo_vmware.api [None req-05d725e7-aefa-4aec-bec8-53475d371908 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': task-4078202, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.676548] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] There are 62 instances to clean {{(pid=69889) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1235.676763] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] [instance: 1bdc6092-0b1d-4e40-abe9-848dd1445a22] Instance has had 0 of 5 cleanup attempts {{(pid=69889) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1235.805394] env[69889]: DEBUG oslo_concurrency.lockutils [None req-98bed9aa-f0f6-4e9c-8dc3-afd06e7f6e24 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Lock "b05b774d-6161-4dcf-924b-c15c2aa9ced6" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.860292] env[69889]: DEBUG oslo_concurrency.lockutils [None req-73255f1a-2b8e-4eaf-8b89-48957648ce4b tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Acquiring lock "refresh_cache-30fc419c-759b-4037-8cab-0d5a5360e061" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.860475] env[69889]: DEBUG oslo_concurrency.lockutils [None req-73255f1a-2b8e-4eaf-8b89-48957648ce4b tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Acquired lock "refresh_cache-30fc419c-759b-4037-8cab-0d5a5360e061" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.860585] env[69889]: DEBUG nova.network.neutron [None req-73255f1a-2b8e-4eaf-8b89-48957648ce4b tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 30fc419c-759b-4037-8cab-0d5a5360e061] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1235.927458] env[69889]: DEBUG oslo_vmware.api [None req-5cddbab2-89ce-4af1-8f76-414f80f3e0ce tempest-ServerMetadataNegativeTestJSON-1205456676 tempest-ServerMetadataNegativeTestJSON-1205456676-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]528218e9-c1aa-211c-2a27-03f29676b392, 'name': SearchDatastore_Task, 'duration_secs': 0.010818} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.927805] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5cddbab2-89ce-4af1-8f76-414f80f3e0ce tempest-ServerMetadataNegativeTestJSON-1205456676 tempest-ServerMetadataNegativeTestJSON-1205456676-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.928053] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-5cddbab2-89ce-4af1-8f76-414f80f3e0ce tempest-ServerMetadataNegativeTestJSON-1205456676 tempest-ServerMetadataNegativeTestJSON-1205456676-project-member] [instance: 46d9e033-471e-48d4-8648-eb8d4722bca5] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1235.928300] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5cddbab2-89ce-4af1-8f76-414f80f3e0ce tempest-ServerMetadataNegativeTestJSON-1205456676 tempest-ServerMetadataNegativeTestJSON-1205456676-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.928445] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5cddbab2-89ce-4af1-8f76-414f80f3e0ce tempest-ServerMetadataNegativeTestJSON-1205456676 tempest-ServerMetadataNegativeTestJSON-1205456676-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.928640] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cddbab2-89ce-4af1-8f76-414f80f3e0ce tempest-ServerMetadataNegativeTestJSON-1205456676 tempest-ServerMetadataNegativeTestJSON-1205456676-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1235.928908] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c5a48544-6725-450a-a7ae-935f5aeea698 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.931339] env[69889]: DEBUG nova.objects.instance [None req-10d71d17-31c4-486f-bb84-5303d155bb7f tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Lazy-loading 'numa_topology' on Instance uuid 39aba68a-2ac8-47be-b799-ef9f1cfb4521 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1235.944918] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cddbab2-89ce-4af1-8f76-414f80f3e0ce tempest-ServerMetadataNegativeTestJSON-1205456676 tempest-ServerMetadataNegativeTestJSON-1205456676-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1235.945159] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-5cddbab2-89ce-4af1-8f76-414f80f3e0ce tempest-ServerMetadataNegativeTestJSON-1205456676 tempest-ServerMetadataNegativeTestJSON-1205456676-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1235.945932] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-319214d1-dd1d-43a6-95e6-643e0bbeea26 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.951789] env[69889]: DEBUG oslo_vmware.api [None req-5cddbab2-89ce-4af1-8f76-414f80f3e0ce tempest-ServerMetadataNegativeTestJSON-1205456676 tempest-ServerMetadataNegativeTestJSON-1205456676-project-member] Waiting for the task: (returnval){ [ 1235.951789] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]521036ce-4116-2184-0831-0e846df5de9d" [ 1235.951789] env[69889]: _type = "Task" [ 1235.951789] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.960907] env[69889]: DEBUG oslo_vmware.api [None req-5cddbab2-89ce-4af1-8f76-414f80f3e0ce tempest-ServerMetadataNegativeTestJSON-1205456676 tempest-ServerMetadataNegativeTestJSON-1205456676-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]521036ce-4116-2184-0831-0e846df5de9d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.964783] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-238afff5-44f4-4bf9-bb63-8f8608454722 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.984965] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6059811e-59bd-4141-90af-dd339dc9fff2 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.992705] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-425d22e6-b085-4c2a-9f73-47c5cf9b852c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: d87d5259-3b70-4a19-b1df-c73b1279d429] Updating instance 'd87d5259-3b70-4a19-b1df-c73b1279d429' progress to 83 {{(pid=69889) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1236.065175] env[69889]: DEBUG oslo_concurrency.lockutils [None req-8c7d973b-4e72-4c2a-a840-a388a45a4290 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Lock "97dd9521-55f5-43b9-8248-ac2051b9dd87" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.362s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.149166] env[69889]: DEBUG oslo_vmware.api [None req-05d725e7-aefa-4aec-bec8-53475d371908 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': task-4078202, 'name': ReconfigVM_Task, 'duration_secs': 1.185831} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.149755] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-05d725e7-aefa-4aec-bec8-53475d371908 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1236.150423] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9344a44c-cd6f-41d2-befe-e968fa9bd865 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.159108] env[69889]: DEBUG oslo_vmware.api [None req-05d725e7-aefa-4aec-bec8-53475d371908 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Waiting for the task: (returnval){ [ 1236.159108] env[69889]: value = "task-4078206" [ 1236.159108] env[69889]: _type = "Task" [ 1236.159108] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.174307] env[69889]: DEBUG oslo_vmware.api [None req-05d725e7-aefa-4aec-bec8-53475d371908 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': task-4078206, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.180077] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] [instance: c0aa68c5-b661-4cf1-8cb0-da9e77d67d2e] Instance has had 0 of 5 cleanup attempts {{(pid=69889) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1236.331665] env[69889]: DEBUG nova.network.neutron [req-3afad0ee-ac14-48f9-805f-dea128bee152 req-28d69f5b-d170-43ea-a4e0-a342e5dc6f68 service nova] [instance: 39aba68a-2ac8-47be-b799-ef9f1cfb4521] Updated VIF entry in instance network info cache for port 55ebe8c6-76c8-4e6a-bb86-322a955f9272. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1236.332131] env[69889]: DEBUG nova.network.neutron [req-3afad0ee-ac14-48f9-805f-dea128bee152 req-28d69f5b-d170-43ea-a4e0-a342e5dc6f68 service nova] [instance: 39aba68a-2ac8-47be-b799-ef9f1cfb4521] Updating instance_info_cache with network_info: [{"id": "55ebe8c6-76c8-4e6a-bb86-322a955f9272", "address": "fa:16:3e:7d:21:6c", "network": {"id": "1b12c1c8-daca-4fb2-8ab1-a5e673ba07eb", "bridge": null, "label": "tempest-ServerActionsTestOtherB-532849496-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7255cdff151a40df83da7bf6356a4e13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap55ebe8c6-76", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.396381] env[69889]: DEBUG nova.network.neutron [None req-73255f1a-2b8e-4eaf-8b89-48957648ce4b tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 30fc419c-759b-4037-8cab-0d5a5360e061] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1236.437705] env[69889]: DEBUG nova.objects.base [None req-10d71d17-31c4-486f-bb84-5303d155bb7f tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Object Instance<39aba68a-2ac8-47be-b799-ef9f1cfb4521> lazy-loaded attributes: resources,numa_topology {{(pid=69889) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1236.464669] env[69889]: DEBUG oslo_vmware.api [None req-5cddbab2-89ce-4af1-8f76-414f80f3e0ce tempest-ServerMetadataNegativeTestJSON-1205456676 tempest-ServerMetadataNegativeTestJSON-1205456676-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]521036ce-4116-2184-0831-0e846df5de9d, 'name': SearchDatastore_Task, 'duration_secs': 0.009978} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.465664] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed20f831-092e-45ad-b4cf-1cabb7e76e5e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.474374] env[69889]: DEBUG oslo_vmware.api [None req-5cddbab2-89ce-4af1-8f76-414f80f3e0ce tempest-ServerMetadataNegativeTestJSON-1205456676 tempest-ServerMetadataNegativeTestJSON-1205456676-project-member] Waiting for the task: (returnval){ [ 1236.474374] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]521df222-c122-178c-039c-a68c1c8cc1e8" [ 1236.474374] env[69889]: _type = "Task" [ 1236.474374] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.490929] env[69889]: DEBUG oslo_vmware.api [None req-5cddbab2-89ce-4af1-8f76-414f80f3e0ce tempest-ServerMetadataNegativeTestJSON-1205456676 tempest-ServerMetadataNegativeTestJSON-1205456676-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]521df222-c122-178c-039c-a68c1c8cc1e8, 'name': SearchDatastore_Task, 'duration_secs': 0.011166} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.491719] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5cddbab2-89ce-4af1-8f76-414f80f3e0ce tempest-ServerMetadataNegativeTestJSON-1205456676 tempest-ServerMetadataNegativeTestJSON-1205456676-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.491944] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cddbab2-89ce-4af1-8f76-414f80f3e0ce tempest-ServerMetadataNegativeTestJSON-1205456676 tempest-ServerMetadataNegativeTestJSON-1205456676-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore1] 46d9e033-471e-48d4-8648-eb8d4722bca5/46d9e033-471e-48d4-8648-eb8d4722bca5.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1236.492221] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b7aac33a-9775-40ec-bdaf-4a8ce99f53b0 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.499794] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-425d22e6-b085-4c2a-9f73-47c5cf9b852c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: d87d5259-3b70-4a19-b1df-c73b1279d429] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1236.501645] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-50a4914f-43f9-439f-bcc9-625aa6b921a8 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.503283] env[69889]: DEBUG oslo_vmware.api [None req-5cddbab2-89ce-4af1-8f76-414f80f3e0ce tempest-ServerMetadataNegativeTestJSON-1205456676 tempest-ServerMetadataNegativeTestJSON-1205456676-project-member] Waiting for the task: (returnval){ [ 1236.503283] env[69889]: value = "task-4078207" [ 1236.503283] env[69889]: _type = "Task" [ 1236.503283] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.512722] env[69889]: DEBUG oslo_vmware.api [None req-425d22e6-b085-4c2a-9f73-47c5cf9b852c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Waiting for the task: (returnval){ [ 1236.512722] env[69889]: value = "task-4078208" [ 1236.512722] env[69889]: _type = "Task" [ 1236.512722] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.516713] env[69889]: DEBUG oslo_vmware.api [None req-5cddbab2-89ce-4af1-8f76-414f80f3e0ce tempest-ServerMetadataNegativeTestJSON-1205456676 tempest-ServerMetadataNegativeTestJSON-1205456676-project-member] Task: {'id': task-4078207, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.532870] env[69889]: DEBUG oslo_vmware.api [None req-425d22e6-b085-4c2a-9f73-47c5cf9b852c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078208, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.566621] env[69889]: DEBUG nova.network.neutron [None req-73255f1a-2b8e-4eaf-8b89-48957648ce4b tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 30fc419c-759b-4037-8cab-0d5a5360e061] Updating instance_info_cache with network_info: [{"id": "951e4036-6436-49c9-a1b7-061c55ab5b5c", "address": "fa:16:3e:de:2f:93", "network": {"id": "726a0899-ff5e-4e9a-8ec4-91317fa57b22", "bridge": "br-int", "label": "tempest-ServersTestJSON-1056519050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6536689d827a4804a60785c3229d998e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap951e4036-64", "ovs_interfaceid": "951e4036-6436-49c9-a1b7-061c55ab5b5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.639241] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72a1e2cd-a204-41d0-9f8d-b160cef11a40 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.648079] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81a319d8-5c25-4729-b4a6-04ace02f15e5 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.683765] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] [instance: 8f0cd72f-eb26-47ab-b33a-84e65fa65673] Instance has had 0 of 5 cleanup attempts {{(pid=69889) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1236.690259] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d005bb3d-5c42-4073-bcc3-09842d81b6e8 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.704359] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1d35d80-947c-4d7f-a0fa-d484c00fa980 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.708716] env[69889]: DEBUG oslo_vmware.api [None req-05d725e7-aefa-4aec-bec8-53475d371908 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': task-4078206, 'name': PowerOnVM_Task, 'duration_secs': 0.434361} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.709075] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-05d725e7-aefa-4aec-bec8-53475d371908 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1236.712637] env[69889]: DEBUG nova.compute.manager [None req-05d725e7-aefa-4aec-bec8-53475d371908 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1236.714176] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7bc09f3-6e2f-43a0-8f56-35d6728b4331 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.726231] env[69889]: DEBUG nova.compute.provider_tree [None req-10d71d17-31c4-486f-bb84-5303d155bb7f tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1236.756210] env[69889]: DEBUG nova.compute.manager [req-522e2874-faaf-43e1-92a1-500ace3215fd req-255ea7a5-4660-4405-8e97-28a7bbf79dcb service nova] [instance: 30fc419c-759b-4037-8cab-0d5a5360e061] Received event network-vif-plugged-951e4036-6436-49c9-a1b7-061c55ab5b5c {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1236.756536] env[69889]: DEBUG oslo_concurrency.lockutils [req-522e2874-faaf-43e1-92a1-500ace3215fd req-255ea7a5-4660-4405-8e97-28a7bbf79dcb service nova] Acquiring lock "30fc419c-759b-4037-8cab-0d5a5360e061-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.756838] env[69889]: DEBUG oslo_concurrency.lockutils [req-522e2874-faaf-43e1-92a1-500ace3215fd req-255ea7a5-4660-4405-8e97-28a7bbf79dcb service nova] Lock "30fc419c-759b-4037-8cab-0d5a5360e061-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.757068] env[69889]: DEBUG oslo_concurrency.lockutils [req-522e2874-faaf-43e1-92a1-500ace3215fd req-255ea7a5-4660-4405-8e97-28a7bbf79dcb service nova] Lock "30fc419c-759b-4037-8cab-0d5a5360e061-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.757252] env[69889]: DEBUG nova.compute.manager [req-522e2874-faaf-43e1-92a1-500ace3215fd req-255ea7a5-4660-4405-8e97-28a7bbf79dcb service nova] [instance: 30fc419c-759b-4037-8cab-0d5a5360e061] No waiting events found dispatching network-vif-plugged-951e4036-6436-49c9-a1b7-061c55ab5b5c {{(pid=69889) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1236.757441] env[69889]: WARNING nova.compute.manager [req-522e2874-faaf-43e1-92a1-500ace3215fd req-255ea7a5-4660-4405-8e97-28a7bbf79dcb service nova] [instance: 30fc419c-759b-4037-8cab-0d5a5360e061] Received unexpected event network-vif-plugged-951e4036-6436-49c9-a1b7-061c55ab5b5c for instance with vm_state building and task_state spawning. [ 1236.757608] env[69889]: DEBUG nova.compute.manager [req-522e2874-faaf-43e1-92a1-500ace3215fd req-255ea7a5-4660-4405-8e97-28a7bbf79dcb service nova] [instance: 30fc419c-759b-4037-8cab-0d5a5360e061] Received event network-changed-951e4036-6436-49c9-a1b7-061c55ab5b5c {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1236.757776] env[69889]: DEBUG nova.compute.manager [req-522e2874-faaf-43e1-92a1-500ace3215fd req-255ea7a5-4660-4405-8e97-28a7bbf79dcb service nova] [instance: 30fc419c-759b-4037-8cab-0d5a5360e061] Refreshing instance network info cache due to event network-changed-951e4036-6436-49c9-a1b7-061c55ab5b5c. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1236.757947] env[69889]: DEBUG oslo_concurrency.lockutils [req-522e2874-faaf-43e1-92a1-500ace3215fd req-255ea7a5-4660-4405-8e97-28a7bbf79dcb service nova] Acquiring lock "refresh_cache-30fc419c-759b-4037-8cab-0d5a5360e061" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.835302] env[69889]: DEBUG oslo_concurrency.lockutils [req-3afad0ee-ac14-48f9-805f-dea128bee152 req-28d69f5b-d170-43ea-a4e0-a342e5dc6f68 service nova] Releasing lock "refresh_cache-39aba68a-2ac8-47be-b799-ef9f1cfb4521" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.881008] env[69889]: DEBUG oslo_concurrency.lockutils [None req-98bed9aa-f0f6-4e9c-8dc3-afd06e7f6e24 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Acquiring lock "b05b774d-6161-4dcf-924b-c15c2aa9ced6" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.881368] env[69889]: DEBUG oslo_concurrency.lockutils [None req-98bed9aa-f0f6-4e9c-8dc3-afd06e7f6e24 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Lock "b05b774d-6161-4dcf-924b-c15c2aa9ced6" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.881645] env[69889]: INFO nova.compute.manager [None req-98bed9aa-f0f6-4e9c-8dc3-afd06e7f6e24 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: b05b774d-6161-4dcf-924b-c15c2aa9ced6] Attaching volume 2bb27cc2-bbb5-4356-baf2-6e4b24b0290a to /dev/sdb [ 1236.926118] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7234692a-242f-4eef-9326-c3a86bf41869 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.935644] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19661e1b-c075-4dcb-a93e-a61505fa37fb {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.953354] env[69889]: DEBUG nova.virt.block_device [None req-98bed9aa-f0f6-4e9c-8dc3-afd06e7f6e24 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: b05b774d-6161-4dcf-924b-c15c2aa9ced6] Updating existing volume attachment record: 51c4ec01-6714-4895-bdcd-2bd68cdf1730 {{(pid=69889) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1237.017362] env[69889]: DEBUG oslo_vmware.api [None req-5cddbab2-89ce-4af1-8f76-414f80f3e0ce tempest-ServerMetadataNegativeTestJSON-1205456676 tempest-ServerMetadataNegativeTestJSON-1205456676-project-member] Task: {'id': task-4078207, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.491148} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.021452] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cddbab2-89ce-4af1-8f76-414f80f3e0ce tempest-ServerMetadataNegativeTestJSON-1205456676 tempest-ServerMetadataNegativeTestJSON-1205456676-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore1] 46d9e033-471e-48d4-8648-eb8d4722bca5/46d9e033-471e-48d4-8648-eb8d4722bca5.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1237.021711] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-5cddbab2-89ce-4af1-8f76-414f80f3e0ce tempest-ServerMetadataNegativeTestJSON-1205456676 tempest-ServerMetadataNegativeTestJSON-1205456676-project-member] [instance: 46d9e033-471e-48d4-8648-eb8d4722bca5] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1237.022017] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7489d2a5-bcba-43e4-bfb5-0fd6c7fb9fca {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.029357] env[69889]: DEBUG oslo_vmware.api [None req-5cddbab2-89ce-4af1-8f76-414f80f3e0ce tempest-ServerMetadataNegativeTestJSON-1205456676 tempest-ServerMetadataNegativeTestJSON-1205456676-project-member] Waiting for the task: (returnval){ [ 1237.029357] env[69889]: value = "task-4078209" [ 1237.029357] env[69889]: _type = "Task" [ 1237.029357] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.032366] env[69889]: DEBUG oslo_vmware.api [None req-425d22e6-b085-4c2a-9f73-47c5cf9b852c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078208, 'name': PowerOnVM_Task, 'duration_secs': 0.511293} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.035592] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-425d22e6-b085-4c2a-9f73-47c5cf9b852c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: d87d5259-3b70-4a19-b1df-c73b1279d429] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1237.035791] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-425d22e6-b085-4c2a-9f73-47c5cf9b852c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: d87d5259-3b70-4a19-b1df-c73b1279d429] Updating instance 'd87d5259-3b70-4a19-b1df-c73b1279d429' progress to 100 {{(pid=69889) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1237.046593] env[69889]: DEBUG oslo_vmware.api [None req-5cddbab2-89ce-4af1-8f76-414f80f3e0ce tempest-ServerMetadataNegativeTestJSON-1205456676 tempest-ServerMetadataNegativeTestJSON-1205456676-project-member] Task: {'id': task-4078209, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.069625] env[69889]: DEBUG oslo_concurrency.lockutils [None req-73255f1a-2b8e-4eaf-8b89-48957648ce4b tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Releasing lock "refresh_cache-30fc419c-759b-4037-8cab-0d5a5360e061" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.070285] env[69889]: DEBUG nova.compute.manager [None req-73255f1a-2b8e-4eaf-8b89-48957648ce4b tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 30fc419c-759b-4037-8cab-0d5a5360e061] Instance network_info: |[{"id": "951e4036-6436-49c9-a1b7-061c55ab5b5c", "address": "fa:16:3e:de:2f:93", "network": {"id": "726a0899-ff5e-4e9a-8ec4-91317fa57b22", "bridge": "br-int", "label": "tempest-ServersTestJSON-1056519050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6536689d827a4804a60785c3229d998e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap951e4036-64", "ovs_interfaceid": "951e4036-6436-49c9-a1b7-061c55ab5b5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1237.070534] env[69889]: DEBUG oslo_concurrency.lockutils [req-522e2874-faaf-43e1-92a1-500ace3215fd req-255ea7a5-4660-4405-8e97-28a7bbf79dcb service nova] Acquired lock "refresh_cache-30fc419c-759b-4037-8cab-0d5a5360e061" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.070534] env[69889]: DEBUG nova.network.neutron [req-522e2874-faaf-43e1-92a1-500ace3215fd req-255ea7a5-4660-4405-8e97-28a7bbf79dcb service nova] [instance: 30fc419c-759b-4037-8cab-0d5a5360e061] Refreshing network info cache for port 951e4036-6436-49c9-a1b7-061c55ab5b5c {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1237.071906] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-73255f1a-2b8e-4eaf-8b89-48957648ce4b tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 30fc419c-759b-4037-8cab-0d5a5360e061] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:2f:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '99639c37-b0c6-4be7-9594-230e44b1280b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '951e4036-6436-49c9-a1b7-061c55ab5b5c', 'vif_model': 'vmxnet3'}] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1237.081371] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-73255f1a-2b8e-4eaf-8b89-48957648ce4b tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Creating folder: Project (6536689d827a4804a60785c3229d998e). Parent ref: group-v807779. {{(pid=69889) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1237.082707] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eff3755b-632f-473d-9e75-f8dabeb18f2d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.095717] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-73255f1a-2b8e-4eaf-8b89-48957648ce4b tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Created folder: Project (6536689d827a4804a60785c3229d998e) in parent group-v807779. [ 1237.095994] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-73255f1a-2b8e-4eaf-8b89-48957648ce4b tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Creating folder: Instances. Parent ref: group-v808082. {{(pid=69889) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1237.096278] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e7b94300-0bd3-40df-b38c-8d1d981dcf94 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.109306] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-73255f1a-2b8e-4eaf-8b89-48957648ce4b tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Created folder: Instances in parent group-v808082. [ 1237.109654] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-73255f1a-2b8e-4eaf-8b89-48957648ce4b tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1237.109896] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30fc419c-759b-4037-8cab-0d5a5360e061] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1237.110280] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f87130c2-5c5b-4b72-9de2-370197c4764d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.134079] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1237.134079] env[69889]: value = "task-4078212" [ 1237.134079] env[69889]: _type = "Task" [ 1237.134079] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.144921] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4078212, 'name': CreateVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.195544] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] [instance: 5117077b-9ac8-4213-bf92-8b5555101496] Instance has had 0 of 5 cleanup attempts {{(pid=69889) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1237.199621] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e4f8347b-761f-416e-bb3e-524996b0dca3 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Acquiring lock "97dd9521-55f5-43b9-8248-ac2051b9dd87" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.199939] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e4f8347b-761f-416e-bb3e-524996b0dca3 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Lock "97dd9521-55f5-43b9-8248-ac2051b9dd87" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.230411] env[69889]: DEBUG nova.scheduler.client.report [None req-10d71d17-31c4-486f-bb84-5303d155bb7f tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1237.267109] env[69889]: DEBUG oslo_concurrency.lockutils [None req-f9167676-b0bc-4607-af14-723a90f004f3 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Acquiring lock "39aba68a-2ac8-47be-b799-ef9f1cfb4521" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.545616] env[69889]: DEBUG oslo_vmware.api [None req-5cddbab2-89ce-4af1-8f76-414f80f3e0ce tempest-ServerMetadataNegativeTestJSON-1205456676 tempest-ServerMetadataNegativeTestJSON-1205456676-project-member] Task: {'id': task-4078209, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080448} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.545897] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-5cddbab2-89ce-4af1-8f76-414f80f3e0ce tempest-ServerMetadataNegativeTestJSON-1205456676 tempest-ServerMetadataNegativeTestJSON-1205456676-project-member] [instance: 46d9e033-471e-48d4-8648-eb8d4722bca5] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1237.549352] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6dc5be4-f7e1-4654-a28a-be5512a0ac90 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.573281] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-5cddbab2-89ce-4af1-8f76-414f80f3e0ce tempest-ServerMetadataNegativeTestJSON-1205456676 tempest-ServerMetadataNegativeTestJSON-1205456676-project-member] [instance: 46d9e033-471e-48d4-8648-eb8d4722bca5] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 46d9e033-471e-48d4-8648-eb8d4722bca5/46d9e033-471e-48d4-8648-eb8d4722bca5.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1237.573921] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21a42ba7-5073-4306-a512-50a95055c84d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.597948] env[69889]: DEBUG oslo_vmware.api [None req-5cddbab2-89ce-4af1-8f76-414f80f3e0ce tempest-ServerMetadataNegativeTestJSON-1205456676 tempest-ServerMetadataNegativeTestJSON-1205456676-project-member] Waiting for the task: (returnval){ [ 1237.597948] env[69889]: value = "task-4078214" [ 1237.597948] env[69889]: _type = "Task" [ 1237.597948] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.607782] env[69889]: DEBUG oslo_vmware.api [None req-5cddbab2-89ce-4af1-8f76-414f80f3e0ce tempest-ServerMetadataNegativeTestJSON-1205456676 tempest-ServerMetadataNegativeTestJSON-1205456676-project-member] Task: {'id': task-4078214, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.644431] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4078212, 'name': CreateVM_Task, 'duration_secs': 0.442458} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.644646] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30fc419c-759b-4037-8cab-0d5a5360e061] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1237.645409] env[69889]: DEBUG oslo_concurrency.lockutils [None req-73255f1a-2b8e-4eaf-8b89-48957648ce4b tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.645598] env[69889]: DEBUG oslo_concurrency.lockutils [None req-73255f1a-2b8e-4eaf-8b89-48957648ce4b tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.645900] env[69889]: DEBUG oslo_concurrency.lockutils [None req-73255f1a-2b8e-4eaf-8b89-48957648ce4b tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.646189] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-405e7468-204e-4d9a-ad6d-e245eef610ee {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.651737] env[69889]: DEBUG oslo_vmware.api [None req-73255f1a-2b8e-4eaf-8b89-48957648ce4b tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Waiting for the task: (returnval){ [ 1237.651737] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52b5dc72-9bea-777c-9625-60afaa86c05b" [ 1237.651737] env[69889]: _type = "Task" [ 1237.651737] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.661181] env[69889]: DEBUG oslo_vmware.api [None req-73255f1a-2b8e-4eaf-8b89-48957648ce4b tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52b5dc72-9bea-777c-9625-60afaa86c05b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.697762] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] [instance: ffcc822f-9e11-435a-9170-5305926d7836] Instance has had 0 of 5 cleanup attempts {{(pid=69889) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1237.703305] env[69889]: DEBUG nova.compute.utils [None req-e4f8347b-761f-416e-bb3e-524996b0dca3 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1237.735563] env[69889]: DEBUG oslo_concurrency.lockutils [None req-10d71d17-31c4-486f-bb84-5303d155bb7f tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.311s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.855899] env[69889]: DEBUG nova.network.neutron [req-522e2874-faaf-43e1-92a1-500ace3215fd req-255ea7a5-4660-4405-8e97-28a7bbf79dcb service nova] [instance: 30fc419c-759b-4037-8cab-0d5a5360e061] Updated VIF entry in instance network info cache for port 951e4036-6436-49c9-a1b7-061c55ab5b5c. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1237.856418] env[69889]: DEBUG nova.network.neutron [req-522e2874-faaf-43e1-92a1-500ace3215fd req-255ea7a5-4660-4405-8e97-28a7bbf79dcb service nova] [instance: 30fc419c-759b-4037-8cab-0d5a5360e061] Updating instance_info_cache with network_info: [{"id": "951e4036-6436-49c9-a1b7-061c55ab5b5c", "address": "fa:16:3e:de:2f:93", "network": {"id": "726a0899-ff5e-4e9a-8ec4-91317fa57b22", "bridge": "br-int", "label": "tempest-ServersTestJSON-1056519050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6536689d827a4804a60785c3229d998e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap951e4036-64", "ovs_interfaceid": "951e4036-6436-49c9-a1b7-061c55ab5b5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.110525] env[69889]: DEBUG oslo_vmware.api [None req-5cddbab2-89ce-4af1-8f76-414f80f3e0ce tempest-ServerMetadataNegativeTestJSON-1205456676 tempest-ServerMetadataNegativeTestJSON-1205456676-project-member] Task: {'id': task-4078214, 'name': ReconfigVM_Task, 'duration_secs': 0.337321} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.110816] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-5cddbab2-89ce-4af1-8f76-414f80f3e0ce tempest-ServerMetadataNegativeTestJSON-1205456676 tempest-ServerMetadataNegativeTestJSON-1205456676-project-member] [instance: 46d9e033-471e-48d4-8648-eb8d4722bca5] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 46d9e033-471e-48d4-8648-eb8d4722bca5/46d9e033-471e-48d4-8648-eb8d4722bca5.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1238.111772] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8b11e0ec-a26f-4e8c-b375-89cda8d31a91 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.119595] env[69889]: DEBUG oslo_vmware.api [None req-5cddbab2-89ce-4af1-8f76-414f80f3e0ce tempest-ServerMetadataNegativeTestJSON-1205456676 tempest-ServerMetadataNegativeTestJSON-1205456676-project-member] Waiting for the task: (returnval){ [ 1238.119595] env[69889]: value = "task-4078215" [ 1238.119595] env[69889]: _type = "Task" [ 1238.119595] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.130081] env[69889]: DEBUG oslo_vmware.api [None req-5cddbab2-89ce-4af1-8f76-414f80f3e0ce tempest-ServerMetadataNegativeTestJSON-1205456676 tempest-ServerMetadataNegativeTestJSON-1205456676-project-member] Task: {'id': task-4078215, 'name': Rename_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.162859] env[69889]: DEBUG oslo_vmware.api [None req-73255f1a-2b8e-4eaf-8b89-48957648ce4b tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52b5dc72-9bea-777c-9625-60afaa86c05b, 'name': SearchDatastore_Task, 'duration_secs': 0.011468} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.163206] env[69889]: DEBUG oslo_concurrency.lockutils [None req-73255f1a-2b8e-4eaf-8b89-48957648ce4b tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.163440] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-73255f1a-2b8e-4eaf-8b89-48957648ce4b tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 30fc419c-759b-4037-8cab-0d5a5360e061] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1238.163680] env[69889]: DEBUG oslo_concurrency.lockutils [None req-73255f1a-2b8e-4eaf-8b89-48957648ce4b tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.163824] env[69889]: DEBUG oslo_concurrency.lockutils [None req-73255f1a-2b8e-4eaf-8b89-48957648ce4b tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.164012] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-73255f1a-2b8e-4eaf-8b89-48957648ce4b tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1238.164306] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9c8ab114-7cd2-428f-942c-dfc3f0acc203 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.174442] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-73255f1a-2b8e-4eaf-8b89-48957648ce4b tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1238.174663] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-73255f1a-2b8e-4eaf-8b89-48957648ce4b tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1238.175450] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89ec15e1-5c78-4666-8f01-a90d89019853 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.182020] env[69889]: DEBUG oslo_vmware.api [None req-73255f1a-2b8e-4eaf-8b89-48957648ce4b tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Waiting for the task: (returnval){ [ 1238.182020] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52582460-e174-e2b2-ba0b-53346e4b8e07" [ 1238.182020] env[69889]: _type = "Task" [ 1238.182020] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.193692] env[69889]: DEBUG oslo_vmware.api [None req-73255f1a-2b8e-4eaf-8b89-48957648ce4b tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52582460-e174-e2b2-ba0b-53346e4b8e07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.201426] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] [instance: 15bb3989-8e54-4746-bc0b-96c39d438744] Instance has had 0 of 5 cleanup attempts {{(pid=69889) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1238.207039] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e4f8347b-761f-416e-bb3e-524996b0dca3 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Lock "97dd9521-55f5-43b9-8248-ac2051b9dd87" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.243706] env[69889]: DEBUG oslo_concurrency.lockutils [None req-10d71d17-31c4-486f-bb84-5303d155bb7f tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Lock "39aba68a-2ac8-47be-b799-ef9f1cfb4521" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 21.471s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.245125] env[69889]: DEBUG oslo_concurrency.lockutils [None req-f9167676-b0bc-4607-af14-723a90f004f3 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Lock "39aba68a-2ac8-47be-b799-ef9f1cfb4521" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.978s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.245222] env[69889]: INFO nova.compute.manager [None req-f9167676-b0bc-4607-af14-723a90f004f3 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 39aba68a-2ac8-47be-b799-ef9f1cfb4521] Unshelving [ 1238.359723] env[69889]: DEBUG oslo_concurrency.lockutils [req-522e2874-faaf-43e1-92a1-500ace3215fd req-255ea7a5-4660-4405-8e97-28a7bbf79dcb service nova] Releasing lock "refresh_cache-30fc419c-759b-4037-8cab-0d5a5360e061" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.632030] env[69889]: DEBUG oslo_vmware.api [None req-5cddbab2-89ce-4af1-8f76-414f80f3e0ce tempest-ServerMetadataNegativeTestJSON-1205456676 tempest-ServerMetadataNegativeTestJSON-1205456676-project-member] Task: {'id': task-4078215, 'name': Rename_Task, 'duration_secs': 0.151169} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.632415] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cddbab2-89ce-4af1-8f76-414f80f3e0ce tempest-ServerMetadataNegativeTestJSON-1205456676 tempest-ServerMetadataNegativeTestJSON-1205456676-project-member] [instance: 46d9e033-471e-48d4-8648-eb8d4722bca5] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1238.632468] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b700f628-a4c1-45d4-a0ad-9243d4585b63 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.640327] env[69889]: DEBUG oslo_vmware.api [None req-5cddbab2-89ce-4af1-8f76-414f80f3e0ce tempest-ServerMetadataNegativeTestJSON-1205456676 tempest-ServerMetadataNegativeTestJSON-1205456676-project-member] Waiting for the task: (returnval){ [ 1238.640327] env[69889]: value = "task-4078216" [ 1238.640327] env[69889]: _type = "Task" [ 1238.640327] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.650415] env[69889]: DEBUG oslo_vmware.api [None req-5cddbab2-89ce-4af1-8f76-414f80f3e0ce tempest-ServerMetadataNegativeTestJSON-1205456676 tempest-ServerMetadataNegativeTestJSON-1205456676-project-member] Task: {'id': task-4078216, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.693391] env[69889]: DEBUG oslo_vmware.api [None req-73255f1a-2b8e-4eaf-8b89-48957648ce4b tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52582460-e174-e2b2-ba0b-53346e4b8e07, 'name': SearchDatastore_Task, 'duration_secs': 0.010359} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.694341] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b63a60b1-c210-441a-ad65-b07fd5f0c669 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.700390] env[69889]: DEBUG oslo_vmware.api [None req-73255f1a-2b8e-4eaf-8b89-48957648ce4b tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Waiting for the task: (returnval){ [ 1238.700390] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]522a0f5b-28d6-05a9-3cc3-5883b60243cf" [ 1238.700390] env[69889]: _type = "Task" [ 1238.700390] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.704656] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] [instance: b20e3dbe-d893-4068-8052-3d8d50f0560d] Instance has had 0 of 5 cleanup attempts {{(pid=69889) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1238.712730] env[69889]: DEBUG oslo_vmware.api [None req-73255f1a-2b8e-4eaf-8b89-48957648ce4b tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]522a0f5b-28d6-05a9-3cc3-5883b60243cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.754141] env[69889]: INFO nova.compute.manager [None req-365e858f-b6c1-4460-bf25-27cdaa3e31d4 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9] Unrescuing [ 1238.754405] env[69889]: DEBUG oslo_concurrency.lockutils [None req-365e858f-b6c1-4460-bf25-27cdaa3e31d4 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Acquiring lock "refresh_cache-c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.754590] env[69889]: DEBUG oslo_concurrency.lockutils [None req-365e858f-b6c1-4460-bf25-27cdaa3e31d4 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Acquired lock "refresh_cache-c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.754803] env[69889]: DEBUG nova.network.neutron [None req-365e858f-b6c1-4460-bf25-27cdaa3e31d4 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1239.150556] env[69889]: DEBUG oslo_vmware.api [None req-5cddbab2-89ce-4af1-8f76-414f80f3e0ce tempest-ServerMetadataNegativeTestJSON-1205456676 tempest-ServerMetadataNegativeTestJSON-1205456676-project-member] Task: {'id': task-4078216, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.208211] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] [instance: 6f282443-f481-4f8c-979e-e2750d671814] Instance has had 0 of 5 cleanup attempts {{(pid=69889) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1239.213860] env[69889]: DEBUG oslo_vmware.api [None req-73255f1a-2b8e-4eaf-8b89-48957648ce4b tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]522a0f5b-28d6-05a9-3cc3-5883b60243cf, 'name': SearchDatastore_Task, 'duration_secs': 0.01098} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.214421] env[69889]: DEBUG oslo_concurrency.lockutils [None req-73255f1a-2b8e-4eaf-8b89-48957648ce4b tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.214682] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-73255f1a-2b8e-4eaf-8b89-48957648ce4b tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] 30fc419c-759b-4037-8cab-0d5a5360e061/30fc419c-759b-4037-8cab-0d5a5360e061.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1239.214996] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ae2491ee-da68-49c6-a3cd-ffb492408014 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.223086] env[69889]: DEBUG oslo_vmware.api [None req-73255f1a-2b8e-4eaf-8b89-48957648ce4b tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Waiting for the task: (returnval){ [ 1239.223086] env[69889]: value = "task-4078218" [ 1239.223086] env[69889]: _type = "Task" [ 1239.223086] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.232958] env[69889]: DEBUG oslo_vmware.api [None req-73255f1a-2b8e-4eaf-8b89-48957648ce4b tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': task-4078218, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.290062] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e4f8347b-761f-416e-bb3e-524996b0dca3 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Acquiring lock "97dd9521-55f5-43b9-8248-ac2051b9dd87" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.290349] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e4f8347b-761f-416e-bb3e-524996b0dca3 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Lock "97dd9521-55f5-43b9-8248-ac2051b9dd87" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.290593] env[69889]: INFO nova.compute.manager [None req-e4f8347b-761f-416e-bb3e-524996b0dca3 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] [instance: 97dd9521-55f5-43b9-8248-ac2051b9dd87] Attaching volume d1e81f67-38a7-4aef-89f2-7fceb9936fe4 to /dev/sdc [ 1239.329466] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79e013ae-d434-48fe-bc30-5f3a7e04f288 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.338948] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30889e7a-80a5-4270-bb6c-cb56dcceb466 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.358146] env[69889]: DEBUG nova.virt.block_device [None req-e4f8347b-761f-416e-bb3e-524996b0dca3 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] [instance: 97dd9521-55f5-43b9-8248-ac2051b9dd87] Updating existing volume attachment record: 9d9b8123-19c8-427d-bf76-13cd9762f2a0 {{(pid=69889) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1239.381781] env[69889]: DEBUG oslo_concurrency.lockutils [None req-f9167676-b0bc-4607-af14-723a90f004f3 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.382222] env[69889]: DEBUG oslo_concurrency.lockutils [None req-f9167676-b0bc-4607-af14-723a90f004f3 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.382348] env[69889]: DEBUG nova.objects.instance [None req-f9167676-b0bc-4607-af14-723a90f004f3 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Lazy-loading 'pci_requests' on Instance uuid 39aba68a-2ac8-47be-b799-ef9f1cfb4521 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1239.532713] env[69889]: DEBUG nova.network.neutron [None req-365e858f-b6c1-4460-bf25-27cdaa3e31d4 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9] Updating instance_info_cache with network_info: [{"id": "5d475edd-8a50-4169-810c-074acd50ea04", "address": "fa:16:3e:f6:db:02", "network": {"id": "3ca64dd4-23fb-4e19-8d0c-5addef000c05", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-147569188-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc97caed3dd94d37b13107e002052810", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "84aee122-f630-43c5-9cc1-3a38d3819c82", "external-id": "nsx-vlan-transportzone-816", "segmentation_id": 816, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d475edd-8a", "ovs_interfaceid": "5d475edd-8a50-4169-810c-074acd50ea04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1239.655940] env[69889]: DEBUG oslo_vmware.api [None req-5cddbab2-89ce-4af1-8f76-414f80f3e0ce tempest-ServerMetadataNegativeTestJSON-1205456676 tempest-ServerMetadataNegativeTestJSON-1205456676-project-member] Task: {'id': task-4078216, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.715795] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] [instance: 745fa69c-6e0e-4aa1-8f0c-a7f40e8093e6] Instance has had 0 of 5 cleanup attempts {{(pid=69889) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1239.733938] env[69889]: DEBUG oslo_vmware.api [None req-73255f1a-2b8e-4eaf-8b89-48957648ce4b tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': task-4078218, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.756242] env[69889]: DEBUG oslo_concurrency.lockutils [None req-2ec7a4bd-d727-4485-ba5e-7e29777ddf56 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Acquiring lock "d87d5259-3b70-4a19-b1df-c73b1279d429" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.756555] env[69889]: DEBUG oslo_concurrency.lockutils [None req-2ec7a4bd-d727-4485-ba5e-7e29777ddf56 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Lock "d87d5259-3b70-4a19-b1df-c73b1279d429" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.756840] env[69889]: DEBUG nova.compute.manager [None req-2ec7a4bd-d727-4485-ba5e-7e29777ddf56 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: d87d5259-3b70-4a19-b1df-c73b1279d429] Going to confirm migration 7 {{(pid=69889) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1239.886933] env[69889]: DEBUG nova.objects.instance [None req-f9167676-b0bc-4607-af14-723a90f004f3 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Lazy-loading 'numa_topology' on Instance uuid 39aba68a-2ac8-47be-b799-ef9f1cfb4521 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1240.034040] env[69889]: DEBUG oslo_concurrency.lockutils [None req-365e858f-b6c1-4460-bf25-27cdaa3e31d4 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Releasing lock "refresh_cache-c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.034040] env[69889]: DEBUG nova.objects.instance [None req-365e858f-b6c1-4460-bf25-27cdaa3e31d4 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Lazy-loading 'flavor' on Instance uuid c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1240.153043] env[69889]: DEBUG oslo_vmware.api [None req-5cddbab2-89ce-4af1-8f76-414f80f3e0ce tempest-ServerMetadataNegativeTestJSON-1205456676 tempest-ServerMetadataNegativeTestJSON-1205456676-project-member] Task: {'id': task-4078216, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.220617] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] [instance: 380e1853-b5a2-4bcb-abcf-8acf34b52db6] Instance has had 0 of 5 cleanup attempts {{(pid=69889) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1240.233889] env[69889]: DEBUG oslo_vmware.api [None req-73255f1a-2b8e-4eaf-8b89-48957648ce4b tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': task-4078218, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.529269} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.234238] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-73255f1a-2b8e-4eaf-8b89-48957648ce4b tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] 30fc419c-759b-4037-8cab-0d5a5360e061/30fc419c-759b-4037-8cab-0d5a5360e061.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1240.234478] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-73255f1a-2b8e-4eaf-8b89-48957648ce4b tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 30fc419c-759b-4037-8cab-0d5a5360e061] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1240.234746] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7e803378-dca9-49ba-b715-e0c4a651d0fc {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.242875] env[69889]: DEBUG oslo_vmware.api [None req-73255f1a-2b8e-4eaf-8b89-48957648ce4b tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Waiting for the task: (returnval){ [ 1240.242875] env[69889]: value = "task-4078220" [ 1240.242875] env[69889]: _type = "Task" [ 1240.242875] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.253538] env[69889]: DEBUG oslo_vmware.api [None req-73255f1a-2b8e-4eaf-8b89-48957648ce4b tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': task-4078220, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.319942] env[69889]: DEBUG oslo_concurrency.lockutils [None req-2ec7a4bd-d727-4485-ba5e-7e29777ddf56 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Acquiring lock "refresh_cache-d87d5259-3b70-4a19-b1df-c73b1279d429" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.320154] env[69889]: DEBUG oslo_concurrency.lockutils [None req-2ec7a4bd-d727-4485-ba5e-7e29777ddf56 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Acquired lock "refresh_cache-d87d5259-3b70-4a19-b1df-c73b1279d429" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.320359] env[69889]: DEBUG nova.network.neutron [None req-2ec7a4bd-d727-4485-ba5e-7e29777ddf56 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: d87d5259-3b70-4a19-b1df-c73b1279d429] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1240.320559] env[69889]: DEBUG nova.objects.instance [None req-2ec7a4bd-d727-4485-ba5e-7e29777ddf56 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Lazy-loading 'info_cache' on Instance uuid d87d5259-3b70-4a19-b1df-c73b1279d429 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1240.389515] env[69889]: INFO nova.compute.claims [None req-f9167676-b0bc-4607-af14-723a90f004f3 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 39aba68a-2ac8-47be-b799-ef9f1cfb4521] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1240.539297] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4646326-392d-4bd3-be30-a557f191d42a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.564752] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-365e858f-b6c1-4460-bf25-27cdaa3e31d4 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1240.565223] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4732ac5a-1203-4b3d-9567-3a05ca9147d0 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.572793] env[69889]: DEBUG oslo_vmware.api [None req-365e858f-b6c1-4460-bf25-27cdaa3e31d4 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Waiting for the task: (returnval){ [ 1240.572793] env[69889]: value = "task-4078221" [ 1240.572793] env[69889]: _type = "Task" [ 1240.572793] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.582073] env[69889]: DEBUG oslo_vmware.api [None req-365e858f-b6c1-4460-bf25-27cdaa3e31d4 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': task-4078221, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.653854] env[69889]: DEBUG oslo_vmware.api [None req-5cddbab2-89ce-4af1-8f76-414f80f3e0ce tempest-ServerMetadataNegativeTestJSON-1205456676 tempest-ServerMetadataNegativeTestJSON-1205456676-project-member] Task: {'id': task-4078216, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.724246] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] [instance: 0148a47f-96ee-42a1-9778-09ad9c56f4ac] Instance has had 0 of 5 cleanup attempts {{(pid=69889) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1240.753695] env[69889]: DEBUG oslo_vmware.api [None req-73255f1a-2b8e-4eaf-8b89-48957648ce4b tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': task-4078220, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.34965} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.753979] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-73255f1a-2b8e-4eaf-8b89-48957648ce4b tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 30fc419c-759b-4037-8cab-0d5a5360e061] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1240.754788] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daa3df34-5f98-4cd3-ab39-83b54ea9815a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.777735] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-73255f1a-2b8e-4eaf-8b89-48957648ce4b tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 30fc419c-759b-4037-8cab-0d5a5360e061] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] 30fc419c-759b-4037-8cab-0d5a5360e061/30fc419c-759b-4037-8cab-0d5a5360e061.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1240.778051] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d298b84c-0ece-4795-8ec3-489b63178f69 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.798482] env[69889]: DEBUG oslo_vmware.api [None req-73255f1a-2b8e-4eaf-8b89-48957648ce4b tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Waiting for the task: (returnval){ [ 1240.798482] env[69889]: value = "task-4078222" [ 1240.798482] env[69889]: _type = "Task" [ 1240.798482] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.808126] env[69889]: DEBUG oslo_vmware.api [None req-73255f1a-2b8e-4eaf-8b89-48957648ce4b tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': task-4078222, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.086318] env[69889]: DEBUG oslo_vmware.api [None req-365e858f-b6c1-4460-bf25-27cdaa3e31d4 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': task-4078221, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.154118] env[69889]: DEBUG oslo_vmware.api [None req-5cddbab2-89ce-4af1-8f76-414f80f3e0ce tempest-ServerMetadataNegativeTestJSON-1205456676 tempest-ServerMetadataNegativeTestJSON-1205456676-project-member] Task: {'id': task-4078216, 'name': PowerOnVM_Task, 'duration_secs': 2.412037} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.154467] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cddbab2-89ce-4af1-8f76-414f80f3e0ce tempest-ServerMetadataNegativeTestJSON-1205456676 tempest-ServerMetadataNegativeTestJSON-1205456676-project-member] [instance: 46d9e033-471e-48d4-8648-eb8d4722bca5] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1241.154706] env[69889]: INFO nova.compute.manager [None req-5cddbab2-89ce-4af1-8f76-414f80f3e0ce tempest-ServerMetadataNegativeTestJSON-1205456676 tempest-ServerMetadataNegativeTestJSON-1205456676-project-member] [instance: 46d9e033-471e-48d4-8648-eb8d4722bca5] Took 8.71 seconds to spawn the instance on the hypervisor. [ 1241.155266] env[69889]: DEBUG nova.compute.manager [None req-5cddbab2-89ce-4af1-8f76-414f80f3e0ce tempest-ServerMetadataNegativeTestJSON-1205456676 tempest-ServerMetadataNegativeTestJSON-1205456676-project-member] [instance: 46d9e033-471e-48d4-8648-eb8d4722bca5] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1241.155710] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-916c76d2-d982-41ae-a2d6-0aa082dddca3 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.227718] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] [instance: 1d03b56f-0b24-44ca-a394-e71ef3d2abf0] Instance has had 0 of 5 cleanup attempts {{(pid=69889) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1241.308444] env[69889]: DEBUG oslo_vmware.api [None req-73255f1a-2b8e-4eaf-8b89-48957648ce4b tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': task-4078222, 'name': ReconfigVM_Task, 'duration_secs': 0.327902} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.308725] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-73255f1a-2b8e-4eaf-8b89-48957648ce4b tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 30fc419c-759b-4037-8cab-0d5a5360e061] Reconfigured VM instance instance-0000006e to attach disk [datastore2] 30fc419c-759b-4037-8cab-0d5a5360e061/30fc419c-759b-4037-8cab-0d5a5360e061.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1241.309431] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d22d1d2c-1b50-42a0-95eb-33976577b02b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.317322] env[69889]: DEBUG oslo_vmware.api [None req-73255f1a-2b8e-4eaf-8b89-48957648ce4b tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Waiting for the task: (returnval){ [ 1241.317322] env[69889]: value = "task-4078223" [ 1241.317322] env[69889]: _type = "Task" [ 1241.317322] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.326183] env[69889]: DEBUG oslo_vmware.api [None req-73255f1a-2b8e-4eaf-8b89-48957648ce4b tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': task-4078223, 'name': Rename_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.507185] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-98bed9aa-f0f6-4e9c-8dc3-afd06e7f6e24 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: b05b774d-6161-4dcf-924b-c15c2aa9ced6] Volume attach. Driver type: vmdk {{(pid=69889) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1241.507432] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-98bed9aa-f0f6-4e9c-8dc3-afd06e7f6e24 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: b05b774d-6161-4dcf-924b-c15c2aa9ced6] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-808085', 'volume_id': '2bb27cc2-bbb5-4356-baf2-6e4b24b0290a', 'name': 'volume-2bb27cc2-bbb5-4356-baf2-6e4b24b0290a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b05b774d-6161-4dcf-924b-c15c2aa9ced6', 'attached_at': '', 'detached_at': '', 'volume_id': '2bb27cc2-bbb5-4356-baf2-6e4b24b0290a', 'serial': '2bb27cc2-bbb5-4356-baf2-6e4b24b0290a'} {{(pid=69889) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1241.508392] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9cf7030-66ac-422b-b853-240c8f9bd929 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.528479] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79518c20-42f9-4f29-84af-9b77e138fb4e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.555304] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-98bed9aa-f0f6-4e9c-8dc3-afd06e7f6e24 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: b05b774d-6161-4dcf-924b-c15c2aa9ced6] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] volume-2bb27cc2-bbb5-4356-baf2-6e4b24b0290a/volume-2bb27cc2-bbb5-4356-baf2-6e4b24b0290a.vmdk or device None with type thin {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1241.556438] env[69889]: DEBUG nova.network.neutron [None req-2ec7a4bd-d727-4485-ba5e-7e29777ddf56 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: d87d5259-3b70-4a19-b1df-c73b1279d429] Updating instance_info_cache with network_info: [{"id": "4e721dc4-afab-4c34-8981-0e5867ffc985", "address": "fa:16:3e:ff:3d:c8", "network": {"id": "a205e286-28cc-4d8d-92da-d016aa89fb95", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1004022442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e46f471b2284533892518bdcc6cd332", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e83154-c0d2-4d3d-b95e-3cd5ba336257", "external-id": "nsx-vlan-transportzone-771", "segmentation_id": 771, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e721dc4-af", "ovs_interfaceid": "4e721dc4-afab-4c34-8981-0e5867ffc985", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1241.561466] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b02dbca6-3cb7-40be-82a6-53e16b32b1c4 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.586048] env[69889]: DEBUG oslo_vmware.api [None req-365e858f-b6c1-4460-bf25-27cdaa3e31d4 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': task-4078221, 'name': PowerOffVM_Task, 'duration_secs': 0.545336} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.586330] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-365e858f-b6c1-4460-bf25-27cdaa3e31d4 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1241.595356] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-365e858f-b6c1-4460-bf25-27cdaa3e31d4 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9] Reconfiguring VM instance instance-00000066 to detach disk 2002 {{(pid=69889) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1241.595356] env[69889]: DEBUG oslo_vmware.api [None req-98bed9aa-f0f6-4e9c-8dc3-afd06e7f6e24 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Waiting for the task: (returnval){ [ 1241.595356] env[69889]: value = "task-4078224" [ 1241.595356] env[69889]: _type = "Task" [ 1241.595356] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.595356] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a499935-8f64-453d-96f9-4c491f406cdb {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.618265] env[69889]: DEBUG oslo_vmware.api [None req-98bed9aa-f0f6-4e9c-8dc3-afd06e7f6e24 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Task: {'id': task-4078224, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.622899] env[69889]: DEBUG oslo_vmware.api [None req-365e858f-b6c1-4460-bf25-27cdaa3e31d4 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Waiting for the task: (returnval){ [ 1241.622899] env[69889]: value = "task-4078226" [ 1241.622899] env[69889]: _type = "Task" [ 1241.622899] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.638369] env[69889]: DEBUG oslo_vmware.api [None req-365e858f-b6c1-4460-bf25-27cdaa3e31d4 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': task-4078226, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.638369] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf5a7060-ec99-4937-9093-aa919acbe3d7 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.645342] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fc1d08a-7245-4f15-ad08-3d4479cdd74a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.686059] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05c6b998-7abf-482d-86f0-2e02681c3781 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.689253] env[69889]: INFO nova.compute.manager [None req-5cddbab2-89ce-4af1-8f76-414f80f3e0ce tempest-ServerMetadataNegativeTestJSON-1205456676 tempest-ServerMetadataNegativeTestJSON-1205456676-project-member] [instance: 46d9e033-471e-48d4-8648-eb8d4722bca5] Took 13.56 seconds to build instance. [ 1241.696474] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d410fd0-05d7-43b7-8d57-a847bee681aa {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.712782] env[69889]: DEBUG nova.compute.provider_tree [None req-f9167676-b0bc-4607-af14-723a90f004f3 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1241.731661] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] [instance: bb5adeb2-ff04-4b8a-a3b5-a29b173583b5] Instance has had 0 of 5 cleanup attempts {{(pid=69889) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1241.835325] env[69889]: DEBUG oslo_vmware.api [None req-73255f1a-2b8e-4eaf-8b89-48957648ce4b tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': task-4078223, 'name': Rename_Task, 'duration_secs': 0.145985} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.835447] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-73255f1a-2b8e-4eaf-8b89-48957648ce4b tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 30fc419c-759b-4037-8cab-0d5a5360e061] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1241.835702] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-30a4996f-e09b-4b3b-8a58-0ea9d6478d52 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.844384] env[69889]: DEBUG oslo_vmware.api [None req-73255f1a-2b8e-4eaf-8b89-48957648ce4b tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Waiting for the task: (returnval){ [ 1241.844384] env[69889]: value = "task-4078227" [ 1241.844384] env[69889]: _type = "Task" [ 1241.844384] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.854454] env[69889]: DEBUG oslo_vmware.api [None req-73255f1a-2b8e-4eaf-8b89-48957648ce4b tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': task-4078227, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.075830] env[69889]: DEBUG oslo_concurrency.lockutils [None req-2ec7a4bd-d727-4485-ba5e-7e29777ddf56 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Releasing lock "refresh_cache-d87d5259-3b70-4a19-b1df-c73b1279d429" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.076246] env[69889]: DEBUG nova.objects.instance [None req-2ec7a4bd-d727-4485-ba5e-7e29777ddf56 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Lazy-loading 'migration_context' on Instance uuid d87d5259-3b70-4a19-b1df-c73b1279d429 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1242.119013] env[69889]: DEBUG oslo_vmware.api [None req-98bed9aa-f0f6-4e9c-8dc3-afd06e7f6e24 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Task: {'id': task-4078224, 'name': ReconfigVM_Task, 'duration_secs': 0.399227} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.119754] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-98bed9aa-f0f6-4e9c-8dc3-afd06e7f6e24 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: b05b774d-6161-4dcf-924b-c15c2aa9ced6] Reconfigured VM instance instance-00000069 to attach disk [datastore2] volume-2bb27cc2-bbb5-4356-baf2-6e4b24b0290a/volume-2bb27cc2-bbb5-4356-baf2-6e4b24b0290a.vmdk or device None with type thin {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1242.125049] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8afa4487-c973-4ae1-94a2-d525bd3bf9c9 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.146297] env[69889]: DEBUG oslo_vmware.api [None req-365e858f-b6c1-4460-bf25-27cdaa3e31d4 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': task-4078226, 'name': ReconfigVM_Task, 'duration_secs': 0.277816} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.147939] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-365e858f-b6c1-4460-bf25-27cdaa3e31d4 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9] Reconfigured VM instance instance-00000066 to detach disk 2002 {{(pid=69889) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1242.148199] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-365e858f-b6c1-4460-bf25-27cdaa3e31d4 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1242.148562] env[69889]: DEBUG oslo_vmware.api [None req-98bed9aa-f0f6-4e9c-8dc3-afd06e7f6e24 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Waiting for the task: (returnval){ [ 1242.148562] env[69889]: value = "task-4078228" [ 1242.148562] env[69889]: _type = "Task" [ 1242.148562] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.148843] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6a3f3d15-5701-4f6c-be94-686b8cdf2dad {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.160242] env[69889]: DEBUG oslo_vmware.api [None req-98bed9aa-f0f6-4e9c-8dc3-afd06e7f6e24 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Task: {'id': task-4078228, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.161753] env[69889]: DEBUG oslo_vmware.api [None req-365e858f-b6c1-4460-bf25-27cdaa3e31d4 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Waiting for the task: (returnval){ [ 1242.161753] env[69889]: value = "task-4078229" [ 1242.161753] env[69889]: _type = "Task" [ 1242.161753] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.171424] env[69889]: DEBUG oslo_vmware.api [None req-365e858f-b6c1-4460-bf25-27cdaa3e31d4 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': task-4078229, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.191551] env[69889]: DEBUG oslo_concurrency.lockutils [None req-5cddbab2-89ce-4af1-8f76-414f80f3e0ce tempest-ServerMetadataNegativeTestJSON-1205456676 tempest-ServerMetadataNegativeTestJSON-1205456676-project-member] Lock "46d9e033-471e-48d4-8648-eb8d4722bca5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.069s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.216924] env[69889]: DEBUG nova.scheduler.client.report [None req-f9167676-b0bc-4607-af14-723a90f004f3 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1242.235113] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] [instance: ac14e0fa-9bbf-4c8c-82c4-bf3cf6b0660e] Instance has had 0 of 5 cleanup attempts {{(pid=69889) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1242.357859] env[69889]: DEBUG oslo_vmware.api [None req-73255f1a-2b8e-4eaf-8b89-48957648ce4b tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': task-4078227, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.580492] env[69889]: DEBUG nova.objects.base [None req-2ec7a4bd-d727-4485-ba5e-7e29777ddf56 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69889) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1242.581636] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14a355d8-3aa1-44f0-a54a-0fa38c966258 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.602466] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebd82f1f-98f9-4bfe-932c-ee5dd2c758c7 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.610634] env[69889]: DEBUG oslo_vmware.api [None req-2ec7a4bd-d727-4485-ba5e-7e29777ddf56 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Waiting for the task: (returnval){ [ 1242.610634] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]527596b6-ad92-a962-cca5-7522aa230cd1" [ 1242.610634] env[69889]: _type = "Task" [ 1242.610634] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.621575] env[69889]: DEBUG oslo_vmware.api [None req-2ec7a4bd-d727-4485-ba5e-7e29777ddf56 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]527596b6-ad92-a962-cca5-7522aa230cd1, 'name': SearchDatastore_Task} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.621988] env[69889]: DEBUG oslo_concurrency.lockutils [None req-2ec7a4bd-d727-4485-ba5e-7e29777ddf56 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.662815] env[69889]: DEBUG oslo_vmware.api [None req-98bed9aa-f0f6-4e9c-8dc3-afd06e7f6e24 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Task: {'id': task-4078228, 'name': ReconfigVM_Task, 'duration_secs': 0.175953} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.666310] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-98bed9aa-f0f6-4e9c-8dc3-afd06e7f6e24 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: b05b774d-6161-4dcf-924b-c15c2aa9ced6] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-808085', 'volume_id': '2bb27cc2-bbb5-4356-baf2-6e4b24b0290a', 'name': 'volume-2bb27cc2-bbb5-4356-baf2-6e4b24b0290a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b05b774d-6161-4dcf-924b-c15c2aa9ced6', 'attached_at': '', 'detached_at': '', 'volume_id': '2bb27cc2-bbb5-4356-baf2-6e4b24b0290a', 'serial': '2bb27cc2-bbb5-4356-baf2-6e4b24b0290a'} {{(pid=69889) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1242.675110] env[69889]: DEBUG oslo_vmware.api [None req-365e858f-b6c1-4460-bf25-27cdaa3e31d4 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': task-4078229, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.685458] env[69889]: DEBUG oslo_concurrency.lockutils [None req-30cb4e85-ce74-43eb-a6f3-310c872a8c34 tempest-ServerMetadataNegativeTestJSON-1205456676 tempest-ServerMetadataNegativeTestJSON-1205456676-project-member] Acquiring lock "46d9e033-471e-48d4-8648-eb8d4722bca5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.685710] env[69889]: DEBUG oslo_concurrency.lockutils [None req-30cb4e85-ce74-43eb-a6f3-310c872a8c34 tempest-ServerMetadataNegativeTestJSON-1205456676 tempest-ServerMetadataNegativeTestJSON-1205456676-project-member] Lock "46d9e033-471e-48d4-8648-eb8d4722bca5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.685935] env[69889]: DEBUG oslo_concurrency.lockutils [None req-30cb4e85-ce74-43eb-a6f3-310c872a8c34 tempest-ServerMetadataNegativeTestJSON-1205456676 tempest-ServerMetadataNegativeTestJSON-1205456676-project-member] Acquiring lock "46d9e033-471e-48d4-8648-eb8d4722bca5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.686141] env[69889]: DEBUG oslo_concurrency.lockutils [None req-30cb4e85-ce74-43eb-a6f3-310c872a8c34 tempest-ServerMetadataNegativeTestJSON-1205456676 tempest-ServerMetadataNegativeTestJSON-1205456676-project-member] Lock "46d9e033-471e-48d4-8648-eb8d4722bca5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.686324] env[69889]: DEBUG oslo_concurrency.lockutils [None req-30cb4e85-ce74-43eb-a6f3-310c872a8c34 tempest-ServerMetadataNegativeTestJSON-1205456676 tempest-ServerMetadataNegativeTestJSON-1205456676-project-member] Lock "46d9e033-471e-48d4-8648-eb8d4722bca5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.688703] env[69889]: INFO nova.compute.manager [None req-30cb4e85-ce74-43eb-a6f3-310c872a8c34 tempest-ServerMetadataNegativeTestJSON-1205456676 tempest-ServerMetadataNegativeTestJSON-1205456676-project-member] [instance: 46d9e033-471e-48d4-8648-eb8d4722bca5] Terminating instance [ 1242.722807] env[69889]: DEBUG oslo_concurrency.lockutils [None req-f9167676-b0bc-4607-af14-723a90f004f3 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.341s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.725411] env[69889]: DEBUG oslo_concurrency.lockutils [None req-2ec7a4bd-d727-4485-ba5e-7e29777ddf56 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.103s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.738863] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] [instance: f1999759-81e6-4ab6-9a80-8ef7e656242e] Instance has had 0 of 5 cleanup attempts {{(pid=69889) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1242.756912] env[69889]: INFO nova.network.neutron [None req-f9167676-b0bc-4607-af14-723a90f004f3 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 39aba68a-2ac8-47be-b799-ef9f1cfb4521] Updating port 55ebe8c6-76c8-4e6a-bb86-322a955f9272 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1242.855647] env[69889]: DEBUG oslo_vmware.api [None req-73255f1a-2b8e-4eaf-8b89-48957648ce4b tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': task-4078227, 'name': PowerOnVM_Task, 'duration_secs': 0.559113} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.855912] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-73255f1a-2b8e-4eaf-8b89-48957648ce4b tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 30fc419c-759b-4037-8cab-0d5a5360e061] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1242.857021] env[69889]: INFO nova.compute.manager [None req-73255f1a-2b8e-4eaf-8b89-48957648ce4b tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 30fc419c-759b-4037-8cab-0d5a5360e061] Took 8.15 seconds to spawn the instance on the hypervisor. [ 1242.857021] env[69889]: DEBUG nova.compute.manager [None req-73255f1a-2b8e-4eaf-8b89-48957648ce4b tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 30fc419c-759b-4037-8cab-0d5a5360e061] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1242.857162] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02284786-8d56-4b06-b690-dc98414b06a3 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.174882] env[69889]: DEBUG oslo_vmware.api [None req-365e858f-b6c1-4460-bf25-27cdaa3e31d4 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': task-4078229, 'name': PowerOnVM_Task, 'duration_secs': 0.517097} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.175118] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-365e858f-b6c1-4460-bf25-27cdaa3e31d4 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1243.175496] env[69889]: DEBUG nova.compute.manager [None req-365e858f-b6c1-4460-bf25-27cdaa3e31d4 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1243.176178] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22e56923-512d-4f04-b707-2fdbfa173bc3 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.192598] env[69889]: DEBUG nova.compute.manager [None req-30cb4e85-ce74-43eb-a6f3-310c872a8c34 tempest-ServerMetadataNegativeTestJSON-1205456676 tempest-ServerMetadataNegativeTestJSON-1205456676-project-member] [instance: 46d9e033-471e-48d4-8648-eb8d4722bca5] Start destroying the instance on the hypervisor. {{(pid=69889) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1243.192814] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-30cb4e85-ce74-43eb-a6f3-310c872a8c34 tempest-ServerMetadataNegativeTestJSON-1205456676 tempest-ServerMetadataNegativeTestJSON-1205456676-project-member] [instance: 46d9e033-471e-48d4-8648-eb8d4722bca5] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1243.194016] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71359028-1ad9-4b51-9404-53aa7aaca036 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.202302] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-30cb4e85-ce74-43eb-a6f3-310c872a8c34 tempest-ServerMetadataNegativeTestJSON-1205456676 tempest-ServerMetadataNegativeTestJSON-1205456676-project-member] [instance: 46d9e033-471e-48d4-8648-eb8d4722bca5] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1243.202588] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf081e8f-a42d-4a78-ba44-69c3da0068eb {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.210391] env[69889]: DEBUG oslo_vmware.api [None req-30cb4e85-ce74-43eb-a6f3-310c872a8c34 tempest-ServerMetadataNegativeTestJSON-1205456676 tempest-ServerMetadataNegativeTestJSON-1205456676-project-member] Waiting for the task: (returnval){ [ 1243.210391] env[69889]: value = "task-4078230" [ 1243.210391] env[69889]: _type = "Task" [ 1243.210391] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.222254] env[69889]: DEBUG oslo_vmware.api [None req-30cb4e85-ce74-43eb-a6f3-310c872a8c34 tempest-ServerMetadataNegativeTestJSON-1205456676 tempest-ServerMetadataNegativeTestJSON-1205456676-project-member] Task: {'id': task-4078230, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.241843] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] [instance: 5665d1c7-3b42-4a19-8d01-0e711aa5b074] Instance has had 0 of 5 cleanup attempts {{(pid=69889) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1243.375031] env[69889]: INFO nova.compute.manager [None req-73255f1a-2b8e-4eaf-8b89-48957648ce4b tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 30fc419c-759b-4037-8cab-0d5a5360e061] Took 14.26 seconds to build instance. [ 1243.404444] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b00bd4c2-387e-4792-b72b-789ccc4ae8e7 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.414184] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4a3e32b-779b-4b19-9844-11e55783619c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.447193] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd42bec3-b485-4173-be0a-d8ec639d2c97 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.455354] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e907cacb-5fbd-415d-9577-26726d181caf {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.471120] env[69889]: DEBUG nova.compute.provider_tree [None req-2ec7a4bd-d727-4485-ba5e-7e29777ddf56 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1243.711979] env[69889]: DEBUG nova.objects.instance [None req-98bed9aa-f0f6-4e9c-8dc3-afd06e7f6e24 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Lazy-loading 'flavor' on Instance uuid b05b774d-6161-4dcf-924b-c15c2aa9ced6 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1243.726680] env[69889]: DEBUG oslo_vmware.api [None req-30cb4e85-ce74-43eb-a6f3-310c872a8c34 tempest-ServerMetadataNegativeTestJSON-1205456676 tempest-ServerMetadataNegativeTestJSON-1205456676-project-member] Task: {'id': task-4078230, 'name': PowerOffVM_Task, 'duration_secs': 0.237289} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.726982] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-30cb4e85-ce74-43eb-a6f3-310c872a8c34 tempest-ServerMetadataNegativeTestJSON-1205456676 tempest-ServerMetadataNegativeTestJSON-1205456676-project-member] [instance: 46d9e033-471e-48d4-8648-eb8d4722bca5] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1243.727171] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-30cb4e85-ce74-43eb-a6f3-310c872a8c34 tempest-ServerMetadataNegativeTestJSON-1205456676 tempest-ServerMetadataNegativeTestJSON-1205456676-project-member] [instance: 46d9e033-471e-48d4-8648-eb8d4722bca5] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1243.727436] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-596da3fe-63d7-4f07-9052-697fc53071ec {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.746243] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] [instance: 84faf6c5-010d-450c-8d86-8a49356b31b0] Instance has had 0 of 5 cleanup attempts {{(pid=69889) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1243.801425] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-30cb4e85-ce74-43eb-a6f3-310c872a8c34 tempest-ServerMetadataNegativeTestJSON-1205456676 tempest-ServerMetadataNegativeTestJSON-1205456676-project-member] [instance: 46d9e033-471e-48d4-8648-eb8d4722bca5] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1243.801425] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-30cb4e85-ce74-43eb-a6f3-310c872a8c34 tempest-ServerMetadataNegativeTestJSON-1205456676 tempest-ServerMetadataNegativeTestJSON-1205456676-project-member] [instance: 46d9e033-471e-48d4-8648-eb8d4722bca5] Deleting contents of the VM from datastore datastore1 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1243.801425] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-30cb4e85-ce74-43eb-a6f3-310c872a8c34 tempest-ServerMetadataNegativeTestJSON-1205456676 tempest-ServerMetadataNegativeTestJSON-1205456676-project-member] Deleting the datastore file [datastore1] 46d9e033-471e-48d4-8648-eb8d4722bca5 {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1243.801667] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b832a601-b0a4-45d5-b1cd-747db2b1b0e0 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.809746] env[69889]: DEBUG oslo_vmware.api [None req-30cb4e85-ce74-43eb-a6f3-310c872a8c34 tempest-ServerMetadataNegativeTestJSON-1205456676 tempest-ServerMetadataNegativeTestJSON-1205456676-project-member] Waiting for the task: (returnval){ [ 1243.809746] env[69889]: value = "task-4078232" [ 1243.809746] env[69889]: _type = "Task" [ 1243.809746] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.819583] env[69889]: DEBUG oslo_vmware.api [None req-30cb4e85-ce74-43eb-a6f3-310c872a8c34 tempest-ServerMetadataNegativeTestJSON-1205456676 tempest-ServerMetadataNegativeTestJSON-1205456676-project-member] Task: {'id': task-4078232, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.876859] env[69889]: DEBUG oslo_concurrency.lockutils [None req-73255f1a-2b8e-4eaf-8b89-48957648ce4b tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Lock "30fc419c-759b-4037-8cab-0d5a5360e061" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.767s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.908528] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4f8347b-761f-416e-bb3e-524996b0dca3 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] [instance: 97dd9521-55f5-43b9-8248-ac2051b9dd87] Volume attach. Driver type: vmdk {{(pid=69889) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1243.908772] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4f8347b-761f-416e-bb3e-524996b0dca3 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] [instance: 97dd9521-55f5-43b9-8248-ac2051b9dd87] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-808086', 'volume_id': 'd1e81f67-38a7-4aef-89f2-7fceb9936fe4', 'name': 'volume-d1e81f67-38a7-4aef-89f2-7fceb9936fe4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '97dd9521-55f5-43b9-8248-ac2051b9dd87', 'attached_at': '', 'detached_at': '', 'volume_id': 'd1e81f67-38a7-4aef-89f2-7fceb9936fe4', 'serial': 'd1e81f67-38a7-4aef-89f2-7fceb9936fe4'} {{(pid=69889) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1243.909743] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccc20765-c3c0-4b45-9403-ecc55506a6a7 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.929515] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afc5ced2-627f-459b-856c-d6244429ecd8 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.957906] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4f8347b-761f-416e-bb3e-524996b0dca3 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] [instance: 97dd9521-55f5-43b9-8248-ac2051b9dd87] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] volume-d1e81f67-38a7-4aef-89f2-7fceb9936fe4/volume-d1e81f67-38a7-4aef-89f2-7fceb9936fe4.vmdk or device None with type thin {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1243.958267] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca70f1f2-b4fb-409e-acd6-1f42f4a10076 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.974588] env[69889]: DEBUG nova.scheduler.client.report [None req-2ec7a4bd-d727-4485-ba5e-7e29777ddf56 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1243.980094] env[69889]: DEBUG oslo_vmware.api [None req-e4f8347b-761f-416e-bb3e-524996b0dca3 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Waiting for the task: (returnval){ [ 1243.980094] env[69889]: value = "task-4078233" [ 1243.980094] env[69889]: _type = "Task" [ 1243.980094] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.989272] env[69889]: DEBUG oslo_vmware.api [None req-e4f8347b-761f-416e-bb3e-524996b0dca3 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Task: {'id': task-4078233, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.221305] env[69889]: DEBUG oslo_concurrency.lockutils [None req-98bed9aa-f0f6-4e9c-8dc3-afd06e7f6e24 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Lock "b05b774d-6161-4dcf-924b-c15c2aa9ced6" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.339s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.254028] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] [instance: f19f6311-6a23-4489-aed4-e71dd338558b] Instance has had 0 of 5 cleanup attempts {{(pid=69889) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1244.256756] env[69889]: DEBUG nova.compute.manager [req-43259120-b03e-443e-a124-e0fdacaf6cd1 req-81910c89-d86d-4ab5-894e-d91dff541399 service nova] [instance: 39aba68a-2ac8-47be-b799-ef9f1cfb4521] Received event network-vif-plugged-55ebe8c6-76c8-4e6a-bb86-322a955f9272 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1244.257368] env[69889]: DEBUG oslo_concurrency.lockutils [req-43259120-b03e-443e-a124-e0fdacaf6cd1 req-81910c89-d86d-4ab5-894e-d91dff541399 service nova] Acquiring lock "39aba68a-2ac8-47be-b799-ef9f1cfb4521-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.260785] env[69889]: DEBUG oslo_concurrency.lockutils [req-43259120-b03e-443e-a124-e0fdacaf6cd1 req-81910c89-d86d-4ab5-894e-d91dff541399 service nova] Lock "39aba68a-2ac8-47be-b799-ef9f1cfb4521-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.260785] env[69889]: DEBUG oslo_concurrency.lockutils [req-43259120-b03e-443e-a124-e0fdacaf6cd1 req-81910c89-d86d-4ab5-894e-d91dff541399 service nova] Lock "39aba68a-2ac8-47be-b799-ef9f1cfb4521-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.260785] env[69889]: DEBUG nova.compute.manager [req-43259120-b03e-443e-a124-e0fdacaf6cd1 req-81910c89-d86d-4ab5-894e-d91dff541399 service nova] [instance: 39aba68a-2ac8-47be-b799-ef9f1cfb4521] No waiting events found dispatching network-vif-plugged-55ebe8c6-76c8-4e6a-bb86-322a955f9272 {{(pid=69889) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1244.260785] env[69889]: WARNING nova.compute.manager [req-43259120-b03e-443e-a124-e0fdacaf6cd1 req-81910c89-d86d-4ab5-894e-d91dff541399 service nova] [instance: 39aba68a-2ac8-47be-b799-ef9f1cfb4521] Received unexpected event network-vif-plugged-55ebe8c6-76c8-4e6a-bb86-322a955f9272 for instance with vm_state shelved_offloaded and task_state spawning. [ 1244.324035] env[69889]: DEBUG oslo_vmware.api [None req-30cb4e85-ce74-43eb-a6f3-310c872a8c34 tempest-ServerMetadataNegativeTestJSON-1205456676 tempest-ServerMetadataNegativeTestJSON-1205456676-project-member] Task: {'id': task-4078232, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.325314} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.324035] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-30cb4e85-ce74-43eb-a6f3-310c872a8c34 tempest-ServerMetadataNegativeTestJSON-1205456676 tempest-ServerMetadataNegativeTestJSON-1205456676-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1244.324035] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-30cb4e85-ce74-43eb-a6f3-310c872a8c34 tempest-ServerMetadataNegativeTestJSON-1205456676 tempest-ServerMetadataNegativeTestJSON-1205456676-project-member] [instance: 46d9e033-471e-48d4-8648-eb8d4722bca5] Deleted contents of the VM from datastore datastore1 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1244.324035] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-30cb4e85-ce74-43eb-a6f3-310c872a8c34 tempest-ServerMetadataNegativeTestJSON-1205456676 tempest-ServerMetadataNegativeTestJSON-1205456676-project-member] [instance: 46d9e033-471e-48d4-8648-eb8d4722bca5] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1244.324035] env[69889]: INFO nova.compute.manager [None req-30cb4e85-ce74-43eb-a6f3-310c872a8c34 tempest-ServerMetadataNegativeTestJSON-1205456676 tempest-ServerMetadataNegativeTestJSON-1205456676-project-member] [instance: 46d9e033-471e-48d4-8648-eb8d4722bca5] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1244.324035] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-30cb4e85-ce74-43eb-a6f3-310c872a8c34 tempest-ServerMetadataNegativeTestJSON-1205456676 tempest-ServerMetadataNegativeTestJSON-1205456676-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1244.324035] env[69889]: DEBUG nova.compute.manager [-] [instance: 46d9e033-471e-48d4-8648-eb8d4722bca5] Deallocating network for instance {{(pid=69889) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1244.324035] env[69889]: DEBUG nova.network.neutron [-] [instance: 46d9e033-471e-48d4-8648-eb8d4722bca5] deallocate_for_instance() {{(pid=69889) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1244.348988] env[69889]: DEBUG oslo_concurrency.lockutils [None req-306b030f-461a-4bcb-b74c-35f03a5cedcc tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Acquiring lock "b05b774d-6161-4dcf-924b-c15c2aa9ced6" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.348988] env[69889]: DEBUG oslo_concurrency.lockutils [None req-306b030f-461a-4bcb-b74c-35f03a5cedcc tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Lock "b05b774d-6161-4dcf-924b-c15c2aa9ced6" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.355167] env[69889]: DEBUG oslo_concurrency.lockutils [None req-f9167676-b0bc-4607-af14-723a90f004f3 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Acquiring lock "refresh_cache-39aba68a-2ac8-47be-b799-ef9f1cfb4521" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.355167] env[69889]: DEBUG oslo_concurrency.lockutils [None req-f9167676-b0bc-4607-af14-723a90f004f3 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Acquired lock "refresh_cache-39aba68a-2ac8-47be-b799-ef9f1cfb4521" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.355167] env[69889]: DEBUG nova.network.neutron [None req-f9167676-b0bc-4607-af14-723a90f004f3 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 39aba68a-2ac8-47be-b799-ef9f1cfb4521] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1244.498108] env[69889]: DEBUG oslo_vmware.api [None req-e4f8347b-761f-416e-bb3e-524996b0dca3 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Task: {'id': task-4078233, 'name': ReconfigVM_Task, 'duration_secs': 0.462445} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.498108] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4f8347b-761f-416e-bb3e-524996b0dca3 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] [instance: 97dd9521-55f5-43b9-8248-ac2051b9dd87] Reconfigured VM instance instance-00000067 to attach disk [datastore2] volume-d1e81f67-38a7-4aef-89f2-7fceb9936fe4/volume-d1e81f67-38a7-4aef-89f2-7fceb9936fe4.vmdk or device None with type thin {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1244.504878] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85c01cc1-8c10-4d04-8ef6-6a394a3507f5 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.523949] env[69889]: DEBUG oslo_vmware.api [None req-e4f8347b-761f-416e-bb3e-524996b0dca3 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Waiting for the task: (returnval){ [ 1244.523949] env[69889]: value = "task-4078234" [ 1244.523949] env[69889]: _type = "Task" [ 1244.523949] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.536265] env[69889]: DEBUG oslo_vmware.api [None req-e4f8347b-761f-416e-bb3e-524996b0dca3 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Task: {'id': task-4078234, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.762247] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] [instance: e94a4073-e872-43c9-9152-16aa7915c1a0] Instance has had 0 of 5 cleanup attempts {{(pid=69889) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1244.768619] env[69889]: DEBUG nova.compute.manager [req-0eb56762-37d3-4a33-9024-1bc34c2c5ea8 req-8e096a12-d49e-43e6-a6ca-03c0b185ea77 service nova] [instance: c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9] Received event network-changed-5d475edd-8a50-4169-810c-074acd50ea04 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1244.768999] env[69889]: DEBUG nova.compute.manager [req-0eb56762-37d3-4a33-9024-1bc34c2c5ea8 req-8e096a12-d49e-43e6-a6ca-03c0b185ea77 service nova] [instance: c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9] Refreshing instance network info cache due to event network-changed-5d475edd-8a50-4169-810c-074acd50ea04. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1244.769473] env[69889]: DEBUG oslo_concurrency.lockutils [req-0eb56762-37d3-4a33-9024-1bc34c2c5ea8 req-8e096a12-d49e-43e6-a6ca-03c0b185ea77 service nova] Acquiring lock "refresh_cache-c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.769700] env[69889]: DEBUG oslo_concurrency.lockutils [req-0eb56762-37d3-4a33-9024-1bc34c2c5ea8 req-8e096a12-d49e-43e6-a6ca-03c0b185ea77 service nova] Acquired lock "refresh_cache-c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.770572] env[69889]: DEBUG nova.network.neutron [req-0eb56762-37d3-4a33-9024-1bc34c2c5ea8 req-8e096a12-d49e-43e6-a6ca-03c0b185ea77 service nova] [instance: c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9] Refreshing network info cache for port 5d475edd-8a50-4169-810c-074acd50ea04 {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1244.776705] env[69889]: DEBUG oslo_concurrency.lockutils [None req-dcb9affc-027f-41f3-8ca5-c02531a57709 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Acquiring lock "2f748779-c389-40ae-b572-373ffed151b7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.777044] env[69889]: DEBUG oslo_concurrency.lockutils [None req-dcb9affc-027f-41f3-8ca5-c02531a57709 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Lock "2f748779-c389-40ae-b572-373ffed151b7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.852130] env[69889]: INFO nova.compute.manager [None req-306b030f-461a-4bcb-b74c-35f03a5cedcc tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: b05b774d-6161-4dcf-924b-c15c2aa9ced6] Detaching volume 2bb27cc2-bbb5-4356-baf2-6e4b24b0290a [ 1244.889955] env[69889]: INFO nova.virt.block_device [None req-306b030f-461a-4bcb-b74c-35f03a5cedcc tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: b05b774d-6161-4dcf-924b-c15c2aa9ced6] Attempting to driver detach volume 2bb27cc2-bbb5-4356-baf2-6e4b24b0290a from mountpoint /dev/sdb [ 1244.890163] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-306b030f-461a-4bcb-b74c-35f03a5cedcc tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: b05b774d-6161-4dcf-924b-c15c2aa9ced6] Volume detach. Driver type: vmdk {{(pid=69889) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1244.890350] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-306b030f-461a-4bcb-b74c-35f03a5cedcc tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: b05b774d-6161-4dcf-924b-c15c2aa9ced6] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-808085', 'volume_id': '2bb27cc2-bbb5-4356-baf2-6e4b24b0290a', 'name': 'volume-2bb27cc2-bbb5-4356-baf2-6e4b24b0290a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b05b774d-6161-4dcf-924b-c15c2aa9ced6', 'attached_at': '', 'detached_at': '', 'volume_id': '2bb27cc2-bbb5-4356-baf2-6e4b24b0290a', 'serial': '2bb27cc2-bbb5-4356-baf2-6e4b24b0290a'} {{(pid=69889) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1244.891462] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18313037-98db-47f2-8a0e-03cc47204ab3 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.917866] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a73e983-1784-4331-8fdb-01833871b123 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.925883] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daf11287-34f0-4909-93b0-79499e25dbbd {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.951286] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfa7ad81-5d38-419b-93bf-16f73ad8c575 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.971619] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-306b030f-461a-4bcb-b74c-35f03a5cedcc tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] The volume has not been displaced from its original location: [datastore2] volume-2bb27cc2-bbb5-4356-baf2-6e4b24b0290a/volume-2bb27cc2-bbb5-4356-baf2-6e4b24b0290a.vmdk. No consolidation needed. {{(pid=69889) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1244.977378] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-306b030f-461a-4bcb-b74c-35f03a5cedcc tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: b05b774d-6161-4dcf-924b-c15c2aa9ced6] Reconfiguring VM instance instance-00000069 to detach disk 2001 {{(pid=69889) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1244.977740] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e186d1c-6b45-48d6-8e18-c17b09dbc5c2 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.996480] env[69889]: DEBUG oslo_concurrency.lockutils [None req-2ec7a4bd-d727-4485-ba5e-7e29777ddf56 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.271s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.009085] env[69889]: DEBUG oslo_vmware.api [None req-306b030f-461a-4bcb-b74c-35f03a5cedcc tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Waiting for the task: (returnval){ [ 1245.009085] env[69889]: value = "task-4078235" [ 1245.009085] env[69889]: _type = "Task" [ 1245.009085] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.021769] env[69889]: DEBUG oslo_vmware.api [None req-306b030f-461a-4bcb-b74c-35f03a5cedcc tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Task: {'id': task-4078235, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.034954] env[69889]: DEBUG oslo_vmware.api [None req-e4f8347b-761f-416e-bb3e-524996b0dca3 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Task: {'id': task-4078234, 'name': ReconfigVM_Task, 'duration_secs': 0.172699} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.038037] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4f8347b-761f-416e-bb3e-524996b0dca3 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] [instance: 97dd9521-55f5-43b9-8248-ac2051b9dd87] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-808086', 'volume_id': 'd1e81f67-38a7-4aef-89f2-7fceb9936fe4', 'name': 'volume-d1e81f67-38a7-4aef-89f2-7fceb9936fe4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '97dd9521-55f5-43b9-8248-ac2051b9dd87', 'attached_at': '', 'detached_at': '', 'volume_id': 'd1e81f67-38a7-4aef-89f2-7fceb9936fe4', 'serial': 'd1e81f67-38a7-4aef-89f2-7fceb9936fe4'} {{(pid=69889) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1245.098912] env[69889]: DEBUG nova.network.neutron [-] [instance: 46d9e033-471e-48d4-8648-eb8d4722bca5] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1245.150202] env[69889]: DEBUG nova.network.neutron [None req-f9167676-b0bc-4607-af14-723a90f004f3 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 39aba68a-2ac8-47be-b799-ef9f1cfb4521] Updating instance_info_cache with network_info: [{"id": "55ebe8c6-76c8-4e6a-bb86-322a955f9272", "address": "fa:16:3e:7d:21:6c", "network": {"id": "1b12c1c8-daca-4fb2-8ab1-a5e673ba07eb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-532849496-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7255cdff151a40df83da7bf6356a4e13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55ebe8c6-76", "ovs_interfaceid": "55ebe8c6-76c8-4e6a-bb86-322a955f9272", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1245.268618] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] [instance: 351ae554-2d0a-4611-a93a-1d718336cf48] Instance has had 0 of 5 cleanup attempts {{(pid=69889) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1245.280453] env[69889]: DEBUG nova.compute.manager [None req-dcb9affc-027f-41f3-8ca5-c02531a57709 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 2f748779-c389-40ae-b572-373ffed151b7] Starting instance... {{(pid=69889) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1245.499817] env[69889]: DEBUG nova.network.neutron [req-0eb56762-37d3-4a33-9024-1bc34c2c5ea8 req-8e096a12-d49e-43e6-a6ca-03c0b185ea77 service nova] [instance: c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9] Updated VIF entry in instance network info cache for port 5d475edd-8a50-4169-810c-074acd50ea04. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1245.500109] env[69889]: DEBUG nova.network.neutron [req-0eb56762-37d3-4a33-9024-1bc34c2c5ea8 req-8e096a12-d49e-43e6-a6ca-03c0b185ea77 service nova] [instance: c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9] Updating instance_info_cache with network_info: [{"id": "5d475edd-8a50-4169-810c-074acd50ea04", "address": "fa:16:3e:f6:db:02", "network": {"id": "3ca64dd4-23fb-4e19-8d0c-5addef000c05", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-147569188-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc97caed3dd94d37b13107e002052810", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "84aee122-f630-43c5-9cc1-3a38d3819c82", "external-id": "nsx-vlan-transportzone-816", "segmentation_id": 816, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d475edd-8a", "ovs_interfaceid": "5d475edd-8a50-4169-810c-074acd50ea04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1245.518615] env[69889]: DEBUG oslo_vmware.api [None req-306b030f-461a-4bcb-b74c-35f03a5cedcc tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Task: {'id': task-4078235, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.562400] env[69889]: INFO nova.scheduler.client.report [None req-2ec7a4bd-d727-4485-ba5e-7e29777ddf56 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Deleted allocation for migration 6bed47a9-8ec6-48ec-99e4-3c2256fd43e0 [ 1245.602269] env[69889]: INFO nova.compute.manager [-] [instance: 46d9e033-471e-48d4-8648-eb8d4722bca5] Took 1.28 seconds to deallocate network for instance. [ 1245.653614] env[69889]: DEBUG oslo_concurrency.lockutils [None req-f9167676-b0bc-4607-af14-723a90f004f3 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Releasing lock "refresh_cache-39aba68a-2ac8-47be-b799-ef9f1cfb4521" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.688415] env[69889]: DEBUG nova.virt.hardware [None req-f9167676-b0bc-4607-af14-723a90f004f3 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='25bc2bc7b0391b79de30f10098ed8334',container_format='bare',created_at=2025-05-13T14:34:53Z,direct_url=,disk_format='vmdk',id=1d399d52-48f6-4a9f-82b4-31940208f0c0,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-30791127-shelved',owner='7255cdff151a40df83da7bf6356a4e13',properties=ImageMetaProps,protected=,size=31664128,status='active',tags=,updated_at=2025-05-13T14:35:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1245.688750] env[69889]: DEBUG nova.virt.hardware [None req-f9167676-b0bc-4607-af14-723a90f004f3 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1245.688923] env[69889]: DEBUG nova.virt.hardware [None req-f9167676-b0bc-4607-af14-723a90f004f3 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1245.689126] env[69889]: DEBUG nova.virt.hardware [None req-f9167676-b0bc-4607-af14-723a90f004f3 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1245.689276] env[69889]: DEBUG nova.virt.hardware [None req-f9167676-b0bc-4607-af14-723a90f004f3 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1245.689429] env[69889]: DEBUG nova.virt.hardware [None req-f9167676-b0bc-4607-af14-723a90f004f3 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1245.689647] env[69889]: DEBUG nova.virt.hardware [None req-f9167676-b0bc-4607-af14-723a90f004f3 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1245.689834] env[69889]: DEBUG nova.virt.hardware [None req-f9167676-b0bc-4607-af14-723a90f004f3 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1245.690675] env[69889]: DEBUG nova.virt.hardware [None req-f9167676-b0bc-4607-af14-723a90f004f3 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1245.690675] env[69889]: DEBUG nova.virt.hardware [None req-f9167676-b0bc-4607-af14-723a90f004f3 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1245.690675] env[69889]: DEBUG nova.virt.hardware [None req-f9167676-b0bc-4607-af14-723a90f004f3 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1245.691340] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4683fae3-5380-43bf-8a1b-374696592663 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.700052] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eea1214-3020-4add-b5c8-f4abcbc5d348 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.717217] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-f9167676-b0bc-4607-af14-723a90f004f3 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 39aba68a-2ac8-47be-b799-ef9f1cfb4521] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:21:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7a44713-0af1-486e-bc0d-00e03a769fa4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '55ebe8c6-76c8-4e6a-bb86-322a955f9272', 'vif_model': 'vmxnet3'}] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1245.725218] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f9167676-b0bc-4607-af14-723a90f004f3 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1245.725527] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39aba68a-2ac8-47be-b799-ef9f1cfb4521] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1245.725752] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-20d85d26-eedc-4b94-84a2-5b438c5bca1b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.749166] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1245.749166] env[69889]: value = "task-4078236" [ 1245.749166] env[69889]: _type = "Task" [ 1245.749166] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.757537] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4078236, 'name': CreateVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.772377] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] [instance: 1c9715c5-328e-4027-864e-30ac52b27a32] Instance has had 0 of 5 cleanup attempts {{(pid=69889) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1245.803017] env[69889]: DEBUG oslo_concurrency.lockutils [None req-dcb9affc-027f-41f3-8ca5-c02531a57709 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.803415] env[69889]: DEBUG oslo_concurrency.lockutils [None req-dcb9affc-027f-41f3-8ca5-c02531a57709 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.805106] env[69889]: INFO nova.compute.claims [None req-dcb9affc-027f-41f3-8ca5-c02531a57709 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 2f748779-c389-40ae-b572-373ffed151b7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1246.005077] env[69889]: DEBUG oslo_concurrency.lockutils [req-0eb56762-37d3-4a33-9024-1bc34c2c5ea8 req-8e096a12-d49e-43e6-a6ca-03c0b185ea77 service nova] Releasing lock "refresh_cache-c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.020357] env[69889]: DEBUG oslo_vmware.api [None req-306b030f-461a-4bcb-b74c-35f03a5cedcc tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Task: {'id': task-4078235, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.068047] env[69889]: DEBUG oslo_concurrency.lockutils [None req-2ec7a4bd-d727-4485-ba5e-7e29777ddf56 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Lock "d87d5259-3b70-4a19-b1df-c73b1279d429" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.311s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.081548] env[69889]: DEBUG nova.objects.instance [None req-e4f8347b-761f-416e-bb3e-524996b0dca3 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Lazy-loading 'flavor' on Instance uuid 97dd9521-55f5-43b9-8248-ac2051b9dd87 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1246.109642] env[69889]: DEBUG oslo_concurrency.lockutils [None req-30cb4e85-ce74-43eb-a6f3-310c872a8c34 tempest-ServerMetadataNegativeTestJSON-1205456676 tempest-ServerMetadataNegativeTestJSON-1205456676-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.258745] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4078236, 'name': CreateVM_Task} progress is 99%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.276580] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] [instance: c88a170d-9436-46c7-af33-4129ce7f06c4] Instance has had 0 of 5 cleanup attempts {{(pid=69889) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1246.302267] env[69889]: DEBUG nova.compute.manager [req-a03a7ad8-ea92-4e81-8a63-a9be50573cbe req-8031a174-6322-4386-9434-84a01f64dbb0 service nova] [instance: 39aba68a-2ac8-47be-b799-ef9f1cfb4521] Received event network-changed-55ebe8c6-76c8-4e6a-bb86-322a955f9272 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1246.302377] env[69889]: DEBUG nova.compute.manager [req-a03a7ad8-ea92-4e81-8a63-a9be50573cbe req-8031a174-6322-4386-9434-84a01f64dbb0 service nova] [instance: 39aba68a-2ac8-47be-b799-ef9f1cfb4521] Refreshing instance network info cache due to event network-changed-55ebe8c6-76c8-4e6a-bb86-322a955f9272. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1246.302568] env[69889]: DEBUG oslo_concurrency.lockutils [req-a03a7ad8-ea92-4e81-8a63-a9be50573cbe req-8031a174-6322-4386-9434-84a01f64dbb0 service nova] Acquiring lock "refresh_cache-39aba68a-2ac8-47be-b799-ef9f1cfb4521" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.302655] env[69889]: DEBUG oslo_concurrency.lockutils [req-a03a7ad8-ea92-4e81-8a63-a9be50573cbe req-8031a174-6322-4386-9434-84a01f64dbb0 service nova] Acquired lock "refresh_cache-39aba68a-2ac8-47be-b799-ef9f1cfb4521" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.302823] env[69889]: DEBUG nova.network.neutron [req-a03a7ad8-ea92-4e81-8a63-a9be50573cbe req-8031a174-6322-4386-9434-84a01f64dbb0 service nova] [instance: 39aba68a-2ac8-47be-b799-ef9f1cfb4521] Refreshing network info cache for port 55ebe8c6-76c8-4e6a-bb86-322a955f9272 {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1246.519777] env[69889]: DEBUG oslo_vmware.api [None req-306b030f-461a-4bcb-b74c-35f03a5cedcc tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Task: {'id': task-4078235, 'name': ReconfigVM_Task, 'duration_secs': 1.099098} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.520111] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-306b030f-461a-4bcb-b74c-35f03a5cedcc tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: b05b774d-6161-4dcf-924b-c15c2aa9ced6] Reconfigured VM instance instance-00000069 to detach disk 2001 {{(pid=69889) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1246.524719] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-317048c8-e129-4491-8d77-b1cc1111b05f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.536968] env[69889]: DEBUG oslo_concurrency.lockutils [None req-bffa1e7b-4a0b-4577-8723-3f15875a30da tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Acquiring lock "97dd9521-55f5-43b9-8248-ac2051b9dd87" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.539422] env[69889]: DEBUG oslo_vmware.api [None req-306b030f-461a-4bcb-b74c-35f03a5cedcc tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Waiting for the task: (returnval){ [ 1246.539422] env[69889]: value = "task-4078237" [ 1246.539422] env[69889]: _type = "Task" [ 1246.539422] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.548260] env[69889]: DEBUG oslo_vmware.api [None req-306b030f-461a-4bcb-b74c-35f03a5cedcc tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Task: {'id': task-4078237, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.586815] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e4f8347b-761f-416e-bb3e-524996b0dca3 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Lock "97dd9521-55f5-43b9-8248-ac2051b9dd87" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.296s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.588070] env[69889]: DEBUG oslo_concurrency.lockutils [None req-bffa1e7b-4a0b-4577-8723-3f15875a30da tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Lock "97dd9521-55f5-43b9-8248-ac2051b9dd87" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.051s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.759701] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4078236, 'name': CreateVM_Task, 'duration_secs': 0.608629} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.759863] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39aba68a-2ac8-47be-b799-ef9f1cfb4521] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1246.760563] env[69889]: DEBUG oslo_concurrency.lockutils [None req-f9167676-b0bc-4607-af14-723a90f004f3 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d399d52-48f6-4a9f-82b4-31940208f0c0" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.760841] env[69889]: DEBUG oslo_concurrency.lockutils [None req-f9167676-b0bc-4607-af14-723a90f004f3 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d399d52-48f6-4a9f-82b4-31940208f0c0" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.761103] env[69889]: DEBUG oslo_concurrency.lockutils [None req-f9167676-b0bc-4607-af14-723a90f004f3 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1d399d52-48f6-4a9f-82b4-31940208f0c0" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.761391] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17ae6919-2b56-4624-93ae-5f2c22d42d82 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.766244] env[69889]: DEBUG oslo_vmware.api [None req-f9167676-b0bc-4607-af14-723a90f004f3 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Waiting for the task: (returnval){ [ 1246.766244] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52b8a982-327d-8df2-d99a-ac7c8ff6ecf3" [ 1246.766244] env[69889]: _type = "Task" [ 1246.766244] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.776288] env[69889]: DEBUG oslo_vmware.api [None req-f9167676-b0bc-4607-af14-723a90f004f3 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52b8a982-327d-8df2-d99a-ac7c8ff6ecf3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.779894] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] [instance: f07b9899-bae0-4dd7-b07d-fd9c8bd8caf9] Instance has had 0 of 5 cleanup attempts {{(pid=69889) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1246.799717] env[69889]: DEBUG nova.compute.manager [req-f0646802-ae0a-49fb-aafb-a345db4c239e req-143bce57-7517-46aa-9570-611845c1af1e service nova] [instance: c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9] Received event network-changed-5d475edd-8a50-4169-810c-074acd50ea04 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1246.799911] env[69889]: DEBUG nova.compute.manager [req-f0646802-ae0a-49fb-aafb-a345db4c239e req-143bce57-7517-46aa-9570-611845c1af1e service nova] [instance: c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9] Refreshing instance network info cache due to event network-changed-5d475edd-8a50-4169-810c-074acd50ea04. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1246.800134] env[69889]: DEBUG oslo_concurrency.lockutils [req-f0646802-ae0a-49fb-aafb-a345db4c239e req-143bce57-7517-46aa-9570-611845c1af1e service nova] Acquiring lock "refresh_cache-c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.800281] env[69889]: DEBUG oslo_concurrency.lockutils [req-f0646802-ae0a-49fb-aafb-a345db4c239e req-143bce57-7517-46aa-9570-611845c1af1e service nova] Acquired lock "refresh_cache-c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.800447] env[69889]: DEBUG nova.network.neutron [req-f0646802-ae0a-49fb-aafb-a345db4c239e req-143bce57-7517-46aa-9570-611845c1af1e service nova] [instance: c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9] Refreshing network info cache for port 5d475edd-8a50-4169-810c-074acd50ea04 {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1246.992804] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ef28bb4-86e1-4f67-9782-afdb9429d2c8 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.000796] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baa31d83-3f8c-4047-bbfb-733e5a379ac2 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.031043] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae18c150-9092-41a6-9c85-ed8be32762ed {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.044154] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f70e0785-b21a-4839-a45d-4848410c1f93 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.060876] env[69889]: DEBUG oslo_vmware.api [None req-306b030f-461a-4bcb-b74c-35f03a5cedcc tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Task: {'id': task-4078237, 'name': ReconfigVM_Task, 'duration_secs': 0.155856} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.061363] env[69889]: DEBUG nova.compute.provider_tree [None req-dcb9affc-027f-41f3-8ca5-c02531a57709 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1247.062736] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-306b030f-461a-4bcb-b74c-35f03a5cedcc tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: b05b774d-6161-4dcf-924b-c15c2aa9ced6] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-808085', 'volume_id': '2bb27cc2-bbb5-4356-baf2-6e4b24b0290a', 'name': 'volume-2bb27cc2-bbb5-4356-baf2-6e4b24b0290a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b05b774d-6161-4dcf-924b-c15c2aa9ced6', 'attached_at': '', 'detached_at': '', 'volume_id': '2bb27cc2-bbb5-4356-baf2-6e4b24b0290a', 'serial': '2bb27cc2-bbb5-4356-baf2-6e4b24b0290a'} {{(pid=69889) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1247.092419] env[69889]: INFO nova.compute.manager [None req-bffa1e7b-4a0b-4577-8723-3f15875a30da tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] [instance: 97dd9521-55f5-43b9-8248-ac2051b9dd87] Detaching volume ca1c7d6a-0002-4eae-8472-71941086e5b5 [ 1247.132061] env[69889]: INFO nova.virt.block_device [None req-bffa1e7b-4a0b-4577-8723-3f15875a30da tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] [instance: 97dd9521-55f5-43b9-8248-ac2051b9dd87] Attempting to driver detach volume ca1c7d6a-0002-4eae-8472-71941086e5b5 from mountpoint /dev/sdb [ 1247.132290] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-bffa1e7b-4a0b-4577-8723-3f15875a30da tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] [instance: 97dd9521-55f5-43b9-8248-ac2051b9dd87] Volume detach. Driver type: vmdk {{(pid=69889) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1247.132554] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-bffa1e7b-4a0b-4577-8723-3f15875a30da tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] [instance: 97dd9521-55f5-43b9-8248-ac2051b9dd87] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-808078', 'volume_id': 'ca1c7d6a-0002-4eae-8472-71941086e5b5', 'name': 'volume-ca1c7d6a-0002-4eae-8472-71941086e5b5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '97dd9521-55f5-43b9-8248-ac2051b9dd87', 'attached_at': '', 'detached_at': '', 'volume_id': 'ca1c7d6a-0002-4eae-8472-71941086e5b5', 'serial': 'ca1c7d6a-0002-4eae-8472-71941086e5b5'} {{(pid=69889) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1247.133479] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3492b3e-0dfa-4999-b147-13e9f020c3ba {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.164343] env[69889]: DEBUG nova.network.neutron [req-a03a7ad8-ea92-4e81-8a63-a9be50573cbe req-8031a174-6322-4386-9434-84a01f64dbb0 service nova] [instance: 39aba68a-2ac8-47be-b799-ef9f1cfb4521] Updated VIF entry in instance network info cache for port 55ebe8c6-76c8-4e6a-bb86-322a955f9272. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1247.164899] env[69889]: DEBUG nova.network.neutron [req-a03a7ad8-ea92-4e81-8a63-a9be50573cbe req-8031a174-6322-4386-9434-84a01f64dbb0 service nova] [instance: 39aba68a-2ac8-47be-b799-ef9f1cfb4521] Updating instance_info_cache with network_info: [{"id": "55ebe8c6-76c8-4e6a-bb86-322a955f9272", "address": "fa:16:3e:7d:21:6c", "network": {"id": "1b12c1c8-daca-4fb2-8ab1-a5e673ba07eb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-532849496-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7255cdff151a40df83da7bf6356a4e13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55ebe8c6-76", "ovs_interfaceid": "55ebe8c6-76c8-4e6a-bb86-322a955f9272", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1247.167984] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fccffbdd-06ee-49a7-b264-064dc6d7e140 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.177906] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3425436e-d291-453b-ac96-6e137ca9e681 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.202992] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5163ac1c-c630-499d-9dd4-778a20c7ac9e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.220028] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-bffa1e7b-4a0b-4577-8723-3f15875a30da tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] The volume has not been displaced from its original location: [datastore1] volume-ca1c7d6a-0002-4eae-8472-71941086e5b5/volume-ca1c7d6a-0002-4eae-8472-71941086e5b5.vmdk. No consolidation needed. {{(pid=69889) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1247.225555] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-bffa1e7b-4a0b-4577-8723-3f15875a30da tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] [instance: 97dd9521-55f5-43b9-8248-ac2051b9dd87] Reconfiguring VM instance instance-00000067 to detach disk 2001 {{(pid=69889) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1247.225861] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99eb9b86-362f-4761-a1dc-9a363e029bad {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.244773] env[69889]: DEBUG oslo_vmware.api [None req-bffa1e7b-4a0b-4577-8723-3f15875a30da tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Waiting for the task: (returnval){ [ 1247.244773] env[69889]: value = "task-4078238" [ 1247.244773] env[69889]: _type = "Task" [ 1247.244773] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.254809] env[69889]: DEBUG oslo_vmware.api [None req-bffa1e7b-4a0b-4577-8723-3f15875a30da tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Task: {'id': task-4078238, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.279026] env[69889]: DEBUG oslo_concurrency.lockutils [None req-f9167676-b0bc-4607-af14-723a90f004f3 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d399d52-48f6-4a9f-82b4-31940208f0c0" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.279455] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-f9167676-b0bc-4607-af14-723a90f004f3 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 39aba68a-2ac8-47be-b799-ef9f1cfb4521] Processing image 1d399d52-48f6-4a9f-82b4-31940208f0c0 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1247.279877] env[69889]: DEBUG oslo_concurrency.lockutils [None req-f9167676-b0bc-4607-af14-723a90f004f3 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d399d52-48f6-4a9f-82b4-31940208f0c0/1d399d52-48f6-4a9f-82b4-31940208f0c0.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.279877] env[69889]: DEBUG oslo_concurrency.lockutils [None req-f9167676-b0bc-4607-af14-723a90f004f3 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d399d52-48f6-4a9f-82b4-31940208f0c0/1d399d52-48f6-4a9f-82b4-31940208f0c0.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.280043] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9167676-b0bc-4607-af14-723a90f004f3 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1247.280316] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-42ce1be6-9e0f-4929-9895-4fc3dc03cf1c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.284342] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] [instance: ec331f28-d5ae-4c98-ac7f-612fcd03b679] Instance has had 0 of 5 cleanup attempts {{(pid=69889) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1247.301157] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9167676-b0bc-4607-af14-723a90f004f3 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1247.301389] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-f9167676-b0bc-4607-af14-723a90f004f3 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1247.305624] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ff3d978-6bf8-4b05-96fc-68a8ac1429b6 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.313395] env[69889]: DEBUG oslo_vmware.api [None req-f9167676-b0bc-4607-af14-723a90f004f3 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Waiting for the task: (returnval){ [ 1247.313395] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52bc82db-58cc-eb3d-51d4-7898450612d6" [ 1247.313395] env[69889]: _type = "Task" [ 1247.313395] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.327237] env[69889]: DEBUG oslo_vmware.api [None req-f9167676-b0bc-4607-af14-723a90f004f3 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52bc82db-58cc-eb3d-51d4-7898450612d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.550252] env[69889]: DEBUG nova.network.neutron [req-f0646802-ae0a-49fb-aafb-a345db4c239e req-143bce57-7517-46aa-9570-611845c1af1e service nova] [instance: c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9] Updated VIF entry in instance network info cache for port 5d475edd-8a50-4169-810c-074acd50ea04. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1247.550766] env[69889]: DEBUG nova.network.neutron [req-f0646802-ae0a-49fb-aafb-a345db4c239e req-143bce57-7517-46aa-9570-611845c1af1e service nova] [instance: c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9] Updating instance_info_cache with network_info: [{"id": "5d475edd-8a50-4169-810c-074acd50ea04", "address": "fa:16:3e:f6:db:02", "network": {"id": "3ca64dd4-23fb-4e19-8d0c-5addef000c05", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-147569188-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc97caed3dd94d37b13107e002052810", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "84aee122-f630-43c5-9cc1-3a38d3819c82", "external-id": "nsx-vlan-transportzone-816", "segmentation_id": 816, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d475edd-8a", "ovs_interfaceid": "5d475edd-8a50-4169-810c-074acd50ea04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1247.566739] env[69889]: DEBUG nova.scheduler.client.report [None req-dcb9affc-027f-41f3-8ca5-c02531a57709 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1247.619145] env[69889]: DEBUG nova.objects.instance [None req-306b030f-461a-4bcb-b74c-35f03a5cedcc tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Lazy-loading 'flavor' on Instance uuid b05b774d-6161-4dcf-924b-c15c2aa9ced6 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1247.673124] env[69889]: DEBUG oslo_concurrency.lockutils [req-a03a7ad8-ea92-4e81-8a63-a9be50573cbe req-8031a174-6322-4386-9434-84a01f64dbb0 service nova] Releasing lock "refresh_cache-39aba68a-2ac8-47be-b799-ef9f1cfb4521" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.673408] env[69889]: DEBUG nova.compute.manager [req-a03a7ad8-ea92-4e81-8a63-a9be50573cbe req-8031a174-6322-4386-9434-84a01f64dbb0 service nova] [instance: 46d9e033-471e-48d4-8648-eb8d4722bca5] Received event network-vif-deleted-b02e77d6-eee8-4a26-ba6b-53d7b741a6e4 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1247.756067] env[69889]: DEBUG oslo_vmware.api [None req-bffa1e7b-4a0b-4577-8723-3f15875a30da tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Task: {'id': task-4078238, 'name': ReconfigVM_Task, 'duration_secs': 0.280154} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.756448] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-bffa1e7b-4a0b-4577-8723-3f15875a30da tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] [instance: 97dd9521-55f5-43b9-8248-ac2051b9dd87] Reconfigured VM instance instance-00000067 to detach disk 2001 {{(pid=69889) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1247.761634] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d59820b-8756-4d56-b90e-954a393b2e81 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.778565] env[69889]: DEBUG oslo_vmware.api [None req-bffa1e7b-4a0b-4577-8723-3f15875a30da tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Waiting for the task: (returnval){ [ 1247.778565] env[69889]: value = "task-4078239" [ 1247.778565] env[69889]: _type = "Task" [ 1247.778565] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.788204] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] [instance: 13d9f160-3906-4434-859b-4fc4b226333e] Instance has had 0 of 5 cleanup attempts {{(pid=69889) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1247.791046] env[69889]: DEBUG oslo_vmware.api [None req-bffa1e7b-4a0b-4577-8723-3f15875a30da tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Task: {'id': task-4078239, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.824494] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-f9167676-b0bc-4607-af14-723a90f004f3 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 39aba68a-2ac8-47be-b799-ef9f1cfb4521] Preparing fetch location {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1247.824764] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-f9167676-b0bc-4607-af14-723a90f004f3 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 39aba68a-2ac8-47be-b799-ef9f1cfb4521] Fetch image to [datastore2] OSTACK_IMG_37378277-d458-425c-8070-ff2325582328/OSTACK_IMG_37378277-d458-425c-8070-ff2325582328.vmdk {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1247.824949] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-f9167676-b0bc-4607-af14-723a90f004f3 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 39aba68a-2ac8-47be-b799-ef9f1cfb4521] Downloading stream optimized image 1d399d52-48f6-4a9f-82b4-31940208f0c0 to [datastore2] OSTACK_IMG_37378277-d458-425c-8070-ff2325582328/OSTACK_IMG_37378277-d458-425c-8070-ff2325582328.vmdk on the data store datastore2 as vApp {{(pid=69889) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1247.825143] env[69889]: DEBUG nova.virt.vmwareapi.images [None req-f9167676-b0bc-4607-af14-723a90f004f3 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 39aba68a-2ac8-47be-b799-ef9f1cfb4521] Downloading image file data 1d399d52-48f6-4a9f-82b4-31940208f0c0 to the ESX as VM named 'OSTACK_IMG_37378277-d458-425c-8070-ff2325582328' {{(pid=69889) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1247.873609] env[69889]: DEBUG oslo_concurrency.lockutils [None req-838baa34-e0ee-490a-8efe-62b00fb52cf2 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Acquiring lock "d87d5259-3b70-4a19-b1df-c73b1279d429" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.873878] env[69889]: DEBUG oslo_concurrency.lockutils [None req-838baa34-e0ee-490a-8efe-62b00fb52cf2 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Lock "d87d5259-3b70-4a19-b1df-c73b1279d429" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.874100] env[69889]: DEBUG oslo_concurrency.lockutils [None req-838baa34-e0ee-490a-8efe-62b00fb52cf2 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Acquiring lock "d87d5259-3b70-4a19-b1df-c73b1279d429-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.874279] env[69889]: DEBUG oslo_concurrency.lockutils [None req-838baa34-e0ee-490a-8efe-62b00fb52cf2 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Lock "d87d5259-3b70-4a19-b1df-c73b1279d429-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.874446] env[69889]: DEBUG oslo_concurrency.lockutils [None req-838baa34-e0ee-490a-8efe-62b00fb52cf2 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Lock "d87d5259-3b70-4a19-b1df-c73b1279d429-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.876484] env[69889]: INFO nova.compute.manager [None req-838baa34-e0ee-490a-8efe-62b00fb52cf2 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: d87d5259-3b70-4a19-b1df-c73b1279d429] Terminating instance [ 1247.907685] env[69889]: DEBUG oslo_vmware.rw_handles [None req-f9167676-b0bc-4607-af14-723a90f004f3 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1247.907685] env[69889]: value = "resgroup-9" [ 1247.907685] env[69889]: _type = "ResourcePool" [ 1247.907685] env[69889]: }. {{(pid=69889) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1247.908090] env[69889]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-91a95222-1169-4349-9230-773e7ea16fc5 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.931867] env[69889]: DEBUG oslo_vmware.rw_handles [None req-f9167676-b0bc-4607-af14-723a90f004f3 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Lease: (returnval){ [ 1247.931867] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]5204d4a6-6f8e-7335-717d-23ac201ba4ad" [ 1247.931867] env[69889]: _type = "HttpNfcLease" [ 1247.931867] env[69889]: } obtained for vApp import into resource pool (val){ [ 1247.931867] env[69889]: value = "resgroup-9" [ 1247.931867] env[69889]: _type = "ResourcePool" [ 1247.931867] env[69889]: }. {{(pid=69889) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1247.932161] env[69889]: DEBUG oslo_vmware.api [None req-f9167676-b0bc-4607-af14-723a90f004f3 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Waiting for the lease: (returnval){ [ 1247.932161] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]5204d4a6-6f8e-7335-717d-23ac201ba4ad" [ 1247.932161] env[69889]: _type = "HttpNfcLease" [ 1247.932161] env[69889]: } to be ready. {{(pid=69889) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1247.939497] env[69889]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1247.939497] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]5204d4a6-6f8e-7335-717d-23ac201ba4ad" [ 1247.939497] env[69889]: _type = "HttpNfcLease" [ 1247.939497] env[69889]: } is initializing. {{(pid=69889) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1248.053650] env[69889]: DEBUG oslo_concurrency.lockutils [req-f0646802-ae0a-49fb-aafb-a345db4c239e req-143bce57-7517-46aa-9570-611845c1af1e service nova] Releasing lock "refresh_cache-c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.072095] env[69889]: DEBUG oslo_concurrency.lockutils [None req-dcb9affc-027f-41f3-8ca5-c02531a57709 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.269s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.072741] env[69889]: DEBUG nova.compute.manager [None req-dcb9affc-027f-41f3-8ca5-c02531a57709 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 2f748779-c389-40ae-b572-373ffed151b7] Start building networks asynchronously for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1248.075748] env[69889]: DEBUG oslo_concurrency.lockutils [None req-30cb4e85-ce74-43eb-a6f3-310c872a8c34 tempest-ServerMetadataNegativeTestJSON-1205456676 tempest-ServerMetadataNegativeTestJSON-1205456676-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.966s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.076016] env[69889]: DEBUG nova.objects.instance [None req-30cb4e85-ce74-43eb-a6f3-310c872a8c34 tempest-ServerMetadataNegativeTestJSON-1205456676 tempest-ServerMetadataNegativeTestJSON-1205456676-project-member] Lazy-loading 'resources' on Instance uuid 46d9e033-471e-48d4-8648-eb8d4722bca5 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1248.288768] env[69889]: DEBUG oslo_vmware.api [None req-bffa1e7b-4a0b-4577-8723-3f15875a30da tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Task: {'id': task-4078239, 'name': ReconfigVM_Task, 'duration_secs': 0.182429} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.289010] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-bffa1e7b-4a0b-4577-8723-3f15875a30da tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] [instance: 97dd9521-55f5-43b9-8248-ac2051b9dd87] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-808078', 'volume_id': 'ca1c7d6a-0002-4eae-8472-71941086e5b5', 'name': 'volume-ca1c7d6a-0002-4eae-8472-71941086e5b5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '97dd9521-55f5-43b9-8248-ac2051b9dd87', 'attached_at': '', 'detached_at': '', 'volume_id': 'ca1c7d6a-0002-4eae-8472-71941086e5b5', 'serial': 'ca1c7d6a-0002-4eae-8472-71941086e5b5'} {{(pid=69889) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1248.293324] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] [instance: 363f1d3d-a783-46b7-a70c-1c251d43b4b3] Instance has had 0 of 5 cleanup attempts {{(pid=69889) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1248.379887] env[69889]: DEBUG nova.compute.manager [None req-838baa34-e0ee-490a-8efe-62b00fb52cf2 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: d87d5259-3b70-4a19-b1df-c73b1279d429] Start destroying the instance on the hypervisor. {{(pid=69889) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1248.380354] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-838baa34-e0ee-490a-8efe-62b00fb52cf2 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: d87d5259-3b70-4a19-b1df-c73b1279d429] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1248.381179] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-427827c1-bdd4-47f5-a319-bbaa57927d03 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.390394] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-838baa34-e0ee-490a-8efe-62b00fb52cf2 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: d87d5259-3b70-4a19-b1df-c73b1279d429] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1248.390674] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2a9c7687-415b-48f4-a96a-e2a2110ecea0 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.398326] env[69889]: DEBUG oslo_vmware.api [None req-838baa34-e0ee-490a-8efe-62b00fb52cf2 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Waiting for the task: (returnval){ [ 1248.398326] env[69889]: value = "task-4078241" [ 1248.398326] env[69889]: _type = "Task" [ 1248.398326] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.409109] env[69889]: DEBUG oslo_vmware.api [None req-838baa34-e0ee-490a-8efe-62b00fb52cf2 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078241, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.413938] env[69889]: DEBUG oslo_concurrency.lockutils [None req-075bbbaf-94f2-4c64-981a-5cba39db5d6c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Acquiring lock "b507d799-4465-4de5-8708-a59b6704e741" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.414261] env[69889]: DEBUG oslo_concurrency.lockutils [None req-075bbbaf-94f2-4c64-981a-5cba39db5d6c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Lock "b507d799-4465-4de5-8708-a59b6704e741" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.440353] env[69889]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1248.440353] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]5204d4a6-6f8e-7335-717d-23ac201ba4ad" [ 1248.440353] env[69889]: _type = "HttpNfcLease" [ 1248.440353] env[69889]: } is ready. {{(pid=69889) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1248.440643] env[69889]: DEBUG oslo_vmware.rw_handles [None req-f9167676-b0bc-4607-af14-723a90f004f3 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1248.440643] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]5204d4a6-6f8e-7335-717d-23ac201ba4ad" [ 1248.440643] env[69889]: _type = "HttpNfcLease" [ 1248.440643] env[69889]: }. {{(pid=69889) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1248.441596] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46499134-82c8-4890-8567-e49a906a11ee {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.450189] env[69889]: DEBUG oslo_vmware.rw_handles [None req-f9167676-b0bc-4607-af14-723a90f004f3 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d4a6ec-eb8f-72af-965d-1b4ee0a53da1/disk-0.vmdk from lease info. {{(pid=69889) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1248.450431] env[69889]: DEBUG oslo_vmware.rw_handles [None req-f9167676-b0bc-4607-af14-723a90f004f3 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Creating HTTP connection to write to file with size = 31664128 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d4a6ec-eb8f-72af-965d-1b4ee0a53da1/disk-0.vmdk. {{(pid=69889) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1248.514137] env[69889]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3e981417-df1e-4483-b8db-038cd3cb11e9 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.579657] env[69889]: DEBUG nova.compute.utils [None req-dcb9affc-027f-41f3-8ca5-c02531a57709 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1248.585491] env[69889]: DEBUG nova.compute.manager [None req-dcb9affc-027f-41f3-8ca5-c02531a57709 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 2f748779-c389-40ae-b572-373ffed151b7] Allocating IP information in the background. {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1248.585491] env[69889]: DEBUG nova.network.neutron [None req-dcb9affc-027f-41f3-8ca5-c02531a57709 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 2f748779-c389-40ae-b572-373ffed151b7] allocate_for_instance() {{(pid=69889) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1248.630041] env[69889]: DEBUG oslo_concurrency.lockutils [None req-306b030f-461a-4bcb-b74c-35f03a5cedcc tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Lock "b05b774d-6161-4dcf-924b-c15c2aa9ced6" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.282s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.665185] env[69889]: DEBUG nova.policy [None req-dcb9affc-027f-41f3-8ca5-c02531a57709 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fa53d078c0d741dfb296e8243fcb8851', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6536689d827a4804a60785c3229d998e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69889) authorize /opt/stack/nova/nova/policy.py:192}} [ 1248.764254] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50b82dce-7521-417f-a7dc-ff146654f8ea {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.775524] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddacc4f9-714b-47b9-b9c4-1fb0a10903cf {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.806953] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] [instance: 15d503ce-3ce0-4038-9698-c1beffdf07d5] Instance has had 0 of 5 cleanup attempts {{(pid=69889) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1248.814109] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f299c94b-9886-4cbb-82d9-50f44d31602b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.824907] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77a09c1f-ac13-44c2-9f1a-f862ab2bd614 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.844594] env[69889]: DEBUG nova.compute.provider_tree [None req-30cb4e85-ce74-43eb-a6f3-310c872a8c34 tempest-ServerMetadataNegativeTestJSON-1205456676 tempest-ServerMetadataNegativeTestJSON-1205456676-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1248.851865] env[69889]: DEBUG nova.objects.instance [None req-bffa1e7b-4a0b-4577-8723-3f15875a30da tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Lazy-loading 'flavor' on Instance uuid 97dd9521-55f5-43b9-8248-ac2051b9dd87 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1248.912573] env[69889]: DEBUG oslo_vmware.api [None req-838baa34-e0ee-490a-8efe-62b00fb52cf2 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078241, 'name': PowerOffVM_Task, 'duration_secs': 0.211244} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.912952] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-838baa34-e0ee-490a-8efe-62b00fb52cf2 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: d87d5259-3b70-4a19-b1df-c73b1279d429] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1248.913268] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-838baa34-e0ee-490a-8efe-62b00fb52cf2 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: d87d5259-3b70-4a19-b1df-c73b1279d429] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1248.916083] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-417296d4-c190-48f9-a262-a9c523306358 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.918060] env[69889]: DEBUG nova.compute.manager [None req-075bbbaf-94f2-4c64-981a-5cba39db5d6c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: b507d799-4465-4de5-8708-a59b6704e741] Starting instance... {{(pid=69889) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1248.986599] env[69889]: DEBUG nova.network.neutron [None req-dcb9affc-027f-41f3-8ca5-c02531a57709 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 2f748779-c389-40ae-b572-373ffed151b7] Successfully created port: bb800c6b-fbc6-4e1d-a02d-ea133e22b822 {{(pid=69889) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1249.013234] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-838baa34-e0ee-490a-8efe-62b00fb52cf2 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: d87d5259-3b70-4a19-b1df-c73b1279d429] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1249.013520] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-838baa34-e0ee-490a-8efe-62b00fb52cf2 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: d87d5259-3b70-4a19-b1df-c73b1279d429] Deleting contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1249.013670] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-838baa34-e0ee-490a-8efe-62b00fb52cf2 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Deleting the datastore file [datastore2] d87d5259-3b70-4a19-b1df-c73b1279d429 {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1249.015872] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-41c0b6a7-169b-4f43-9870-79ddb301745a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.023988] env[69889]: DEBUG oslo_vmware.api [None req-838baa34-e0ee-490a-8efe-62b00fb52cf2 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Waiting for the task: (returnval){ [ 1249.023988] env[69889]: value = "task-4078243" [ 1249.023988] env[69889]: _type = "Task" [ 1249.023988] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.037270] env[69889]: DEBUG oslo_vmware.api [None req-838baa34-e0ee-490a-8efe-62b00fb52cf2 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078243, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.086249] env[69889]: DEBUG nova.compute.manager [None req-dcb9affc-027f-41f3-8ca5-c02531a57709 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 2f748779-c389-40ae-b572-373ffed151b7] Start building block device mappings for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1249.314015] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] [instance: ebde6910-8c24-4fac-9a2e-faf98a9a8792] Instance has had 0 of 5 cleanup attempts {{(pid=69889) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1249.354976] env[69889]: DEBUG nova.scheduler.client.report [None req-30cb4e85-ce74-43eb-a6f3-310c872a8c34 tempest-ServerMetadataNegativeTestJSON-1205456676 tempest-ServerMetadataNegativeTestJSON-1205456676-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1249.445575] env[69889]: DEBUG oslo_concurrency.lockutils [None req-075bbbaf-94f2-4c64-981a-5cba39db5d6c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.539094] env[69889]: DEBUG oslo_vmware.api [None req-838baa34-e0ee-490a-8efe-62b00fb52cf2 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078243, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.26097} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.539094] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-838baa34-e0ee-490a-8efe-62b00fb52cf2 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1249.539094] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-838baa34-e0ee-490a-8efe-62b00fb52cf2 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: d87d5259-3b70-4a19-b1df-c73b1279d429] Deleted contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1249.539094] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-838baa34-e0ee-490a-8efe-62b00fb52cf2 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: d87d5259-3b70-4a19-b1df-c73b1279d429] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1249.539407] env[69889]: INFO nova.compute.manager [None req-838baa34-e0ee-490a-8efe-62b00fb52cf2 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: d87d5259-3b70-4a19-b1df-c73b1279d429] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1249.539643] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-838baa34-e0ee-490a-8efe-62b00fb52cf2 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1249.539890] env[69889]: DEBUG nova.compute.manager [-] [instance: d87d5259-3b70-4a19-b1df-c73b1279d429] Deallocating network for instance {{(pid=69889) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1249.539980] env[69889]: DEBUG nova.network.neutron [-] [instance: d87d5259-3b70-4a19-b1df-c73b1279d429] deallocate_for_instance() {{(pid=69889) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1249.680198] env[69889]: DEBUG oslo_concurrency.lockutils [None req-58650e2a-4d53-4795-bd4a-9064fb53b5b6 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Acquiring lock "b05b774d-6161-4dcf-924b-c15c2aa9ced6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.680454] env[69889]: DEBUG oslo_concurrency.lockutils [None req-58650e2a-4d53-4795-bd4a-9064fb53b5b6 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Lock "b05b774d-6161-4dcf-924b-c15c2aa9ced6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.680645] env[69889]: DEBUG oslo_concurrency.lockutils [None req-58650e2a-4d53-4795-bd4a-9064fb53b5b6 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Acquiring lock "b05b774d-6161-4dcf-924b-c15c2aa9ced6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.680857] env[69889]: DEBUG oslo_concurrency.lockutils [None req-58650e2a-4d53-4795-bd4a-9064fb53b5b6 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Lock "b05b774d-6161-4dcf-924b-c15c2aa9ced6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.681002] env[69889]: DEBUG oslo_concurrency.lockutils [None req-58650e2a-4d53-4795-bd4a-9064fb53b5b6 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Lock "b05b774d-6161-4dcf-924b-c15c2aa9ced6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.683351] env[69889]: INFO nova.compute.manager [None req-58650e2a-4d53-4795-bd4a-9064fb53b5b6 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: b05b774d-6161-4dcf-924b-c15c2aa9ced6] Terminating instance [ 1249.744632] env[69889]: DEBUG oslo_vmware.rw_handles [None req-f9167676-b0bc-4607-af14-723a90f004f3 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Completed reading data from the image iterator. {{(pid=69889) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1249.744903] env[69889]: DEBUG oslo_vmware.rw_handles [None req-f9167676-b0bc-4607-af14-723a90f004f3 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d4a6ec-eb8f-72af-965d-1b4ee0a53da1/disk-0.vmdk. {{(pid=69889) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1249.746245] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65a9784d-38b3-4481-9395-6f0b63f8f168 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.755582] env[69889]: DEBUG oslo_vmware.rw_handles [None req-f9167676-b0bc-4607-af14-723a90f004f3 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d4a6ec-eb8f-72af-965d-1b4ee0a53da1/disk-0.vmdk is in state: ready. {{(pid=69889) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1249.755766] env[69889]: DEBUG oslo_vmware.rw_handles [None req-f9167676-b0bc-4607-af14-723a90f004f3 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d4a6ec-eb8f-72af-965d-1b4ee0a53da1/disk-0.vmdk. {{(pid=69889) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1249.756872] env[69889]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-27aafe19-159a-4f20-8e8d-86c933db79d9 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.817430] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] [instance: 70857543-3429-4d13-81d3-6f972f182507] Instance has had 0 of 5 cleanup attempts {{(pid=69889) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1249.827166] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7a2b4d7a-2b39-45a2-be60-7f4ddd4250c6 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Acquiring lock "97dd9521-55f5-43b9-8248-ac2051b9dd87" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.850524] env[69889]: DEBUG nova.compute.manager [req-d19a10f4-d42b-43db-a037-da76a3580f64 req-76e24c09-e160-4879-a63e-3c7f16cb6206 service nova] [instance: d87d5259-3b70-4a19-b1df-c73b1279d429] Received event network-vif-deleted-4e721dc4-afab-4c34-8981-0e5867ffc985 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1249.850736] env[69889]: INFO nova.compute.manager [req-d19a10f4-d42b-43db-a037-da76a3580f64 req-76e24c09-e160-4879-a63e-3c7f16cb6206 service nova] [instance: d87d5259-3b70-4a19-b1df-c73b1279d429] Neutron deleted interface 4e721dc4-afab-4c34-8981-0e5867ffc985; detaching it from the instance and deleting it from the info cache [ 1249.850928] env[69889]: DEBUG nova.network.neutron [req-d19a10f4-d42b-43db-a037-da76a3580f64 req-76e24c09-e160-4879-a63e-3c7f16cb6206 service nova] [instance: d87d5259-3b70-4a19-b1df-c73b1279d429] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1249.862213] env[69889]: DEBUG oslo_concurrency.lockutils [None req-30cb4e85-ce74-43eb-a6f3-310c872a8c34 tempest-ServerMetadataNegativeTestJSON-1205456676 tempest-ServerMetadataNegativeTestJSON-1205456676-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.786s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.865392] env[69889]: DEBUG oslo_concurrency.lockutils [None req-075bbbaf-94f2-4c64-981a-5cba39db5d6c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.420s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.866928] env[69889]: INFO nova.compute.claims [None req-075bbbaf-94f2-4c64-981a-5cba39db5d6c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: b507d799-4465-4de5-8708-a59b6704e741] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1249.869780] env[69889]: DEBUG oslo_concurrency.lockutils [None req-bffa1e7b-4a0b-4577-8723-3f15875a30da tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Lock "97dd9521-55f5-43b9-8248-ac2051b9dd87" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.282s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.871749] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7a2b4d7a-2b39-45a2-be60-7f4ddd4250c6 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Lock "97dd9521-55f5-43b9-8248-ac2051b9dd87" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.045s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.889669] env[69889]: INFO nova.scheduler.client.report [None req-30cb4e85-ce74-43eb-a6f3-310c872a8c34 tempest-ServerMetadataNegativeTestJSON-1205456676 tempest-ServerMetadataNegativeTestJSON-1205456676-project-member] Deleted allocations for instance 46d9e033-471e-48d4-8648-eb8d4722bca5 [ 1249.991186] env[69889]: DEBUG oslo_vmware.rw_handles [None req-f9167676-b0bc-4607-af14-723a90f004f3 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d4a6ec-eb8f-72af-965d-1b4ee0a53da1/disk-0.vmdk. {{(pid=69889) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1249.991186] env[69889]: INFO nova.virt.vmwareapi.images [None req-f9167676-b0bc-4607-af14-723a90f004f3 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 39aba68a-2ac8-47be-b799-ef9f1cfb4521] Downloaded image file data 1d399d52-48f6-4a9f-82b4-31940208f0c0 [ 1249.991755] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6a975db-a27b-4c33-bcd8-f50325dff0b3 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.010785] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e17a5b07-632c-4dca-a527-1a9e63dc7873 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.040439] env[69889]: INFO nova.virt.vmwareapi.images [None req-f9167676-b0bc-4607-af14-723a90f004f3 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 39aba68a-2ac8-47be-b799-ef9f1cfb4521] The imported VM was unregistered [ 1250.043300] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-f9167676-b0bc-4607-af14-723a90f004f3 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 39aba68a-2ac8-47be-b799-ef9f1cfb4521] Caching image {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1250.043553] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9167676-b0bc-4607-af14-723a90f004f3 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Creating directory with path [datastore2] devstack-image-cache_base/1d399d52-48f6-4a9f-82b4-31940208f0c0 {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1250.043850] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2e297eeb-a1f4-479b-9317-8872ad62ebc7 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.056424] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9167676-b0bc-4607-af14-723a90f004f3 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Created directory with path [datastore2] devstack-image-cache_base/1d399d52-48f6-4a9f-82b4-31940208f0c0 {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1250.056656] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9167676-b0bc-4607-af14-723a90f004f3 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_37378277-d458-425c-8070-ff2325582328/OSTACK_IMG_37378277-d458-425c-8070-ff2325582328.vmdk to [datastore2] devstack-image-cache_base/1d399d52-48f6-4a9f-82b4-31940208f0c0/1d399d52-48f6-4a9f-82b4-31940208f0c0.vmdk. {{(pid=69889) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1250.056975] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-7aa58174-494c-476d-b462-0fce236196ef {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.064812] env[69889]: DEBUG oslo_vmware.api [None req-f9167676-b0bc-4607-af14-723a90f004f3 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Waiting for the task: (returnval){ [ 1250.064812] env[69889]: value = "task-4078245" [ 1250.064812] env[69889]: _type = "Task" [ 1250.064812] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.073707] env[69889]: DEBUG oslo_vmware.api [None req-f9167676-b0bc-4607-af14-723a90f004f3 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4078245, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.099228] env[69889]: DEBUG nova.compute.manager [None req-dcb9affc-027f-41f3-8ca5-c02531a57709 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 2f748779-c389-40ae-b572-373ffed151b7] Start spawning the instance on the hypervisor. {{(pid=69889) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1250.129455] env[69889]: DEBUG nova.virt.hardware [None req-dcb9affc-027f-41f3-8ca5-c02531a57709 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1250.129728] env[69889]: DEBUG nova.virt.hardware [None req-dcb9affc-027f-41f3-8ca5-c02531a57709 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1250.129889] env[69889]: DEBUG nova.virt.hardware [None req-dcb9affc-027f-41f3-8ca5-c02531a57709 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1250.130109] env[69889]: DEBUG nova.virt.hardware [None req-dcb9affc-027f-41f3-8ca5-c02531a57709 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1250.130274] env[69889]: DEBUG nova.virt.hardware [None req-dcb9affc-027f-41f3-8ca5-c02531a57709 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1250.130894] env[69889]: DEBUG nova.virt.hardware [None req-dcb9affc-027f-41f3-8ca5-c02531a57709 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1250.130894] env[69889]: DEBUG nova.virt.hardware [None req-dcb9affc-027f-41f3-8ca5-c02531a57709 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1250.130894] env[69889]: DEBUG nova.virt.hardware [None req-dcb9affc-027f-41f3-8ca5-c02531a57709 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1250.131093] env[69889]: DEBUG nova.virt.hardware [None req-dcb9affc-027f-41f3-8ca5-c02531a57709 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1250.131224] env[69889]: DEBUG nova.virt.hardware [None req-dcb9affc-027f-41f3-8ca5-c02531a57709 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1250.131506] env[69889]: DEBUG nova.virt.hardware [None req-dcb9affc-027f-41f3-8ca5-c02531a57709 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1250.132433] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0004477c-ab58-4fd6-816c-0aeffe7c0de9 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.141191] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d07c3454-8bd3-4dc3-b644-0a3fdc3bce72 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.188599] env[69889]: DEBUG nova.compute.manager [None req-58650e2a-4d53-4795-bd4a-9064fb53b5b6 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: b05b774d-6161-4dcf-924b-c15c2aa9ced6] Start destroying the instance on the hypervisor. {{(pid=69889) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1250.189013] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-58650e2a-4d53-4795-bd4a-9064fb53b5b6 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: b05b774d-6161-4dcf-924b-c15c2aa9ced6] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1250.189998] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df49f374-4896-4929-a7b7-55c2988b8787 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.198406] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-58650e2a-4d53-4795-bd4a-9064fb53b5b6 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: b05b774d-6161-4dcf-924b-c15c2aa9ced6] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1250.198846] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ab7279d3-328f-47bf-8be1-374fbff608cb {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.206346] env[69889]: DEBUG oslo_vmware.api [None req-58650e2a-4d53-4795-bd4a-9064fb53b5b6 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Waiting for the task: (returnval){ [ 1250.206346] env[69889]: value = "task-4078246" [ 1250.206346] env[69889]: _type = "Task" [ 1250.206346] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.215914] env[69889]: DEBUG oslo_vmware.api [None req-58650e2a-4d53-4795-bd4a-9064fb53b5b6 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Task: {'id': task-4078246, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.322690] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] [instance: cb5952ac-2ff8-423f-9f62-d8551974e18e] Instance has had 0 of 5 cleanup attempts {{(pid=69889) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1250.327761] env[69889]: DEBUG nova.network.neutron [-] [instance: d87d5259-3b70-4a19-b1df-c73b1279d429] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.354168] env[69889]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fc2bddf0-f53f-419f-913e-cbfb47a81ba9 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.371110] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fc1969c-88e1-4135-8d4d-c2d3997d1ffd {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.391025] env[69889]: INFO nova.compute.manager [None req-7a2b4d7a-2b39-45a2-be60-7f4ddd4250c6 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] [instance: 97dd9521-55f5-43b9-8248-ac2051b9dd87] Detaching volume d1e81f67-38a7-4aef-89f2-7fceb9936fe4 [ 1250.399879] env[69889]: DEBUG oslo_concurrency.lockutils [None req-30cb4e85-ce74-43eb-a6f3-310c872a8c34 tempest-ServerMetadataNegativeTestJSON-1205456676 tempest-ServerMetadataNegativeTestJSON-1205456676-project-member] Lock "46d9e033-471e-48d4-8648-eb8d4722bca5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.714s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.416865] env[69889]: DEBUG nova.compute.manager [req-d19a10f4-d42b-43db-a037-da76a3580f64 req-76e24c09-e160-4879-a63e-3c7f16cb6206 service nova] [instance: d87d5259-3b70-4a19-b1df-c73b1279d429] Detach interface failed, port_id=4e721dc4-afab-4c34-8981-0e5867ffc985, reason: Instance d87d5259-3b70-4a19-b1df-c73b1279d429 could not be found. {{(pid=69889) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1250.432035] env[69889]: INFO nova.virt.block_device [None req-7a2b4d7a-2b39-45a2-be60-7f4ddd4250c6 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] [instance: 97dd9521-55f5-43b9-8248-ac2051b9dd87] Attempting to driver detach volume d1e81f67-38a7-4aef-89f2-7fceb9936fe4 from mountpoint /dev/sdc [ 1250.432290] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a2b4d7a-2b39-45a2-be60-7f4ddd4250c6 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] [instance: 97dd9521-55f5-43b9-8248-ac2051b9dd87] Volume detach. Driver type: vmdk {{(pid=69889) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1250.432573] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a2b4d7a-2b39-45a2-be60-7f4ddd4250c6 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] [instance: 97dd9521-55f5-43b9-8248-ac2051b9dd87] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-808086', 'volume_id': 'd1e81f67-38a7-4aef-89f2-7fceb9936fe4', 'name': 'volume-d1e81f67-38a7-4aef-89f2-7fceb9936fe4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '97dd9521-55f5-43b9-8248-ac2051b9dd87', 'attached_at': '', 'detached_at': '', 'volume_id': 'd1e81f67-38a7-4aef-89f2-7fceb9936fe4', 'serial': 'd1e81f67-38a7-4aef-89f2-7fceb9936fe4'} {{(pid=69889) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1250.433438] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-611b6f3e-92f2-4c8c-9158-d9918039485b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.459325] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a76680b-56c8-41cf-a00f-f8534f2b848a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.470729] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a098e9f0-7468-4147-8e88-5e31e58ed152 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.498691] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50ece874-a00a-4f56-8991-5ff5e7025b67 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.516351] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a2b4d7a-2b39-45a2-be60-7f4ddd4250c6 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] The volume has not been displaced from its original location: [datastore2] volume-d1e81f67-38a7-4aef-89f2-7fceb9936fe4/volume-d1e81f67-38a7-4aef-89f2-7fceb9936fe4.vmdk. No consolidation needed. {{(pid=69889) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1250.522246] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a2b4d7a-2b39-45a2-be60-7f4ddd4250c6 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] [instance: 97dd9521-55f5-43b9-8248-ac2051b9dd87] Reconfiguring VM instance instance-00000067 to detach disk 2002 {{(pid=69889) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1250.522780] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc4f3384-3a94-4c73-9091-108c2692e4cf {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.541709] env[69889]: DEBUG nova.network.neutron [None req-dcb9affc-027f-41f3-8ca5-c02531a57709 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 2f748779-c389-40ae-b572-373ffed151b7] Successfully updated port: bb800c6b-fbc6-4e1d-a02d-ea133e22b822 {{(pid=69889) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1250.545392] env[69889]: DEBUG oslo_vmware.api [None req-7a2b4d7a-2b39-45a2-be60-7f4ddd4250c6 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Waiting for the task: (returnval){ [ 1250.545392] env[69889]: value = "task-4078247" [ 1250.545392] env[69889]: _type = "Task" [ 1250.545392] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.561835] env[69889]: DEBUG oslo_vmware.api [None req-7a2b4d7a-2b39-45a2-be60-7f4ddd4250c6 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Task: {'id': task-4078247, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.582163] env[69889]: DEBUG oslo_vmware.api [None req-f9167676-b0bc-4607-af14-723a90f004f3 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4078245, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.719591] env[69889]: DEBUG oslo_vmware.api [None req-58650e2a-4d53-4795-bd4a-9064fb53b5b6 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Task: {'id': task-4078246, 'name': PowerOffVM_Task, 'duration_secs': 0.316946} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.719885] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-58650e2a-4d53-4795-bd4a-9064fb53b5b6 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: b05b774d-6161-4dcf-924b-c15c2aa9ced6] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1250.720072] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-58650e2a-4d53-4795-bd4a-9064fb53b5b6 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: b05b774d-6161-4dcf-924b-c15c2aa9ced6] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1250.720390] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-35a154ba-2d7d-4182-a70e-344c559ee7c5 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.798282] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-58650e2a-4d53-4795-bd4a-9064fb53b5b6 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: b05b774d-6161-4dcf-924b-c15c2aa9ced6] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1250.798576] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-58650e2a-4d53-4795-bd4a-9064fb53b5b6 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: b05b774d-6161-4dcf-924b-c15c2aa9ced6] Deleting contents of the VM from datastore datastore1 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1250.798705] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-58650e2a-4d53-4795-bd4a-9064fb53b5b6 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Deleting the datastore file [datastore1] b05b774d-6161-4dcf-924b-c15c2aa9ced6 {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1250.798912] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9a5a212d-8cc6-4758-8087-b94bbe556670 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.809889] env[69889]: DEBUG oslo_vmware.api [None req-58650e2a-4d53-4795-bd4a-9064fb53b5b6 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Waiting for the task: (returnval){ [ 1250.809889] env[69889]: value = "task-4078249" [ 1250.809889] env[69889]: _type = "Task" [ 1250.809889] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.822916] env[69889]: DEBUG oslo_vmware.api [None req-58650e2a-4d53-4795-bd4a-9064fb53b5b6 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Task: {'id': task-4078249, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.826434] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] [instance: 3d6e9a03-3478-489b-aa3b-de89979ab23c] Instance has had 0 of 5 cleanup attempts {{(pid=69889) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1250.830672] env[69889]: INFO nova.compute.manager [-] [instance: d87d5259-3b70-4a19-b1df-c73b1279d429] Took 1.29 seconds to deallocate network for instance. [ 1251.044032] env[69889]: DEBUG oslo_concurrency.lockutils [None req-dcb9affc-027f-41f3-8ca5-c02531a57709 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Acquiring lock "refresh_cache-2f748779-c389-40ae-b572-373ffed151b7" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.044032] env[69889]: DEBUG oslo_concurrency.lockutils [None req-dcb9affc-027f-41f3-8ca5-c02531a57709 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Acquired lock "refresh_cache-2f748779-c389-40ae-b572-373ffed151b7" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.044287] env[69889]: DEBUG nova.network.neutron [None req-dcb9affc-027f-41f3-8ca5-c02531a57709 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 2f748779-c389-40ae-b572-373ffed151b7] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1251.067498] env[69889]: DEBUG oslo_vmware.api [None req-7a2b4d7a-2b39-45a2-be60-7f4ddd4250c6 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Task: {'id': task-4078247, 'name': ReconfigVM_Task, 'duration_secs': 0.342787} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.074954] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a2b4d7a-2b39-45a2-be60-7f4ddd4250c6 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] [instance: 97dd9521-55f5-43b9-8248-ac2051b9dd87] Reconfigured VM instance instance-00000067 to detach disk 2002 {{(pid=69889) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1251.082614] env[69889]: DEBUG nova.compute.manager [None req-bd1d0882-df05-44a3-bc64-7123754b88e4 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5f8f6d7f-2483-49f3-b08f-c4944dd39291] Stashing vm_state: active {{(pid=69889) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1251.090503] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2b0a1c1-78c0-49fc-a3db-2ee200fdcac9 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.115969] env[69889]: DEBUG oslo_vmware.api [None req-f9167676-b0bc-4607-af14-723a90f004f3 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4078245, 'name': MoveVirtualDisk_Task} progress is 35%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.118238] env[69889]: DEBUG oslo_vmware.api [None req-7a2b4d7a-2b39-45a2-be60-7f4ddd4250c6 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Waiting for the task: (returnval){ [ 1251.118238] env[69889]: value = "task-4078250" [ 1251.118238] env[69889]: _type = "Task" [ 1251.118238] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.135059] env[69889]: DEBUG oslo_vmware.api [None req-7a2b4d7a-2b39-45a2-be60-7f4ddd4250c6 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Task: {'id': task-4078250, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.143158] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bd93338-27ad-4274-ab6f-60bf4a25530b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.154384] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6081abe5-4cd8-4b52-9488-fe2e65b36448 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.197363] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbab106f-9b53-4003-9ed2-4d1f935e20d7 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.208457] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd94023e-bd7a-4645-b05e-353d04004770 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.227471] env[69889]: DEBUG nova.compute.provider_tree [None req-075bbbaf-94f2-4c64-981a-5cba39db5d6c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1251.323297] env[69889]: DEBUG oslo_vmware.api [None req-58650e2a-4d53-4795-bd4a-9064fb53b5b6 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Task: {'id': task-4078249, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.444206} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.323667] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-58650e2a-4d53-4795-bd4a-9064fb53b5b6 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1251.323885] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-58650e2a-4d53-4795-bd4a-9064fb53b5b6 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: b05b774d-6161-4dcf-924b-c15c2aa9ced6] Deleted contents of the VM from datastore datastore1 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1251.324078] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-58650e2a-4d53-4795-bd4a-9064fb53b5b6 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: b05b774d-6161-4dcf-924b-c15c2aa9ced6] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1251.324255] env[69889]: INFO nova.compute.manager [None req-58650e2a-4d53-4795-bd4a-9064fb53b5b6 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] [instance: b05b774d-6161-4dcf-924b-c15c2aa9ced6] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1251.324514] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-58650e2a-4d53-4795-bd4a-9064fb53b5b6 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1251.324788] env[69889]: DEBUG nova.compute.manager [-] [instance: b05b774d-6161-4dcf-924b-c15c2aa9ced6] Deallocating network for instance {{(pid=69889) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1251.324891] env[69889]: DEBUG nova.network.neutron [-] [instance: b05b774d-6161-4dcf-924b-c15c2aa9ced6] deallocate_for_instance() {{(pid=69889) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1251.329351] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] [instance: 5192a5cd-713f-4348-a5a8-235f2825f1a6] Instance has had 0 of 5 cleanup attempts {{(pid=69889) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1251.339183] env[69889]: DEBUG oslo_concurrency.lockutils [None req-838baa34-e0ee-490a-8efe-62b00fb52cf2 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.589424] env[69889]: DEBUG oslo_vmware.api [None req-f9167676-b0bc-4607-af14-723a90f004f3 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4078245, 'name': MoveVirtualDisk_Task} progress is 54%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.609440] env[69889]: DEBUG nova.network.neutron [None req-dcb9affc-027f-41f3-8ca5-c02531a57709 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 2f748779-c389-40ae-b572-373ffed151b7] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1251.635249] env[69889]: DEBUG oslo_vmware.api [None req-7a2b4d7a-2b39-45a2-be60-7f4ddd4250c6 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Task: {'id': task-4078250, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.639210] env[69889]: DEBUG oslo_concurrency.lockutils [None req-bd1d0882-df05-44a3-bc64-7123754b88e4 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.731188] env[69889]: DEBUG nova.scheduler.client.report [None req-075bbbaf-94f2-4c64-981a-5cba39db5d6c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1251.832955] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] [instance: ed01a7a5-1df0-4cca-b924-ad79f688ed68] Instance has had 0 of 5 cleanup attempts {{(pid=69889) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1251.846676] env[69889]: DEBUG nova.network.neutron [None req-dcb9affc-027f-41f3-8ca5-c02531a57709 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 2f748779-c389-40ae-b572-373ffed151b7] Updating instance_info_cache with network_info: [{"id": "bb800c6b-fbc6-4e1d-a02d-ea133e22b822", "address": "fa:16:3e:17:47:ec", "network": {"id": "726a0899-ff5e-4e9a-8ec4-91317fa57b22", "bridge": "br-int", "label": "tempest-ServersTestJSON-1056519050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6536689d827a4804a60785c3229d998e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb800c6b-fb", "ovs_interfaceid": "bb800c6b-fbc6-4e1d-a02d-ea133e22b822", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1251.998156] env[69889]: DEBUG nova.compute.manager [req-24bf08c3-0beb-4d5a-98e4-0228b69dea95 req-1fb952b1-c74a-4da7-9dd6-e78d75c82af0 service nova] [instance: 2f748779-c389-40ae-b572-373ffed151b7] Received event network-vif-plugged-bb800c6b-fbc6-4e1d-a02d-ea133e22b822 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1251.998460] env[69889]: DEBUG oslo_concurrency.lockutils [req-24bf08c3-0beb-4d5a-98e4-0228b69dea95 req-1fb952b1-c74a-4da7-9dd6-e78d75c82af0 service nova] Acquiring lock "2f748779-c389-40ae-b572-373ffed151b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.998682] env[69889]: DEBUG oslo_concurrency.lockutils [req-24bf08c3-0beb-4d5a-98e4-0228b69dea95 req-1fb952b1-c74a-4da7-9dd6-e78d75c82af0 service nova] Lock "2f748779-c389-40ae-b572-373ffed151b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.998852] env[69889]: DEBUG oslo_concurrency.lockutils [req-24bf08c3-0beb-4d5a-98e4-0228b69dea95 req-1fb952b1-c74a-4da7-9dd6-e78d75c82af0 service nova] Lock "2f748779-c389-40ae-b572-373ffed151b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.001093] env[69889]: DEBUG nova.compute.manager [req-24bf08c3-0beb-4d5a-98e4-0228b69dea95 req-1fb952b1-c74a-4da7-9dd6-e78d75c82af0 service nova] [instance: 2f748779-c389-40ae-b572-373ffed151b7] No waiting events found dispatching network-vif-plugged-bb800c6b-fbc6-4e1d-a02d-ea133e22b822 {{(pid=69889) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1252.001969] env[69889]: WARNING nova.compute.manager [req-24bf08c3-0beb-4d5a-98e4-0228b69dea95 req-1fb952b1-c74a-4da7-9dd6-e78d75c82af0 service nova] [instance: 2f748779-c389-40ae-b572-373ffed151b7] Received unexpected event network-vif-plugged-bb800c6b-fbc6-4e1d-a02d-ea133e22b822 for instance with vm_state building and task_state spawning. [ 1252.001969] env[69889]: DEBUG nova.compute.manager [req-24bf08c3-0beb-4d5a-98e4-0228b69dea95 req-1fb952b1-c74a-4da7-9dd6-e78d75c82af0 service nova] [instance: 2f748779-c389-40ae-b572-373ffed151b7] Received event network-changed-bb800c6b-fbc6-4e1d-a02d-ea133e22b822 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1252.001969] env[69889]: DEBUG nova.compute.manager [req-24bf08c3-0beb-4d5a-98e4-0228b69dea95 req-1fb952b1-c74a-4da7-9dd6-e78d75c82af0 service nova] [instance: 2f748779-c389-40ae-b572-373ffed151b7] Refreshing instance network info cache due to event network-changed-bb800c6b-fbc6-4e1d-a02d-ea133e22b822. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1252.002147] env[69889]: DEBUG oslo_concurrency.lockutils [req-24bf08c3-0beb-4d5a-98e4-0228b69dea95 req-1fb952b1-c74a-4da7-9dd6-e78d75c82af0 service nova] Acquiring lock "refresh_cache-2f748779-c389-40ae-b572-373ffed151b7" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.089820] env[69889]: DEBUG oslo_vmware.api [None req-f9167676-b0bc-4607-af14-723a90f004f3 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4078245, 'name': MoveVirtualDisk_Task} progress is 74%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.135052] env[69889]: DEBUG oslo_vmware.api [None req-7a2b4d7a-2b39-45a2-be60-7f4ddd4250c6 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Task: {'id': task-4078250, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.244020] env[69889]: DEBUG oslo_concurrency.lockutils [None req-075bbbaf-94f2-4c64-981a-5cba39db5d6c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.377s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.244020] env[69889]: DEBUG nova.compute.manager [None req-075bbbaf-94f2-4c64-981a-5cba39db5d6c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: b507d799-4465-4de5-8708-a59b6704e741] Start building networks asynchronously for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1252.247229] env[69889]: DEBUG oslo_concurrency.lockutils [None req-838baa34-e0ee-490a-8efe-62b00fb52cf2 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.908s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.250266] env[69889]: DEBUG oslo_concurrency.lockutils [None req-838baa34-e0ee-490a-8efe-62b00fb52cf2 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.003s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.254471] env[69889]: DEBUG oslo_concurrency.lockutils [None req-bd1d0882-df05-44a3-bc64-7123754b88e4 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.615s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.288818] env[69889]: INFO nova.scheduler.client.report [None req-838baa34-e0ee-490a-8efe-62b00fb52cf2 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Deleted allocations for instance d87d5259-3b70-4a19-b1df-c73b1279d429 [ 1252.341735] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] [instance: bf0636c2-b042-4181-9b86-748786c41197] Instance has had 0 of 5 cleanup attempts {{(pid=69889) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1252.350410] env[69889]: DEBUG oslo_concurrency.lockutils [None req-dcb9affc-027f-41f3-8ca5-c02531a57709 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Releasing lock "refresh_cache-2f748779-c389-40ae-b572-373ffed151b7" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.350844] env[69889]: DEBUG nova.compute.manager [None req-dcb9affc-027f-41f3-8ca5-c02531a57709 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 2f748779-c389-40ae-b572-373ffed151b7] Instance network_info: |[{"id": "bb800c6b-fbc6-4e1d-a02d-ea133e22b822", "address": "fa:16:3e:17:47:ec", "network": {"id": "726a0899-ff5e-4e9a-8ec4-91317fa57b22", "bridge": "br-int", "label": "tempest-ServersTestJSON-1056519050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6536689d827a4804a60785c3229d998e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb800c6b-fb", "ovs_interfaceid": "bb800c6b-fbc6-4e1d-a02d-ea133e22b822", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1252.351414] env[69889]: DEBUG oslo_concurrency.lockutils [req-24bf08c3-0beb-4d5a-98e4-0228b69dea95 req-1fb952b1-c74a-4da7-9dd6-e78d75c82af0 service nova] Acquired lock "refresh_cache-2f748779-c389-40ae-b572-373ffed151b7" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.351715] env[69889]: DEBUG nova.network.neutron [req-24bf08c3-0beb-4d5a-98e4-0228b69dea95 req-1fb952b1-c74a-4da7-9dd6-e78d75c82af0 service nova] [instance: 2f748779-c389-40ae-b572-373ffed151b7] Refreshing network info cache for port bb800c6b-fbc6-4e1d-a02d-ea133e22b822 {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1252.353208] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-dcb9affc-027f-41f3-8ca5-c02531a57709 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 2f748779-c389-40ae-b572-373ffed151b7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:47:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '99639c37-b0c6-4be7-9594-230e44b1280b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bb800c6b-fbc6-4e1d-a02d-ea133e22b822', 'vif_model': 'vmxnet3'}] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1252.361558] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dcb9affc-027f-41f3-8ca5-c02531a57709 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1252.362749] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f748779-c389-40ae-b572-373ffed151b7] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1252.362983] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2f728cfe-8e9c-483a-8045-ad9f8e5f40e9 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.387548] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1252.387548] env[69889]: value = "task-4078251" [ 1252.387548] env[69889]: _type = "Task" [ 1252.387548] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.400340] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4078251, 'name': CreateVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.486359] env[69889]: DEBUG nova.network.neutron [-] [instance: b05b774d-6161-4dcf-924b-c15c2aa9ced6] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1252.590375] env[69889]: DEBUG oslo_vmware.api [None req-f9167676-b0bc-4607-af14-723a90f004f3 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4078245, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.637830] env[69889]: DEBUG oslo_vmware.api [None req-7a2b4d7a-2b39-45a2-be60-7f4ddd4250c6 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Task: {'id': task-4078250, 'name': ReconfigVM_Task, 'duration_secs': 1.22328} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.638236] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a2b4d7a-2b39-45a2-be60-7f4ddd4250c6 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] [instance: 97dd9521-55f5-43b9-8248-ac2051b9dd87] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-808086', 'volume_id': 'd1e81f67-38a7-4aef-89f2-7fceb9936fe4', 'name': 'volume-d1e81f67-38a7-4aef-89f2-7fceb9936fe4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '97dd9521-55f5-43b9-8248-ac2051b9dd87', 'attached_at': '', 'detached_at': '', 'volume_id': 'd1e81f67-38a7-4aef-89f2-7fceb9936fe4', 'serial': 'd1e81f67-38a7-4aef-89f2-7fceb9936fe4'} {{(pid=69889) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1252.758685] env[69889]: DEBUG nova.compute.utils [None req-075bbbaf-94f2-4c64-981a-5cba39db5d6c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1252.760647] env[69889]: DEBUG nova.compute.manager [None req-075bbbaf-94f2-4c64-981a-5cba39db5d6c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: b507d799-4465-4de5-8708-a59b6704e741] Allocating IP information in the background. {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1252.760888] env[69889]: DEBUG nova.network.neutron [None req-075bbbaf-94f2-4c64-981a-5cba39db5d6c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: b507d799-4465-4de5-8708-a59b6704e741] allocate_for_instance() {{(pid=69889) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1252.766455] env[69889]: INFO nova.compute.claims [None req-bd1d0882-df05-44a3-bc64-7123754b88e4 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5f8f6d7f-2483-49f3-b08f-c4944dd39291] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1252.799127] env[69889]: DEBUG oslo_concurrency.lockutils [None req-838baa34-e0ee-490a-8efe-62b00fb52cf2 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Lock "d87d5259-3b70-4a19-b1df-c73b1279d429" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.925s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.822672] env[69889]: DEBUG nova.policy [None req-075bbbaf-94f2-4c64-981a-5cba39db5d6c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f2a7f62ef11640a4ab8d767de5086699', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5e46f471b2284533892518bdcc6cd332', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69889) authorize /opt/stack/nova/nova/policy.py:192}} [ 1252.846051] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] [instance: e972c979-5e1c-4441-9226-c65aa10c0f7c] Instance has had 0 of 5 cleanup attempts {{(pid=69889) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1252.898758] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4078251, 'name': CreateVM_Task} progress is 99%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.990392] env[69889]: INFO nova.compute.manager [-] [instance: b05b774d-6161-4dcf-924b-c15c2aa9ced6] Took 1.67 seconds to deallocate network for instance. [ 1253.088406] env[69889]: DEBUG oslo_vmware.api [None req-f9167676-b0bc-4607-af14-723a90f004f3 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4078245, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.966727} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.088775] env[69889]: INFO nova.virt.vmwareapi.ds_util [None req-f9167676-b0bc-4607-af14-723a90f004f3 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_37378277-d458-425c-8070-ff2325582328/OSTACK_IMG_37378277-d458-425c-8070-ff2325582328.vmdk to [datastore2] devstack-image-cache_base/1d399d52-48f6-4a9f-82b4-31940208f0c0/1d399d52-48f6-4a9f-82b4-31940208f0c0.vmdk. [ 1253.088918] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-f9167676-b0bc-4607-af14-723a90f004f3 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 39aba68a-2ac8-47be-b799-ef9f1cfb4521] Cleaning up location [datastore2] OSTACK_IMG_37378277-d458-425c-8070-ff2325582328 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1253.089095] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9167676-b0bc-4607-af14-723a90f004f3 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_37378277-d458-425c-8070-ff2325582328 {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1253.089374] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0a372dc1-f8be-49a8-bb1f-e16178d87320 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.099019] env[69889]: DEBUG oslo_vmware.api [None req-f9167676-b0bc-4607-af14-723a90f004f3 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Waiting for the task: (returnval){ [ 1253.099019] env[69889]: value = "task-4078252" [ 1253.099019] env[69889]: _type = "Task" [ 1253.099019] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.107945] env[69889]: DEBUG oslo_vmware.api [None req-f9167676-b0bc-4607-af14-723a90f004f3 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4078252, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.196492] env[69889]: DEBUG nova.objects.instance [None req-7a2b4d7a-2b39-45a2-be60-7f4ddd4250c6 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Lazy-loading 'flavor' on Instance uuid 97dd9521-55f5-43b9-8248-ac2051b9dd87 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1253.218860] env[69889]: DEBUG nova.network.neutron [req-24bf08c3-0beb-4d5a-98e4-0228b69dea95 req-1fb952b1-c74a-4da7-9dd6-e78d75c82af0 service nova] [instance: 2f748779-c389-40ae-b572-373ffed151b7] Updated VIF entry in instance network info cache for port bb800c6b-fbc6-4e1d-a02d-ea133e22b822. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1253.219258] env[69889]: DEBUG nova.network.neutron [req-24bf08c3-0beb-4d5a-98e4-0228b69dea95 req-1fb952b1-c74a-4da7-9dd6-e78d75c82af0 service nova] [instance: 2f748779-c389-40ae-b572-373ffed151b7] Updating instance_info_cache with network_info: [{"id": "bb800c6b-fbc6-4e1d-a02d-ea133e22b822", "address": "fa:16:3e:17:47:ec", "network": {"id": "726a0899-ff5e-4e9a-8ec4-91317fa57b22", "bridge": "br-int", "label": "tempest-ServersTestJSON-1056519050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6536689d827a4804a60785c3229d998e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb800c6b-fb", "ovs_interfaceid": "bb800c6b-fbc6-4e1d-a02d-ea133e22b822", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1253.257211] env[69889]: DEBUG nova.network.neutron [None req-075bbbaf-94f2-4c64-981a-5cba39db5d6c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: b507d799-4465-4de5-8708-a59b6704e741] Successfully created port: 8a3e5ad3-c6d8-458e-94f9-4ec658dd7c66 {{(pid=69889) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1253.273220] env[69889]: DEBUG nova.compute.manager [None req-075bbbaf-94f2-4c64-981a-5cba39db5d6c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: b507d799-4465-4de5-8708-a59b6704e741] Start building block device mappings for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1253.280915] env[69889]: INFO nova.compute.resource_tracker [None req-bd1d0882-df05-44a3-bc64-7123754b88e4 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5f8f6d7f-2483-49f3-b08f-c4944dd39291] Updating resource usage from migration aee4a8b6-3dcc-470d-9dba-5c8a0f6bc067 [ 1253.352524] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] [instance: e7e0219a-e539-451b-a8a8-4faf7f1ea109] Instance has had 0 of 5 cleanup attempts {{(pid=69889) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1253.400109] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4078251, 'name': CreateVM_Task, 'duration_secs': 0.539272} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.403000] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f748779-c389-40ae-b572-373ffed151b7] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1253.404899] env[69889]: DEBUG oslo_concurrency.lockutils [None req-dcb9affc-027f-41f3-8ca5-c02531a57709 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.404899] env[69889]: DEBUG oslo_concurrency.lockutils [None req-dcb9affc-027f-41f3-8ca5-c02531a57709 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.404899] env[69889]: DEBUG oslo_concurrency.lockutils [None req-dcb9affc-027f-41f3-8ca5-c02531a57709 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.404899] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-492be060-085a-495d-8ddb-d3d264664b77 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.411889] env[69889]: DEBUG oslo_vmware.api [None req-dcb9affc-027f-41f3-8ca5-c02531a57709 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Waiting for the task: (returnval){ [ 1253.411889] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]525fce6e-f3a8-c785-20ed-7bd4ef551121" [ 1253.411889] env[69889]: _type = "Task" [ 1253.411889] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.423043] env[69889]: DEBUG oslo_vmware.api [None req-dcb9affc-027f-41f3-8ca5-c02531a57709 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]525fce6e-f3a8-c785-20ed-7bd4ef551121, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.493846] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aff531a-9042-4116-9d1b-6773a6e57829 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.497652] env[69889]: DEBUG oslo_concurrency.lockutils [None req-58650e2a-4d53-4795-bd4a-9064fb53b5b6 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.502515] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c539131d-fd40-4e1a-b060-94879d1eb689 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.549572] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d2fe7e3-95cd-4a4e-9446-00a80c57c5db {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.560674] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d446c95-56a1-4609-98ab-80a1086f9dcd {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.577471] env[69889]: DEBUG nova.compute.provider_tree [None req-bd1d0882-df05-44a3-bc64-7123754b88e4 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1253.610158] env[69889]: DEBUG oslo_vmware.api [None req-f9167676-b0bc-4607-af14-723a90f004f3 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4078252, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.126017} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.610444] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9167676-b0bc-4607-af14-723a90f004f3 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1253.610639] env[69889]: DEBUG oslo_concurrency.lockutils [None req-f9167676-b0bc-4607-af14-723a90f004f3 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d399d52-48f6-4a9f-82b4-31940208f0c0/1d399d52-48f6-4a9f-82b4-31940208f0c0.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.611046] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9167676-b0bc-4607-af14-723a90f004f3 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1d399d52-48f6-4a9f-82b4-31940208f0c0/1d399d52-48f6-4a9f-82b4-31940208f0c0.vmdk to [datastore2] 39aba68a-2ac8-47be-b799-ef9f1cfb4521/39aba68a-2ac8-47be-b799-ef9f1cfb4521.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1253.611482] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d19b997a-74fa-4ee1-9d10-7b759cb18897 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.621641] env[69889]: DEBUG oslo_vmware.api [None req-f9167676-b0bc-4607-af14-723a90f004f3 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Waiting for the task: (returnval){ [ 1253.621641] env[69889]: value = "task-4078253" [ 1253.621641] env[69889]: _type = "Task" [ 1253.621641] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.631700] env[69889]: DEBUG oslo_vmware.api [None req-f9167676-b0bc-4607-af14-723a90f004f3 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4078253, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.722909] env[69889]: DEBUG oslo_concurrency.lockutils [req-24bf08c3-0beb-4d5a-98e4-0228b69dea95 req-1fb952b1-c74a-4da7-9dd6-e78d75c82af0 service nova] Releasing lock "refresh_cache-2f748779-c389-40ae-b572-373ffed151b7" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.855477] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] [instance: 7c0cf802-2002-48de-9d48-061bac8350b4] Instance has had 0 of 5 cleanup attempts {{(pid=69889) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1253.924824] env[69889]: DEBUG oslo_vmware.api [None req-dcb9affc-027f-41f3-8ca5-c02531a57709 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]525fce6e-f3a8-c785-20ed-7bd4ef551121, 'name': SearchDatastore_Task, 'duration_secs': 0.0125} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.927023] env[69889]: DEBUG oslo_concurrency.lockutils [None req-dcb9affc-027f-41f3-8ca5-c02531a57709 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.927023] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-dcb9affc-027f-41f3-8ca5-c02531a57709 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 2f748779-c389-40ae-b572-373ffed151b7] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1253.927023] env[69889]: DEBUG oslo_concurrency.lockutils [None req-dcb9affc-027f-41f3-8ca5-c02531a57709 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.927023] env[69889]: DEBUG oslo_concurrency.lockutils [None req-dcb9affc-027f-41f3-8ca5-c02531a57709 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.927023] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcb9affc-027f-41f3-8ca5-c02531a57709 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1253.927023] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7fd59176-79dd-415a-8d4d-91c794cc5345 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.941108] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcb9affc-027f-41f3-8ca5-c02531a57709 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1253.941337] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-dcb9affc-027f-41f3-8ca5-c02531a57709 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1253.942147] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a137b7c-cfaa-43f4-b067-d5a726a3f776 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.950535] env[69889]: DEBUG oslo_vmware.api [None req-dcb9affc-027f-41f3-8ca5-c02531a57709 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Waiting for the task: (returnval){ [ 1253.950535] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]525da8b0-14d4-ad85-14e1-b04985855cd2" [ 1253.950535] env[69889]: _type = "Task" [ 1253.950535] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.961716] env[69889]: DEBUG oslo_vmware.api [None req-dcb9affc-027f-41f3-8ca5-c02531a57709 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]525da8b0-14d4-ad85-14e1-b04985855cd2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.025827] env[69889]: DEBUG nova.compute.manager [req-fe283cd7-8a05-4078-857d-9e4644f4f9ca req-757fb993-dc6c-4886-8a82-48f6c97e9334 service nova] [instance: b05b774d-6161-4dcf-924b-c15c2aa9ced6] Received event network-vif-deleted-3d07fc3f-f36a-42f1-ab81-294d10cf223b {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1254.081256] env[69889]: DEBUG nova.scheduler.client.report [None req-bd1d0882-df05-44a3-bc64-7123754b88e4 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1254.136068] env[69889]: DEBUG oslo_vmware.api [None req-f9167676-b0bc-4607-af14-723a90f004f3 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4078253, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.209501] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7a2b4d7a-2b39-45a2-be60-7f4ddd4250c6 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Lock "97dd9521-55f5-43b9-8248-ac2051b9dd87" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.338s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.211564] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c4f015ab-ebf2-46f7-ae7a-42dcaa5719ad tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Acquiring lock "999b2a97-48c1-4433-82a9-80f354ba33a7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.211825] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c4f015ab-ebf2-46f7-ae7a-42dcaa5719ad tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Lock "999b2a97-48c1-4433-82a9-80f354ba33a7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.289661] env[69889]: DEBUG nova.compute.manager [None req-075bbbaf-94f2-4c64-981a-5cba39db5d6c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: b507d799-4465-4de5-8708-a59b6704e741] Start spawning the instance on the hypervisor. {{(pid=69889) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1254.314027] env[69889]: DEBUG nova.virt.hardware [None req-075bbbaf-94f2-4c64-981a-5cba39db5d6c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1254.314027] env[69889]: DEBUG nova.virt.hardware [None req-075bbbaf-94f2-4c64-981a-5cba39db5d6c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1254.314027] env[69889]: DEBUG nova.virt.hardware [None req-075bbbaf-94f2-4c64-981a-5cba39db5d6c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1254.314027] env[69889]: DEBUG nova.virt.hardware [None req-075bbbaf-94f2-4c64-981a-5cba39db5d6c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1254.314027] env[69889]: DEBUG nova.virt.hardware [None req-075bbbaf-94f2-4c64-981a-5cba39db5d6c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1254.314345] env[69889]: DEBUG nova.virt.hardware [None req-075bbbaf-94f2-4c64-981a-5cba39db5d6c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1254.314391] env[69889]: DEBUG nova.virt.hardware [None req-075bbbaf-94f2-4c64-981a-5cba39db5d6c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1254.314539] env[69889]: DEBUG nova.virt.hardware [None req-075bbbaf-94f2-4c64-981a-5cba39db5d6c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1254.314708] env[69889]: DEBUG nova.virt.hardware [None req-075bbbaf-94f2-4c64-981a-5cba39db5d6c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1254.314868] env[69889]: DEBUG nova.virt.hardware [None req-075bbbaf-94f2-4c64-981a-5cba39db5d6c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1254.315064] env[69889]: DEBUG nova.virt.hardware [None req-075bbbaf-94f2-4c64-981a-5cba39db5d6c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1254.316070] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-123d625d-dd4d-4ef7-ae5b-fdad98b36d45 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.326984] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f89d86d-3998-43b3-8f6e-1af9c6385360 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.359938] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] [instance: 2aee774c-aa5d-42f0-82a4-26e0fa1fe069] Instance has had 0 of 5 cleanup attempts {{(pid=69889) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1254.437295] env[69889]: DEBUG oslo_concurrency.lockutils [None req-9cd0481d-5f94-4ca7-a86b-fcfff43cbdf7 tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Acquiring lock "e3a760bd-82e3-4ee0-bbb6-ba9784cba05d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.437764] env[69889]: DEBUG oslo_concurrency.lockutils [None req-9cd0481d-5f94-4ca7-a86b-fcfff43cbdf7 tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Lock "e3a760bd-82e3-4ee0-bbb6-ba9784cba05d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.467064] env[69889]: DEBUG oslo_vmware.api [None req-dcb9affc-027f-41f3-8ca5-c02531a57709 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]525da8b0-14d4-ad85-14e1-b04985855cd2, 'name': SearchDatastore_Task, 'duration_secs': 0.06823} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.467318] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d00e774-741f-4639-a68e-46025e00520f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.478714] env[69889]: DEBUG oslo_vmware.api [None req-dcb9affc-027f-41f3-8ca5-c02531a57709 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Waiting for the task: (returnval){ [ 1254.478714] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]521358d4-9ef8-9a04-80d9-9e91495fd227" [ 1254.478714] env[69889]: _type = "Task" [ 1254.478714] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.490796] env[69889]: DEBUG oslo_vmware.api [None req-dcb9affc-027f-41f3-8ca5-c02531a57709 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]521358d4-9ef8-9a04-80d9-9e91495fd227, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.587345] env[69889]: DEBUG oslo_concurrency.lockutils [None req-bd1d0882-df05-44a3-bc64-7123754b88e4 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.333s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.587959] env[69889]: INFO nova.compute.manager [None req-bd1d0882-df05-44a3-bc64-7123754b88e4 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5f8f6d7f-2483-49f3-b08f-c4944dd39291] Migrating [ 1254.597994] env[69889]: DEBUG oslo_concurrency.lockutils [None req-58650e2a-4d53-4795-bd4a-9064fb53b5b6 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.100s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.598095] env[69889]: DEBUG nova.objects.instance [None req-58650e2a-4d53-4795-bd4a-9064fb53b5b6 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Lazy-loading 'resources' on Instance uuid b05b774d-6161-4dcf-924b-c15c2aa9ced6 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1254.637080] env[69889]: DEBUG oslo_vmware.api [None req-f9167676-b0bc-4607-af14-723a90f004f3 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4078253, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.714366] env[69889]: DEBUG nova.compute.manager [None req-c4f015ab-ebf2-46f7-ae7a-42dcaa5719ad tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] [instance: 999b2a97-48c1-4433-82a9-80f354ba33a7] Starting instance... {{(pid=69889) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1254.800280] env[69889]: DEBUG nova.network.neutron [None req-075bbbaf-94f2-4c64-981a-5cba39db5d6c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: b507d799-4465-4de5-8708-a59b6704e741] Successfully updated port: 8a3e5ad3-c6d8-458e-94f9-4ec658dd7c66 {{(pid=69889) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1254.863445] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] [instance: a31565fb-fb1f-4fb9-a60d-06e32458efa2] Instance has had 0 of 5 cleanup attempts {{(pid=69889) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1254.941032] env[69889]: DEBUG nova.compute.manager [None req-9cd0481d-5f94-4ca7-a86b-fcfff43cbdf7 tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] [instance: e3a760bd-82e3-4ee0-bbb6-ba9784cba05d] Starting instance... {{(pid=69889) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1254.993760] env[69889]: DEBUG oslo_vmware.api [None req-dcb9affc-027f-41f3-8ca5-c02531a57709 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]521358d4-9ef8-9a04-80d9-9e91495fd227, 'name': SearchDatastore_Task, 'duration_secs': 0.093333} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.994159] env[69889]: DEBUG oslo_concurrency.lockutils [None req-dcb9affc-027f-41f3-8ca5-c02531a57709 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.994480] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcb9affc-027f-41f3-8ca5-c02531a57709 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] 2f748779-c389-40ae-b572-373ffed151b7/2f748779-c389-40ae-b572-373ffed151b7.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1254.995139] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a9c133dc-0942-4a8d-8d6a-293a15d208e9 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.006796] env[69889]: DEBUG oslo_vmware.api [None req-dcb9affc-027f-41f3-8ca5-c02531a57709 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Waiting for the task: (returnval){ [ 1255.006796] env[69889]: value = "task-4078254" [ 1255.006796] env[69889]: _type = "Task" [ 1255.006796] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.019638] env[69889]: DEBUG oslo_vmware.api [None req-dcb9affc-027f-41f3-8ca5-c02531a57709 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': task-4078254, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.110637] env[69889]: DEBUG oslo_concurrency.lockutils [None req-bd1d0882-df05-44a3-bc64-7123754b88e4 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Acquiring lock "refresh_cache-5f8f6d7f-2483-49f3-b08f-c4944dd39291" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.110637] env[69889]: DEBUG oslo_concurrency.lockutils [None req-bd1d0882-df05-44a3-bc64-7123754b88e4 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Acquired lock "refresh_cache-5f8f6d7f-2483-49f3-b08f-c4944dd39291" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.110637] env[69889]: DEBUG nova.network.neutron [None req-bd1d0882-df05-44a3-bc64-7123754b88e4 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5f8f6d7f-2483-49f3-b08f-c4944dd39291] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1255.145611] env[69889]: DEBUG oslo_vmware.api [None req-f9167676-b0bc-4607-af14-723a90f004f3 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4078253, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.238713] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c4f015ab-ebf2-46f7-ae7a-42dcaa5719ad tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.303033] env[69889]: DEBUG oslo_concurrency.lockutils [None req-075bbbaf-94f2-4c64-981a-5cba39db5d6c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Acquiring lock "refresh_cache-b507d799-4465-4de5-8708-a59b6704e741" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.303033] env[69889]: DEBUG oslo_concurrency.lockutils [None req-075bbbaf-94f2-4c64-981a-5cba39db5d6c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Acquired lock "refresh_cache-b507d799-4465-4de5-8708-a59b6704e741" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.303033] env[69889]: DEBUG nova.network.neutron [None req-075bbbaf-94f2-4c64-981a-5cba39db5d6c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: b507d799-4465-4de5-8708-a59b6704e741] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1255.319909] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d50fe15e-4bca-404a-a893-4b4c22a59018 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.334640] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bdb262f-4a9e-4687-adc1-60ef718dc760 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.370011] env[69889]: DEBUG oslo_concurrency.lockutils [None req-85ab9821-3ce4-484b-b672-8cb9981ea5ed tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Acquiring lock "97dd9521-55f5-43b9-8248-ac2051b9dd87" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.370218] env[69889]: DEBUG oslo_concurrency.lockutils [None req-85ab9821-3ce4-484b-b672-8cb9981ea5ed tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Lock "97dd9521-55f5-43b9-8248-ac2051b9dd87" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.370349] env[69889]: DEBUG oslo_concurrency.lockutils [None req-85ab9821-3ce4-484b-b672-8cb9981ea5ed tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Acquiring lock "97dd9521-55f5-43b9-8248-ac2051b9dd87-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.370539] env[69889]: DEBUG oslo_concurrency.lockutils [None req-85ab9821-3ce4-484b-b672-8cb9981ea5ed tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Lock "97dd9521-55f5-43b9-8248-ac2051b9dd87-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.370710] env[69889]: DEBUG oslo_concurrency.lockutils [None req-85ab9821-3ce4-484b-b672-8cb9981ea5ed tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Lock "97dd9521-55f5-43b9-8248-ac2051b9dd87-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.373026] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] [instance: 017df34e-1102-4414-b63e-614ee9db8060] Instance has had 0 of 5 cleanup attempts {{(pid=69889) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1255.374901] env[69889]: INFO nova.compute.manager [None req-85ab9821-3ce4-484b-b672-8cb9981ea5ed tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] [instance: 97dd9521-55f5-43b9-8248-ac2051b9dd87] Terminating instance [ 1255.377088] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b016b34-bc7d-47a9-8b69-d5ef0784508a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.389703] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-becaf59e-83c0-4427-849a-784c95079204 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.409065] env[69889]: DEBUG nova.compute.provider_tree [None req-58650e2a-4d53-4795-bd4a-9064fb53b5b6 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1255.465169] env[69889]: DEBUG oslo_concurrency.lockutils [None req-9cd0481d-5f94-4ca7-a86b-fcfff43cbdf7 tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.520635] env[69889]: DEBUG oslo_vmware.api [None req-dcb9affc-027f-41f3-8ca5-c02531a57709 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': task-4078254, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.637682] env[69889]: DEBUG oslo_vmware.api [None req-f9167676-b0bc-4607-af14-723a90f004f3 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4078253, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.854926] env[69889]: DEBUG nova.network.neutron [None req-075bbbaf-94f2-4c64-981a-5cba39db5d6c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: b507d799-4465-4de5-8708-a59b6704e741] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1255.875581] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] [instance: 1ff86d69-e1bb-4998-9a5b-6b798772f9e3] Instance has had 0 of 5 cleanup attempts {{(pid=69889) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1255.884799] env[69889]: DEBUG nova.compute.manager [None req-85ab9821-3ce4-484b-b672-8cb9981ea5ed tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] [instance: 97dd9521-55f5-43b9-8248-ac2051b9dd87] Start destroying the instance on the hypervisor. {{(pid=69889) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1255.884799] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-85ab9821-3ce4-484b-b672-8cb9981ea5ed tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] [instance: 97dd9521-55f5-43b9-8248-ac2051b9dd87] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1255.884799] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62504d7c-90ae-4f48-8e84-529dce33bba5 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.896687] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-85ab9821-3ce4-484b-b672-8cb9981ea5ed tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] [instance: 97dd9521-55f5-43b9-8248-ac2051b9dd87] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1255.897093] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-115fca18-9e25-456d-bb70-b98ab00c8ea4 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.907875] env[69889]: DEBUG oslo_vmware.api [None req-85ab9821-3ce4-484b-b672-8cb9981ea5ed tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Waiting for the task: (returnval){ [ 1255.907875] env[69889]: value = "task-4078255" [ 1255.907875] env[69889]: _type = "Task" [ 1255.907875] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.912473] env[69889]: DEBUG nova.scheduler.client.report [None req-58650e2a-4d53-4795-bd4a-9064fb53b5b6 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1255.925375] env[69889]: DEBUG oslo_vmware.api [None req-85ab9821-3ce4-484b-b672-8cb9981ea5ed tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Task: {'id': task-4078255, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.022784] env[69889]: DEBUG oslo_vmware.api [None req-dcb9affc-027f-41f3-8ca5-c02531a57709 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': task-4078254, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.140783] env[69889]: DEBUG oslo_vmware.api [None req-f9167676-b0bc-4607-af14-723a90f004f3 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4078253, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.463498} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.146069] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9167676-b0bc-4607-af14-723a90f004f3 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1d399d52-48f6-4a9f-82b4-31940208f0c0/1d399d52-48f6-4a9f-82b4-31940208f0c0.vmdk to [datastore2] 39aba68a-2ac8-47be-b799-ef9f1cfb4521/39aba68a-2ac8-47be-b799-ef9f1cfb4521.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1256.148029] env[69889]: DEBUG nova.compute.manager [req-17579c44-23ad-4672-9a87-47c38df12207 req-6e04ecaa-5ed6-4070-b4e6-3bea123c2b6a service nova] [instance: b507d799-4465-4de5-8708-a59b6704e741] Received event network-vif-plugged-8a3e5ad3-c6d8-458e-94f9-4ec658dd7c66 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1256.148405] env[69889]: DEBUG oslo_concurrency.lockutils [req-17579c44-23ad-4672-9a87-47c38df12207 req-6e04ecaa-5ed6-4070-b4e6-3bea123c2b6a service nova] Acquiring lock "b507d799-4465-4de5-8708-a59b6704e741-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.148761] env[69889]: DEBUG oslo_concurrency.lockutils [req-17579c44-23ad-4672-9a87-47c38df12207 req-6e04ecaa-5ed6-4070-b4e6-3bea123c2b6a service nova] Lock "b507d799-4465-4de5-8708-a59b6704e741-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.149063] env[69889]: DEBUG oslo_concurrency.lockutils [req-17579c44-23ad-4672-9a87-47c38df12207 req-6e04ecaa-5ed6-4070-b4e6-3bea123c2b6a service nova] Lock "b507d799-4465-4de5-8708-a59b6704e741-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.149366] env[69889]: DEBUG nova.compute.manager [req-17579c44-23ad-4672-9a87-47c38df12207 req-6e04ecaa-5ed6-4070-b4e6-3bea123c2b6a service nova] [instance: b507d799-4465-4de5-8708-a59b6704e741] No waiting events found dispatching network-vif-plugged-8a3e5ad3-c6d8-458e-94f9-4ec658dd7c66 {{(pid=69889) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1256.149655] env[69889]: WARNING nova.compute.manager [req-17579c44-23ad-4672-9a87-47c38df12207 req-6e04ecaa-5ed6-4070-b4e6-3bea123c2b6a service nova] [instance: b507d799-4465-4de5-8708-a59b6704e741] Received unexpected event network-vif-plugged-8a3e5ad3-c6d8-458e-94f9-4ec658dd7c66 for instance with vm_state building and task_state spawning. [ 1256.150043] env[69889]: DEBUG nova.compute.manager [req-17579c44-23ad-4672-9a87-47c38df12207 req-6e04ecaa-5ed6-4070-b4e6-3bea123c2b6a service nova] [instance: b507d799-4465-4de5-8708-a59b6704e741] Received event network-changed-8a3e5ad3-c6d8-458e-94f9-4ec658dd7c66 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1256.150226] env[69889]: DEBUG nova.compute.manager [req-17579c44-23ad-4672-9a87-47c38df12207 req-6e04ecaa-5ed6-4070-b4e6-3bea123c2b6a service nova] [instance: b507d799-4465-4de5-8708-a59b6704e741] Refreshing instance network info cache due to event network-changed-8a3e5ad3-c6d8-458e-94f9-4ec658dd7c66. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1256.150753] env[69889]: DEBUG oslo_concurrency.lockutils [req-17579c44-23ad-4672-9a87-47c38df12207 req-6e04ecaa-5ed6-4070-b4e6-3bea123c2b6a service nova] Acquiring lock "refresh_cache-b507d799-4465-4de5-8708-a59b6704e741" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.152271] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d883d591-5b23-4801-a9cc-51ac2dd60b0e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.159378] env[69889]: DEBUG nova.network.neutron [None req-bd1d0882-df05-44a3-bc64-7123754b88e4 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5f8f6d7f-2483-49f3-b08f-c4944dd39291] Updating instance_info_cache with network_info: [{"id": "6193a90c-3e3a-4ca4-b452-305ec89374d9", "address": "fa:16:3e:83:71:ea", "network": {"id": "c607a821-3d63-41af-abaf-0611e2141a9c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-453181546-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8917847ce0c4465198a89a1c5551fb59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15165046-2de9-4ada-9e99-0126e20854a9", "external-id": "nsx-vlan-transportzone-974", "segmentation_id": 974, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6193a90c-3e", "ovs_interfaceid": "6193a90c-3e3a-4ca4-b452-305ec89374d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.183541] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9167676-b0bc-4607-af14-723a90f004f3 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 39aba68a-2ac8-47be-b799-ef9f1cfb4521] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] 39aba68a-2ac8-47be-b799-ef9f1cfb4521/39aba68a-2ac8-47be-b799-ef9f1cfb4521.vmdk or device None with type streamOptimized {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1256.187560] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad8b11d6-b976-46db-9014-d70f3d29e985 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.215919] env[69889]: DEBUG oslo_vmware.api [None req-f9167676-b0bc-4607-af14-723a90f004f3 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Waiting for the task: (returnval){ [ 1256.215919] env[69889]: value = "task-4078256" [ 1256.215919] env[69889]: _type = "Task" [ 1256.215919] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.230429] env[69889]: DEBUG oslo_vmware.api [None req-f9167676-b0bc-4607-af14-723a90f004f3 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4078256, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.324649] env[69889]: DEBUG nova.network.neutron [None req-075bbbaf-94f2-4c64-981a-5cba39db5d6c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: b507d799-4465-4de5-8708-a59b6704e741] Updating instance_info_cache with network_info: [{"id": "8a3e5ad3-c6d8-458e-94f9-4ec658dd7c66", "address": "fa:16:3e:58:c2:a5", "network": {"id": "a205e286-28cc-4d8d-92da-d016aa89fb95", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1004022442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e46f471b2284533892518bdcc6cd332", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e83154-c0d2-4d3d-b95e-3cd5ba336257", "external-id": "nsx-vlan-transportzone-771", "segmentation_id": 771, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a3e5ad3-c6", "ovs_interfaceid": "8a3e5ad3-c6d8-458e-94f9-4ec658dd7c66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.378703] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] [instance: fda65aea-c3b4-46f8-9f00-fc7754f5b883] Instance has had 0 of 5 cleanup attempts {{(pid=69889) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1256.420830] env[69889]: DEBUG oslo_concurrency.lockutils [None req-58650e2a-4d53-4795-bd4a-9064fb53b5b6 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.823s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.423624] env[69889]: DEBUG oslo_vmware.api [None req-85ab9821-3ce4-484b-b672-8cb9981ea5ed tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Task: {'id': task-4078255, 'name': PowerOffVM_Task, 'duration_secs': 0.245697} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.424238] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c4f015ab-ebf2-46f7-ae7a-42dcaa5719ad tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.186s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.425834] env[69889]: INFO nova.compute.claims [None req-c4f015ab-ebf2-46f7-ae7a-42dcaa5719ad tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] [instance: 999b2a97-48c1-4433-82a9-80f354ba33a7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1256.428428] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-85ab9821-3ce4-484b-b672-8cb9981ea5ed tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] [instance: 97dd9521-55f5-43b9-8248-ac2051b9dd87] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1256.428621] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-85ab9821-3ce4-484b-b672-8cb9981ea5ed tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] [instance: 97dd9521-55f5-43b9-8248-ac2051b9dd87] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1256.429166] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-93ff046a-996e-48db-a33d-f6d48c2d65ff {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.448765] env[69889]: INFO nova.scheduler.client.report [None req-58650e2a-4d53-4795-bd4a-9064fb53b5b6 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Deleted allocations for instance b05b774d-6161-4dcf-924b-c15c2aa9ced6 [ 1256.509127] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-85ab9821-3ce4-484b-b672-8cb9981ea5ed tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] [instance: 97dd9521-55f5-43b9-8248-ac2051b9dd87] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1256.509417] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-85ab9821-3ce4-484b-b672-8cb9981ea5ed tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] [instance: 97dd9521-55f5-43b9-8248-ac2051b9dd87] Deleting contents of the VM from datastore datastore1 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1256.509673] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-85ab9821-3ce4-484b-b672-8cb9981ea5ed tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Deleting the datastore file [datastore1] 97dd9521-55f5-43b9-8248-ac2051b9dd87 {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1256.510694] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-db65f961-11ad-479d-9857-9612005ce817 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.521517] env[69889]: DEBUG oslo_vmware.api [None req-dcb9affc-027f-41f3-8ca5-c02531a57709 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': task-4078254, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.470347} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.522934] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcb9affc-027f-41f3-8ca5-c02531a57709 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] 2f748779-c389-40ae-b572-373ffed151b7/2f748779-c389-40ae-b572-373ffed151b7.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1256.523240] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-dcb9affc-027f-41f3-8ca5-c02531a57709 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 2f748779-c389-40ae-b572-373ffed151b7] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1256.523597] env[69889]: DEBUG oslo_vmware.api [None req-85ab9821-3ce4-484b-b672-8cb9981ea5ed tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Waiting for the task: (returnval){ [ 1256.523597] env[69889]: value = "task-4078258" [ 1256.523597] env[69889]: _type = "Task" [ 1256.523597] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.523795] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fe5d4794-d4e6-491c-bc1a-24f4be219d24 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.535988] env[69889]: DEBUG oslo_vmware.api [None req-85ab9821-3ce4-484b-b672-8cb9981ea5ed tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Task: {'id': task-4078258, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.537339] env[69889]: DEBUG oslo_vmware.api [None req-dcb9affc-027f-41f3-8ca5-c02531a57709 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Waiting for the task: (returnval){ [ 1256.537339] env[69889]: value = "task-4078259" [ 1256.537339] env[69889]: _type = "Task" [ 1256.537339] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.546159] env[69889]: DEBUG oslo_vmware.api [None req-dcb9affc-027f-41f3-8ca5-c02531a57709 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': task-4078259, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.662332] env[69889]: DEBUG oslo_concurrency.lockutils [None req-bd1d0882-df05-44a3-bc64-7123754b88e4 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Releasing lock "refresh_cache-5f8f6d7f-2483-49f3-b08f-c4944dd39291" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.726719] env[69889]: DEBUG oslo_vmware.api [None req-f9167676-b0bc-4607-af14-723a90f004f3 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4078256, 'name': ReconfigVM_Task, 'duration_secs': 0.493037} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.727019] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9167676-b0bc-4607-af14-723a90f004f3 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 39aba68a-2ac8-47be-b799-ef9f1cfb4521] Reconfigured VM instance instance-00000065 to attach disk [datastore2] 39aba68a-2ac8-47be-b799-ef9f1cfb4521/39aba68a-2ac8-47be-b799-ef9f1cfb4521.vmdk or device None with type streamOptimized {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1256.727705] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d6411a90-d77a-4169-b13b-ad9dc1934b4a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.735114] env[69889]: DEBUG oslo_vmware.api [None req-f9167676-b0bc-4607-af14-723a90f004f3 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Waiting for the task: (returnval){ [ 1256.735114] env[69889]: value = "task-4078260" [ 1256.735114] env[69889]: _type = "Task" [ 1256.735114] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.743895] env[69889]: DEBUG oslo_vmware.api [None req-f9167676-b0bc-4607-af14-723a90f004f3 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4078260, 'name': Rename_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.827306] env[69889]: DEBUG oslo_concurrency.lockutils [None req-075bbbaf-94f2-4c64-981a-5cba39db5d6c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Releasing lock "refresh_cache-b507d799-4465-4de5-8708-a59b6704e741" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.827690] env[69889]: DEBUG nova.compute.manager [None req-075bbbaf-94f2-4c64-981a-5cba39db5d6c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: b507d799-4465-4de5-8708-a59b6704e741] Instance network_info: |[{"id": "8a3e5ad3-c6d8-458e-94f9-4ec658dd7c66", "address": "fa:16:3e:58:c2:a5", "network": {"id": "a205e286-28cc-4d8d-92da-d016aa89fb95", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1004022442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e46f471b2284533892518bdcc6cd332", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e83154-c0d2-4d3d-b95e-3cd5ba336257", "external-id": "nsx-vlan-transportzone-771", "segmentation_id": 771, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a3e5ad3-c6", "ovs_interfaceid": "8a3e5ad3-c6d8-458e-94f9-4ec658dd7c66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1256.828016] env[69889]: DEBUG oslo_concurrency.lockutils [req-17579c44-23ad-4672-9a87-47c38df12207 req-6e04ecaa-5ed6-4070-b4e6-3bea123c2b6a service nova] Acquired lock "refresh_cache-b507d799-4465-4de5-8708-a59b6704e741" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.828214] env[69889]: DEBUG nova.network.neutron [req-17579c44-23ad-4672-9a87-47c38df12207 req-6e04ecaa-5ed6-4070-b4e6-3bea123c2b6a service nova] [instance: b507d799-4465-4de5-8708-a59b6704e741] Refreshing network info cache for port 8a3e5ad3-c6d8-458e-94f9-4ec658dd7c66 {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1256.829662] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-075bbbaf-94f2-4c64-981a-5cba39db5d6c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: b507d799-4465-4de5-8708-a59b6704e741] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:c2:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13e83154-c0d2-4d3d-b95e-3cd5ba336257', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8a3e5ad3-c6d8-458e-94f9-4ec658dd7c66', 'vif_model': 'vmxnet3'}] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1256.843358] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-075bbbaf-94f2-4c64-981a-5cba39db5d6c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1256.846625] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b507d799-4465-4de5-8708-a59b6704e741] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1256.847231] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e79093d8-6fdd-41d1-9c94-fda967eeadf4 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.869878] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1256.869878] env[69889]: value = "task-4078261" [ 1256.869878] env[69889]: _type = "Task" [ 1256.869878] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.878787] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4078261, 'name': CreateVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.882382] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] [instance: 25fa2007-30d6-4a2a-9498-d523988ee0ad] Instance has had 0 of 5 cleanup attempts {{(pid=69889) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1256.961111] env[69889]: DEBUG oslo_concurrency.lockutils [None req-58650e2a-4d53-4795-bd4a-9064fb53b5b6 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Lock "b05b774d-6161-4dcf-924b-c15c2aa9ced6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.280s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.038032] env[69889]: DEBUG oslo_vmware.api [None req-85ab9821-3ce4-484b-b672-8cb9981ea5ed tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Task: {'id': task-4078258, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169791} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.038032] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-85ab9821-3ce4-484b-b672-8cb9981ea5ed tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1257.038032] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-85ab9821-3ce4-484b-b672-8cb9981ea5ed tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] [instance: 97dd9521-55f5-43b9-8248-ac2051b9dd87] Deleted contents of the VM from datastore datastore1 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1257.038272] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-85ab9821-3ce4-484b-b672-8cb9981ea5ed tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] [instance: 97dd9521-55f5-43b9-8248-ac2051b9dd87] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1257.038342] env[69889]: INFO nova.compute.manager [None req-85ab9821-3ce4-484b-b672-8cb9981ea5ed tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] [instance: 97dd9521-55f5-43b9-8248-ac2051b9dd87] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1257.038658] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-85ab9821-3ce4-484b-b672-8cb9981ea5ed tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1257.038972] env[69889]: DEBUG nova.compute.manager [-] [instance: 97dd9521-55f5-43b9-8248-ac2051b9dd87] Deallocating network for instance {{(pid=69889) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1257.039110] env[69889]: DEBUG nova.network.neutron [-] [instance: 97dd9521-55f5-43b9-8248-ac2051b9dd87] deallocate_for_instance() {{(pid=69889) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1257.051128] env[69889]: DEBUG oslo_vmware.api [None req-dcb9affc-027f-41f3-8ca5-c02531a57709 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': task-4078259, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077793} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.051468] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-dcb9affc-027f-41f3-8ca5-c02531a57709 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 2f748779-c389-40ae-b572-373ffed151b7] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1257.052385] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea482c48-fc50-446c-9749-781def082d50 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.076135] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcb9affc-027f-41f3-8ca5-c02531a57709 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 2f748779-c389-40ae-b572-373ffed151b7] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] 2f748779-c389-40ae-b572-373ffed151b7/2f748779-c389-40ae-b572-373ffed151b7.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1257.076436] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6cd9bbf7-d933-42c7-a86a-d678b9a44ed8 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.103908] env[69889]: DEBUG oslo_vmware.api [None req-dcb9affc-027f-41f3-8ca5-c02531a57709 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Waiting for the task: (returnval){ [ 1257.103908] env[69889]: value = "task-4078262" [ 1257.103908] env[69889]: _type = "Task" [ 1257.103908] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.114590] env[69889]: DEBUG oslo_vmware.api [None req-dcb9affc-027f-41f3-8ca5-c02531a57709 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': task-4078262, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.157355] env[69889]: DEBUG nova.network.neutron [req-17579c44-23ad-4672-9a87-47c38df12207 req-6e04ecaa-5ed6-4070-b4e6-3bea123c2b6a service nova] [instance: b507d799-4465-4de5-8708-a59b6704e741] Updated VIF entry in instance network info cache for port 8a3e5ad3-c6d8-458e-94f9-4ec658dd7c66. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1257.157738] env[69889]: DEBUG nova.network.neutron [req-17579c44-23ad-4672-9a87-47c38df12207 req-6e04ecaa-5ed6-4070-b4e6-3bea123c2b6a service nova] [instance: b507d799-4465-4de5-8708-a59b6704e741] Updating instance_info_cache with network_info: [{"id": "8a3e5ad3-c6d8-458e-94f9-4ec658dd7c66", "address": "fa:16:3e:58:c2:a5", "network": {"id": "a205e286-28cc-4d8d-92da-d016aa89fb95", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1004022442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e46f471b2284533892518bdcc6cd332", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e83154-c0d2-4d3d-b95e-3cd5ba336257", "external-id": "nsx-vlan-transportzone-771", "segmentation_id": 771, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a3e5ad3-c6", "ovs_interfaceid": "8a3e5ad3-c6d8-458e-94f9-4ec658dd7c66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1257.249506] env[69889]: DEBUG oslo_vmware.api [None req-f9167676-b0bc-4607-af14-723a90f004f3 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4078260, 'name': Rename_Task} progress is 99%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.385009] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4078261, 'name': CreateVM_Task, 'duration_secs': 0.378906} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.385513] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] [instance: 68d7b291-3a3f-4ba0-9b9a-31407b0a43db] Instance has had 0 of 5 cleanup attempts {{(pid=69889) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1257.387335] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b507d799-4465-4de5-8708-a59b6704e741] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1257.388220] env[69889]: DEBUG oslo_concurrency.lockutils [None req-075bbbaf-94f2-4c64-981a-5cba39db5d6c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.388410] env[69889]: DEBUG oslo_concurrency.lockutils [None req-075bbbaf-94f2-4c64-981a-5cba39db5d6c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.388772] env[69889]: DEBUG oslo_concurrency.lockutils [None req-075bbbaf-94f2-4c64-981a-5cba39db5d6c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.389358] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a5ee4ec-667b-40dd-8603-049a5aa39696 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.403671] env[69889]: DEBUG oslo_vmware.api [None req-075bbbaf-94f2-4c64-981a-5cba39db5d6c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Waiting for the task: (returnval){ [ 1257.403671] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52f5f43d-62db-1bcc-bc4f-0c74cd443684" [ 1257.403671] env[69889]: _type = "Task" [ 1257.403671] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.415952] env[69889]: DEBUG oslo_vmware.api [None req-075bbbaf-94f2-4c64-981a-5cba39db5d6c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52f5f43d-62db-1bcc-bc4f-0c74cd443684, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.620388] env[69889]: DEBUG oslo_vmware.api [None req-dcb9affc-027f-41f3-8ca5-c02531a57709 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': task-4078262, 'name': ReconfigVM_Task, 'duration_secs': 0.417814} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.620814] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcb9affc-027f-41f3-8ca5-c02531a57709 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 2f748779-c389-40ae-b572-373ffed151b7] Reconfigured VM instance instance-0000006f to attach disk [datastore2] 2f748779-c389-40ae-b572-373ffed151b7/2f748779-c389-40ae-b572-373ffed151b7.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1257.621741] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-864403d5-a467-4074-8c71-0b6b628b9541 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.630676] env[69889]: DEBUG oslo_vmware.api [None req-dcb9affc-027f-41f3-8ca5-c02531a57709 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Waiting for the task: (returnval){ [ 1257.630676] env[69889]: value = "task-4078263" [ 1257.630676] env[69889]: _type = "Task" [ 1257.630676] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.643099] env[69889]: DEBUG oslo_vmware.api [None req-dcb9affc-027f-41f3-8ca5-c02531a57709 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': task-4078263, 'name': Rename_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.660567] env[69889]: DEBUG oslo_concurrency.lockutils [req-17579c44-23ad-4672-9a87-47c38df12207 req-6e04ecaa-5ed6-4070-b4e6-3bea123c2b6a service nova] Releasing lock "refresh_cache-b507d799-4465-4de5-8708-a59b6704e741" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.662263] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2c394b7-0952-45f5-9ad5-8d220309b181 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.679018] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2dc0319-add2-441b-858c-349ab902e066 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.720965] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9fc4c43-35d8-4210-becc-0b486cf4997b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.730392] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d03b68f-1b3a-4201-9a17-cf87ee02ec22 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.750045] env[69889]: DEBUG nova.compute.provider_tree [None req-c4f015ab-ebf2-46f7-ae7a-42dcaa5719ad tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Updating inventory in ProviderTree for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1257.759734] env[69889]: DEBUG oslo_vmware.api [None req-f9167676-b0bc-4607-af14-723a90f004f3 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4078260, 'name': Rename_Task} progress is 99%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.890382] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] [instance: f5e9c9c1-3038-4530-9694-0e51131cdf87] Instance has had 0 of 5 cleanup attempts {{(pid=69889) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1257.919149] env[69889]: DEBUG oslo_vmware.api [None req-075bbbaf-94f2-4c64-981a-5cba39db5d6c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52f5f43d-62db-1bcc-bc4f-0c74cd443684, 'name': SearchDatastore_Task, 'duration_secs': 0.026423} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.919588] env[69889]: DEBUG oslo_concurrency.lockutils [None req-075bbbaf-94f2-4c64-981a-5cba39db5d6c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.919759] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-075bbbaf-94f2-4c64-981a-5cba39db5d6c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: b507d799-4465-4de5-8708-a59b6704e741] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1257.920037] env[69889]: DEBUG oslo_concurrency.lockutils [None req-075bbbaf-94f2-4c64-981a-5cba39db5d6c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.920163] env[69889]: DEBUG oslo_concurrency.lockutils [None req-075bbbaf-94f2-4c64-981a-5cba39db5d6c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.920342] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-075bbbaf-94f2-4c64-981a-5cba39db5d6c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1257.920610] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-99172d0d-9b0b-47ef-a5dd-21b6327d02ac {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.930762] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-075bbbaf-94f2-4c64-981a-5cba39db5d6c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1257.931429] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-075bbbaf-94f2-4c64-981a-5cba39db5d6c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1257.932100] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ac4d73b-5032-4a92-9399-8f5fc065a5e5 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.937877] env[69889]: DEBUG oslo_vmware.api [None req-075bbbaf-94f2-4c64-981a-5cba39db5d6c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Waiting for the task: (returnval){ [ 1257.937877] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]527e7901-3457-e4cc-35b7-c41a38e6ae9e" [ 1257.937877] env[69889]: _type = "Task" [ 1257.937877] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.946141] env[69889]: DEBUG oslo_vmware.api [None req-075bbbaf-94f2-4c64-981a-5cba39db5d6c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]527e7901-3457-e4cc-35b7-c41a38e6ae9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.141127] env[69889]: DEBUG oslo_vmware.api [None req-dcb9affc-027f-41f3-8ca5-c02531a57709 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': task-4078263, 'name': Rename_Task, 'duration_secs': 0.164276} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.141292] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcb9affc-027f-41f3-8ca5-c02531a57709 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 2f748779-c389-40ae-b572-373ffed151b7] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1258.141473] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8f6d79c4-8ab2-45d2-8830-b287410c8a7f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.147907] env[69889]: DEBUG oslo_vmware.api [None req-dcb9affc-027f-41f3-8ca5-c02531a57709 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Waiting for the task: (returnval){ [ 1258.147907] env[69889]: value = "task-4078265" [ 1258.147907] env[69889]: _type = "Task" [ 1258.147907] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.157307] env[69889]: DEBUG oslo_vmware.api [None req-dcb9affc-027f-41f3-8ca5-c02531a57709 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': task-4078265, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.168701] env[69889]: DEBUG nova.compute.manager [req-0388ecf1-0dc9-4bc9-ab29-2de497715cf1 req-a6ef1083-75e3-4614-8ab9-9656badbb5aa service nova] [instance: 97dd9521-55f5-43b9-8248-ac2051b9dd87] Received event network-vif-deleted-8026f975-c947-4cf2-b077-805e14c2d7d4 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1258.168972] env[69889]: INFO nova.compute.manager [req-0388ecf1-0dc9-4bc9-ab29-2de497715cf1 req-a6ef1083-75e3-4614-8ab9-9656badbb5aa service nova] [instance: 97dd9521-55f5-43b9-8248-ac2051b9dd87] Neutron deleted interface 8026f975-c947-4cf2-b077-805e14c2d7d4; detaching it from the instance and deleting it from the info cache [ 1258.169106] env[69889]: DEBUG nova.network.neutron [req-0388ecf1-0dc9-4bc9-ab29-2de497715cf1 req-a6ef1083-75e3-4614-8ab9-9656badbb5aa service nova] [instance: 97dd9521-55f5-43b9-8248-ac2051b9dd87] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1258.192912] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24af88b8-7d71-4bac-af32-392e8226ce16 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.212756] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-bd1d0882-df05-44a3-bc64-7123754b88e4 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5f8f6d7f-2483-49f3-b08f-c4944dd39291] Updating instance '5f8f6d7f-2483-49f3-b08f-c4944dd39291' progress to 0 {{(pid=69889) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1258.224727] env[69889]: DEBUG nova.network.neutron [-] [instance: 97dd9521-55f5-43b9-8248-ac2051b9dd87] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1258.247531] env[69889]: DEBUG oslo_vmware.api [None req-f9167676-b0bc-4607-af14-723a90f004f3 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4078260, 'name': Rename_Task, 'duration_secs': 1.182457} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.247809] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9167676-b0bc-4607-af14-723a90f004f3 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 39aba68a-2ac8-47be-b799-ef9f1cfb4521] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1258.248068] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-052b3cf0-9b0e-46d4-898f-7c45b15d20df {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.258210] env[69889]: DEBUG oslo_vmware.api [None req-f9167676-b0bc-4607-af14-723a90f004f3 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Waiting for the task: (returnval){ [ 1258.258210] env[69889]: value = "task-4078266" [ 1258.258210] env[69889]: _type = "Task" [ 1258.258210] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.268294] env[69889]: DEBUG oslo_vmware.api [None req-f9167676-b0bc-4607-af14-723a90f004f3 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4078266, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.277041] env[69889]: ERROR nova.scheduler.client.report [None req-c4f015ab-ebf2-46f7-ae7a-42dcaa5719ad tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] [req-53569cdb-bde5-4aab-ac27-5090db9b3002] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 90d7c690-84bb-4f6d-b52e-7f3e0decd101. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-53569cdb-bde5-4aab-ac27-5090db9b3002"}]} [ 1258.295875] env[69889]: DEBUG nova.scheduler.client.report [None req-c4f015ab-ebf2-46f7-ae7a-42dcaa5719ad tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Refreshing inventories for resource provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1258.314822] env[69889]: DEBUG nova.scheduler.client.report [None req-c4f015ab-ebf2-46f7-ae7a-42dcaa5719ad tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Updating ProviderTree inventory for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1258.315074] env[69889]: DEBUG nova.compute.provider_tree [None req-c4f015ab-ebf2-46f7-ae7a-42dcaa5719ad tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Updating inventory in ProviderTree for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1258.327260] env[69889]: DEBUG nova.scheduler.client.report [None req-c4f015ab-ebf2-46f7-ae7a-42dcaa5719ad tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Refreshing aggregate associations for resource provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101, aggregates: None {{(pid=69889) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1258.348477] env[69889]: DEBUG nova.scheduler.client.report [None req-c4f015ab-ebf2-46f7-ae7a-42dcaa5719ad tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Refreshing trait associations for resource provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=69889) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1258.395049] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] [instance: 233f5e8b-de2a-4e68-b8ca-2a548f32617f] Instance has had 0 of 5 cleanup attempts {{(pid=69889) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1258.461245] env[69889]: DEBUG oslo_vmware.api [None req-075bbbaf-94f2-4c64-981a-5cba39db5d6c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]527e7901-3457-e4cc-35b7-c41a38e6ae9e, 'name': SearchDatastore_Task, 'duration_secs': 0.011279} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.462738] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9984d910-a953-4907-a515-28edfdf3ac4a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.475142] env[69889]: DEBUG oslo_vmware.api [None req-075bbbaf-94f2-4c64-981a-5cba39db5d6c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Waiting for the task: (returnval){ [ 1258.475142] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52ba7fab-7841-9f33-7e7e-644cb6c91058" [ 1258.475142] env[69889]: _type = "Task" [ 1258.475142] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.486376] env[69889]: DEBUG oslo_vmware.api [None req-075bbbaf-94f2-4c64-981a-5cba39db5d6c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52ba7fab-7841-9f33-7e7e-644cb6c91058, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.549694] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c82fa3f-ac47-4071-b29b-05ba5b8f7bc1 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.558086] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a66dff-bcd5-4992-aef5-c113eda0efbd {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.594040] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f943153-3e85-4448-907a-396b5ede376b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.603410] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c2ca5ac-3788-496f-b2bb-ef1d545d15bf {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.618796] env[69889]: DEBUG nova.compute.provider_tree [None req-c4f015ab-ebf2-46f7-ae7a-42dcaa5719ad tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Updating inventory in ProviderTree for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1258.659517] env[69889]: DEBUG oslo_vmware.api [None req-dcb9affc-027f-41f3-8ca5-c02531a57709 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': task-4078265, 'name': PowerOnVM_Task, 'duration_secs': 0.506382} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.659790] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcb9affc-027f-41f3-8ca5-c02531a57709 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 2f748779-c389-40ae-b572-373ffed151b7] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1258.660047] env[69889]: INFO nova.compute.manager [None req-dcb9affc-027f-41f3-8ca5-c02531a57709 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 2f748779-c389-40ae-b572-373ffed151b7] Took 8.56 seconds to spawn the instance on the hypervisor. [ 1258.660218] env[69889]: DEBUG nova.compute.manager [None req-dcb9affc-027f-41f3-8ca5-c02531a57709 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 2f748779-c389-40ae-b572-373ffed151b7] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1258.661043] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b3e93a9-d986-41f0-817e-5b6834be4e4d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.671748] env[69889]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c0914a76-4be2-4d80-a612-140213d26366 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.683010] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2535d3e-867f-48e4-8e8e-338ce30d47a8 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.721050] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd1d0882-df05-44a3-bc64-7123754b88e4 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5f8f6d7f-2483-49f3-b08f-c4944dd39291] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1258.721499] env[69889]: DEBUG nova.compute.manager [req-0388ecf1-0dc9-4bc9-ab29-2de497715cf1 req-a6ef1083-75e3-4614-8ab9-9656badbb5aa service nova] [instance: 97dd9521-55f5-43b9-8248-ac2051b9dd87] Detach interface failed, port_id=8026f975-c947-4cf2-b077-805e14c2d7d4, reason: Instance 97dd9521-55f5-43b9-8248-ac2051b9dd87 could not be found. {{(pid=69889) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1258.722666] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c14bf6ef-8a08-4c6f-8547-b10cfaa718a8 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.727409] env[69889]: INFO nova.compute.manager [-] [instance: 97dd9521-55f5-43b9-8248-ac2051b9dd87] Took 1.69 seconds to deallocate network for instance. [ 1258.730860] env[69889]: DEBUG oslo_vmware.api [None req-bd1d0882-df05-44a3-bc64-7123754b88e4 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Waiting for the task: (returnval){ [ 1258.730860] env[69889]: value = "task-4078267" [ 1258.730860] env[69889]: _type = "Task" [ 1258.730860] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.743634] env[69889]: DEBUG oslo_vmware.api [None req-bd1d0882-df05-44a3-bc64-7123754b88e4 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': task-4078267, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.771033] env[69889]: DEBUG oslo_vmware.api [None req-f9167676-b0bc-4607-af14-723a90f004f3 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4078266, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.900394] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] [instance: 72912814-7e55-405f-a878-7102dcdfc7d1] Instance has had 0 of 5 cleanup attempts {{(pid=69889) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1258.985707] env[69889]: DEBUG oslo_vmware.api [None req-075bbbaf-94f2-4c64-981a-5cba39db5d6c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52ba7fab-7841-9f33-7e7e-644cb6c91058, 'name': SearchDatastore_Task, 'duration_secs': 0.010811} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.985990] env[69889]: DEBUG oslo_concurrency.lockutils [None req-075bbbaf-94f2-4c64-981a-5cba39db5d6c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.986295] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-075bbbaf-94f2-4c64-981a-5cba39db5d6c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore1] b507d799-4465-4de5-8708-a59b6704e741/b507d799-4465-4de5-8708-a59b6704e741.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1258.986576] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-df99b8d4-38a8-416c-b235-cdabf9b18cac {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.994185] env[69889]: DEBUG oslo_vmware.api [None req-075bbbaf-94f2-4c64-981a-5cba39db5d6c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Waiting for the task: (returnval){ [ 1258.994185] env[69889]: value = "task-4078268" [ 1258.994185] env[69889]: _type = "Task" [ 1258.994185] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.003446] env[69889]: DEBUG oslo_vmware.api [None req-075bbbaf-94f2-4c64-981a-5cba39db5d6c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078268, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.159050] env[69889]: DEBUG nova.scheduler.client.report [None req-c4f015ab-ebf2-46f7-ae7a-42dcaa5719ad tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Updated inventory for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 with generation 154 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1259.159601] env[69889]: DEBUG nova.compute.provider_tree [None req-c4f015ab-ebf2-46f7-ae7a-42dcaa5719ad tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Updating resource provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 generation from 154 to 155 during operation: update_inventory {{(pid=69889) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1259.159601] env[69889]: DEBUG nova.compute.provider_tree [None req-c4f015ab-ebf2-46f7-ae7a-42dcaa5719ad tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Updating inventory in ProviderTree for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1259.180087] env[69889]: INFO nova.compute.manager [None req-dcb9affc-027f-41f3-8ca5-c02531a57709 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 2f748779-c389-40ae-b572-373ffed151b7] Took 13.39 seconds to build instance. [ 1259.238836] env[69889]: DEBUG oslo_concurrency.lockutils [None req-85ab9821-3ce4-484b-b672-8cb9981ea5ed tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.246963] env[69889]: DEBUG oslo_vmware.api [None req-bd1d0882-df05-44a3-bc64-7123754b88e4 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': task-4078267, 'name': PowerOffVM_Task, 'duration_secs': 0.302317} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.247288] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd1d0882-df05-44a3-bc64-7123754b88e4 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5f8f6d7f-2483-49f3-b08f-c4944dd39291] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1259.247475] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-bd1d0882-df05-44a3-bc64-7123754b88e4 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5f8f6d7f-2483-49f3-b08f-c4944dd39291] Updating instance '5f8f6d7f-2483-49f3-b08f-c4944dd39291' progress to 17 {{(pid=69889) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1259.274024] env[69889]: DEBUG oslo_vmware.api [None req-f9167676-b0bc-4607-af14-723a90f004f3 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4078266, 'name': PowerOnVM_Task, 'duration_secs': 0.563143} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.274363] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9167676-b0bc-4607-af14-723a90f004f3 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 39aba68a-2ac8-47be-b799-ef9f1cfb4521] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1259.393230] env[69889]: DEBUG nova.compute.manager [None req-f9167676-b0bc-4607-af14-723a90f004f3 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 39aba68a-2ac8-47be-b799-ef9f1cfb4521] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1259.394210] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98a7d0cf-1e7e-48e5-b72e-dd9953d00bbe {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.404045] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] [instance: bbf9db25-688f-4729-9c55-0e1e1196c2f6] Instance has had 0 of 5 cleanup attempts {{(pid=69889) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1259.505228] env[69889]: DEBUG oslo_vmware.api [None req-075bbbaf-94f2-4c64-981a-5cba39db5d6c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078268, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.463418} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.505520] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-075bbbaf-94f2-4c64-981a-5cba39db5d6c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore1] b507d799-4465-4de5-8708-a59b6704e741/b507d799-4465-4de5-8708-a59b6704e741.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1259.505742] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-075bbbaf-94f2-4c64-981a-5cba39db5d6c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: b507d799-4465-4de5-8708-a59b6704e741] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1259.506017] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8491082c-6ef0-4d89-a96e-f857b8f7933a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.513660] env[69889]: DEBUG oslo_vmware.api [None req-075bbbaf-94f2-4c64-981a-5cba39db5d6c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Waiting for the task: (returnval){ [ 1259.513660] env[69889]: value = "task-4078269" [ 1259.513660] env[69889]: _type = "Task" [ 1259.513660] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.523847] env[69889]: DEBUG oslo_vmware.api [None req-075bbbaf-94f2-4c64-981a-5cba39db5d6c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078269, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.583205] env[69889]: DEBUG oslo_concurrency.lockutils [None req-8dedc6d5-b2d4-409b-a362-3692109259f3 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Acquiring lock "2f748779-c389-40ae-b572-373ffed151b7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.666107] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c4f015ab-ebf2-46f7-ae7a-42dcaa5719ad tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.242s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.666651] env[69889]: DEBUG nova.compute.manager [None req-c4f015ab-ebf2-46f7-ae7a-42dcaa5719ad tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] [instance: 999b2a97-48c1-4433-82a9-80f354ba33a7] Start building networks asynchronously for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1259.669280] env[69889]: DEBUG oslo_concurrency.lockutils [None req-9cd0481d-5f94-4ca7-a86b-fcfff43cbdf7 tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.204s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.670696] env[69889]: INFO nova.compute.claims [None req-9cd0481d-5f94-4ca7-a86b-fcfff43cbdf7 tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] [instance: e3a760bd-82e3-4ee0-bbb6-ba9784cba05d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1259.682933] env[69889]: DEBUG oslo_concurrency.lockutils [None req-dcb9affc-027f-41f3-8ca5-c02531a57709 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Lock "2f748779-c389-40ae-b572-373ffed151b7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.906s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.682933] env[69889]: DEBUG oslo_concurrency.lockutils [None req-8dedc6d5-b2d4-409b-a362-3692109259f3 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Lock "2f748779-c389-40ae-b572-373ffed151b7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.100s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.683165] env[69889]: DEBUG oslo_concurrency.lockutils [None req-8dedc6d5-b2d4-409b-a362-3692109259f3 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Acquiring lock "2f748779-c389-40ae-b572-373ffed151b7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.683366] env[69889]: DEBUG oslo_concurrency.lockutils [None req-8dedc6d5-b2d4-409b-a362-3692109259f3 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Lock "2f748779-c389-40ae-b572-373ffed151b7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.683527] env[69889]: DEBUG oslo_concurrency.lockutils [None req-8dedc6d5-b2d4-409b-a362-3692109259f3 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Lock "2f748779-c389-40ae-b572-373ffed151b7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.685397] env[69889]: INFO nova.compute.manager [None req-8dedc6d5-b2d4-409b-a362-3692109259f3 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 2f748779-c389-40ae-b572-373ffed151b7] Terminating instance [ 1259.753969] env[69889]: DEBUG nova.virt.hardware [None req-bd1d0882-df05-44a3-bc64-7123754b88e4 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1259.754238] env[69889]: DEBUG nova.virt.hardware [None req-bd1d0882-df05-44a3-bc64-7123754b88e4 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1259.754396] env[69889]: DEBUG nova.virt.hardware [None req-bd1d0882-df05-44a3-bc64-7123754b88e4 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1259.754585] env[69889]: DEBUG nova.virt.hardware [None req-bd1d0882-df05-44a3-bc64-7123754b88e4 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1259.754726] env[69889]: DEBUG nova.virt.hardware [None req-bd1d0882-df05-44a3-bc64-7123754b88e4 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1259.754870] env[69889]: DEBUG nova.virt.hardware [None req-bd1d0882-df05-44a3-bc64-7123754b88e4 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1259.755089] env[69889]: DEBUG nova.virt.hardware [None req-bd1d0882-df05-44a3-bc64-7123754b88e4 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1259.755317] env[69889]: DEBUG nova.virt.hardware [None req-bd1d0882-df05-44a3-bc64-7123754b88e4 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1259.755470] env[69889]: DEBUG nova.virt.hardware [None req-bd1d0882-df05-44a3-bc64-7123754b88e4 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1259.755637] env[69889]: DEBUG nova.virt.hardware [None req-bd1d0882-df05-44a3-bc64-7123754b88e4 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1259.755824] env[69889]: DEBUG nova.virt.hardware [None req-bd1d0882-df05-44a3-bc64-7123754b88e4 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1259.761415] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2df0e029-795f-4290-9476-dda79f832172 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.779825] env[69889]: DEBUG oslo_vmware.api [None req-bd1d0882-df05-44a3-bc64-7123754b88e4 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Waiting for the task: (returnval){ [ 1259.779825] env[69889]: value = "task-4078270" [ 1259.779825] env[69889]: _type = "Task" [ 1259.779825] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.788696] env[69889]: DEBUG oslo_vmware.api [None req-bd1d0882-df05-44a3-bc64-7123754b88e4 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': task-4078270, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.910249] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] [instance: 1b8036ed-2b5c-457d-9ef5-50d9ec77f656] Instance has had 0 of 5 cleanup attempts {{(pid=69889) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1259.918573] env[69889]: DEBUG oslo_concurrency.lockutils [None req-f9167676-b0bc-4607-af14-723a90f004f3 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Lock "39aba68a-2ac8-47be-b799-ef9f1cfb4521" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 21.674s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.024038] env[69889]: DEBUG oslo_vmware.api [None req-075bbbaf-94f2-4c64-981a-5cba39db5d6c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078269, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067314} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.024238] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-075bbbaf-94f2-4c64-981a-5cba39db5d6c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: b507d799-4465-4de5-8708-a59b6704e741] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1260.025046] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5ea2af7-5706-4a9b-b88d-f737297e3796 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.047744] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-075bbbaf-94f2-4c64-981a-5cba39db5d6c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: b507d799-4465-4de5-8708-a59b6704e741] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] b507d799-4465-4de5-8708-a59b6704e741/b507d799-4465-4de5-8708-a59b6704e741.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1260.048180] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2559eef8-6547-49cc-95c9-0157fbccf7d3 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.070218] env[69889]: DEBUG oslo_vmware.api [None req-075bbbaf-94f2-4c64-981a-5cba39db5d6c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Waiting for the task: (returnval){ [ 1260.070218] env[69889]: value = "task-4078271" [ 1260.070218] env[69889]: _type = "Task" [ 1260.070218] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.080611] env[69889]: DEBUG oslo_vmware.api [None req-075bbbaf-94f2-4c64-981a-5cba39db5d6c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078271, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.175297] env[69889]: DEBUG nova.compute.utils [None req-c4f015ab-ebf2-46f7-ae7a-42dcaa5719ad tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1260.178919] env[69889]: DEBUG nova.compute.manager [None req-c4f015ab-ebf2-46f7-ae7a-42dcaa5719ad tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] [instance: 999b2a97-48c1-4433-82a9-80f354ba33a7] Not allocating networking since 'none' was specified. {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1260.189108] env[69889]: DEBUG nova.compute.manager [None req-8dedc6d5-b2d4-409b-a362-3692109259f3 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 2f748779-c389-40ae-b572-373ffed151b7] Start destroying the instance on the hypervisor. {{(pid=69889) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1260.189363] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-8dedc6d5-b2d4-409b-a362-3692109259f3 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 2f748779-c389-40ae-b572-373ffed151b7] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1260.190881] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f7e37e6-cdca-4044-8874-c412ff9bac82 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.199478] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dedc6d5-b2d4-409b-a362-3692109259f3 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 2f748779-c389-40ae-b572-373ffed151b7] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1260.199740] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ef74698e-1525-49f2-b7c3-ff65ca24dcbb {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.207052] env[69889]: DEBUG oslo_vmware.api [None req-8dedc6d5-b2d4-409b-a362-3692109259f3 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Waiting for the task: (returnval){ [ 1260.207052] env[69889]: value = "task-4078272" [ 1260.207052] env[69889]: _type = "Task" [ 1260.207052] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.216826] env[69889]: DEBUG oslo_vmware.api [None req-8dedc6d5-b2d4-409b-a362-3692109259f3 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': task-4078272, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.290637] env[69889]: DEBUG oslo_vmware.api [None req-bd1d0882-df05-44a3-bc64-7123754b88e4 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': task-4078270, 'name': ReconfigVM_Task, 'duration_secs': 0.33447} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.290977] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-bd1d0882-df05-44a3-bc64-7123754b88e4 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5f8f6d7f-2483-49f3-b08f-c4944dd39291] Updating instance '5f8f6d7f-2483-49f3-b08f-c4944dd39291' progress to 33 {{(pid=69889) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1260.418263] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] [instance: 9103303b-fb64-4728-892d-285dba75ac18] Instance has had 0 of 5 cleanup attempts {{(pid=69889) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1260.581136] env[69889]: DEBUG oslo_vmware.api [None req-075bbbaf-94f2-4c64-981a-5cba39db5d6c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078271, 'name': ReconfigVM_Task, 'duration_secs': 0.478673} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.581571] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-075bbbaf-94f2-4c64-981a-5cba39db5d6c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: b507d799-4465-4de5-8708-a59b6704e741] Reconfigured VM instance instance-00000070 to attach disk [datastore1] b507d799-4465-4de5-8708-a59b6704e741/b507d799-4465-4de5-8708-a59b6704e741.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1260.582172] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5dccd248-329f-45dd-b33a-9fc31774e37a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.590392] env[69889]: DEBUG oslo_vmware.api [None req-075bbbaf-94f2-4c64-981a-5cba39db5d6c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Waiting for the task: (returnval){ [ 1260.590392] env[69889]: value = "task-4078273" [ 1260.590392] env[69889]: _type = "Task" [ 1260.590392] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.602640] env[69889]: DEBUG oslo_vmware.api [None req-075bbbaf-94f2-4c64-981a-5cba39db5d6c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078273, 'name': Rename_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.680227] env[69889]: DEBUG nova.compute.manager [None req-c4f015ab-ebf2-46f7-ae7a-42dcaa5719ad tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] [instance: 999b2a97-48c1-4433-82a9-80f354ba33a7] Start building block device mappings for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1260.718549] env[69889]: DEBUG oslo_vmware.api [None req-8dedc6d5-b2d4-409b-a362-3692109259f3 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': task-4078272, 'name': PowerOffVM_Task, 'duration_secs': 0.197649} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.718840] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dedc6d5-b2d4-409b-a362-3692109259f3 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 2f748779-c389-40ae-b572-373ffed151b7] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1260.719020] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-8dedc6d5-b2d4-409b-a362-3692109259f3 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 2f748779-c389-40ae-b572-373ffed151b7] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1260.721759] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-44853531-0e7c-4f86-b5ce-26879477092d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.793207] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-8dedc6d5-b2d4-409b-a362-3692109259f3 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 2f748779-c389-40ae-b572-373ffed151b7] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1260.793435] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-8dedc6d5-b2d4-409b-a362-3692109259f3 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 2f748779-c389-40ae-b572-373ffed151b7] Deleting contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1260.793623] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-8dedc6d5-b2d4-409b-a362-3692109259f3 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Deleting the datastore file [datastore2] 2f748779-c389-40ae-b572-373ffed151b7 {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1260.793904] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-46d76e26-0bc2-4f63-90c4-03ad8483b347 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.797731] env[69889]: DEBUG nova.virt.hardware [None req-bd1d0882-df05-44a3-bc64-7123754b88e4 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1260.797952] env[69889]: DEBUG nova.virt.hardware [None req-bd1d0882-df05-44a3-bc64-7123754b88e4 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1260.798126] env[69889]: DEBUG nova.virt.hardware [None req-bd1d0882-df05-44a3-bc64-7123754b88e4 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1260.798308] env[69889]: DEBUG nova.virt.hardware [None req-bd1d0882-df05-44a3-bc64-7123754b88e4 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1260.798452] env[69889]: DEBUG nova.virt.hardware [None req-bd1d0882-df05-44a3-bc64-7123754b88e4 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1260.798621] env[69889]: DEBUG nova.virt.hardware [None req-bd1d0882-df05-44a3-bc64-7123754b88e4 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1260.798850] env[69889]: DEBUG nova.virt.hardware [None req-bd1d0882-df05-44a3-bc64-7123754b88e4 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1260.799022] env[69889]: DEBUG nova.virt.hardware [None req-bd1d0882-df05-44a3-bc64-7123754b88e4 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1260.799196] env[69889]: DEBUG nova.virt.hardware [None req-bd1d0882-df05-44a3-bc64-7123754b88e4 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1260.799366] env[69889]: DEBUG nova.virt.hardware [None req-bd1d0882-df05-44a3-bc64-7123754b88e4 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1260.799749] env[69889]: DEBUG nova.virt.hardware [None req-bd1d0882-df05-44a3-bc64-7123754b88e4 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1260.805291] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd1d0882-df05-44a3-bc64-7123754b88e4 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5f8f6d7f-2483-49f3-b08f-c4944dd39291] Reconfiguring VM instance instance-0000006b to detach disk 2000 {{(pid=69889) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1260.808207] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27e73f85-1991-4388-a8b1-cc636fc62b6b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.826455] env[69889]: DEBUG oslo_vmware.api [None req-8dedc6d5-b2d4-409b-a362-3692109259f3 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Waiting for the task: (returnval){ [ 1260.826455] env[69889]: value = "task-4078275" [ 1260.826455] env[69889]: _type = "Task" [ 1260.826455] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.827815] env[69889]: DEBUG oslo_vmware.api [None req-bd1d0882-df05-44a3-bc64-7123754b88e4 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Waiting for the task: (returnval){ [ 1260.827815] env[69889]: value = "task-4078276" [ 1260.827815] env[69889]: _type = "Task" [ 1260.827815] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.841743] env[69889]: DEBUG oslo_vmware.api [None req-8dedc6d5-b2d4-409b-a362-3692109259f3 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': task-4078275, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.845174] env[69889]: DEBUG oslo_vmware.api [None req-bd1d0882-df05-44a3-bc64-7123754b88e4 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': task-4078276, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.885385] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa5a9eac-4dbd-476e-9925-98b30228ad78 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.893377] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e997f63-e98d-4328-86d0-38a4d75a8a59 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.925835] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] [instance: 5cc197e5-d5b0-48e5-a1cb-de7aed3d05f4] Instance has had 0 of 5 cleanup attempts {{(pid=69889) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1260.928551] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a45136ae-f83a-4599-bac5-c3b77da7ce65 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.936662] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c158aa8d-b59a-473d-938a-704fcc07373a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.951857] env[69889]: DEBUG nova.compute.provider_tree [None req-9cd0481d-5f94-4ca7-a86b-fcfff43cbdf7 tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Updating inventory in ProviderTree for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1260.970261] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7498416a-10ac-4b68-a8d2-310307f90be1 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Acquiring lock "39aba68a-2ac8-47be-b799-ef9f1cfb4521" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.970630] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7498416a-10ac-4b68-a8d2-310307f90be1 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Lock "39aba68a-2ac8-47be-b799-ef9f1cfb4521" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.970943] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7498416a-10ac-4b68-a8d2-310307f90be1 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Acquiring lock "39aba68a-2ac8-47be-b799-ef9f1cfb4521-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.971212] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7498416a-10ac-4b68-a8d2-310307f90be1 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Lock "39aba68a-2ac8-47be-b799-ef9f1cfb4521-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.971458] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7498416a-10ac-4b68-a8d2-310307f90be1 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Lock "39aba68a-2ac8-47be-b799-ef9f1cfb4521-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.973600] env[69889]: INFO nova.compute.manager [None req-7498416a-10ac-4b68-a8d2-310307f90be1 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 39aba68a-2ac8-47be-b799-ef9f1cfb4521] Terminating instance [ 1261.101754] env[69889]: DEBUG oslo_vmware.api [None req-075bbbaf-94f2-4c64-981a-5cba39db5d6c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078273, 'name': Rename_Task, 'duration_secs': 0.161564} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.102127] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-075bbbaf-94f2-4c64-981a-5cba39db5d6c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: b507d799-4465-4de5-8708-a59b6704e741] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1261.102447] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d35a50e2-1ce3-4dbd-af24-a4de67af23cb {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.110212] env[69889]: DEBUG oslo_vmware.api [None req-075bbbaf-94f2-4c64-981a-5cba39db5d6c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Waiting for the task: (returnval){ [ 1261.110212] env[69889]: value = "task-4078277" [ 1261.110212] env[69889]: _type = "Task" [ 1261.110212] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.120009] env[69889]: DEBUG oslo_vmware.api [None req-075bbbaf-94f2-4c64-981a-5cba39db5d6c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078277, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.342470] env[69889]: DEBUG oslo_vmware.api [None req-8dedc6d5-b2d4-409b-a362-3692109259f3 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': task-4078275, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14056} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.346019] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-8dedc6d5-b2d4-409b-a362-3692109259f3 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1261.346019] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-8dedc6d5-b2d4-409b-a362-3692109259f3 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 2f748779-c389-40ae-b572-373ffed151b7] Deleted contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1261.346019] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-8dedc6d5-b2d4-409b-a362-3692109259f3 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 2f748779-c389-40ae-b572-373ffed151b7] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1261.346019] env[69889]: INFO nova.compute.manager [None req-8dedc6d5-b2d4-409b-a362-3692109259f3 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 2f748779-c389-40ae-b572-373ffed151b7] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1261.346019] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8dedc6d5-b2d4-409b-a362-3692109259f3 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1261.346401] env[69889]: DEBUG oslo_vmware.api [None req-bd1d0882-df05-44a3-bc64-7123754b88e4 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': task-4078276, 'name': ReconfigVM_Task, 'duration_secs': 0.401474} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.346401] env[69889]: DEBUG nova.compute.manager [-] [instance: 2f748779-c389-40ae-b572-373ffed151b7] Deallocating network for instance {{(pid=69889) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1261.346486] env[69889]: DEBUG nova.network.neutron [-] [instance: 2f748779-c389-40ae-b572-373ffed151b7] deallocate_for_instance() {{(pid=69889) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1261.348262] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd1d0882-df05-44a3-bc64-7123754b88e4 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5f8f6d7f-2483-49f3-b08f-c4944dd39291] Reconfigured VM instance instance-0000006b to detach disk 2000 {{(pid=69889) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1261.349074] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d29484e2-1f98-4e6c-bfb8-3070bafc2fc3 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.373564] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd1d0882-df05-44a3-bc64-7123754b88e4 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5f8f6d7f-2483-49f3-b08f-c4944dd39291] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] 5f8f6d7f-2483-49f3-b08f-c4944dd39291/5f8f6d7f-2483-49f3-b08f-c4944dd39291.vmdk or device None with type thin {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1261.373564] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba84eb08-fce8-4e12-8895-c7c0e5f8fb47 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.392922] env[69889]: DEBUG oslo_vmware.api [None req-bd1d0882-df05-44a3-bc64-7123754b88e4 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Waiting for the task: (returnval){ [ 1261.392922] env[69889]: value = "task-4078279" [ 1261.392922] env[69889]: _type = "Task" [ 1261.392922] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.403344] env[69889]: DEBUG oslo_vmware.api [None req-bd1d0882-df05-44a3-bc64-7123754b88e4 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': task-4078279, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.432587] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] [instance: 4cdcfc6f-7d4f-4b81-b0a1-425c842fe20b] Instance has had 0 of 5 cleanup attempts {{(pid=69889) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1261.477118] env[69889]: DEBUG nova.compute.manager [None req-7498416a-10ac-4b68-a8d2-310307f90be1 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 39aba68a-2ac8-47be-b799-ef9f1cfb4521] Start destroying the instance on the hypervisor. {{(pid=69889) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1261.477458] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-7498416a-10ac-4b68-a8d2-310307f90be1 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 39aba68a-2ac8-47be-b799-ef9f1cfb4521] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1261.478630] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-193ca1b7-5916-476f-9da3-d00e0f1dda3e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.487741] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-7498416a-10ac-4b68-a8d2-310307f90be1 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 39aba68a-2ac8-47be-b799-ef9f1cfb4521] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1261.488791] env[69889]: DEBUG nova.scheduler.client.report [None req-9cd0481d-5f94-4ca7-a86b-fcfff43cbdf7 tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Updated inventory for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 with generation 155 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1261.489051] env[69889]: DEBUG nova.compute.provider_tree [None req-9cd0481d-5f94-4ca7-a86b-fcfff43cbdf7 tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Updating resource provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 generation from 155 to 156 during operation: update_inventory {{(pid=69889) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1261.489240] env[69889]: DEBUG nova.compute.provider_tree [None req-9cd0481d-5f94-4ca7-a86b-fcfff43cbdf7 tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Updating inventory in ProviderTree for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1261.492515] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b02f774c-8d65-4cdf-834c-3bfce7747edb {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.501350] env[69889]: DEBUG oslo_vmware.api [None req-7498416a-10ac-4b68-a8d2-310307f90be1 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Waiting for the task: (returnval){ [ 1261.501350] env[69889]: value = "task-4078280" [ 1261.501350] env[69889]: _type = "Task" [ 1261.501350] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.517054] env[69889]: DEBUG oslo_vmware.api [None req-7498416a-10ac-4b68-a8d2-310307f90be1 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4078280, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.621642] env[69889]: DEBUG oslo_vmware.api [None req-075bbbaf-94f2-4c64-981a-5cba39db5d6c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078277, 'name': PowerOnVM_Task, 'duration_secs': 0.504866} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.621912] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-075bbbaf-94f2-4c64-981a-5cba39db5d6c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: b507d799-4465-4de5-8708-a59b6704e741] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1261.622110] env[69889]: INFO nova.compute.manager [None req-075bbbaf-94f2-4c64-981a-5cba39db5d6c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: b507d799-4465-4de5-8708-a59b6704e741] Took 7.33 seconds to spawn the instance on the hypervisor. [ 1261.622311] env[69889]: DEBUG nova.compute.manager [None req-075bbbaf-94f2-4c64-981a-5cba39db5d6c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: b507d799-4465-4de5-8708-a59b6704e741] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1261.623184] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfba1e26-2d08-428f-964a-8919d180c653 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.693623] env[69889]: DEBUG nova.compute.manager [None req-c4f015ab-ebf2-46f7-ae7a-42dcaa5719ad tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] [instance: 999b2a97-48c1-4433-82a9-80f354ba33a7] Start spawning the instance on the hypervisor. {{(pid=69889) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1261.726868] env[69889]: DEBUG nova.virt.hardware [None req-c4f015ab-ebf2-46f7-ae7a-42dcaa5719ad tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1261.727255] env[69889]: DEBUG nova.virt.hardware [None req-c4f015ab-ebf2-46f7-ae7a-42dcaa5719ad tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1261.727484] env[69889]: DEBUG nova.virt.hardware [None req-c4f015ab-ebf2-46f7-ae7a-42dcaa5719ad tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1261.727712] env[69889]: DEBUG nova.virt.hardware [None req-c4f015ab-ebf2-46f7-ae7a-42dcaa5719ad tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1261.727866] env[69889]: DEBUG nova.virt.hardware [None req-c4f015ab-ebf2-46f7-ae7a-42dcaa5719ad tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1261.728022] env[69889]: DEBUG nova.virt.hardware [None req-c4f015ab-ebf2-46f7-ae7a-42dcaa5719ad tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1261.728237] env[69889]: DEBUG nova.virt.hardware [None req-c4f015ab-ebf2-46f7-ae7a-42dcaa5719ad tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1261.729107] env[69889]: DEBUG nova.virt.hardware [None req-c4f015ab-ebf2-46f7-ae7a-42dcaa5719ad tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1261.729107] env[69889]: DEBUG nova.virt.hardware [None req-c4f015ab-ebf2-46f7-ae7a-42dcaa5719ad tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1261.729107] env[69889]: DEBUG nova.virt.hardware [None req-c4f015ab-ebf2-46f7-ae7a-42dcaa5719ad tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1261.729107] env[69889]: DEBUG nova.virt.hardware [None req-c4f015ab-ebf2-46f7-ae7a-42dcaa5719ad tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1261.729930] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f6c99e4-94e5-41dd-af56-93e67930d3fa {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.735974] env[69889]: DEBUG nova.compute.manager [req-c64173c7-629d-42b2-a1fe-cda8ad6b7da0 req-ac37fc76-8ce0-45e5-a96d-2a114be8079e service nova] [instance: 2f748779-c389-40ae-b572-373ffed151b7] Received event network-vif-deleted-bb800c6b-fbc6-4e1d-a02d-ea133e22b822 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1261.736203] env[69889]: INFO nova.compute.manager [req-c64173c7-629d-42b2-a1fe-cda8ad6b7da0 req-ac37fc76-8ce0-45e5-a96d-2a114be8079e service nova] [instance: 2f748779-c389-40ae-b572-373ffed151b7] Neutron deleted interface bb800c6b-fbc6-4e1d-a02d-ea133e22b822; detaching it from the instance and deleting it from the info cache [ 1261.736388] env[69889]: DEBUG nova.network.neutron [req-c64173c7-629d-42b2-a1fe-cda8ad6b7da0 req-ac37fc76-8ce0-45e5-a96d-2a114be8079e service nova] [instance: 2f748779-c389-40ae-b572-373ffed151b7] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1261.745392] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e04c448-99d7-447d-86a1-88150cbb5404 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.761614] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-c4f015ab-ebf2-46f7-ae7a-42dcaa5719ad tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] [instance: 999b2a97-48c1-4433-82a9-80f354ba33a7] Instance VIF info [] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1261.767093] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4f015ab-ebf2-46f7-ae7a-42dcaa5719ad tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Creating folder: Project (18557b8ae6d04469b383e52e5d8f2d91). Parent ref: group-v807779. {{(pid=69889) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1261.767959] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-14811bd4-7e7f-4b4e-8b22-6ce78b58297e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.778621] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-c4f015ab-ebf2-46f7-ae7a-42dcaa5719ad tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Created folder: Project (18557b8ae6d04469b383e52e5d8f2d91) in parent group-v807779. [ 1261.778870] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4f015ab-ebf2-46f7-ae7a-42dcaa5719ad tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Creating folder: Instances. Parent ref: group-v808091. {{(pid=69889) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1261.779131] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6ddf7e40-62fc-4771-a478-ea68e093c200 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.790267] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-c4f015ab-ebf2-46f7-ae7a-42dcaa5719ad tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Created folder: Instances in parent group-v808091. [ 1261.790519] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c4f015ab-ebf2-46f7-ae7a-42dcaa5719ad tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1261.790724] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 999b2a97-48c1-4433-82a9-80f354ba33a7] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1261.790937] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b0528df3-ebe0-4f03-868b-14cb815f2924 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.808508] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1261.808508] env[69889]: value = "task-4078283" [ 1261.808508] env[69889]: _type = "Task" [ 1261.808508] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.817752] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4078283, 'name': CreateVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.903384] env[69889]: DEBUG oslo_vmware.api [None req-bd1d0882-df05-44a3-bc64-7123754b88e4 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': task-4078279, 'name': ReconfigVM_Task, 'duration_secs': 0.3506} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.903739] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd1d0882-df05-44a3-bc64-7123754b88e4 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5f8f6d7f-2483-49f3-b08f-c4944dd39291] Reconfigured VM instance instance-0000006b to attach disk [datastore2] 5f8f6d7f-2483-49f3-b08f-c4944dd39291/5f8f6d7f-2483-49f3-b08f-c4944dd39291.vmdk or device None with type thin {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1261.904167] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-bd1d0882-df05-44a3-bc64-7123754b88e4 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5f8f6d7f-2483-49f3-b08f-c4944dd39291] Updating instance '5f8f6d7f-2483-49f3-b08f-c4944dd39291' progress to 50 {{(pid=69889) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1261.936404] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] [instance: 43761e84-3bc7-4e8a-93e9-d9426b21a6a7] Instance has had 0 of 5 cleanup attempts {{(pid=69889) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1261.996040] env[69889]: DEBUG oslo_concurrency.lockutils [None req-9cd0481d-5f94-4ca7-a86b-fcfff43cbdf7 tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.327s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.996568] env[69889]: DEBUG nova.compute.manager [None req-9cd0481d-5f94-4ca7-a86b-fcfff43cbdf7 tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] [instance: e3a760bd-82e3-4ee0-bbb6-ba9784cba05d] Start building networks asynchronously for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1261.999154] env[69889]: DEBUG oslo_concurrency.lockutils [None req-85ab9821-3ce4-484b-b672-8cb9981ea5ed tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.760s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.999381] env[69889]: DEBUG nova.objects.instance [None req-85ab9821-3ce4-484b-b672-8cb9981ea5ed tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Lazy-loading 'resources' on Instance uuid 97dd9521-55f5-43b9-8248-ac2051b9dd87 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1262.012326] env[69889]: DEBUG oslo_vmware.api [None req-7498416a-10ac-4b68-a8d2-310307f90be1 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4078280, 'name': PowerOffVM_Task, 'duration_secs': 0.197353} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.012620] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-7498416a-10ac-4b68-a8d2-310307f90be1 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 39aba68a-2ac8-47be-b799-ef9f1cfb4521] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1262.012797] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-7498416a-10ac-4b68-a8d2-310307f90be1 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 39aba68a-2ac8-47be-b799-ef9f1cfb4521] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1262.013058] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b3964f9d-2228-4229-8527-6588fe3bb7fa {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.082222] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-7498416a-10ac-4b68-a8d2-310307f90be1 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 39aba68a-2ac8-47be-b799-ef9f1cfb4521] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1262.082426] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-7498416a-10ac-4b68-a8d2-310307f90be1 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 39aba68a-2ac8-47be-b799-ef9f1cfb4521] Deleting contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1262.082561] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-7498416a-10ac-4b68-a8d2-310307f90be1 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Deleting the datastore file [datastore2] 39aba68a-2ac8-47be-b799-ef9f1cfb4521 {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1262.082833] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7b091db3-8070-401c-afd5-caeddb202352 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.089764] env[69889]: DEBUG oslo_vmware.api [None req-7498416a-10ac-4b68-a8d2-310307f90be1 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Waiting for the task: (returnval){ [ 1262.089764] env[69889]: value = "task-4078285" [ 1262.089764] env[69889]: _type = "Task" [ 1262.089764] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.101358] env[69889]: DEBUG oslo_vmware.api [None req-7498416a-10ac-4b68-a8d2-310307f90be1 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4078285, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.142534] env[69889]: INFO nova.compute.manager [None req-075bbbaf-94f2-4c64-981a-5cba39db5d6c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: b507d799-4465-4de5-8708-a59b6704e741] Took 12.72 seconds to build instance. [ 1262.150832] env[69889]: DEBUG nova.network.neutron [-] [instance: 2f748779-c389-40ae-b572-373ffed151b7] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1262.239945] env[69889]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-72367e99-f81f-48c2-bae5-e61324f84f53 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.253310] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ab3184a-815c-44f7-a014-e8c514a06bb5 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.287409] env[69889]: DEBUG nova.compute.manager [req-c64173c7-629d-42b2-a1fe-cda8ad6b7da0 req-ac37fc76-8ce0-45e5-a96d-2a114be8079e service nova] [instance: 2f748779-c389-40ae-b572-373ffed151b7] Detach interface failed, port_id=bb800c6b-fbc6-4e1d-a02d-ea133e22b822, reason: Instance 2f748779-c389-40ae-b572-373ffed151b7 could not be found. {{(pid=69889) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1262.318941] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4078283, 'name': CreateVM_Task} progress is 99%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.412227] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-899f60cc-49b1-4827-b0ca-5b3f7dbb7d65 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.443926] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] [instance: 0de8146b-f51a-4bcd-b4ef-d68e55d3d621] Instance has had 0 of 5 cleanup attempts {{(pid=69889) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1262.447706] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c9509dc-4d32-439a-aa74-600b0bb0566d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.477640] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-bd1d0882-df05-44a3-bc64-7123754b88e4 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5f8f6d7f-2483-49f3-b08f-c4944dd39291] Updating instance '5f8f6d7f-2483-49f3-b08f-c4944dd39291' progress to 67 {{(pid=69889) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1262.502615] env[69889]: DEBUG nova.compute.utils [None req-9cd0481d-5f94-4ca7-a86b-fcfff43cbdf7 tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1262.509069] env[69889]: DEBUG nova.compute.manager [None req-9cd0481d-5f94-4ca7-a86b-fcfff43cbdf7 tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] [instance: e3a760bd-82e3-4ee0-bbb6-ba9784cba05d] Not allocating networking since 'none' was specified. {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1262.607391] env[69889]: DEBUG oslo_vmware.api [None req-7498416a-10ac-4b68-a8d2-310307f90be1 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Task: {'id': task-4078285, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149889} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.607846] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-7498416a-10ac-4b68-a8d2-310307f90be1 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1262.608136] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-7498416a-10ac-4b68-a8d2-310307f90be1 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 39aba68a-2ac8-47be-b799-ef9f1cfb4521] Deleted contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1262.608430] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-7498416a-10ac-4b68-a8d2-310307f90be1 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 39aba68a-2ac8-47be-b799-ef9f1cfb4521] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1262.608715] env[69889]: INFO nova.compute.manager [None req-7498416a-10ac-4b68-a8d2-310307f90be1 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] [instance: 39aba68a-2ac8-47be-b799-ef9f1cfb4521] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1262.609116] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7498416a-10ac-4b68-a8d2-310307f90be1 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1262.609433] env[69889]: DEBUG nova.compute.manager [-] [instance: 39aba68a-2ac8-47be-b799-ef9f1cfb4521] Deallocating network for instance {{(pid=69889) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1262.609919] env[69889]: DEBUG nova.network.neutron [-] [instance: 39aba68a-2ac8-47be-b799-ef9f1cfb4521] deallocate_for_instance() {{(pid=69889) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1262.644588] env[69889]: DEBUG oslo_concurrency.lockutils [None req-075bbbaf-94f2-4c64-981a-5cba39db5d6c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Lock "b507d799-4465-4de5-8708-a59b6704e741" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.230s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.654230] env[69889]: INFO nova.compute.manager [-] [instance: 2f748779-c389-40ae-b572-373ffed151b7] Took 1.31 seconds to deallocate network for instance. [ 1262.730805] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2ad588b-5d80-4d9c-8a87-a435f2aa344f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.741017] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-289ed0ac-be2d-4104-9384-48ce86f846f3 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.776446] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6df599ac-8147-4ff3-9490-ecf7ec2ef0a6 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.785450] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7be8991-31e6-4ecc-ae3f-8ed791170d4a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.801376] env[69889]: DEBUG nova.compute.provider_tree [None req-85ab9821-3ce4-484b-b672-8cb9981ea5ed tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1262.820703] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4078283, 'name': CreateVM_Task, 'duration_secs': 0.539717} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.821711] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 999b2a97-48c1-4433-82a9-80f354ba33a7] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1262.821711] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c4f015ab-ebf2-46f7-ae7a-42dcaa5719ad tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.821711] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c4f015ab-ebf2-46f7-ae7a-42dcaa5719ad tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.821943] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c4f015ab-ebf2-46f7-ae7a-42dcaa5719ad tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.822223] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-859b13ff-b74c-461b-881e-67ad883a5abd {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.828295] env[69889]: DEBUG oslo_vmware.api [None req-c4f015ab-ebf2-46f7-ae7a-42dcaa5719ad tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Waiting for the task: (returnval){ [ 1262.828295] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]5231ef9d-a990-144b-32d3-b9d452488ba2" [ 1262.828295] env[69889]: _type = "Task" [ 1262.828295] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.838051] env[69889]: DEBUG oslo_vmware.api [None req-c4f015ab-ebf2-46f7-ae7a-42dcaa5719ad tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5231ef9d-a990-144b-32d3-b9d452488ba2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.952461] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] [instance: c4299beb-fd13-47db-9ad2-eaedefdaf7e9] Instance has had 0 of 5 cleanup attempts {{(pid=69889) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1263.011703] env[69889]: DEBUG nova.compute.manager [None req-9cd0481d-5f94-4ca7-a86b-fcfff43cbdf7 tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] [instance: e3a760bd-82e3-4ee0-bbb6-ba9784cba05d] Start building block device mappings for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1263.034590] env[69889]: DEBUG nova.network.neutron [None req-bd1d0882-df05-44a3-bc64-7123754b88e4 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5f8f6d7f-2483-49f3-b08f-c4944dd39291] Port 6193a90c-3e3a-4ca4-b452-305ec89374d9 binding to destination host cpu-1 is already ACTIVE {{(pid=69889) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1263.161484] env[69889]: DEBUG oslo_concurrency.lockutils [None req-8dedc6d5-b2d4-409b-a362-3692109259f3 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.305193] env[69889]: DEBUG nova.scheduler.client.report [None req-85ab9821-3ce4-484b-b672-8cb9981ea5ed tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1263.340679] env[69889]: DEBUG oslo_vmware.api [None req-c4f015ab-ebf2-46f7-ae7a-42dcaa5719ad tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5231ef9d-a990-144b-32d3-b9d452488ba2, 'name': SearchDatastore_Task, 'duration_secs': 0.024446} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.341209] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c4f015ab-ebf2-46f7-ae7a-42dcaa5719ad tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.341596] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-c4f015ab-ebf2-46f7-ae7a-42dcaa5719ad tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] [instance: 999b2a97-48c1-4433-82a9-80f354ba33a7] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1263.341906] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c4f015ab-ebf2-46f7-ae7a-42dcaa5719ad tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.342102] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c4f015ab-ebf2-46f7-ae7a-42dcaa5719ad tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.342304] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4f015ab-ebf2-46f7-ae7a-42dcaa5719ad tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1263.342890] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4c06a5e7-5d7d-4caf-acae-a19e0c5ad473 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.353192] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4f015ab-ebf2-46f7-ae7a-42dcaa5719ad tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1263.353439] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-c4f015ab-ebf2-46f7-ae7a-42dcaa5719ad tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1263.354220] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd024e82-00a5-48c5-a0ff-052582649df2 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.361576] env[69889]: DEBUG oslo_vmware.api [None req-c4f015ab-ebf2-46f7-ae7a-42dcaa5719ad tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Waiting for the task: (returnval){ [ 1263.361576] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]527d7fae-5494-dde5-9915-65e1ce796dd0" [ 1263.361576] env[69889]: _type = "Task" [ 1263.361576] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.369997] env[69889]: DEBUG oslo_vmware.api [None req-c4f015ab-ebf2-46f7-ae7a-42dcaa5719ad tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]527d7fae-5494-dde5-9915-65e1ce796dd0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.456351] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] [instance: ad899de6-c2d4-4cbe-a91c-1cd76f650ae4] Instance has had 0 of 5 cleanup attempts {{(pid=69889) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1263.767294] env[69889]: DEBUG nova.compute.manager [req-fdbcb225-98ba-4c82-b3ac-9c7d3eb22c13 req-cc02c823-c031-4b5a-b1b9-217e5494e4b3 service nova] [instance: 39aba68a-2ac8-47be-b799-ef9f1cfb4521] Received event network-vif-deleted-55ebe8c6-76c8-4e6a-bb86-322a955f9272 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1263.767426] env[69889]: INFO nova.compute.manager [req-fdbcb225-98ba-4c82-b3ac-9c7d3eb22c13 req-cc02c823-c031-4b5a-b1b9-217e5494e4b3 service nova] [instance: 39aba68a-2ac8-47be-b799-ef9f1cfb4521] Neutron deleted interface 55ebe8c6-76c8-4e6a-bb86-322a955f9272; detaching it from the instance and deleting it from the info cache [ 1263.767582] env[69889]: DEBUG nova.network.neutron [req-fdbcb225-98ba-4c82-b3ac-9c7d3eb22c13 req-cc02c823-c031-4b5a-b1b9-217e5494e4b3 service nova] [instance: 39aba68a-2ac8-47be-b799-ef9f1cfb4521] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1263.785762] env[69889]: DEBUG nova.network.neutron [-] [instance: 39aba68a-2ac8-47be-b799-ef9f1cfb4521] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1263.812468] env[69889]: DEBUG oslo_concurrency.lockutils [None req-85ab9821-3ce4-484b-b672-8cb9981ea5ed tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.813s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.814859] env[69889]: DEBUG oslo_concurrency.lockutils [None req-8dedc6d5-b2d4-409b-a362-3692109259f3 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.654s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.815109] env[69889]: DEBUG nova.objects.instance [None req-8dedc6d5-b2d4-409b-a362-3692109259f3 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Lazy-loading 'resources' on Instance uuid 2f748779-c389-40ae-b572-373ffed151b7 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1263.840374] env[69889]: INFO nova.scheduler.client.report [None req-85ab9821-3ce4-484b-b672-8cb9981ea5ed tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Deleted allocations for instance 97dd9521-55f5-43b9-8248-ac2051b9dd87 [ 1263.874316] env[69889]: DEBUG oslo_vmware.api [None req-c4f015ab-ebf2-46f7-ae7a-42dcaa5719ad tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]527d7fae-5494-dde5-9915-65e1ce796dd0, 'name': SearchDatastore_Task, 'duration_secs': 0.013649} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.874580] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39266c1b-2616-4553-8c50-2b4123611439 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.880490] env[69889]: DEBUG oslo_vmware.api [None req-c4f015ab-ebf2-46f7-ae7a-42dcaa5719ad tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Waiting for the task: (returnval){ [ 1263.880490] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]5285bad1-b5cc-c234-ab4d-138642309646" [ 1263.880490] env[69889]: _type = "Task" [ 1263.880490] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.889425] env[69889]: DEBUG oslo_vmware.api [None req-c4f015ab-ebf2-46f7-ae7a-42dcaa5719ad tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5285bad1-b5cc-c234-ab4d-138642309646, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.960546] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] [instance: 0c73213b-c2e1-42cb-a8f4-e3109adfd354] Instance has had 0 of 5 cleanup attempts {{(pid=69889) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1264.022066] env[69889]: DEBUG nova.compute.manager [None req-9cd0481d-5f94-4ca7-a86b-fcfff43cbdf7 tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] [instance: e3a760bd-82e3-4ee0-bbb6-ba9784cba05d] Start spawning the instance on the hypervisor. {{(pid=69889) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1264.065391] env[69889]: DEBUG oslo_concurrency.lockutils [None req-bd1d0882-df05-44a3-bc64-7123754b88e4 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Acquiring lock "5f8f6d7f-2483-49f3-b08f-c4944dd39291-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.065391] env[69889]: DEBUG oslo_concurrency.lockutils [None req-bd1d0882-df05-44a3-bc64-7123754b88e4 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Lock "5f8f6d7f-2483-49f3-b08f-c4944dd39291-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.065391] env[69889]: DEBUG oslo_concurrency.lockutils [None req-bd1d0882-df05-44a3-bc64-7123754b88e4 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Lock "5f8f6d7f-2483-49f3-b08f-c4944dd39291-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.070800] env[69889]: DEBUG nova.virt.hardware [None req-9cd0481d-5f94-4ca7-a86b-fcfff43cbdf7 tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1264.073341] env[69889]: DEBUG nova.virt.hardware [None req-9cd0481d-5f94-4ca7-a86b-fcfff43cbdf7 tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1264.073341] env[69889]: DEBUG nova.virt.hardware [None req-9cd0481d-5f94-4ca7-a86b-fcfff43cbdf7 tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1264.073341] env[69889]: DEBUG nova.virt.hardware [None req-9cd0481d-5f94-4ca7-a86b-fcfff43cbdf7 tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1264.073341] env[69889]: DEBUG nova.virt.hardware [None req-9cd0481d-5f94-4ca7-a86b-fcfff43cbdf7 tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1264.073341] env[69889]: DEBUG nova.virt.hardware [None req-9cd0481d-5f94-4ca7-a86b-fcfff43cbdf7 tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1264.073341] env[69889]: DEBUG nova.virt.hardware [None req-9cd0481d-5f94-4ca7-a86b-fcfff43cbdf7 tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1264.073341] env[69889]: DEBUG nova.virt.hardware [None req-9cd0481d-5f94-4ca7-a86b-fcfff43cbdf7 tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1264.073341] env[69889]: DEBUG nova.virt.hardware [None req-9cd0481d-5f94-4ca7-a86b-fcfff43cbdf7 tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1264.073341] env[69889]: DEBUG nova.virt.hardware [None req-9cd0481d-5f94-4ca7-a86b-fcfff43cbdf7 tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1264.073341] env[69889]: DEBUG nova.virt.hardware [None req-9cd0481d-5f94-4ca7-a86b-fcfff43cbdf7 tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1264.074045] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9b2cc5e-118e-44c5-abbc-bbe91a78389d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.091670] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6b745ea-3276-48e6-8c7e-f3ed62ce8503 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.100030] env[69889]: DEBUG nova.compute.manager [None req-818d467a-2a48-4dca-a5fa-443ad948cd94 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: b507d799-4465-4de5-8708-a59b6704e741] Stashing vm_state: active {{(pid=69889) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1264.113560] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-9cd0481d-5f94-4ca7-a86b-fcfff43cbdf7 tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] [instance: e3a760bd-82e3-4ee0-bbb6-ba9784cba05d] Instance VIF info [] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1264.119707] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9cd0481d-5f94-4ca7-a86b-fcfff43cbdf7 tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1264.119707] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3a760bd-82e3-4ee0-bbb6-ba9784cba05d] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1264.119826] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-05f89359-8372-4b57-b0c9-926b544d0fa3 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.138424] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1264.138424] env[69889]: value = "task-4078286" [ 1264.138424] env[69889]: _type = "Task" [ 1264.138424] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.148124] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4078286, 'name': CreateVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.270911] env[69889]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d4467afe-eb2f-497b-bfb9-6f35f8d6d603 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.281268] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-629ecc3b-f90b-4f1f-b770-26c9c5147d3a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.292561] env[69889]: INFO nova.compute.manager [-] [instance: 39aba68a-2ac8-47be-b799-ef9f1cfb4521] Took 1.68 seconds to deallocate network for instance. [ 1264.317476] env[69889]: DEBUG nova.compute.manager [req-fdbcb225-98ba-4c82-b3ac-9c7d3eb22c13 req-cc02c823-c031-4b5a-b1b9-217e5494e4b3 service nova] [instance: 39aba68a-2ac8-47be-b799-ef9f1cfb4521] Detach interface failed, port_id=55ebe8c6-76c8-4e6a-bb86-322a955f9272, reason: Instance 39aba68a-2ac8-47be-b799-ef9f1cfb4521 could not be found. {{(pid=69889) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1264.349391] env[69889]: DEBUG oslo_concurrency.lockutils [None req-85ab9821-3ce4-484b-b672-8cb9981ea5ed tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Lock "97dd9521-55f5-43b9-8248-ac2051b9dd87" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.978s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.396180] env[69889]: DEBUG oslo_vmware.api [None req-c4f015ab-ebf2-46f7-ae7a-42dcaa5719ad tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5285bad1-b5cc-c234-ab4d-138642309646, 'name': SearchDatastore_Task, 'duration_secs': 0.015644} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.399878] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c4f015ab-ebf2-46f7-ae7a-42dcaa5719ad tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.400188] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4f015ab-ebf2-46f7-ae7a-42dcaa5719ad tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore1] 999b2a97-48c1-4433-82a9-80f354ba33a7/999b2a97-48c1-4433-82a9-80f354ba33a7.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1264.401128] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-94771575-1c82-4112-a98f-4eff7ddf5e2e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.409272] env[69889]: DEBUG oslo_vmware.api [None req-c4f015ab-ebf2-46f7-ae7a-42dcaa5719ad tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Waiting for the task: (returnval){ [ 1264.409272] env[69889]: value = "task-4078288" [ 1264.409272] env[69889]: _type = "Task" [ 1264.409272] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.422583] env[69889]: DEBUG oslo_vmware.api [None req-c4f015ab-ebf2-46f7-ae7a-42dcaa5719ad tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Task: {'id': task-4078288, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.464240] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] [instance: 54b1a963-1db6-43da-87b0-f7c9b8d7bb74] Instance has had 0 of 5 cleanup attempts {{(pid=69889) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1264.521945] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b184b62-6722-4b77-a836-a170b1d5571d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.532383] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe7e02f5-69b4-4c65-bdc4-8af077ae68e7 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.565506] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59942421-be8e-4a7c-b541-c3d2a2e3f791 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.575498] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c17d9d5-5a7e-4c24-839e-ce662fba0795 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.590739] env[69889]: DEBUG nova.compute.provider_tree [None req-8dedc6d5-b2d4-409b-a362-3692109259f3 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1264.619147] env[69889]: DEBUG oslo_concurrency.lockutils [None req-818d467a-2a48-4dca-a5fa-443ad948cd94 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.652765] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4078286, 'name': CreateVM_Task, 'duration_secs': 0.316363} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.652952] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3a760bd-82e3-4ee0-bbb6-ba9784cba05d] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1264.653419] env[69889]: DEBUG oslo_concurrency.lockutils [None req-9cd0481d-5f94-4ca7-a86b-fcfff43cbdf7 tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.654090] env[69889]: DEBUG oslo_concurrency.lockutils [None req-9cd0481d-5f94-4ca7-a86b-fcfff43cbdf7 tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.654609] env[69889]: DEBUG oslo_concurrency.lockutils [None req-9cd0481d-5f94-4ca7-a86b-fcfff43cbdf7 tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.654909] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58f2a786-bbbe-475e-a3a7-9ddbbef2a690 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.662833] env[69889]: DEBUG oslo_vmware.api [None req-9cd0481d-5f94-4ca7-a86b-fcfff43cbdf7 tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Waiting for the task: (returnval){ [ 1264.662833] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52f14b92-f564-252f-efed-b277a76cf3f7" [ 1264.662833] env[69889]: _type = "Task" [ 1264.662833] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.674429] env[69889]: DEBUG oslo_vmware.api [None req-9cd0481d-5f94-4ca7-a86b-fcfff43cbdf7 tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52f14b92-f564-252f-efed-b277a76cf3f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.800667] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7498416a-10ac-4b68-a8d2-310307f90be1 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.918694] env[69889]: DEBUG oslo_vmware.api [None req-c4f015ab-ebf2-46f7-ae7a-42dcaa5719ad tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Task: {'id': task-4078288, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.968500] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] [instance: 50d05d43-aecd-4d90-ae1a-60a0ff086f9c] Instance has had 0 of 5 cleanup attempts {{(pid=69889) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1265.094120] env[69889]: DEBUG nova.scheduler.client.report [None req-8dedc6d5-b2d4-409b-a362-3692109259f3 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1265.105961] env[69889]: DEBUG oslo_concurrency.lockutils [None req-bd1d0882-df05-44a3-bc64-7123754b88e4 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Acquiring lock "refresh_cache-5f8f6d7f-2483-49f3-b08f-c4944dd39291" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.106156] env[69889]: DEBUG oslo_concurrency.lockutils [None req-bd1d0882-df05-44a3-bc64-7123754b88e4 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Acquired lock "refresh_cache-5f8f6d7f-2483-49f3-b08f-c4944dd39291" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.106331] env[69889]: DEBUG nova.network.neutron [None req-bd1d0882-df05-44a3-bc64-7123754b88e4 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5f8f6d7f-2483-49f3-b08f-c4944dd39291] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1265.175834] env[69889]: DEBUG oslo_vmware.api [None req-9cd0481d-5f94-4ca7-a86b-fcfff43cbdf7 tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52f14b92-f564-252f-efed-b277a76cf3f7, 'name': SearchDatastore_Task, 'duration_secs': 0.055459} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.175834] env[69889]: DEBUG oslo_concurrency.lockutils [None req-9cd0481d-5f94-4ca7-a86b-fcfff43cbdf7 tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.175834] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-9cd0481d-5f94-4ca7-a86b-fcfff43cbdf7 tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] [instance: e3a760bd-82e3-4ee0-bbb6-ba9784cba05d] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1265.176034] env[69889]: DEBUG oslo_concurrency.lockutils [None req-9cd0481d-5f94-4ca7-a86b-fcfff43cbdf7 tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.176188] env[69889]: DEBUG oslo_concurrency.lockutils [None req-9cd0481d-5f94-4ca7-a86b-fcfff43cbdf7 tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.176369] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cd0481d-5f94-4ca7-a86b-fcfff43cbdf7 tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1265.176962] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2e92fddf-e272-45f7-83f1-006d7bb6dd09 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.188130] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cd0481d-5f94-4ca7-a86b-fcfff43cbdf7 tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1265.188417] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-9cd0481d-5f94-4ca7-a86b-fcfff43cbdf7 tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1265.189217] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eaa212ef-0fa6-44a7-b800-7c25a9395c09 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.196249] env[69889]: DEBUG oslo_vmware.api [None req-9cd0481d-5f94-4ca7-a86b-fcfff43cbdf7 tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Waiting for the task: (returnval){ [ 1265.196249] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52dba4c4-51fb-e458-d026-c8a58f5bdebf" [ 1265.196249] env[69889]: _type = "Task" [ 1265.196249] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.205910] env[69889]: DEBUG oslo_vmware.api [None req-9cd0481d-5f94-4ca7-a86b-fcfff43cbdf7 tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52dba4c4-51fb-e458-d026-c8a58f5bdebf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.420319] env[69889]: DEBUG oslo_vmware.api [None req-c4f015ab-ebf2-46f7-ae7a-42dcaa5719ad tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Task: {'id': task-4078288, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.472105] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] [instance: 7f014d2a-1340-4715-8ab0-42df2c7d9f36] Instance has had 0 of 5 cleanup attempts {{(pid=69889) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1265.598784] env[69889]: DEBUG oslo_concurrency.lockutils [None req-8dedc6d5-b2d4-409b-a362-3692109259f3 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.784s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.601373] env[69889]: DEBUG oslo_concurrency.lockutils [None req-818d467a-2a48-4dca-a5fa-443ad948cd94 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.982s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.624508] env[69889]: INFO nova.scheduler.client.report [None req-8dedc6d5-b2d4-409b-a362-3692109259f3 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Deleted allocations for instance 2f748779-c389-40ae-b572-373ffed151b7 [ 1265.707821] env[69889]: DEBUG oslo_vmware.api [None req-9cd0481d-5f94-4ca7-a86b-fcfff43cbdf7 tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52dba4c4-51fb-e458-d026-c8a58f5bdebf, 'name': SearchDatastore_Task, 'duration_secs': 0.011657} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.708258] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-420a7984-5200-4333-a791-b912f9a0685d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.714178] env[69889]: DEBUG oslo_vmware.api [None req-9cd0481d-5f94-4ca7-a86b-fcfff43cbdf7 tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Waiting for the task: (returnval){ [ 1265.714178] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]526191b5-5fdf-ad56-65a6-fb80b16092a8" [ 1265.714178] env[69889]: _type = "Task" [ 1265.714178] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.722625] env[69889]: DEBUG oslo_vmware.api [None req-9cd0481d-5f94-4ca7-a86b-fcfff43cbdf7 tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]526191b5-5fdf-ad56-65a6-fb80b16092a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.831642] env[69889]: DEBUG nova.network.neutron [None req-bd1d0882-df05-44a3-bc64-7123754b88e4 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5f8f6d7f-2483-49f3-b08f-c4944dd39291] Updating instance_info_cache with network_info: [{"id": "6193a90c-3e3a-4ca4-b452-305ec89374d9", "address": "fa:16:3e:83:71:ea", "network": {"id": "c607a821-3d63-41af-abaf-0611e2141a9c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-453181546-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8917847ce0c4465198a89a1c5551fb59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15165046-2de9-4ada-9e99-0126e20854a9", "external-id": "nsx-vlan-transportzone-974", "segmentation_id": 974, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6193a90c-3e", "ovs_interfaceid": "6193a90c-3e3a-4ca4-b452-305ec89374d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1265.920925] env[69889]: DEBUG oslo_vmware.api [None req-c4f015ab-ebf2-46f7-ae7a-42dcaa5719ad tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Task: {'id': task-4078288, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.508026} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.921262] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4f015ab-ebf2-46f7-ae7a-42dcaa5719ad tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore1] 999b2a97-48c1-4433-82a9-80f354ba33a7/999b2a97-48c1-4433-82a9-80f354ba33a7.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1265.921528] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-c4f015ab-ebf2-46f7-ae7a-42dcaa5719ad tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] [instance: 999b2a97-48c1-4433-82a9-80f354ba33a7] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1265.921782] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1f14a297-71ab-4597-807e-817b08ce59a7 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.928531] env[69889]: DEBUG oslo_vmware.api [None req-c4f015ab-ebf2-46f7-ae7a-42dcaa5719ad tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Waiting for the task: (returnval){ [ 1265.928531] env[69889]: value = "task-4078290" [ 1265.928531] env[69889]: _type = "Task" [ 1265.928531] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.937663] env[69889]: DEBUG oslo_vmware.api [None req-c4f015ab-ebf2-46f7-ae7a-42dcaa5719ad tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Task: {'id': task-4078290, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.975892] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] [instance: da1de6c7-ec10-47d2-a8a9-8572cd4162f5] Instance has had 0 of 5 cleanup attempts {{(pid=69889) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1266.111318] env[69889]: INFO nova.compute.claims [None req-818d467a-2a48-4dca-a5fa-443ad948cd94 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: b507d799-4465-4de5-8708-a59b6704e741] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1266.131626] env[69889]: DEBUG oslo_concurrency.lockutils [None req-8dedc6d5-b2d4-409b-a362-3692109259f3 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Lock "2f748779-c389-40ae-b572-373ffed151b7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.448s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.226926] env[69889]: DEBUG oslo_vmware.api [None req-9cd0481d-5f94-4ca7-a86b-fcfff43cbdf7 tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]526191b5-5fdf-ad56-65a6-fb80b16092a8, 'name': SearchDatastore_Task, 'duration_secs': 0.011847} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.230026] env[69889]: DEBUG oslo_concurrency.lockutils [None req-9cd0481d-5f94-4ca7-a86b-fcfff43cbdf7 tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.230026] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cd0481d-5f94-4ca7-a86b-fcfff43cbdf7 tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore1] e3a760bd-82e3-4ee0-bbb6-ba9784cba05d/e3a760bd-82e3-4ee0-bbb6-ba9784cba05d.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1266.230026] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-196d47e5-19a6-45e2-8888-f6c363527aa8 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.238277] env[69889]: DEBUG oslo_vmware.api [None req-9cd0481d-5f94-4ca7-a86b-fcfff43cbdf7 tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Waiting for the task: (returnval){ [ 1266.238277] env[69889]: value = "task-4078291" [ 1266.238277] env[69889]: _type = "Task" [ 1266.238277] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.247488] env[69889]: DEBUG oslo_vmware.api [None req-9cd0481d-5f94-4ca7-a86b-fcfff43cbdf7 tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Task: {'id': task-4078291, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.337275] env[69889]: DEBUG oslo_concurrency.lockutils [None req-bd1d0882-df05-44a3-bc64-7123754b88e4 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Releasing lock "refresh_cache-5f8f6d7f-2483-49f3-b08f-c4944dd39291" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.445820] env[69889]: DEBUG oslo_vmware.api [None req-c4f015ab-ebf2-46f7-ae7a-42dcaa5719ad tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Task: {'id': task-4078290, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.14199} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.447022] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-c4f015ab-ebf2-46f7-ae7a-42dcaa5719ad tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] [instance: 999b2a97-48c1-4433-82a9-80f354ba33a7] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1266.447910] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7010900b-4b8e-439a-aca8-0850c90fb57f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.474585] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4f015ab-ebf2-46f7-ae7a-42dcaa5719ad tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] [instance: 999b2a97-48c1-4433-82a9-80f354ba33a7] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] 999b2a97-48c1-4433-82a9-80f354ba33a7/999b2a97-48c1-4433-82a9-80f354ba33a7.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1266.475432] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e7bded2-bf52-496c-9f17-5a2677c416d3 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.497228] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] [instance: aad29946-4f6b-4a9b-83f0-6177bcc62dfa] Instance has had 0 of 5 cleanup attempts {{(pid=69889) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1266.503739] env[69889]: DEBUG oslo_vmware.api [None req-c4f015ab-ebf2-46f7-ae7a-42dcaa5719ad tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Waiting for the task: (returnval){ [ 1266.503739] env[69889]: value = "task-4078292" [ 1266.503739] env[69889]: _type = "Task" [ 1266.503739] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.516325] env[69889]: DEBUG oslo_vmware.api [None req-c4f015ab-ebf2-46f7-ae7a-42dcaa5719ad tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Task: {'id': task-4078292, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.617788] env[69889]: INFO nova.compute.resource_tracker [None req-818d467a-2a48-4dca-a5fa-443ad948cd94 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: b507d799-4465-4de5-8708-a59b6704e741] Updating resource usage from migration f5aea771-3562-401b-a655-7cf937f382ed [ 1266.749892] env[69889]: DEBUG oslo_vmware.api [None req-9cd0481d-5f94-4ca7-a86b-fcfff43cbdf7 tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Task: {'id': task-4078291, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.484084} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.750187] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cd0481d-5f94-4ca7-a86b-fcfff43cbdf7 tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore1] e3a760bd-82e3-4ee0-bbb6-ba9784cba05d/e3a760bd-82e3-4ee0-bbb6-ba9784cba05d.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1266.750401] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-9cd0481d-5f94-4ca7-a86b-fcfff43cbdf7 tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] [instance: e3a760bd-82e3-4ee0-bbb6-ba9784cba05d] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1266.750658] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-12163035-ab65-409f-bb94-9fefce1b3db2 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.757741] env[69889]: DEBUG oslo_vmware.api [None req-9cd0481d-5f94-4ca7-a86b-fcfff43cbdf7 tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Waiting for the task: (returnval){ [ 1266.757741] env[69889]: value = "task-4078293" [ 1266.757741] env[69889]: _type = "Task" [ 1266.757741] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.765513] env[69889]: DEBUG oslo_vmware.api [None req-9cd0481d-5f94-4ca7-a86b-fcfff43cbdf7 tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Task: {'id': task-4078293, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.790406] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d037950-8265-4fbf-b767-9141790028cd {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.798316] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0a77827-990d-4246-aa33-f74ff84fd972 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.830472] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff21390e-d977-4da8-b1fe-89da09bcfdc5 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.838096] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfd010de-5b50-4f11-9664-7d5200b3ca03 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.857725] env[69889]: DEBUG nova.compute.provider_tree [None req-818d467a-2a48-4dca-a5fa-443ad948cd94 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1266.860766] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55f07d93-b61a-4ad8-a6c2-809086bef91a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.880762] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb95c49c-5b35-4201-8646-583a9dfd3cfd {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.888588] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-bd1d0882-df05-44a3-bc64-7123754b88e4 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5f8f6d7f-2483-49f3-b08f-c4944dd39291] Updating instance '5f8f6d7f-2483-49f3-b08f-c4944dd39291' progress to 83 {{(pid=69889) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1266.964277] env[69889]: DEBUG oslo_concurrency.lockutils [None req-97b31519-6826-4aaa-be04-df2679945ee9 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Acquiring lock "af195e69-2192-41dd-821b-b74e916d8d08" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.964531] env[69889]: DEBUG oslo_concurrency.lockutils [None req-97b31519-6826-4aaa-be04-df2679945ee9 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Lock "af195e69-2192-41dd-821b-b74e916d8d08" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.998786] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1266.999201] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Cleaning up deleted instances with incomplete migration {{(pid=69889) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1267.014859] env[69889]: DEBUG oslo_vmware.api [None req-c4f015ab-ebf2-46f7-ae7a-42dcaa5719ad tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Task: {'id': task-4078292, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.269819] env[69889]: DEBUG oslo_vmware.api [None req-9cd0481d-5f94-4ca7-a86b-fcfff43cbdf7 tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Task: {'id': task-4078293, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.364702] env[69889]: DEBUG nova.scheduler.client.report [None req-818d467a-2a48-4dca-a5fa-443ad948cd94 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1267.394895] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd1d0882-df05-44a3-bc64-7123754b88e4 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5f8f6d7f-2483-49f3-b08f-c4944dd39291] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1267.395152] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0415bbb0-1f9e-4f12-8f9a-ce4a11a73fdd {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.402226] env[69889]: DEBUG oslo_vmware.api [None req-bd1d0882-df05-44a3-bc64-7123754b88e4 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Waiting for the task: (returnval){ [ 1267.402226] env[69889]: value = "task-4078294" [ 1267.402226] env[69889]: _type = "Task" [ 1267.402226] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.411017] env[69889]: DEBUG oslo_vmware.api [None req-bd1d0882-df05-44a3-bc64-7123754b88e4 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': task-4078294, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.467053] env[69889]: DEBUG nova.compute.manager [None req-97b31519-6826-4aaa-be04-df2679945ee9 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: af195e69-2192-41dd-821b-b74e916d8d08] Starting instance... {{(pid=69889) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1267.502816] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1267.516658] env[69889]: DEBUG oslo_vmware.api [None req-c4f015ab-ebf2-46f7-ae7a-42dcaa5719ad tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Task: {'id': task-4078292, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.768936] env[69889]: DEBUG oslo_vmware.api [None req-9cd0481d-5f94-4ca7-a86b-fcfff43cbdf7 tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Task: {'id': task-4078293, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.63572} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.769863] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-9cd0481d-5f94-4ca7-a86b-fcfff43cbdf7 tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] [instance: e3a760bd-82e3-4ee0-bbb6-ba9784cba05d] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1267.770117] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18d491c4-e8a4-4910-8a6b-3a8864201bff {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.792285] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cd0481d-5f94-4ca7-a86b-fcfff43cbdf7 tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] [instance: e3a760bd-82e3-4ee0-bbb6-ba9784cba05d] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] e3a760bd-82e3-4ee0-bbb6-ba9784cba05d/e3a760bd-82e3-4ee0-bbb6-ba9784cba05d.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1267.792825] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24d6605f-3997-4a72-9495-e4a271024fcd {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.815015] env[69889]: DEBUG oslo_vmware.api [None req-9cd0481d-5f94-4ca7-a86b-fcfff43cbdf7 tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Waiting for the task: (returnval){ [ 1267.815015] env[69889]: value = "task-4078296" [ 1267.815015] env[69889]: _type = "Task" [ 1267.815015] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.824732] env[69889]: DEBUG oslo_vmware.api [None req-9cd0481d-5f94-4ca7-a86b-fcfff43cbdf7 tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Task: {'id': task-4078296, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.870070] env[69889]: DEBUG oslo_concurrency.lockutils [None req-818d467a-2a48-4dca-a5fa-443ad948cd94 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.269s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.870539] env[69889]: INFO nova.compute.manager [None req-818d467a-2a48-4dca-a5fa-443ad948cd94 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: b507d799-4465-4de5-8708-a59b6704e741] Migrating [ 1267.879151] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7498416a-10ac-4b68-a8d2-310307f90be1 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.078s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.879151] env[69889]: DEBUG nova.objects.instance [None req-7498416a-10ac-4b68-a8d2-310307f90be1 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Lazy-loading 'resources' on Instance uuid 39aba68a-2ac8-47be-b799-ef9f1cfb4521 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1267.914078] env[69889]: DEBUG oslo_vmware.api [None req-bd1d0882-df05-44a3-bc64-7123754b88e4 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': task-4078294, 'name': PowerOnVM_Task, 'duration_secs': 0.490325} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.914321] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd1d0882-df05-44a3-bc64-7123754b88e4 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5f8f6d7f-2483-49f3-b08f-c4944dd39291] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1267.914507] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-bd1d0882-df05-44a3-bc64-7123754b88e4 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5f8f6d7f-2483-49f3-b08f-c4944dd39291] Updating instance '5f8f6d7f-2483-49f3-b08f-c4944dd39291' progress to 100 {{(pid=69889) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1268.002965] env[69889]: DEBUG oslo_concurrency.lockutils [None req-97b31519-6826-4aaa-be04-df2679945ee9 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.014891] env[69889]: DEBUG oslo_vmware.api [None req-c4f015ab-ebf2-46f7-ae7a-42dcaa5719ad tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Task: {'id': task-4078292, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.325535] env[69889]: DEBUG oslo_vmware.api [None req-9cd0481d-5f94-4ca7-a86b-fcfff43cbdf7 tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Task: {'id': task-4078296, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.390382] env[69889]: DEBUG oslo_concurrency.lockutils [None req-818d467a-2a48-4dca-a5fa-443ad948cd94 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Acquiring lock "refresh_cache-b507d799-4465-4de5-8708-a59b6704e741" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.390624] env[69889]: DEBUG oslo_concurrency.lockutils [None req-818d467a-2a48-4dca-a5fa-443ad948cd94 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Acquired lock "refresh_cache-b507d799-4465-4de5-8708-a59b6704e741" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.390885] env[69889]: DEBUG nova.network.neutron [None req-818d467a-2a48-4dca-a5fa-443ad948cd94 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: b507d799-4465-4de5-8708-a59b6704e741] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1268.515696] env[69889]: DEBUG oslo_vmware.api [None req-c4f015ab-ebf2-46f7-ae7a-42dcaa5719ad tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Task: {'id': task-4078292, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.597315] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a5831f1-b55c-4fc9-a5f4-10828ad400ab {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.606191] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38e89ce5-33c1-406a-96cf-a2d7f678ab24 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.645763] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4faec54a-ff6e-43f3-b5cc-fae06bb46d9d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.654081] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d31d03a0-4aa1-4318-a6e8-be3321c45117 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.668027] env[69889]: DEBUG nova.compute.provider_tree [None req-7498416a-10ac-4b68-a8d2-310307f90be1 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1268.826179] env[69889]: DEBUG oslo_vmware.api [None req-9cd0481d-5f94-4ca7-a86b-fcfff43cbdf7 tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Task: {'id': task-4078296, 'name': ReconfigVM_Task, 'duration_secs': 0.837731} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.826487] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cd0481d-5f94-4ca7-a86b-fcfff43cbdf7 tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] [instance: e3a760bd-82e3-4ee0-bbb6-ba9784cba05d] Reconfigured VM instance instance-00000072 to attach disk [datastore1] e3a760bd-82e3-4ee0-bbb6-ba9784cba05d/e3a760bd-82e3-4ee0-bbb6-ba9784cba05d.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1268.827118] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2167e86f-1942-4fda-9844-baf5800c62d6 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.834687] env[69889]: DEBUG oslo_vmware.api [None req-9cd0481d-5f94-4ca7-a86b-fcfff43cbdf7 tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Waiting for the task: (returnval){ [ 1268.834687] env[69889]: value = "task-4078297" [ 1268.834687] env[69889]: _type = "Task" [ 1268.834687] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.843769] env[69889]: DEBUG oslo_vmware.api [None req-9cd0481d-5f94-4ca7-a86b-fcfff43cbdf7 tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Task: {'id': task-4078297, 'name': Rename_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.004788] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1269.017677] env[69889]: DEBUG oslo_vmware.api [None req-c4f015ab-ebf2-46f7-ae7a-42dcaa5719ad tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Task: {'id': task-4078292, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.171753] env[69889]: DEBUG nova.scheduler.client.report [None req-7498416a-10ac-4b68-a8d2-310307f90be1 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1269.191208] env[69889]: DEBUG nova.network.neutron [None req-818d467a-2a48-4dca-a5fa-443ad948cd94 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: b507d799-4465-4de5-8708-a59b6704e741] Updating instance_info_cache with network_info: [{"id": "8a3e5ad3-c6d8-458e-94f9-4ec658dd7c66", "address": "fa:16:3e:58:c2:a5", "network": {"id": "a205e286-28cc-4d8d-92da-d016aa89fb95", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1004022442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e46f471b2284533892518bdcc6cd332", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e83154-c0d2-4d3d-b95e-3cd5ba336257", "external-id": "nsx-vlan-transportzone-771", "segmentation_id": 771, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a3e5ad3-c6", "ovs_interfaceid": "8a3e5ad3-c6d8-458e-94f9-4ec658dd7c66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1269.344886] env[69889]: DEBUG oslo_vmware.api [None req-9cd0481d-5f94-4ca7-a86b-fcfff43cbdf7 tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Task: {'id': task-4078297, 'name': Rename_Task, 'duration_secs': 0.278545} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.345227] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cd0481d-5f94-4ca7-a86b-fcfff43cbdf7 tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] [instance: e3a760bd-82e3-4ee0-bbb6-ba9784cba05d] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1269.345436] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e02db23a-df2a-4857-8501-53992ac3f45d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.352256] env[69889]: DEBUG oslo_vmware.api [None req-9cd0481d-5f94-4ca7-a86b-fcfff43cbdf7 tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Waiting for the task: (returnval){ [ 1269.352256] env[69889]: value = "task-4078298" [ 1269.352256] env[69889]: _type = "Task" [ 1269.352256] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.362083] env[69889]: DEBUG oslo_vmware.api [None req-9cd0481d-5f94-4ca7-a86b-fcfff43cbdf7 tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Task: {'id': task-4078298, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.517477] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1269.517477] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1269.517477] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1269.517477] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1269.517477] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69889) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1269.520841] env[69889]: DEBUG oslo_vmware.api [None req-c4f015ab-ebf2-46f7-ae7a-42dcaa5719ad tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Task: {'id': task-4078292, 'name': ReconfigVM_Task, 'duration_secs': 2.614155} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.521196] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4f015ab-ebf2-46f7-ae7a-42dcaa5719ad tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] [instance: 999b2a97-48c1-4433-82a9-80f354ba33a7] Reconfigured VM instance instance-00000071 to attach disk [datastore1] 999b2a97-48c1-4433-82a9-80f354ba33a7/999b2a97-48c1-4433-82a9-80f354ba33a7.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1269.521823] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2ce69848-1b22-4381-abd4-6e0e1aa085f1 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.530407] env[69889]: DEBUG oslo_vmware.api [None req-c4f015ab-ebf2-46f7-ae7a-42dcaa5719ad tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Waiting for the task: (returnval){ [ 1269.530407] env[69889]: value = "task-4078299" [ 1269.530407] env[69889]: _type = "Task" [ 1269.530407] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.541272] env[69889]: DEBUG oslo_vmware.api [None req-c4f015ab-ebf2-46f7-ae7a-42dcaa5719ad tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Task: {'id': task-4078299, 'name': Rename_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.677413] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7498416a-10ac-4b68-a8d2-310307f90be1 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.799s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.680777] env[69889]: DEBUG oslo_concurrency.lockutils [None req-97b31519-6826-4aaa-be04-df2679945ee9 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.677s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.682388] env[69889]: INFO nova.compute.claims [None req-97b31519-6826-4aaa-be04-df2679945ee9 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: af195e69-2192-41dd-821b-b74e916d8d08] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1269.694061] env[69889]: DEBUG oslo_concurrency.lockutils [None req-818d467a-2a48-4dca-a5fa-443ad948cd94 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Releasing lock "refresh_cache-b507d799-4465-4de5-8708-a59b6704e741" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.712920] env[69889]: INFO nova.scheduler.client.report [None req-7498416a-10ac-4b68-a8d2-310307f90be1 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Deleted allocations for instance 39aba68a-2ac8-47be-b799-ef9f1cfb4521 [ 1269.862586] env[69889]: DEBUG oslo_vmware.api [None req-9cd0481d-5f94-4ca7-a86b-fcfff43cbdf7 tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Task: {'id': task-4078298, 'name': PowerOnVM_Task, 'duration_secs': 0.499594} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.862884] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cd0481d-5f94-4ca7-a86b-fcfff43cbdf7 tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] [instance: e3a760bd-82e3-4ee0-bbb6-ba9784cba05d] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1269.863103] env[69889]: INFO nova.compute.manager [None req-9cd0481d-5f94-4ca7-a86b-fcfff43cbdf7 tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] [instance: e3a760bd-82e3-4ee0-bbb6-ba9784cba05d] Took 5.84 seconds to spawn the instance on the hypervisor. [ 1269.863287] env[69889]: DEBUG nova.compute.manager [None req-9cd0481d-5f94-4ca7-a86b-fcfff43cbdf7 tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] [instance: e3a760bd-82e3-4ee0-bbb6-ba9784cba05d] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1269.864480] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1959430-b635-46bf-be82-6efb360d87c7 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.040425] env[69889]: DEBUG oslo_vmware.api [None req-c4f015ab-ebf2-46f7-ae7a-42dcaa5719ad tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Task: {'id': task-4078299, 'name': Rename_Task, 'duration_secs': 0.163439} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.041167] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4f015ab-ebf2-46f7-ae7a-42dcaa5719ad tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] [instance: 999b2a97-48c1-4433-82a9-80f354ba33a7] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1270.041452] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-40b90400-d6c0-4415-9430-cafa1fb4d17d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.049467] env[69889]: DEBUG oslo_vmware.api [None req-c4f015ab-ebf2-46f7-ae7a-42dcaa5719ad tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Waiting for the task: (returnval){ [ 1270.049467] env[69889]: value = "task-4078300" [ 1270.049467] env[69889]: _type = "Task" [ 1270.049467] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.057993] env[69889]: DEBUG oslo_vmware.api [None req-c4f015ab-ebf2-46f7-ae7a-42dcaa5719ad tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Task: {'id': task-4078300, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.219947] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7498416a-10ac-4b68-a8d2-310307f90be1 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Lock "39aba68a-2ac8-47be-b799-ef9f1cfb4521" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.249s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.381164] env[69889]: INFO nova.compute.manager [None req-9cd0481d-5f94-4ca7-a86b-fcfff43cbdf7 tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] [instance: e3a760bd-82e3-4ee0-bbb6-ba9784cba05d] Took 14.93 seconds to build instance. [ 1270.413131] env[69889]: DEBUG nova.network.neutron [None req-883385ef-90a6-44dc-adb8-f4565a2ac61b tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5f8f6d7f-2483-49f3-b08f-c4944dd39291] Port 6193a90c-3e3a-4ca4-b452-305ec89374d9 binding to destination host cpu-1 is already ACTIVE {{(pid=69889) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1270.413403] env[69889]: DEBUG oslo_concurrency.lockutils [None req-883385ef-90a6-44dc-adb8-f4565a2ac61b tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Acquiring lock "refresh_cache-5f8f6d7f-2483-49f3-b08f-c4944dd39291" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.413601] env[69889]: DEBUG oslo_concurrency.lockutils [None req-883385ef-90a6-44dc-adb8-f4565a2ac61b tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Acquired lock "refresh_cache-5f8f6d7f-2483-49f3-b08f-c4944dd39291" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.413773] env[69889]: DEBUG nova.network.neutron [None req-883385ef-90a6-44dc-adb8-f4565a2ac61b tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5f8f6d7f-2483-49f3-b08f-c4944dd39291] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1270.567730] env[69889]: DEBUG oslo_vmware.api [None req-c4f015ab-ebf2-46f7-ae7a-42dcaa5719ad tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Task: {'id': task-4078300, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.860481] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a37454a-34f2-428a-aa1f-94006329f91c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.868137] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc5cc000-aa10-4a0b-910f-8f4e86a2fb2c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.898399] env[69889]: DEBUG oslo_concurrency.lockutils [None req-9cd0481d-5f94-4ca7-a86b-fcfff43cbdf7 tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Lock "e3a760bd-82e3-4ee0-bbb6-ba9784cba05d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.460s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.899400] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c7482cf-4e04-4a4f-8a97-107dec9b583d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.913726] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77dfc323-0ce4-4efc-be78-950c0d9760e5 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.930899] env[69889]: DEBUG nova.compute.provider_tree [None req-97b31519-6826-4aaa-be04-df2679945ee9 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1271.055669] env[69889]: INFO nova.compute.manager [None req-19fe1a21-f9d8-48a2-b453-a50d865e433e tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] [instance: e3a760bd-82e3-4ee0-bbb6-ba9784cba05d] Rebuilding instance [ 1271.066577] env[69889]: DEBUG oslo_vmware.api [None req-c4f015ab-ebf2-46f7-ae7a-42dcaa5719ad tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Task: {'id': task-4078300, 'name': PowerOnVM_Task, 'duration_secs': 0.593829} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.067224] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4f015ab-ebf2-46f7-ae7a-42dcaa5719ad tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] [instance: 999b2a97-48c1-4433-82a9-80f354ba33a7] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1271.067224] env[69889]: INFO nova.compute.manager [None req-c4f015ab-ebf2-46f7-ae7a-42dcaa5719ad tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] [instance: 999b2a97-48c1-4433-82a9-80f354ba33a7] Took 9.37 seconds to spawn the instance on the hypervisor. [ 1271.067224] env[69889]: DEBUG nova.compute.manager [None req-c4f015ab-ebf2-46f7-ae7a-42dcaa5719ad tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] [instance: 999b2a97-48c1-4433-82a9-80f354ba33a7] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1271.068089] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f87520d7-229e-4677-ad11-d598ce09c97b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.105123] env[69889]: DEBUG nova.compute.manager [None req-19fe1a21-f9d8-48a2-b453-a50d865e433e tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] [instance: e3a760bd-82e3-4ee0-bbb6-ba9784cba05d] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1271.105998] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4adbff6c-f367-428b-bea9-c4c0f30031f7 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.150326] env[69889]: DEBUG nova.network.neutron [None req-883385ef-90a6-44dc-adb8-f4565a2ac61b tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5f8f6d7f-2483-49f3-b08f-c4944dd39291] Updating instance_info_cache with network_info: [{"id": "6193a90c-3e3a-4ca4-b452-305ec89374d9", "address": "fa:16:3e:83:71:ea", "network": {"id": "c607a821-3d63-41af-abaf-0611e2141a9c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-453181546-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8917847ce0c4465198a89a1c5551fb59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15165046-2de9-4ada-9e99-0126e20854a9", "external-id": "nsx-vlan-transportzone-974", "segmentation_id": 974, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6193a90c-3e", "ovs_interfaceid": "6193a90c-3e3a-4ca4-b452-305ec89374d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1271.211133] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee84e692-016f-456b-a244-0d43ee9b1e28 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.230323] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-818d467a-2a48-4dca-a5fa-443ad948cd94 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: b507d799-4465-4de5-8708-a59b6704e741] Updating instance 'b507d799-4465-4de5-8708-a59b6704e741' progress to 0 {{(pid=69889) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1271.434122] env[69889]: DEBUG nova.scheduler.client.report [None req-97b31519-6826-4aaa-be04-df2679945ee9 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1271.588693] env[69889]: INFO nova.compute.manager [None req-c4f015ab-ebf2-46f7-ae7a-42dcaa5719ad tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] [instance: 999b2a97-48c1-4433-82a9-80f354ba33a7] Took 16.37 seconds to build instance. [ 1271.653200] env[69889]: DEBUG oslo_concurrency.lockutils [None req-883385ef-90a6-44dc-adb8-f4565a2ac61b tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Releasing lock "refresh_cache-5f8f6d7f-2483-49f3-b08f-c4944dd39291" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.736148] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-818d467a-2a48-4dca-a5fa-443ad948cd94 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: b507d799-4465-4de5-8708-a59b6704e741] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1271.736471] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-059eefd7-75b7-40c1-a052-a8f0896ae2fb {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.745087] env[69889]: DEBUG oslo_vmware.api [None req-818d467a-2a48-4dca-a5fa-443ad948cd94 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Waiting for the task: (returnval){ [ 1271.745087] env[69889]: value = "task-4078303" [ 1271.745087] env[69889]: _type = "Task" [ 1271.745087] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.753584] env[69889]: DEBUG oslo_vmware.api [None req-818d467a-2a48-4dca-a5fa-443ad948cd94 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078303, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.939415] env[69889]: DEBUG oslo_concurrency.lockutils [None req-97b31519-6826-4aaa-be04-df2679945ee9 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.259s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.939932] env[69889]: DEBUG nova.compute.manager [None req-97b31519-6826-4aaa-be04-df2679945ee9 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: af195e69-2192-41dd-821b-b74e916d8d08] Start building networks asynchronously for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1272.089959] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c4f015ab-ebf2-46f7-ae7a-42dcaa5719ad tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Lock "999b2a97-48c1-4433-82a9-80f354ba33a7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.878s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.121431] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-19fe1a21-f9d8-48a2-b453-a50d865e433e tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] [instance: e3a760bd-82e3-4ee0-bbb6-ba9784cba05d] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1272.121852] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1324c7fc-91e4-481e-9d6e-4b5f1513ebd2 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.130332] env[69889]: DEBUG oslo_vmware.api [None req-19fe1a21-f9d8-48a2-b453-a50d865e433e tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Waiting for the task: (returnval){ [ 1272.130332] env[69889]: value = "task-4078304" [ 1272.130332] env[69889]: _type = "Task" [ 1272.130332] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.139097] env[69889]: DEBUG oslo_vmware.api [None req-19fe1a21-f9d8-48a2-b453-a50d865e433e tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Task: {'id': task-4078304, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.156610] env[69889]: DEBUG nova.compute.manager [None req-883385ef-90a6-44dc-adb8-f4565a2ac61b tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5f8f6d7f-2483-49f3-b08f-c4944dd39291] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69889) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:900}} [ 1272.156857] env[69889]: DEBUG oslo_concurrency.lockutils [None req-883385ef-90a6-44dc-adb8-f4565a2ac61b tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.157315] env[69889]: DEBUG oslo_concurrency.lockutils [None req-883385ef-90a6-44dc-adb8-f4565a2ac61b tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.256137] env[69889]: DEBUG oslo_vmware.api [None req-818d467a-2a48-4dca-a5fa-443ad948cd94 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078303, 'name': PowerOffVM_Task, 'duration_secs': 0.425081} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.256460] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-818d467a-2a48-4dca-a5fa-443ad948cd94 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: b507d799-4465-4de5-8708-a59b6704e741] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1272.256687] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-818d467a-2a48-4dca-a5fa-443ad948cd94 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: b507d799-4465-4de5-8708-a59b6704e741] Updating instance 'b507d799-4465-4de5-8708-a59b6704e741' progress to 17 {{(pid=69889) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1272.445830] env[69889]: DEBUG nova.compute.utils [None req-97b31519-6826-4aaa-be04-df2679945ee9 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1272.447381] env[69889]: DEBUG nova.compute.manager [None req-97b31519-6826-4aaa-be04-df2679945ee9 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: af195e69-2192-41dd-821b-b74e916d8d08] Allocating IP information in the background. {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1272.447621] env[69889]: DEBUG nova.network.neutron [None req-97b31519-6826-4aaa-be04-df2679945ee9 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: af195e69-2192-41dd-821b-b74e916d8d08] allocate_for_instance() {{(pid=69889) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1272.497693] env[69889]: DEBUG nova.policy [None req-97b31519-6826-4aaa-be04-df2679945ee9 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fa53d078c0d741dfb296e8243fcb8851', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6536689d827a4804a60785c3229d998e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69889) authorize /opt/stack/nova/nova/policy.py:192}} [ 1272.640704] env[69889]: DEBUG oslo_vmware.api [None req-19fe1a21-f9d8-48a2-b453-a50d865e433e tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Task: {'id': task-4078304, 'name': PowerOffVM_Task, 'duration_secs': 0.212311} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.641384] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-19fe1a21-f9d8-48a2-b453-a50d865e433e tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] [instance: e3a760bd-82e3-4ee0-bbb6-ba9784cba05d] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1272.641384] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-19fe1a21-f9d8-48a2-b453-a50d865e433e tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] [instance: e3a760bd-82e3-4ee0-bbb6-ba9784cba05d] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1272.642202] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d01d65d3-2263-45e4-9950-bff38883f794 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.649210] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-19fe1a21-f9d8-48a2-b453-a50d865e433e tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] [instance: e3a760bd-82e3-4ee0-bbb6-ba9784cba05d] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1272.649458] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fd6ff840-884a-4ae7-9206-f8781ab27d37 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.661144] env[69889]: DEBUG nova.objects.instance [None req-883385ef-90a6-44dc-adb8-f4565a2ac61b tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Lazy-loading 'migration_context' on Instance uuid 5f8f6d7f-2483-49f3-b08f-c4944dd39291 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1272.680877] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-19fe1a21-f9d8-48a2-b453-a50d865e433e tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] [instance: e3a760bd-82e3-4ee0-bbb6-ba9784cba05d] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1272.681309] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-19fe1a21-f9d8-48a2-b453-a50d865e433e tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] [instance: e3a760bd-82e3-4ee0-bbb6-ba9784cba05d] Deleting contents of the VM from datastore datastore1 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1272.681608] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-19fe1a21-f9d8-48a2-b453-a50d865e433e tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Deleting the datastore file [datastore1] e3a760bd-82e3-4ee0-bbb6-ba9784cba05d {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1272.681881] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-804e3cbd-ee8a-4c24-9f16-ec94732c202c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.689576] env[69889]: DEBUG oslo_vmware.api [None req-19fe1a21-f9d8-48a2-b453-a50d865e433e tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Waiting for the task: (returnval){ [ 1272.689576] env[69889]: value = "task-4078306" [ 1272.689576] env[69889]: _type = "Task" [ 1272.689576] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.698823] env[69889]: DEBUG oslo_vmware.api [None req-19fe1a21-f9d8-48a2-b453-a50d865e433e tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Task: {'id': task-4078306, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.763062] env[69889]: DEBUG nova.virt.hardware [None req-818d467a-2a48-4dca-a5fa-443ad948cd94 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1272.763351] env[69889]: DEBUG nova.virt.hardware [None req-818d467a-2a48-4dca-a5fa-443ad948cd94 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1272.763521] env[69889]: DEBUG nova.virt.hardware [None req-818d467a-2a48-4dca-a5fa-443ad948cd94 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1272.763701] env[69889]: DEBUG nova.virt.hardware [None req-818d467a-2a48-4dca-a5fa-443ad948cd94 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1272.763852] env[69889]: DEBUG nova.virt.hardware [None req-818d467a-2a48-4dca-a5fa-443ad948cd94 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1272.764651] env[69889]: DEBUG nova.virt.hardware [None req-818d467a-2a48-4dca-a5fa-443ad948cd94 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1272.764885] env[69889]: DEBUG nova.virt.hardware [None req-818d467a-2a48-4dca-a5fa-443ad948cd94 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1272.765070] env[69889]: DEBUG nova.virt.hardware [None req-818d467a-2a48-4dca-a5fa-443ad948cd94 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1272.765249] env[69889]: DEBUG nova.virt.hardware [None req-818d467a-2a48-4dca-a5fa-443ad948cd94 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1272.765406] env[69889]: DEBUG nova.virt.hardware [None req-818d467a-2a48-4dca-a5fa-443ad948cd94 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1272.766624] env[69889]: DEBUG nova.virt.hardware [None req-818d467a-2a48-4dca-a5fa-443ad948cd94 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1272.774447] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e80d830-478a-4a41-8139-777a97651a70 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.794184] env[69889]: DEBUG oslo_vmware.api [None req-818d467a-2a48-4dca-a5fa-443ad948cd94 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Waiting for the task: (returnval){ [ 1272.794184] env[69889]: value = "task-4078307" [ 1272.794184] env[69889]: _type = "Task" [ 1272.794184] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.804170] env[69889]: DEBUG oslo_vmware.api [None req-818d467a-2a48-4dca-a5fa-443ad948cd94 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078307, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.805125] env[69889]: DEBUG nova.network.neutron [None req-97b31519-6826-4aaa-be04-df2679945ee9 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: af195e69-2192-41dd-821b-b74e916d8d08] Successfully created port: acc3443a-b082-40c9-8a84-a02e28089fe9 {{(pid=69889) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1272.951262] env[69889]: DEBUG nova.compute.manager [None req-97b31519-6826-4aaa-be04-df2679945ee9 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: af195e69-2192-41dd-821b-b74e916d8d08] Start building block device mappings for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1273.199893] env[69889]: DEBUG oslo_vmware.api [None req-19fe1a21-f9d8-48a2-b453-a50d865e433e tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Task: {'id': task-4078306, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.109529} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.200782] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-19fe1a21-f9d8-48a2-b453-a50d865e433e tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1273.200782] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-19fe1a21-f9d8-48a2-b453-a50d865e433e tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] [instance: e3a760bd-82e3-4ee0-bbb6-ba9784cba05d] Deleted contents of the VM from datastore datastore1 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1273.200782] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-19fe1a21-f9d8-48a2-b453-a50d865e433e tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] [instance: e3a760bd-82e3-4ee0-bbb6-ba9784cba05d] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1273.308358] env[69889]: DEBUG oslo_vmware.api [None req-818d467a-2a48-4dca-a5fa-443ad948cd94 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078307, 'name': ReconfigVM_Task, 'duration_secs': 0.202219} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.308685] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-818d467a-2a48-4dca-a5fa-443ad948cd94 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: b507d799-4465-4de5-8708-a59b6704e741] Updating instance 'b507d799-4465-4de5-8708-a59b6704e741' progress to 33 {{(pid=69889) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1273.328919] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-089bfb53-46b1-4038-adc0-9d732caef607 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.337244] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dbfe7b2-5ab1-46ec-b522-aca6986408c1 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.372811] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ce2140c-3d3a-4550-9770-440910690cd8 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.382010] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a380d72f-cb50-4bf2-9447-932d6f8cd808 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.398684] env[69889]: DEBUG nova.compute.provider_tree [None req-883385ef-90a6-44dc-adb8-f4565a2ac61b tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1273.819337] env[69889]: DEBUG nova.virt.hardware [None req-818d467a-2a48-4dca-a5fa-443ad948cd94 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1273.819511] env[69889]: DEBUG nova.virt.hardware [None req-818d467a-2a48-4dca-a5fa-443ad948cd94 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1273.819690] env[69889]: DEBUG nova.virt.hardware [None req-818d467a-2a48-4dca-a5fa-443ad948cd94 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1273.819904] env[69889]: DEBUG nova.virt.hardware [None req-818d467a-2a48-4dca-a5fa-443ad948cd94 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1273.820101] env[69889]: DEBUG nova.virt.hardware [None req-818d467a-2a48-4dca-a5fa-443ad948cd94 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1273.820331] env[69889]: DEBUG nova.virt.hardware [None req-818d467a-2a48-4dca-a5fa-443ad948cd94 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1273.820533] env[69889]: DEBUG nova.virt.hardware [None req-818d467a-2a48-4dca-a5fa-443ad948cd94 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1273.820728] env[69889]: DEBUG nova.virt.hardware [None req-818d467a-2a48-4dca-a5fa-443ad948cd94 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1273.820956] env[69889]: DEBUG nova.virt.hardware [None req-818d467a-2a48-4dca-a5fa-443ad948cd94 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1273.821149] env[69889]: DEBUG nova.virt.hardware [None req-818d467a-2a48-4dca-a5fa-443ad948cd94 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1273.821391] env[69889]: DEBUG nova.virt.hardware [None req-818d467a-2a48-4dca-a5fa-443ad948cd94 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1273.826888] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-818d467a-2a48-4dca-a5fa-443ad948cd94 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: b507d799-4465-4de5-8708-a59b6704e741] Reconfiguring VM instance instance-00000070 to detach disk 2000 {{(pid=69889) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1273.827232] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02b35a96-fa9b-4c2b-ae2f-9a7df099c5b6 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.847157] env[69889]: DEBUG oslo_vmware.api [None req-818d467a-2a48-4dca-a5fa-443ad948cd94 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Waiting for the task: (returnval){ [ 1273.847157] env[69889]: value = "task-4078308" [ 1273.847157] env[69889]: _type = "Task" [ 1273.847157] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.856208] env[69889]: DEBUG oslo_vmware.api [None req-818d467a-2a48-4dca-a5fa-443ad948cd94 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078308, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.902135] env[69889]: DEBUG nova.scheduler.client.report [None req-883385ef-90a6-44dc-adb8-f4565a2ac61b tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1273.962617] env[69889]: DEBUG nova.compute.manager [None req-97b31519-6826-4aaa-be04-df2679945ee9 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: af195e69-2192-41dd-821b-b74e916d8d08] Start spawning the instance on the hypervisor. {{(pid=69889) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1273.994024] env[69889]: DEBUG nova.virt.hardware [None req-97b31519-6826-4aaa-be04-df2679945ee9 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1273.994024] env[69889]: DEBUG nova.virt.hardware [None req-97b31519-6826-4aaa-be04-df2679945ee9 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1273.994024] env[69889]: DEBUG nova.virt.hardware [None req-97b31519-6826-4aaa-be04-df2679945ee9 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1273.994024] env[69889]: DEBUG nova.virt.hardware [None req-97b31519-6826-4aaa-be04-df2679945ee9 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1273.994803] env[69889]: DEBUG nova.virt.hardware [None req-97b31519-6826-4aaa-be04-df2679945ee9 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1273.995200] env[69889]: DEBUG nova.virt.hardware [None req-97b31519-6826-4aaa-be04-df2679945ee9 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1273.995643] env[69889]: DEBUG nova.virt.hardware [None req-97b31519-6826-4aaa-be04-df2679945ee9 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1273.997746] env[69889]: DEBUG nova.virt.hardware [None req-97b31519-6826-4aaa-be04-df2679945ee9 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1273.997746] env[69889]: DEBUG nova.virt.hardware [None req-97b31519-6826-4aaa-be04-df2679945ee9 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1273.997746] env[69889]: DEBUG nova.virt.hardware [None req-97b31519-6826-4aaa-be04-df2679945ee9 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1273.997746] env[69889]: DEBUG nova.virt.hardware [None req-97b31519-6826-4aaa-be04-df2679945ee9 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1273.997746] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34d8c880-c566-4995-9d12-a54af6e79567 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.007070] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77a5731f-8337-4a60-896b-8357fb39fc2c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.233280] env[69889]: DEBUG nova.virt.hardware [None req-19fe1a21-f9d8-48a2-b453-a50d865e433e tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1274.233597] env[69889]: DEBUG nova.virt.hardware [None req-19fe1a21-f9d8-48a2-b453-a50d865e433e tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1274.233684] env[69889]: DEBUG nova.virt.hardware [None req-19fe1a21-f9d8-48a2-b453-a50d865e433e tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1274.233916] env[69889]: DEBUG nova.virt.hardware [None req-19fe1a21-f9d8-48a2-b453-a50d865e433e tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1274.234029] env[69889]: DEBUG nova.virt.hardware [None req-19fe1a21-f9d8-48a2-b453-a50d865e433e tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1274.234185] env[69889]: DEBUG nova.virt.hardware [None req-19fe1a21-f9d8-48a2-b453-a50d865e433e tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1274.234388] env[69889]: DEBUG nova.virt.hardware [None req-19fe1a21-f9d8-48a2-b453-a50d865e433e tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1274.234544] env[69889]: DEBUG nova.virt.hardware [None req-19fe1a21-f9d8-48a2-b453-a50d865e433e tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1274.234735] env[69889]: DEBUG nova.virt.hardware [None req-19fe1a21-f9d8-48a2-b453-a50d865e433e tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1274.234902] env[69889]: DEBUG nova.virt.hardware [None req-19fe1a21-f9d8-48a2-b453-a50d865e433e tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1274.235107] env[69889]: DEBUG nova.virt.hardware [None req-19fe1a21-f9d8-48a2-b453-a50d865e433e tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1274.235959] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46cd6175-0033-471c-aa25-9e8571706774 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.244642] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9282c1b1-6663-4674-94b9-0f8f83bf8a2b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.262033] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-19fe1a21-f9d8-48a2-b453-a50d865e433e tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] [instance: e3a760bd-82e3-4ee0-bbb6-ba9784cba05d] Instance VIF info [] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1274.264698] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-19fe1a21-f9d8-48a2-b453-a50d865e433e tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1274.264926] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3a760bd-82e3-4ee0-bbb6-ba9784cba05d] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1274.265236] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-553e2783-9421-4aa0-93d6-a7aa259fee4e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.282673] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1274.282673] env[69889]: value = "task-4078309" [ 1274.282673] env[69889]: _type = "Task" [ 1274.282673] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.292806] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4078309, 'name': CreateVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.357723] env[69889]: DEBUG oslo_vmware.api [None req-818d467a-2a48-4dca-a5fa-443ad948cd94 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078308, 'name': ReconfigVM_Task, 'duration_secs': 0.332278} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.358013] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-818d467a-2a48-4dca-a5fa-443ad948cd94 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: b507d799-4465-4de5-8708-a59b6704e741] Reconfigured VM instance instance-00000070 to detach disk 2000 {{(pid=69889) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1274.358960] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8687e31b-2cfa-4449-83a0-cc25c517f1fe {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.398181] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-818d467a-2a48-4dca-a5fa-443ad948cd94 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: b507d799-4465-4de5-8708-a59b6704e741] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] b507d799-4465-4de5-8708-a59b6704e741/b507d799-4465-4de5-8708-a59b6704e741.vmdk or device None with type thin {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1274.399378] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b81ac20e-2af6-41cf-bc1a-b2d40a54bd86 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.424147] env[69889]: DEBUG oslo_vmware.api [None req-818d467a-2a48-4dca-a5fa-443ad948cd94 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Waiting for the task: (returnval){ [ 1274.424147] env[69889]: value = "task-4078310" [ 1274.424147] env[69889]: _type = "Task" [ 1274.424147] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.437776] env[69889]: DEBUG oslo_vmware.api [None req-818d467a-2a48-4dca-a5fa-443ad948cd94 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078310, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.510060] env[69889]: DEBUG nova.compute.manager [req-2ced47f1-baab-4291-b957-f5c02a466d47 req-f54b210a-3ba8-4580-bfb8-1891d7b7d17a service nova] [instance: af195e69-2192-41dd-821b-b74e916d8d08] Received event network-vif-plugged-acc3443a-b082-40c9-8a84-a02e28089fe9 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1274.510395] env[69889]: DEBUG oslo_concurrency.lockutils [req-2ced47f1-baab-4291-b957-f5c02a466d47 req-f54b210a-3ba8-4580-bfb8-1891d7b7d17a service nova] Acquiring lock "af195e69-2192-41dd-821b-b74e916d8d08-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.510694] env[69889]: DEBUG oslo_concurrency.lockutils [req-2ced47f1-baab-4291-b957-f5c02a466d47 req-f54b210a-3ba8-4580-bfb8-1891d7b7d17a service nova] Lock "af195e69-2192-41dd-821b-b74e916d8d08-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.511225] env[69889]: DEBUG oslo_concurrency.lockutils [req-2ced47f1-baab-4291-b957-f5c02a466d47 req-f54b210a-3ba8-4580-bfb8-1891d7b7d17a service nova] Lock "af195e69-2192-41dd-821b-b74e916d8d08-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.511700] env[69889]: DEBUG nova.compute.manager [req-2ced47f1-baab-4291-b957-f5c02a466d47 req-f54b210a-3ba8-4580-bfb8-1891d7b7d17a service nova] [instance: af195e69-2192-41dd-821b-b74e916d8d08] No waiting events found dispatching network-vif-plugged-acc3443a-b082-40c9-8a84-a02e28089fe9 {{(pid=69889) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1274.511848] env[69889]: WARNING nova.compute.manager [req-2ced47f1-baab-4291-b957-f5c02a466d47 req-f54b210a-3ba8-4580-bfb8-1891d7b7d17a service nova] [instance: af195e69-2192-41dd-821b-b74e916d8d08] Received unexpected event network-vif-plugged-acc3443a-b082-40c9-8a84-a02e28089fe9 for instance with vm_state building and task_state spawning. [ 1274.624282] env[69889]: DEBUG nova.network.neutron [None req-97b31519-6826-4aaa-be04-df2679945ee9 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: af195e69-2192-41dd-821b-b74e916d8d08] Successfully updated port: acc3443a-b082-40c9-8a84-a02e28089fe9 {{(pid=69889) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1274.794278] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4078309, 'name': CreateVM_Task, 'duration_secs': 0.380926} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.794278] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3a760bd-82e3-4ee0-bbb6-ba9784cba05d] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1274.794278] env[69889]: DEBUG oslo_concurrency.lockutils [None req-19fe1a21-f9d8-48a2-b453-a50d865e433e tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.794278] env[69889]: DEBUG oslo_concurrency.lockutils [None req-19fe1a21-f9d8-48a2-b453-a50d865e433e tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.794278] env[69889]: DEBUG oslo_concurrency.lockutils [None req-19fe1a21-f9d8-48a2-b453-a50d865e433e tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.794278] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-507d2d9a-de8d-4362-9360-f48c3cf058cb {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.799929] env[69889]: DEBUG oslo_vmware.api [None req-19fe1a21-f9d8-48a2-b453-a50d865e433e tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Waiting for the task: (returnval){ [ 1274.799929] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]5239ba51-a431-3d8b-24c4-51e13bd42099" [ 1274.799929] env[69889]: _type = "Task" [ 1274.799929] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.809295] env[69889]: DEBUG oslo_vmware.api [None req-19fe1a21-f9d8-48a2-b453-a50d865e433e tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5239ba51-a431-3d8b-24c4-51e13bd42099, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.921450] env[69889]: DEBUG oslo_concurrency.lockutils [None req-883385ef-90a6-44dc-adb8-f4565a2ac61b tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.764s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.946341] env[69889]: DEBUG oslo_vmware.api [None req-818d467a-2a48-4dca-a5fa-443ad948cd94 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078310, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.986321] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1275.126698] env[69889]: DEBUG oslo_concurrency.lockutils [None req-97b31519-6826-4aaa-be04-df2679945ee9 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Acquiring lock "refresh_cache-af195e69-2192-41dd-821b-b74e916d8d08" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.126849] env[69889]: DEBUG oslo_concurrency.lockutils [None req-97b31519-6826-4aaa-be04-df2679945ee9 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Acquired lock "refresh_cache-af195e69-2192-41dd-821b-b74e916d8d08" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.126995] env[69889]: DEBUG nova.network.neutron [None req-97b31519-6826-4aaa-be04-df2679945ee9 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: af195e69-2192-41dd-821b-b74e916d8d08] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1275.316310] env[69889]: DEBUG oslo_vmware.api [None req-19fe1a21-f9d8-48a2-b453-a50d865e433e tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5239ba51-a431-3d8b-24c4-51e13bd42099, 'name': SearchDatastore_Task, 'duration_secs': 0.010598} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.316720] env[69889]: DEBUG oslo_concurrency.lockutils [None req-19fe1a21-f9d8-48a2-b453-a50d865e433e tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.316859] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-19fe1a21-f9d8-48a2-b453-a50d865e433e tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] [instance: e3a760bd-82e3-4ee0-bbb6-ba9784cba05d] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1275.317868] env[69889]: DEBUG oslo_concurrency.lockutils [None req-19fe1a21-f9d8-48a2-b453-a50d865e433e tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.317868] env[69889]: DEBUG oslo_concurrency.lockutils [None req-19fe1a21-f9d8-48a2-b453-a50d865e433e tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.318013] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-19fe1a21-f9d8-48a2-b453-a50d865e433e tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1275.318197] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d1816d47-98f7-45ec-ab34-49f5dbfbebbb {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.328069] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-19fe1a21-f9d8-48a2-b453-a50d865e433e tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1275.328313] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-19fe1a21-f9d8-48a2-b453-a50d865e433e tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1275.330038] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5486597c-745c-41df-8255-064d3b3ed1a8 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.335542] env[69889]: DEBUG oslo_vmware.api [None req-19fe1a21-f9d8-48a2-b453-a50d865e433e tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Waiting for the task: (returnval){ [ 1275.335542] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52067f82-43f7-b983-337e-a8cf97e173f0" [ 1275.335542] env[69889]: _type = "Task" [ 1275.335542] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.345683] env[69889]: DEBUG oslo_vmware.api [None req-19fe1a21-f9d8-48a2-b453-a50d865e433e tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52067f82-43f7-b983-337e-a8cf97e173f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.440802] env[69889]: DEBUG oslo_vmware.api [None req-818d467a-2a48-4dca-a5fa-443ad948cd94 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078310, 'name': ReconfigVM_Task, 'duration_secs': 0.535381} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.441367] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-818d467a-2a48-4dca-a5fa-443ad948cd94 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: b507d799-4465-4de5-8708-a59b6704e741] Reconfigured VM instance instance-00000070 to attach disk [datastore1] b507d799-4465-4de5-8708-a59b6704e741/b507d799-4465-4de5-8708-a59b6704e741.vmdk or device None with type thin {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1275.441675] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-818d467a-2a48-4dca-a5fa-443ad948cd94 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: b507d799-4465-4de5-8708-a59b6704e741] Updating instance 'b507d799-4465-4de5-8708-a59b6704e741' progress to 50 {{(pid=69889) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1275.491213] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Getting list of instances from cluster (obj){ [ 1275.491213] env[69889]: value = "domain-c8" [ 1275.491213] env[69889]: _type = "ClusterComputeResource" [ 1275.491213] env[69889]: } {{(pid=69889) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1275.493626] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6793fed7-276f-4e81-8f1d-2cddb1ef1a58 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.513068] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Got total of 8 instances {{(pid=69889) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1275.513068] env[69889]: WARNING nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] While synchronizing instance power states, found 9 instances in the database and 8 instances on the hypervisor. [ 1275.513068] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Triggering sync for uuid 8866902a-621e-444a-a853-a3753f0418f2 {{(pid=69889) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1275.513068] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Triggering sync for uuid 984c2c59-44de-4b93-b198-327b68415ce4 {{(pid=69889) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1275.513068] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Triggering sync for uuid c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9 {{(pid=69889) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1275.513488] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Triggering sync for uuid 5f8f6d7f-2483-49f3-b08f-c4944dd39291 {{(pid=69889) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1275.513488] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Triggering sync for uuid 30fc419c-759b-4037-8cab-0d5a5360e061 {{(pid=69889) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1275.513488] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Triggering sync for uuid b507d799-4465-4de5-8708-a59b6704e741 {{(pid=69889) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1275.513748] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Triggering sync for uuid 999b2a97-48c1-4433-82a9-80f354ba33a7 {{(pid=69889) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1275.513748] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Triggering sync for uuid e3a760bd-82e3-4ee0-bbb6-ba9784cba05d {{(pid=69889) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1275.513959] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Triggering sync for uuid af195e69-2192-41dd-821b-b74e916d8d08 {{(pid=69889) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1275.514470] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Acquiring lock "8866902a-621e-444a-a853-a3753f0418f2" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.514755] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Lock "8866902a-621e-444a-a853-a3753f0418f2" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.515065] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Acquiring lock "984c2c59-44de-4b93-b198-327b68415ce4" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.515258] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Lock "984c2c59-44de-4b93-b198-327b68415ce4" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.515505] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Acquiring lock "c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.515764] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Lock "c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.516029] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Acquiring lock "5f8f6d7f-2483-49f3-b08f-c4944dd39291" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.516217] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Lock "5f8f6d7f-2483-49f3-b08f-c4944dd39291" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.516387] env[69889]: INFO nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] [instance: 5f8f6d7f-2483-49f3-b08f-c4944dd39291] During sync_power_state the instance has a pending task (resize_reverting). Skip. [ 1275.516545] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Lock "5f8f6d7f-2483-49f3-b08f-c4944dd39291" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.517272] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Acquiring lock "30fc419c-759b-4037-8cab-0d5a5360e061" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.517272] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Lock "30fc419c-759b-4037-8cab-0d5a5360e061" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.517272] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Acquiring lock "b507d799-4465-4de5-8708-a59b6704e741" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.517444] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Lock "b507d799-4465-4de5-8708-a59b6704e741" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.517503] env[69889]: INFO nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] [instance: b507d799-4465-4de5-8708-a59b6704e741] During sync_power_state the instance has a pending task (resize_migrating). Skip. [ 1275.517659] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Lock "b507d799-4465-4de5-8708-a59b6704e741" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.517846] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Acquiring lock "999b2a97-48c1-4433-82a9-80f354ba33a7" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.518040] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Lock "999b2a97-48c1-4433-82a9-80f354ba33a7" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.518338] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Acquiring lock "e3a760bd-82e3-4ee0-bbb6-ba9784cba05d" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.518607] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Lock "e3a760bd-82e3-4ee0-bbb6-ba9784cba05d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.518794] env[69889]: INFO nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] [instance: e3a760bd-82e3-4ee0-bbb6-ba9784cba05d] During sync_power_state the instance has a pending task (rebuild_spawning). Skip. [ 1275.518991] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Lock "e3a760bd-82e3-4ee0-bbb6-ba9784cba05d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.519207] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Acquiring lock "af195e69-2192-41dd-821b-b74e916d8d08" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.520228] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-804d9e7a-175c-482b-a0eb-4d5d8418214b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.523886] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-299aca7c-a04c-420d-a850-6311d3e7f1f7 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.526857] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d34cc5e-0135-47fe-a566-94857ddb6315 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.529804] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-662799bc-607c-4496-b9f7-1c90b737d663 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.532537] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3bc72a3-8f0b-4a07-a8c5-b30538295cf1 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.717185] env[69889]: DEBUG nova.network.neutron [None req-97b31519-6826-4aaa-be04-df2679945ee9 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: af195e69-2192-41dd-821b-b74e916d8d08] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1275.852695] env[69889]: DEBUG oslo_vmware.api [None req-19fe1a21-f9d8-48a2-b453-a50d865e433e tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52067f82-43f7-b983-337e-a8cf97e173f0, 'name': SearchDatastore_Task, 'duration_secs': 0.010971} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.854422] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b757d7da-4326-4a1f-a341-939f399ee23f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.863729] env[69889]: DEBUG oslo_vmware.api [None req-19fe1a21-f9d8-48a2-b453-a50d865e433e tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Waiting for the task: (returnval){ [ 1275.863729] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]528408d8-4132-b9c1-8ba9-9e45983428a6" [ 1275.863729] env[69889]: _type = "Task" [ 1275.863729] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.878872] env[69889]: DEBUG oslo_vmware.api [None req-19fe1a21-f9d8-48a2-b453-a50d865e433e tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]528408d8-4132-b9c1-8ba9-9e45983428a6, 'name': SearchDatastore_Task, 'duration_secs': 0.01131} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.879855] env[69889]: DEBUG oslo_concurrency.lockutils [None req-19fe1a21-f9d8-48a2-b453-a50d865e433e tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.879855] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-19fe1a21-f9d8-48a2-b453-a50d865e433e tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] e3a760bd-82e3-4ee0-bbb6-ba9784cba05d/e3a760bd-82e3-4ee0-bbb6-ba9784cba05d.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1275.879855] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2b90506c-3c47-4d1d-962b-c068a4f3d0b9 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.893084] env[69889]: DEBUG oslo_vmware.api [None req-19fe1a21-f9d8-48a2-b453-a50d865e433e tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Waiting for the task: (returnval){ [ 1275.893084] env[69889]: value = "task-4078311" [ 1275.893084] env[69889]: _type = "Task" [ 1275.893084] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.903728] env[69889]: DEBUG oslo_vmware.api [None req-19fe1a21-f9d8-48a2-b453-a50d865e433e tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Task: {'id': task-4078311, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.949720] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2e9d261-aa37-41a2-afce-cfec21051b6b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.971203] env[69889]: DEBUG nova.network.neutron [None req-97b31519-6826-4aaa-be04-df2679945ee9 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: af195e69-2192-41dd-821b-b74e916d8d08] Updating instance_info_cache with network_info: [{"id": "acc3443a-b082-40c9-8a84-a02e28089fe9", "address": "fa:16:3e:8c:06:90", "network": {"id": "726a0899-ff5e-4e9a-8ec4-91317fa57b22", "bridge": "br-int", "label": "tempest-ServersTestJSON-1056519050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6536689d827a4804a60785c3229d998e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacc3443a-b0", "ovs_interfaceid": "acc3443a-b082-40c9-8a84-a02e28089fe9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1275.975039] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b34f815-7fcd-4eaa-abd1-9b24527aced1 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.996101] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-818d467a-2a48-4dca-a5fa-443ad948cd94 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: b507d799-4465-4de5-8708-a59b6704e741] Updating instance 'b507d799-4465-4de5-8708-a59b6704e741' progress to 67 {{(pid=69889) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1276.048854] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Lock "30fc419c-759b-4037-8cab-0d5a5360e061" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.532s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.053955] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Lock "8866902a-621e-444a-a853-a3753f0418f2" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.539s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.054389] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Lock "c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.539s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.054776] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Lock "984c2c59-44de-4b93-b198-327b68415ce4" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.539s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.064986] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Lock "999b2a97-48c1-4433-82a9-80f354ba33a7" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.547s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.412766] env[69889]: DEBUG oslo_vmware.api [None req-19fe1a21-f9d8-48a2-b453-a50d865e433e tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Task: {'id': task-4078311, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503084} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.414254] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-19fe1a21-f9d8-48a2-b453-a50d865e433e tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] e3a760bd-82e3-4ee0-bbb6-ba9784cba05d/e3a760bd-82e3-4ee0-bbb6-ba9784cba05d.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1276.414704] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-19fe1a21-f9d8-48a2-b453-a50d865e433e tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] [instance: e3a760bd-82e3-4ee0-bbb6-ba9784cba05d] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1276.415161] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-85fa6869-4d30-404c-a9f1-e071c5822873 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.424671] env[69889]: DEBUG oslo_vmware.api [None req-19fe1a21-f9d8-48a2-b453-a50d865e433e tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Waiting for the task: (returnval){ [ 1276.424671] env[69889]: value = "task-4078312" [ 1276.424671] env[69889]: _type = "Task" [ 1276.424671] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.436158] env[69889]: DEBUG oslo_vmware.api [None req-19fe1a21-f9d8-48a2-b453-a50d865e433e tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Task: {'id': task-4078312, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.470551] env[69889]: INFO nova.compute.manager [None req-883385ef-90a6-44dc-adb8-f4565a2ac61b tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5f8f6d7f-2483-49f3-b08f-c4944dd39291] Swapping old allocation on dict_keys(['90d7c690-84bb-4f6d-b52e-7f3e0decd101']) held by migration aee4a8b6-3dcc-470d-9dba-5c8a0f6bc067 for instance [ 1276.477797] env[69889]: DEBUG oslo_concurrency.lockutils [None req-97b31519-6826-4aaa-be04-df2679945ee9 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Releasing lock "refresh_cache-af195e69-2192-41dd-821b-b74e916d8d08" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.478198] env[69889]: DEBUG nova.compute.manager [None req-97b31519-6826-4aaa-be04-df2679945ee9 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: af195e69-2192-41dd-821b-b74e916d8d08] Instance network_info: |[{"id": "acc3443a-b082-40c9-8a84-a02e28089fe9", "address": "fa:16:3e:8c:06:90", "network": {"id": "726a0899-ff5e-4e9a-8ec4-91317fa57b22", "bridge": "br-int", "label": "tempest-ServersTestJSON-1056519050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6536689d827a4804a60785c3229d998e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacc3443a-b0", "ovs_interfaceid": "acc3443a-b082-40c9-8a84-a02e28089fe9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1276.479111] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-97b31519-6826-4aaa-be04-df2679945ee9 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: af195e69-2192-41dd-821b-b74e916d8d08] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:06:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '99639c37-b0c6-4be7-9594-230e44b1280b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'acc3443a-b082-40c9-8a84-a02e28089fe9', 'vif_model': 'vmxnet3'}] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1276.487585] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-97b31519-6826-4aaa-be04-df2679945ee9 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1276.491983] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af195e69-2192-41dd-821b-b74e916d8d08] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1276.492817] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-883b3343-74a1-483a-8e7b-763c22a3883d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.515922] env[69889]: DEBUG nova.scheduler.client.report [None req-883385ef-90a6-44dc-adb8-f4565a2ac61b tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Overwriting current allocation {'allocations': {'90d7c690-84bb-4f6d-b52e-7f3e0decd101': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 159}}, 'project_id': '8917847ce0c4465198a89a1c5551fb59', 'user_id': '06b16d4eba14469eac358aaed7c3ac59', 'consumer_generation': 1} on consumer 5f8f6d7f-2483-49f3-b08f-c4944dd39291 {{(pid=69889) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1276.530151] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1276.530151] env[69889]: value = "task-4078313" [ 1276.530151] env[69889]: _type = "Task" [ 1276.530151] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.540573] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4078313, 'name': CreateVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.546166] env[69889]: DEBUG nova.compute.manager [req-cfcd1e30-4616-47d6-ab24-d2be8881b285 req-968e028b-e690-4f6a-bace-fdab0b3fc2be service nova] [instance: af195e69-2192-41dd-821b-b74e916d8d08] Received event network-changed-acc3443a-b082-40c9-8a84-a02e28089fe9 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1276.546385] env[69889]: DEBUG nova.compute.manager [req-cfcd1e30-4616-47d6-ab24-d2be8881b285 req-968e028b-e690-4f6a-bace-fdab0b3fc2be service nova] [instance: af195e69-2192-41dd-821b-b74e916d8d08] Refreshing instance network info cache due to event network-changed-acc3443a-b082-40c9-8a84-a02e28089fe9. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1276.546708] env[69889]: DEBUG oslo_concurrency.lockutils [req-cfcd1e30-4616-47d6-ab24-d2be8881b285 req-968e028b-e690-4f6a-bace-fdab0b3fc2be service nova] Acquiring lock "refresh_cache-af195e69-2192-41dd-821b-b74e916d8d08" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.546931] env[69889]: DEBUG oslo_concurrency.lockutils [req-cfcd1e30-4616-47d6-ab24-d2be8881b285 req-968e028b-e690-4f6a-bace-fdab0b3fc2be service nova] Acquired lock "refresh_cache-af195e69-2192-41dd-821b-b74e916d8d08" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.547274] env[69889]: DEBUG nova.network.neutron [req-cfcd1e30-4616-47d6-ab24-d2be8881b285 req-968e028b-e690-4f6a-bace-fdab0b3fc2be service nova] [instance: af195e69-2192-41dd-821b-b74e916d8d08] Refreshing network info cache for port acc3443a-b082-40c9-8a84-a02e28089fe9 {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1276.563598] env[69889]: DEBUG nova.network.neutron [None req-818d467a-2a48-4dca-a5fa-443ad948cd94 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: b507d799-4465-4de5-8708-a59b6704e741] Port 8a3e5ad3-c6d8-458e-94f9-4ec658dd7c66 binding to destination host cpu-1 is already ACTIVE {{(pid=69889) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1276.628182] env[69889]: DEBUG oslo_concurrency.lockutils [None req-883385ef-90a6-44dc-adb8-f4565a2ac61b tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Acquiring lock "refresh_cache-5f8f6d7f-2483-49f3-b08f-c4944dd39291" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.628411] env[69889]: DEBUG oslo_concurrency.lockutils [None req-883385ef-90a6-44dc-adb8-f4565a2ac61b tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Acquired lock "refresh_cache-5f8f6d7f-2483-49f3-b08f-c4944dd39291" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.628622] env[69889]: DEBUG nova.network.neutron [None req-883385ef-90a6-44dc-adb8-f4565a2ac61b tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5f8f6d7f-2483-49f3-b08f-c4944dd39291] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1276.935484] env[69889]: DEBUG oslo_vmware.api [None req-19fe1a21-f9d8-48a2-b453-a50d865e433e tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Task: {'id': task-4078312, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077212} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.935789] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-19fe1a21-f9d8-48a2-b453-a50d865e433e tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] [instance: e3a760bd-82e3-4ee0-bbb6-ba9784cba05d] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1276.936599] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21fee629-12a3-4d28-954b-5417d183d613 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.958689] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-19fe1a21-f9d8-48a2-b453-a50d865e433e tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] [instance: e3a760bd-82e3-4ee0-bbb6-ba9784cba05d] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] e3a760bd-82e3-4ee0-bbb6-ba9784cba05d/e3a760bd-82e3-4ee0-bbb6-ba9784cba05d.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1276.959031] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41639d09-19df-406c-a8ec-e47b9278a305 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.980163] env[69889]: DEBUG oslo_vmware.api [None req-19fe1a21-f9d8-48a2-b453-a50d865e433e tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Waiting for the task: (returnval){ [ 1276.980163] env[69889]: value = "task-4078314" [ 1276.980163] env[69889]: _type = "Task" [ 1276.980163] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.988967] env[69889]: DEBUG oslo_vmware.api [None req-19fe1a21-f9d8-48a2-b453-a50d865e433e tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Task: {'id': task-4078314, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.039825] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4078313, 'name': CreateVM_Task, 'duration_secs': 0.384621} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.040022] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af195e69-2192-41dd-821b-b74e916d8d08] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1277.040725] env[69889]: DEBUG oslo_concurrency.lockutils [None req-97b31519-6826-4aaa-be04-df2679945ee9 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.040894] env[69889]: DEBUG oslo_concurrency.lockutils [None req-97b31519-6826-4aaa-be04-df2679945ee9 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.041251] env[69889]: DEBUG oslo_concurrency.lockutils [None req-97b31519-6826-4aaa-be04-df2679945ee9 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.041512] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-810b83c1-7b1a-4015-b08f-b2017067467a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.047360] env[69889]: DEBUG oslo_vmware.api [None req-97b31519-6826-4aaa-be04-df2679945ee9 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Waiting for the task: (returnval){ [ 1277.047360] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]5220af9f-40cc-c399-b551-caf9ce07aad8" [ 1277.047360] env[69889]: _type = "Task" [ 1277.047360] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.058019] env[69889]: DEBUG oslo_vmware.api [None req-97b31519-6826-4aaa-be04-df2679945ee9 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5220af9f-40cc-c399-b551-caf9ce07aad8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.370204] env[69889]: DEBUG nova.network.neutron [req-cfcd1e30-4616-47d6-ab24-d2be8881b285 req-968e028b-e690-4f6a-bace-fdab0b3fc2be service nova] [instance: af195e69-2192-41dd-821b-b74e916d8d08] Updated VIF entry in instance network info cache for port acc3443a-b082-40c9-8a84-a02e28089fe9. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1277.370573] env[69889]: DEBUG nova.network.neutron [req-cfcd1e30-4616-47d6-ab24-d2be8881b285 req-968e028b-e690-4f6a-bace-fdab0b3fc2be service nova] [instance: af195e69-2192-41dd-821b-b74e916d8d08] Updating instance_info_cache with network_info: [{"id": "acc3443a-b082-40c9-8a84-a02e28089fe9", "address": "fa:16:3e:8c:06:90", "network": {"id": "726a0899-ff5e-4e9a-8ec4-91317fa57b22", "bridge": "br-int", "label": "tempest-ServersTestJSON-1056519050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6536689d827a4804a60785c3229d998e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacc3443a-b0", "ovs_interfaceid": "acc3443a-b082-40c9-8a84-a02e28089fe9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.457640] env[69889]: DEBUG nova.network.neutron [None req-883385ef-90a6-44dc-adb8-f4565a2ac61b tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5f8f6d7f-2483-49f3-b08f-c4944dd39291] Updating instance_info_cache with network_info: [{"id": "6193a90c-3e3a-4ca4-b452-305ec89374d9", "address": "fa:16:3e:83:71:ea", "network": {"id": "c607a821-3d63-41af-abaf-0611e2141a9c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-453181546-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8917847ce0c4465198a89a1c5551fb59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15165046-2de9-4ada-9e99-0126e20854a9", "external-id": "nsx-vlan-transportzone-974", "segmentation_id": 974, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6193a90c-3e", "ovs_interfaceid": "6193a90c-3e3a-4ca4-b452-305ec89374d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.491873] env[69889]: DEBUG oslo_vmware.api [None req-19fe1a21-f9d8-48a2-b453-a50d865e433e tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Task: {'id': task-4078314, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.558900] env[69889]: DEBUG oslo_vmware.api [None req-97b31519-6826-4aaa-be04-df2679945ee9 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5220af9f-40cc-c399-b551-caf9ce07aad8, 'name': SearchDatastore_Task, 'duration_secs': 0.010222} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.559258] env[69889]: DEBUG oslo_concurrency.lockutils [None req-97b31519-6826-4aaa-be04-df2679945ee9 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.559536] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-97b31519-6826-4aaa-be04-df2679945ee9 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: af195e69-2192-41dd-821b-b74e916d8d08] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1277.559822] env[69889]: DEBUG oslo_concurrency.lockutils [None req-97b31519-6826-4aaa-be04-df2679945ee9 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.559930] env[69889]: DEBUG oslo_concurrency.lockutils [None req-97b31519-6826-4aaa-be04-df2679945ee9 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.560776] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-97b31519-6826-4aaa-be04-df2679945ee9 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1277.560776] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-34a7057b-5a48-4492-8d2a-e25e02be00ab {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.570480] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-97b31519-6826-4aaa-be04-df2679945ee9 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1277.570752] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-97b31519-6826-4aaa-be04-df2679945ee9 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1277.579011] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a6e952c-0e37-4ede-9619-f277a4b15d64 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.585117] env[69889]: DEBUG oslo_concurrency.lockutils [None req-818d467a-2a48-4dca-a5fa-443ad948cd94 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Acquiring lock "b507d799-4465-4de5-8708-a59b6704e741-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1277.585368] env[69889]: DEBUG oslo_concurrency.lockutils [None req-818d467a-2a48-4dca-a5fa-443ad948cd94 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Lock "b507d799-4465-4de5-8708-a59b6704e741-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1277.585541] env[69889]: DEBUG oslo_concurrency.lockutils [None req-818d467a-2a48-4dca-a5fa-443ad948cd94 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Lock "b507d799-4465-4de5-8708-a59b6704e741-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.595590] env[69889]: DEBUG oslo_vmware.api [None req-97b31519-6826-4aaa-be04-df2679945ee9 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Waiting for the task: (returnval){ [ 1277.595590] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]528e19ce-f269-5f09-30c9-c5005f258195" [ 1277.595590] env[69889]: _type = "Task" [ 1277.595590] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.607211] env[69889]: DEBUG oslo_vmware.api [None req-97b31519-6826-4aaa-be04-df2679945ee9 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]528e19ce-f269-5f09-30c9-c5005f258195, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.873174] env[69889]: DEBUG oslo_concurrency.lockutils [req-cfcd1e30-4616-47d6-ab24-d2be8881b285 req-968e028b-e690-4f6a-bace-fdab0b3fc2be service nova] Releasing lock "refresh_cache-af195e69-2192-41dd-821b-b74e916d8d08" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.961172] env[69889]: DEBUG oslo_concurrency.lockutils [None req-883385ef-90a6-44dc-adb8-f4565a2ac61b tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Releasing lock "refresh_cache-5f8f6d7f-2483-49f3-b08f-c4944dd39291" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.961726] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-883385ef-90a6-44dc-adb8-f4565a2ac61b tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5f8f6d7f-2483-49f3-b08f-c4944dd39291] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1277.962036] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-40e8aea4-53ac-45ae-987c-84e6c690c1d4 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.969611] env[69889]: DEBUG oslo_vmware.api [None req-883385ef-90a6-44dc-adb8-f4565a2ac61b tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Waiting for the task: (returnval){ [ 1277.969611] env[69889]: value = "task-4078315" [ 1277.969611] env[69889]: _type = "Task" [ 1277.969611] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.978827] env[69889]: DEBUG oslo_vmware.api [None req-883385ef-90a6-44dc-adb8-f4565a2ac61b tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': task-4078315, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.990992] env[69889]: DEBUG oslo_vmware.api [None req-19fe1a21-f9d8-48a2-b453-a50d865e433e tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Task: {'id': task-4078314, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.108602] env[69889]: DEBUG oslo_vmware.api [None req-97b31519-6826-4aaa-be04-df2679945ee9 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]528e19ce-f269-5f09-30c9-c5005f258195, 'name': SearchDatastore_Task, 'duration_secs': 0.01349} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.110418] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa0eee11-0d18-40fa-9b23-ece7b865c82e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.117453] env[69889]: DEBUG oslo_vmware.api [None req-97b31519-6826-4aaa-be04-df2679945ee9 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Waiting for the task: (returnval){ [ 1278.117453] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52c6f263-77db-6e73-9b20-0a93c60d0b67" [ 1278.117453] env[69889]: _type = "Task" [ 1278.117453] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.129050] env[69889]: DEBUG oslo_vmware.api [None req-97b31519-6826-4aaa-be04-df2679945ee9 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52c6f263-77db-6e73-9b20-0a93c60d0b67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.479961] env[69889]: DEBUG oslo_vmware.api [None req-883385ef-90a6-44dc-adb8-f4565a2ac61b tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': task-4078315, 'name': PowerOffVM_Task, 'duration_secs': 0.257689} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.480364] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-883385ef-90a6-44dc-adb8-f4565a2ac61b tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5f8f6d7f-2483-49f3-b08f-c4944dd39291] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1278.480940] env[69889]: DEBUG nova.virt.hardware [None req-883385ef-90a6-44dc-adb8-f4565a2ac61b tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1278.481238] env[69889]: DEBUG nova.virt.hardware [None req-883385ef-90a6-44dc-adb8-f4565a2ac61b tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1278.481403] env[69889]: DEBUG nova.virt.hardware [None req-883385ef-90a6-44dc-adb8-f4565a2ac61b tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1278.481588] env[69889]: DEBUG nova.virt.hardware [None req-883385ef-90a6-44dc-adb8-f4565a2ac61b tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1278.481962] env[69889]: DEBUG nova.virt.hardware [None req-883385ef-90a6-44dc-adb8-f4565a2ac61b tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1278.482178] env[69889]: DEBUG nova.virt.hardware [None req-883385ef-90a6-44dc-adb8-f4565a2ac61b tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1278.482406] env[69889]: DEBUG nova.virt.hardware [None req-883385ef-90a6-44dc-adb8-f4565a2ac61b tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1278.482574] env[69889]: DEBUG nova.virt.hardware [None req-883385ef-90a6-44dc-adb8-f4565a2ac61b tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1278.482796] env[69889]: DEBUG nova.virt.hardware [None req-883385ef-90a6-44dc-adb8-f4565a2ac61b tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1278.483032] env[69889]: DEBUG nova.virt.hardware [None req-883385ef-90a6-44dc-adb8-f4565a2ac61b tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1278.483224] env[69889]: DEBUG nova.virt.hardware [None req-883385ef-90a6-44dc-adb8-f4565a2ac61b tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1278.488358] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-841b7c3d-7a9c-4149-a04f-58fe7b655718 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.508091] env[69889]: DEBUG oslo_vmware.api [None req-19fe1a21-f9d8-48a2-b453-a50d865e433e tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Task: {'id': task-4078314, 'name': ReconfigVM_Task, 'duration_secs': 1.062858} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.509556] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-19fe1a21-f9d8-48a2-b453-a50d865e433e tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] [instance: e3a760bd-82e3-4ee0-bbb6-ba9784cba05d] Reconfigured VM instance instance-00000072 to attach disk [datastore2] e3a760bd-82e3-4ee0-bbb6-ba9784cba05d/e3a760bd-82e3-4ee0-bbb6-ba9784cba05d.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1278.510286] env[69889]: DEBUG oslo_vmware.api [None req-883385ef-90a6-44dc-adb8-f4565a2ac61b tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Waiting for the task: (returnval){ [ 1278.510286] env[69889]: value = "task-4078316" [ 1278.510286] env[69889]: _type = "Task" [ 1278.510286] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.510479] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6e8a5d07-1a54-477d-bbaa-2a7cc9f89058 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.522014] env[69889]: DEBUG oslo_vmware.api [None req-883385ef-90a6-44dc-adb8-f4565a2ac61b tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': task-4078316, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.523481] env[69889]: DEBUG oslo_vmware.api [None req-19fe1a21-f9d8-48a2-b453-a50d865e433e tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Waiting for the task: (returnval){ [ 1278.523481] env[69889]: value = "task-4078317" [ 1278.523481] env[69889]: _type = "Task" [ 1278.523481] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.532460] env[69889]: DEBUG oslo_vmware.api [None req-19fe1a21-f9d8-48a2-b453-a50d865e433e tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Task: {'id': task-4078317, 'name': Rename_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.628944] env[69889]: DEBUG oslo_vmware.api [None req-97b31519-6826-4aaa-be04-df2679945ee9 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52c6f263-77db-6e73-9b20-0a93c60d0b67, 'name': SearchDatastore_Task, 'duration_secs': 0.012502} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.629325] env[69889]: DEBUG oslo_concurrency.lockutils [None req-97b31519-6826-4aaa-be04-df2679945ee9 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.629678] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-97b31519-6826-4aaa-be04-df2679945ee9 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] af195e69-2192-41dd-821b-b74e916d8d08/af195e69-2192-41dd-821b-b74e916d8d08.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1278.629989] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e2570254-fa5a-477b-b194-45c97ef60f54 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.633266] env[69889]: DEBUG oslo_concurrency.lockutils [None req-818d467a-2a48-4dca-a5fa-443ad948cd94 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Acquiring lock "refresh_cache-b507d799-4465-4de5-8708-a59b6704e741" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.633434] env[69889]: DEBUG oslo_concurrency.lockutils [None req-818d467a-2a48-4dca-a5fa-443ad948cd94 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Acquired lock "refresh_cache-b507d799-4465-4de5-8708-a59b6704e741" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.633607] env[69889]: DEBUG nova.network.neutron [None req-818d467a-2a48-4dca-a5fa-443ad948cd94 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: b507d799-4465-4de5-8708-a59b6704e741] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1278.642579] env[69889]: DEBUG oslo_vmware.api [None req-97b31519-6826-4aaa-be04-df2679945ee9 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Waiting for the task: (returnval){ [ 1278.642579] env[69889]: value = "task-4078318" [ 1278.642579] env[69889]: _type = "Task" [ 1278.642579] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.654737] env[69889]: DEBUG oslo_vmware.api [None req-97b31519-6826-4aaa-be04-df2679945ee9 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': task-4078318, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.023399] env[69889]: DEBUG oslo_vmware.api [None req-883385ef-90a6-44dc-adb8-f4565a2ac61b tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': task-4078316, 'name': ReconfigVM_Task, 'duration_secs': 0.180265} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.024027] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d7eabd7-c851-4b47-b31e-51ce0b52576d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.049562] env[69889]: DEBUG nova.virt.hardware [None req-883385ef-90a6-44dc-adb8-f4565a2ac61b tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1279.050231] env[69889]: DEBUG nova.virt.hardware [None req-883385ef-90a6-44dc-adb8-f4565a2ac61b tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1279.050231] env[69889]: DEBUG nova.virt.hardware [None req-883385ef-90a6-44dc-adb8-f4565a2ac61b tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1279.050231] env[69889]: DEBUG nova.virt.hardware [None req-883385ef-90a6-44dc-adb8-f4565a2ac61b tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1279.050231] env[69889]: DEBUG nova.virt.hardware [None req-883385ef-90a6-44dc-adb8-f4565a2ac61b tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1279.050380] env[69889]: DEBUG nova.virt.hardware [None req-883385ef-90a6-44dc-adb8-f4565a2ac61b tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1279.050507] env[69889]: DEBUG nova.virt.hardware [None req-883385ef-90a6-44dc-adb8-f4565a2ac61b tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1279.050766] env[69889]: DEBUG nova.virt.hardware [None req-883385ef-90a6-44dc-adb8-f4565a2ac61b tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1279.050854] env[69889]: DEBUG nova.virt.hardware [None req-883385ef-90a6-44dc-adb8-f4565a2ac61b tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1279.051087] env[69889]: DEBUG nova.virt.hardware [None req-883385ef-90a6-44dc-adb8-f4565a2ac61b tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1279.051163] env[69889]: DEBUG nova.virt.hardware [None req-883385ef-90a6-44dc-adb8-f4565a2ac61b tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1279.055811] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee52b765-7ee5-4113-9516-7bacadfd55db {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.058342] env[69889]: DEBUG oslo_vmware.api [None req-19fe1a21-f9d8-48a2-b453-a50d865e433e tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Task: {'id': task-4078317, 'name': Rename_Task, 'duration_secs': 0.168652} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.058647] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-19fe1a21-f9d8-48a2-b453-a50d865e433e tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] [instance: e3a760bd-82e3-4ee0-bbb6-ba9784cba05d] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1279.059299] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ceab1112-d333-4549-936b-ece0d7f522d7 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.064368] env[69889]: DEBUG oslo_vmware.api [None req-883385ef-90a6-44dc-adb8-f4565a2ac61b tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Waiting for the task: (returnval){ [ 1279.064368] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52a95725-3d9d-b0f2-0fcb-db588e56f356" [ 1279.064368] env[69889]: _type = "Task" [ 1279.064368] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.070181] env[69889]: DEBUG oslo_vmware.api [None req-19fe1a21-f9d8-48a2-b453-a50d865e433e tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Waiting for the task: (returnval){ [ 1279.070181] env[69889]: value = "task-4078319" [ 1279.070181] env[69889]: _type = "Task" [ 1279.070181] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.079150] env[69889]: DEBUG oslo_vmware.api [None req-883385ef-90a6-44dc-adb8-f4565a2ac61b tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52a95725-3d9d-b0f2-0fcb-db588e56f356, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.086607] env[69889]: DEBUG oslo_vmware.api [None req-19fe1a21-f9d8-48a2-b453-a50d865e433e tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Task: {'id': task-4078319, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.154576] env[69889]: DEBUG oslo_vmware.api [None req-97b31519-6826-4aaa-be04-df2679945ee9 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': task-4078318, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.354579] env[69889]: DEBUG nova.network.neutron [None req-818d467a-2a48-4dca-a5fa-443ad948cd94 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: b507d799-4465-4de5-8708-a59b6704e741] Updating instance_info_cache with network_info: [{"id": "8a3e5ad3-c6d8-458e-94f9-4ec658dd7c66", "address": "fa:16:3e:58:c2:a5", "network": {"id": "a205e286-28cc-4d8d-92da-d016aa89fb95", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1004022442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e46f471b2284533892518bdcc6cd332", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e83154-c0d2-4d3d-b95e-3cd5ba336257", "external-id": "nsx-vlan-transportzone-771", "segmentation_id": 771, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a3e5ad3-c6", "ovs_interfaceid": "8a3e5ad3-c6d8-458e-94f9-4ec658dd7c66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1279.587892] env[69889]: DEBUG oslo_vmware.api [None req-19fe1a21-f9d8-48a2-b453-a50d865e433e tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Task: {'id': task-4078319, 'name': PowerOnVM_Task, 'duration_secs': 0.496809} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.593980] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-19fe1a21-f9d8-48a2-b453-a50d865e433e tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] [instance: e3a760bd-82e3-4ee0-bbb6-ba9784cba05d] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1279.595094] env[69889]: DEBUG nova.compute.manager [None req-19fe1a21-f9d8-48a2-b453-a50d865e433e tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] [instance: e3a760bd-82e3-4ee0-bbb6-ba9784cba05d] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1279.595094] env[69889]: DEBUG oslo_vmware.api [None req-883385ef-90a6-44dc-adb8-f4565a2ac61b tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52a95725-3d9d-b0f2-0fcb-db588e56f356, 'name': SearchDatastore_Task, 'duration_secs': 0.036362} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.595900] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ff1cb25-ec88-40d6-9921-ea1b7764d90a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.610424] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-883385ef-90a6-44dc-adb8-f4565a2ac61b tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5f8f6d7f-2483-49f3-b08f-c4944dd39291] Reconfiguring VM instance instance-0000006b to detach disk 2000 {{(pid=69889) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1279.610727] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0647a761-2435-46b4-a394-1de120d06e26 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.641238] env[69889]: DEBUG oslo_vmware.api [None req-883385ef-90a6-44dc-adb8-f4565a2ac61b tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Waiting for the task: (returnval){ [ 1279.641238] env[69889]: value = "task-4078320" [ 1279.641238] env[69889]: _type = "Task" [ 1279.641238] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.654625] env[69889]: DEBUG oslo_vmware.api [None req-97b31519-6826-4aaa-be04-df2679945ee9 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': task-4078318, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53499} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.658181] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-97b31519-6826-4aaa-be04-df2679945ee9 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] af195e69-2192-41dd-821b-b74e916d8d08/af195e69-2192-41dd-821b-b74e916d8d08.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1279.658440] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-97b31519-6826-4aaa-be04-df2679945ee9 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: af195e69-2192-41dd-821b-b74e916d8d08] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1279.658729] env[69889]: DEBUG oslo_vmware.api [None req-883385ef-90a6-44dc-adb8-f4565a2ac61b tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': task-4078320, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.658956] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1e69a4ca-34e4-4305-a62d-be4fea38ee75 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.667297] env[69889]: DEBUG oslo_vmware.api [None req-97b31519-6826-4aaa-be04-df2679945ee9 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Waiting for the task: (returnval){ [ 1279.667297] env[69889]: value = "task-4078321" [ 1279.667297] env[69889]: _type = "Task" [ 1279.667297] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.679189] env[69889]: DEBUG oslo_vmware.api [None req-97b31519-6826-4aaa-be04-df2679945ee9 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': task-4078321, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.857713] env[69889]: DEBUG oslo_concurrency.lockutils [None req-818d467a-2a48-4dca-a5fa-443ad948cd94 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Releasing lock "refresh_cache-b507d799-4465-4de5-8708-a59b6704e741" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.153561] env[69889]: DEBUG oslo_concurrency.lockutils [None req-19fe1a21-f9d8-48a2-b453-a50d865e433e tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.153849] env[69889]: DEBUG oslo_concurrency.lockutils [None req-19fe1a21-f9d8-48a2-b453-a50d865e433e tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.154115] env[69889]: DEBUG nova.objects.instance [None req-19fe1a21-f9d8-48a2-b453-a50d865e433e tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] [instance: e3a760bd-82e3-4ee0-bbb6-ba9784cba05d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69889) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1280.159672] env[69889]: DEBUG oslo_vmware.api [None req-883385ef-90a6-44dc-adb8-f4565a2ac61b tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': task-4078320, 'name': ReconfigVM_Task, 'duration_secs': 0.215699} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.160132] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-883385ef-90a6-44dc-adb8-f4565a2ac61b tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5f8f6d7f-2483-49f3-b08f-c4944dd39291] Reconfigured VM instance instance-0000006b to detach disk 2000 {{(pid=69889) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1280.160969] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df24fc0b-6206-4fcc-9d5a-d7f2eacbae8b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.185020] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-883385ef-90a6-44dc-adb8-f4565a2ac61b tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5f8f6d7f-2483-49f3-b08f-c4944dd39291] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] 5f8f6d7f-2483-49f3-b08f-c4944dd39291/5f8f6d7f-2483-49f3-b08f-c4944dd39291.vmdk or device None with type thin {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1280.192289] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c905b333-b8d8-4e70-b56b-3fbc0db2a180 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.215236] env[69889]: DEBUG oslo_vmware.api [None req-97b31519-6826-4aaa-be04-df2679945ee9 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': task-4078321, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07494} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.216691] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-97b31519-6826-4aaa-be04-df2679945ee9 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: af195e69-2192-41dd-821b-b74e916d8d08] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1280.217079] env[69889]: DEBUG oslo_vmware.api [None req-883385ef-90a6-44dc-adb8-f4565a2ac61b tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Waiting for the task: (returnval){ [ 1280.217079] env[69889]: value = "task-4078322" [ 1280.217079] env[69889]: _type = "Task" [ 1280.217079] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.217776] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b969856-d5b8-4c1e-8da4-aa0cb53802a5 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.235755] env[69889]: DEBUG oslo_vmware.api [None req-883385ef-90a6-44dc-adb8-f4565a2ac61b tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': task-4078322, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.253479] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-97b31519-6826-4aaa-be04-df2679945ee9 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: af195e69-2192-41dd-821b-b74e916d8d08] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] af195e69-2192-41dd-821b-b74e916d8d08/af195e69-2192-41dd-821b-b74e916d8d08.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1280.253884] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13ef09a3-3f70-40da-98f2-66c4fff10a0f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.276663] env[69889]: DEBUG oslo_vmware.api [None req-97b31519-6826-4aaa-be04-df2679945ee9 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Waiting for the task: (returnval){ [ 1280.276663] env[69889]: value = "task-4078323" [ 1280.276663] env[69889]: _type = "Task" [ 1280.276663] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.285410] env[69889]: DEBUG oslo_vmware.api [None req-97b31519-6826-4aaa-be04-df2679945ee9 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': task-4078323, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.398071] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e635dda-19fd-4ffa-b2d7-a4abc983e918 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.416879] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80886189-221f-447d-bb1a-0760e871ffef {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.424815] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-818d467a-2a48-4dca-a5fa-443ad948cd94 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: b507d799-4465-4de5-8708-a59b6704e741] Updating instance 'b507d799-4465-4de5-8708-a59b6704e741' progress to 83 {{(pid=69889) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1280.732776] env[69889]: DEBUG oslo_vmware.api [None req-883385ef-90a6-44dc-adb8-f4565a2ac61b tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': task-4078322, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.791933] env[69889]: DEBUG oslo_vmware.api [None req-97b31519-6826-4aaa-be04-df2679945ee9 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': task-4078323, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.932021] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-818d467a-2a48-4dca-a5fa-443ad948cd94 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: b507d799-4465-4de5-8708-a59b6704e741] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1280.932336] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b1d9169f-6138-4fbc-a382-43f5f2b63330 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.943350] env[69889]: DEBUG oslo_vmware.api [None req-818d467a-2a48-4dca-a5fa-443ad948cd94 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Waiting for the task: (returnval){ [ 1280.943350] env[69889]: value = "task-4078324" [ 1280.943350] env[69889]: _type = "Task" [ 1280.943350] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.952451] env[69889]: DEBUG oslo_vmware.api [None req-818d467a-2a48-4dca-a5fa-443ad948cd94 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078324, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.031064] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7acdd918-7657-4c5b-9f54-e508a3d11779 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Acquiring lock "c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.031064] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7acdd918-7657-4c5b-9f54-e508a3d11779 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Lock "c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.166318] env[69889]: DEBUG oslo_concurrency.lockutils [None req-19fe1a21-f9d8-48a2-b453-a50d865e433e tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.232143] env[69889]: DEBUG oslo_vmware.api [None req-883385ef-90a6-44dc-adb8-f4565a2ac61b tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': task-4078322, 'name': ReconfigVM_Task, 'duration_secs': 0.873496} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.232819] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-883385ef-90a6-44dc-adb8-f4565a2ac61b tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5f8f6d7f-2483-49f3-b08f-c4944dd39291] Reconfigured VM instance instance-0000006b to attach disk [datastore2] 5f8f6d7f-2483-49f3-b08f-c4944dd39291/5f8f6d7f-2483-49f3-b08f-c4944dd39291.vmdk or device None with type thin {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1281.234090] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6d35eea-72bc-4b8e-b838-25a198f04de9 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.261849] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-693d4be7-e3db-4611-b8d5-68738ccaf5d0 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.288219] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f97a10f-782a-4873-926c-aa4810f19019 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.300023] env[69889]: DEBUG oslo_vmware.api [None req-97b31519-6826-4aaa-be04-df2679945ee9 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': task-4078323, 'name': ReconfigVM_Task, 'duration_secs': 0.830244} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.311473] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-97b31519-6826-4aaa-be04-df2679945ee9 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: af195e69-2192-41dd-821b-b74e916d8d08] Reconfigured VM instance instance-00000073 to attach disk [datastore2] af195e69-2192-41dd-821b-b74e916d8d08/af195e69-2192-41dd-821b-b74e916d8d08.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1281.312596] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e0fc5830-0407-4857-8b1a-3aa61b0f5496 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.314972] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c470bf98-8a6c-4033-9e40-251f7d9e64d4 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.323597] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-883385ef-90a6-44dc-adb8-f4565a2ac61b tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5f8f6d7f-2483-49f3-b08f-c4944dd39291] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1281.325592] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-51ed54c5-ec94-41ff-94ac-6dfcdc205a04 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.328578] env[69889]: DEBUG oslo_vmware.api [None req-97b31519-6826-4aaa-be04-df2679945ee9 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Waiting for the task: (returnval){ [ 1281.328578] env[69889]: value = "task-4078325" [ 1281.328578] env[69889]: _type = "Task" [ 1281.328578] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.335905] env[69889]: DEBUG oslo_vmware.api [None req-883385ef-90a6-44dc-adb8-f4565a2ac61b tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Waiting for the task: (returnval){ [ 1281.335905] env[69889]: value = "task-4078326" [ 1281.335905] env[69889]: _type = "Task" [ 1281.335905] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.344996] env[69889]: DEBUG oslo_vmware.api [None req-97b31519-6826-4aaa-be04-df2679945ee9 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': task-4078325, 'name': Rename_Task} progress is 10%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.350860] env[69889]: DEBUG oslo_vmware.api [None req-883385ef-90a6-44dc-adb8-f4565a2ac61b tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': task-4078326, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.454803] env[69889]: DEBUG oslo_vmware.api [None req-818d467a-2a48-4dca-a5fa-443ad948cd94 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078324, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.496531] env[69889]: DEBUG oslo_concurrency.lockutils [None req-3e8a0d59-6342-446b-9b48-863255c7842f tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Acquiring lock "c4ba7e48-883c-43a8-bee6-081ef4b839a9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.497063] env[69889]: DEBUG oslo_concurrency.lockutils [None req-3e8a0d59-6342-446b-9b48-863255c7842f tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Lock "c4ba7e48-883c-43a8-bee6-081ef4b839a9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.534288] env[69889]: INFO nova.compute.manager [None req-7acdd918-7657-4c5b-9f54-e508a3d11779 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9] Detaching volume a3fded4a-ebf2-4686-8124-d44f3536faf9 [ 1281.585204] env[69889]: INFO nova.virt.block_device [None req-7acdd918-7657-4c5b-9f54-e508a3d11779 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9] Attempting to driver detach volume a3fded4a-ebf2-4686-8124-d44f3536faf9 from mountpoint /dev/sdb [ 1281.585484] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-7acdd918-7657-4c5b-9f54-e508a3d11779 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9] Volume detach. Driver type: vmdk {{(pid=69889) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1281.585695] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-7acdd918-7657-4c5b-9f54-e508a3d11779 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-808077', 'volume_id': 'a3fded4a-ebf2-4686-8124-d44f3536faf9', 'name': 'volume-a3fded4a-ebf2-4686-8124-d44f3536faf9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9', 'attached_at': '', 'detached_at': '', 'volume_id': 'a3fded4a-ebf2-4686-8124-d44f3536faf9', 'serial': 'a3fded4a-ebf2-4686-8124-d44f3536faf9'} {{(pid=69889) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1281.587360] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f380892-105a-42d5-92fd-4b4a172b764a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.617585] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35f106f7-b5e7-45c2-b5b9-ef6bb2af8d4d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.626534] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-897fd4d3-8ecd-4f4f-a67d-fe927d3553d1 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.649269] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a86da4a1-1548-4d8d-bd1e-d8f30a04c4bd {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.666510] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-7acdd918-7657-4c5b-9f54-e508a3d11779 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] The volume has not been displaced from its original location: [datastore1] volume-a3fded4a-ebf2-4686-8124-d44f3536faf9/volume-a3fded4a-ebf2-4686-8124-d44f3536faf9.vmdk. No consolidation needed. {{(pid=69889) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1281.672598] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-7acdd918-7657-4c5b-9f54-e508a3d11779 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9] Reconfiguring VM instance instance-00000066 to detach disk 2001 {{(pid=69889) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1281.673419] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ce6d1af-4c70-49ff-b9cf-b4bb92207b8f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.694758] env[69889]: DEBUG oslo_vmware.api [None req-7acdd918-7657-4c5b-9f54-e508a3d11779 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Waiting for the task: (returnval){ [ 1281.694758] env[69889]: value = "task-4078327" [ 1281.694758] env[69889]: _type = "Task" [ 1281.694758] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.706420] env[69889]: DEBUG oslo_vmware.api [None req-7acdd918-7657-4c5b-9f54-e508a3d11779 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': task-4078327, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.839782] env[69889]: DEBUG oslo_vmware.api [None req-97b31519-6826-4aaa-be04-df2679945ee9 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': task-4078325, 'name': Rename_Task, 'duration_secs': 0.170604} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.843055] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-97b31519-6826-4aaa-be04-df2679945ee9 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: af195e69-2192-41dd-821b-b74e916d8d08] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1281.843354] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9885a6bd-9eaf-4f13-9950-8bae3fd1d6d3 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.850767] env[69889]: DEBUG oslo_vmware.api [None req-883385ef-90a6-44dc-adb8-f4565a2ac61b tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': task-4078326, 'name': PowerOnVM_Task, 'duration_secs': 0.416641} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.852377] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-883385ef-90a6-44dc-adb8-f4565a2ac61b tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5f8f6d7f-2483-49f3-b08f-c4944dd39291] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1281.857066] env[69889]: DEBUG oslo_vmware.api [None req-97b31519-6826-4aaa-be04-df2679945ee9 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Waiting for the task: (returnval){ [ 1281.857066] env[69889]: value = "task-4078328" [ 1281.857066] env[69889]: _type = "Task" [ 1281.857066] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.866457] env[69889]: DEBUG oslo_vmware.api [None req-97b31519-6826-4aaa-be04-df2679945ee9 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': task-4078328, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.954114] env[69889]: DEBUG oslo_vmware.api [None req-818d467a-2a48-4dca-a5fa-443ad948cd94 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078324, 'name': PowerOnVM_Task, 'duration_secs': 0.665198} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.954467] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-818d467a-2a48-4dca-a5fa-443ad948cd94 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: b507d799-4465-4de5-8708-a59b6704e741] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1281.954631] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-818d467a-2a48-4dca-a5fa-443ad948cd94 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: b507d799-4465-4de5-8708-a59b6704e741] Updating instance 'b507d799-4465-4de5-8708-a59b6704e741' progress to 100 {{(pid=69889) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1281.999969] env[69889]: DEBUG oslo_concurrency.lockutils [None req-416e87ff-9afe-41f3-83dd-a80a6665ee0a tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Acquiring lock "e3a760bd-82e3-4ee0-bbb6-ba9784cba05d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1282.000419] env[69889]: DEBUG oslo_concurrency.lockutils [None req-416e87ff-9afe-41f3-83dd-a80a6665ee0a tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Lock "e3a760bd-82e3-4ee0-bbb6-ba9784cba05d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.000495] env[69889]: DEBUG oslo_concurrency.lockutils [None req-416e87ff-9afe-41f3-83dd-a80a6665ee0a tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Acquiring lock "e3a760bd-82e3-4ee0-bbb6-ba9784cba05d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1282.000692] env[69889]: DEBUG oslo_concurrency.lockutils [None req-416e87ff-9afe-41f3-83dd-a80a6665ee0a tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Lock "e3a760bd-82e3-4ee0-bbb6-ba9784cba05d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.000865] env[69889]: DEBUG oslo_concurrency.lockutils [None req-416e87ff-9afe-41f3-83dd-a80a6665ee0a tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Lock "e3a760bd-82e3-4ee0-bbb6-ba9784cba05d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.002820] env[69889]: DEBUG nova.compute.manager [None req-3e8a0d59-6342-446b-9b48-863255c7842f tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] Starting instance... {{(pid=69889) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1282.006062] env[69889]: INFO nova.compute.manager [None req-416e87ff-9afe-41f3-83dd-a80a6665ee0a tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] [instance: e3a760bd-82e3-4ee0-bbb6-ba9784cba05d] Terminating instance [ 1282.205305] env[69889]: DEBUG oslo_vmware.api [None req-7acdd918-7657-4c5b-9f54-e508a3d11779 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': task-4078327, 'name': ReconfigVM_Task, 'duration_secs': 0.350935} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.205560] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-7acdd918-7657-4c5b-9f54-e508a3d11779 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9] Reconfigured VM instance instance-00000066 to detach disk 2001 {{(pid=69889) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1282.210465] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6fad6b16-fe90-4adf-932e-6cd7bf915075 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.227274] env[69889]: DEBUG oslo_vmware.api [None req-7acdd918-7657-4c5b-9f54-e508a3d11779 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Waiting for the task: (returnval){ [ 1282.227274] env[69889]: value = "task-4078329" [ 1282.227274] env[69889]: _type = "Task" [ 1282.227274] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.236098] env[69889]: DEBUG oslo_vmware.api [None req-7acdd918-7657-4c5b-9f54-e508a3d11779 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': task-4078329, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.372418] env[69889]: DEBUG oslo_vmware.api [None req-97b31519-6826-4aaa-be04-df2679945ee9 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': task-4078328, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.512294] env[69889]: DEBUG oslo_concurrency.lockutils [None req-416e87ff-9afe-41f3-83dd-a80a6665ee0a tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Acquiring lock "refresh_cache-e3a760bd-82e3-4ee0-bbb6-ba9784cba05d" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.512603] env[69889]: DEBUG oslo_concurrency.lockutils [None req-416e87ff-9afe-41f3-83dd-a80a6665ee0a tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Acquired lock "refresh_cache-e3a760bd-82e3-4ee0-bbb6-ba9784cba05d" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.512902] env[69889]: DEBUG nova.network.neutron [None req-416e87ff-9afe-41f3-83dd-a80a6665ee0a tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] [instance: e3a760bd-82e3-4ee0-bbb6-ba9784cba05d] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1282.534124] env[69889]: DEBUG oslo_concurrency.lockutils [None req-3e8a0d59-6342-446b-9b48-863255c7842f tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1282.534412] env[69889]: DEBUG oslo_concurrency.lockutils [None req-3e8a0d59-6342-446b-9b48-863255c7842f tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.535994] env[69889]: INFO nova.compute.claims [None req-3e8a0d59-6342-446b-9b48-863255c7842f tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1282.738035] env[69889]: DEBUG oslo_vmware.api [None req-7acdd918-7657-4c5b-9f54-e508a3d11779 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': task-4078329, 'name': ReconfigVM_Task, 'duration_secs': 0.156057} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.738296] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-7acdd918-7657-4c5b-9f54-e508a3d11779 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-808077', 'volume_id': 'a3fded4a-ebf2-4686-8124-d44f3536faf9', 'name': 'volume-a3fded4a-ebf2-4686-8124-d44f3536faf9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9', 'attached_at': '', 'detached_at': '', 'volume_id': 'a3fded4a-ebf2-4686-8124-d44f3536faf9', 'serial': 'a3fded4a-ebf2-4686-8124-d44f3536faf9'} {{(pid=69889) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1282.867227] env[69889]: INFO nova.compute.manager [None req-883385ef-90a6-44dc-adb8-f4565a2ac61b tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5f8f6d7f-2483-49f3-b08f-c4944dd39291] Updating instance to original state: 'active' [ 1282.876342] env[69889]: DEBUG oslo_vmware.api [None req-97b31519-6826-4aaa-be04-df2679945ee9 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': task-4078328, 'name': PowerOnVM_Task, 'duration_secs': 0.654965} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.876597] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-97b31519-6826-4aaa-be04-df2679945ee9 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: af195e69-2192-41dd-821b-b74e916d8d08] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1282.876795] env[69889]: INFO nova.compute.manager [None req-97b31519-6826-4aaa-be04-df2679945ee9 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: af195e69-2192-41dd-821b-b74e916d8d08] Took 8.91 seconds to spawn the instance on the hypervisor. [ 1282.877025] env[69889]: DEBUG nova.compute.manager [None req-97b31519-6826-4aaa-be04-df2679945ee9 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: af195e69-2192-41dd-821b-b74e916d8d08] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1282.877761] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39b30d67-015f-4d02-927c-3e6c8a49d76b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.040332] env[69889]: DEBUG nova.network.neutron [None req-416e87ff-9afe-41f3-83dd-a80a6665ee0a tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] [instance: e3a760bd-82e3-4ee0-bbb6-ba9784cba05d] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1283.086618] env[69889]: DEBUG nova.network.neutron [None req-416e87ff-9afe-41f3-83dd-a80a6665ee0a tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] [instance: e3a760bd-82e3-4ee0-bbb6-ba9784cba05d] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.287286] env[69889]: DEBUG nova.objects.instance [None req-7acdd918-7657-4c5b-9f54-e508a3d11779 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Lazy-loading 'flavor' on Instance uuid c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1283.395028] env[69889]: INFO nova.compute.manager [None req-97b31519-6826-4aaa-be04-df2679945ee9 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: af195e69-2192-41dd-821b-b74e916d8d08] Took 15.42 seconds to build instance. [ 1283.589532] env[69889]: DEBUG oslo_concurrency.lockutils [None req-416e87ff-9afe-41f3-83dd-a80a6665ee0a tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Releasing lock "refresh_cache-e3a760bd-82e3-4ee0-bbb6-ba9784cba05d" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.590127] env[69889]: DEBUG nova.compute.manager [None req-416e87ff-9afe-41f3-83dd-a80a6665ee0a tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] [instance: e3a760bd-82e3-4ee0-bbb6-ba9784cba05d] Start destroying the instance on the hypervisor. {{(pid=69889) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1283.590382] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-416e87ff-9afe-41f3-83dd-a80a6665ee0a tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] [instance: e3a760bd-82e3-4ee0-bbb6-ba9784cba05d] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1283.591550] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-277e3eaa-3636-44e4-b679-2f93e11d5a14 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.601070] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-416e87ff-9afe-41f3-83dd-a80a6665ee0a tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] [instance: e3a760bd-82e3-4ee0-bbb6-ba9784cba05d] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1283.603867] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-69791383-1bc7-47ae-9578-a30a19a5e0c2 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.612035] env[69889]: DEBUG oslo_vmware.api [None req-416e87ff-9afe-41f3-83dd-a80a6665ee0a tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Waiting for the task: (returnval){ [ 1283.612035] env[69889]: value = "task-4078330" [ 1283.612035] env[69889]: _type = "Task" [ 1283.612035] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.625778] env[69889]: DEBUG oslo_vmware.api [None req-416e87ff-9afe-41f3-83dd-a80a6665ee0a tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Task: {'id': task-4078330, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.710182] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b41bfc6-73c2-41b0-bde6-324eb0775d5f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.718216] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e0a9510-5441-485a-9be0-7d97649feb1e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.749851] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eda00e88-2e08-4686-b550-5f6831f7d117 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.758110] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60e6cc3d-b19b-4782-8232-311ca192db5d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.774611] env[69889]: DEBUG nova.compute.provider_tree [None req-3e8a0d59-6342-446b-9b48-863255c7842f tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1283.779152] env[69889]: DEBUG oslo_concurrency.lockutils [None req-19b5ae55-f081-4549-8b87-28c4d713b246 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Acquiring lock "5f8f6d7f-2483-49f3-b08f-c4944dd39291" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1283.779398] env[69889]: DEBUG oslo_concurrency.lockutils [None req-19b5ae55-f081-4549-8b87-28c4d713b246 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Lock "5f8f6d7f-2483-49f3-b08f-c4944dd39291" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1283.779616] env[69889]: DEBUG oslo_concurrency.lockutils [None req-19b5ae55-f081-4549-8b87-28c4d713b246 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Acquiring lock "5f8f6d7f-2483-49f3-b08f-c4944dd39291-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1283.779890] env[69889]: DEBUG oslo_concurrency.lockutils [None req-19b5ae55-f081-4549-8b87-28c4d713b246 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Lock "5f8f6d7f-2483-49f3-b08f-c4944dd39291-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1283.780120] env[69889]: DEBUG oslo_concurrency.lockutils [None req-19b5ae55-f081-4549-8b87-28c4d713b246 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Lock "5f8f6d7f-2483-49f3-b08f-c4944dd39291-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.782388] env[69889]: INFO nova.compute.manager [None req-19b5ae55-f081-4549-8b87-28c4d713b246 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5f8f6d7f-2483-49f3-b08f-c4944dd39291] Terminating instance [ 1283.858212] env[69889]: DEBUG oslo_concurrency.lockutils [None req-124b433c-108e-4705-ae01-8882d6a46399 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Acquiring lock "af195e69-2192-41dd-821b-b74e916d8d08" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1283.896518] env[69889]: DEBUG oslo_concurrency.lockutils [None req-97b31519-6826-4aaa-be04-df2679945ee9 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Lock "af195e69-2192-41dd-821b-b74e916d8d08" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.932s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.897200] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Lock "af195e69-2192-41dd-821b-b74e916d8d08" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 8.378s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1283.897393] env[69889]: INFO nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] [instance: af195e69-2192-41dd-821b-b74e916d8d08] During sync_power_state the instance has a pending task (spawning). Skip. [ 1283.897564] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Lock "af195e69-2192-41dd-821b-b74e916d8d08" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.898086] env[69889]: DEBUG oslo_concurrency.lockutils [None req-124b433c-108e-4705-ae01-8882d6a46399 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Lock "af195e69-2192-41dd-821b-b74e916d8d08" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.040s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1283.898202] env[69889]: DEBUG oslo_concurrency.lockutils [None req-124b433c-108e-4705-ae01-8882d6a46399 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Acquiring lock "af195e69-2192-41dd-821b-b74e916d8d08-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1283.898404] env[69889]: DEBUG oslo_concurrency.lockutils [None req-124b433c-108e-4705-ae01-8882d6a46399 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Lock "af195e69-2192-41dd-821b-b74e916d8d08-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1283.898673] env[69889]: DEBUG oslo_concurrency.lockutils [None req-124b433c-108e-4705-ae01-8882d6a46399 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Lock "af195e69-2192-41dd-821b-b74e916d8d08-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.900817] env[69889]: INFO nova.compute.manager [None req-124b433c-108e-4705-ae01-8882d6a46399 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: af195e69-2192-41dd-821b-b74e916d8d08] Terminating instance [ 1284.658419] env[69889]: DEBUG nova.scheduler.client.report [None req-3e8a0d59-6342-446b-9b48-863255c7842f tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1284.665065] env[69889]: DEBUG nova.compute.manager [None req-19b5ae55-f081-4549-8b87-28c4d713b246 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5f8f6d7f-2483-49f3-b08f-c4944dd39291] Start destroying the instance on the hypervisor. {{(pid=69889) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1284.665065] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-19b5ae55-f081-4549-8b87-28c4d713b246 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5f8f6d7f-2483-49f3-b08f-c4944dd39291] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1284.665065] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7acdd918-7657-4c5b-9f54-e508a3d11779 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Lock "c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.633s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.665065] env[69889]: DEBUG nova.compute.manager [None req-124b433c-108e-4705-ae01-8882d6a46399 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: af195e69-2192-41dd-821b-b74e916d8d08] Start destroying the instance on the hypervisor. {{(pid=69889) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1284.665065] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-124b433c-108e-4705-ae01-8882d6a46399 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: af195e69-2192-41dd-821b-b74e916d8d08] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1284.670910] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3bf3cce-527a-4eca-832a-97e451428767 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.673962] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f60360f4-4b4c-46cd-81cf-7828a1538136 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.688212] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-124b433c-108e-4705-ae01-8882d6a46399 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: af195e69-2192-41dd-821b-b74e916d8d08] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1284.688513] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-19b5ae55-f081-4549-8b87-28c4d713b246 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5f8f6d7f-2483-49f3-b08f-c4944dd39291] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1284.688751] env[69889]: DEBUG oslo_vmware.api [None req-416e87ff-9afe-41f3-83dd-a80a6665ee0a tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Task: {'id': task-4078330, 'name': PowerOffVM_Task, 'duration_secs': 0.292412} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.688954] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2a569f65-e555-43f4-8260-182e926e4956 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.690521] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-669f1bb2-4bde-4ded-b3e9-8ca48a9c868d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.692339] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-416e87ff-9afe-41f3-83dd-a80a6665ee0a tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] [instance: e3a760bd-82e3-4ee0-bbb6-ba9784cba05d] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1284.692534] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-416e87ff-9afe-41f3-83dd-a80a6665ee0a tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] [instance: e3a760bd-82e3-4ee0-bbb6-ba9784cba05d] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1284.692743] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f812fb53-95e7-410d-b740-98074917e3ae {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.699765] env[69889]: DEBUG oslo_vmware.api [None req-124b433c-108e-4705-ae01-8882d6a46399 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Waiting for the task: (returnval){ [ 1284.699765] env[69889]: value = "task-4078331" [ 1284.699765] env[69889]: _type = "Task" [ 1284.699765] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.701089] env[69889]: DEBUG oslo_vmware.api [None req-19b5ae55-f081-4549-8b87-28c4d713b246 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Waiting for the task: (returnval){ [ 1284.701089] env[69889]: value = "task-4078332" [ 1284.701089] env[69889]: _type = "Task" [ 1284.701089] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.716117] env[69889]: DEBUG oslo_vmware.api [None req-124b433c-108e-4705-ae01-8882d6a46399 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': task-4078331, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.720461] env[69889]: DEBUG oslo_vmware.api [None req-19b5ae55-f081-4549-8b87-28c4d713b246 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': task-4078332, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.728224] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-416e87ff-9afe-41f3-83dd-a80a6665ee0a tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] [instance: e3a760bd-82e3-4ee0-bbb6-ba9784cba05d] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1284.728552] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-416e87ff-9afe-41f3-83dd-a80a6665ee0a tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] [instance: e3a760bd-82e3-4ee0-bbb6-ba9784cba05d] Deleting contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1284.728748] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-416e87ff-9afe-41f3-83dd-a80a6665ee0a tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Deleting the datastore file [datastore2] e3a760bd-82e3-4ee0-bbb6-ba9784cba05d {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1284.729135] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7689278e-af65-4408-8528-3cf168503e9b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.740913] env[69889]: DEBUG oslo_vmware.api [None req-416e87ff-9afe-41f3-83dd-a80a6665ee0a tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Waiting for the task: (returnval){ [ 1284.740913] env[69889]: value = "task-4078334" [ 1284.740913] env[69889]: _type = "Task" [ 1284.740913] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.752452] env[69889]: DEBUG oslo_vmware.api [None req-416e87ff-9afe-41f3-83dd-a80a6665ee0a tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Task: {'id': task-4078334, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.167787] env[69889]: DEBUG oslo_concurrency.lockutils [None req-3e8a0d59-6342-446b-9b48-863255c7842f tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.633s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1285.168478] env[69889]: DEBUG nova.compute.manager [None req-3e8a0d59-6342-446b-9b48-863255c7842f tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] Start building networks asynchronously for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1285.177396] env[69889]: DEBUG oslo_concurrency.lockutils [None req-11a76ed6-45f5-4c27-b9b4-ce510bf221d3 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Acquiring lock "b507d799-4465-4de5-8708-a59b6704e741" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.177677] env[69889]: DEBUG oslo_concurrency.lockutils [None req-11a76ed6-45f5-4c27-b9b4-ce510bf221d3 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Lock "b507d799-4465-4de5-8708-a59b6704e741" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.177903] env[69889]: DEBUG nova.compute.manager [None req-11a76ed6-45f5-4c27-b9b4-ce510bf221d3 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: b507d799-4465-4de5-8708-a59b6704e741] Going to confirm migration 9 {{(pid=69889) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1285.214930] env[69889]: DEBUG oslo_vmware.api [None req-19b5ae55-f081-4549-8b87-28c4d713b246 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': task-4078332, 'name': PowerOffVM_Task, 'duration_secs': 0.241465} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.217751] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-19b5ae55-f081-4549-8b87-28c4d713b246 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5f8f6d7f-2483-49f3-b08f-c4944dd39291] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1285.217934] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-19b5ae55-f081-4549-8b87-28c4d713b246 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5f8f6d7f-2483-49f3-b08f-c4944dd39291] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1285.218206] env[69889]: DEBUG oslo_vmware.api [None req-124b433c-108e-4705-ae01-8882d6a46399 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': task-4078331, 'name': PowerOffVM_Task, 'duration_secs': 0.242146} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.218402] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b995f727-ac2e-4d8b-8959-8eb5b1018c4d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.219871] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-124b433c-108e-4705-ae01-8882d6a46399 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: af195e69-2192-41dd-821b-b74e916d8d08] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1285.220093] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-124b433c-108e-4705-ae01-8882d6a46399 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: af195e69-2192-41dd-821b-b74e916d8d08] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1285.220535] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3ec09273-8b89-475e-9049-4d4793158c62 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.250417] env[69889]: DEBUG oslo_vmware.api [None req-416e87ff-9afe-41f3-83dd-a80a6665ee0a tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Task: {'id': task-4078334, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.106807} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.250704] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-416e87ff-9afe-41f3-83dd-a80a6665ee0a tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1285.250897] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-416e87ff-9afe-41f3-83dd-a80a6665ee0a tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] [instance: e3a760bd-82e3-4ee0-bbb6-ba9784cba05d] Deleted contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1285.251096] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-416e87ff-9afe-41f3-83dd-a80a6665ee0a tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] [instance: e3a760bd-82e3-4ee0-bbb6-ba9784cba05d] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1285.251274] env[69889]: INFO nova.compute.manager [None req-416e87ff-9afe-41f3-83dd-a80a6665ee0a tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] [instance: e3a760bd-82e3-4ee0-bbb6-ba9784cba05d] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1285.251516] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-416e87ff-9afe-41f3-83dd-a80a6665ee0a tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1285.251770] env[69889]: DEBUG nova.compute.manager [-] [instance: e3a760bd-82e3-4ee0-bbb6-ba9784cba05d] Deallocating network for instance {{(pid=69889) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1285.251882] env[69889]: DEBUG nova.network.neutron [-] [instance: e3a760bd-82e3-4ee0-bbb6-ba9784cba05d] deallocate_for_instance() {{(pid=69889) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1285.269342] env[69889]: DEBUG nova.network.neutron [-] [instance: e3a760bd-82e3-4ee0-bbb6-ba9784cba05d] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1285.311363] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-19b5ae55-f081-4549-8b87-28c4d713b246 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5f8f6d7f-2483-49f3-b08f-c4944dd39291] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1285.311595] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-19b5ae55-f081-4549-8b87-28c4d713b246 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5f8f6d7f-2483-49f3-b08f-c4944dd39291] Deleting contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1285.311854] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-19b5ae55-f081-4549-8b87-28c4d713b246 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Deleting the datastore file [datastore2] 5f8f6d7f-2483-49f3-b08f-c4944dd39291 {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1285.312168] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-36bbe862-f783-4a1c-93ce-7e40777c5aa6 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.323023] env[69889]: DEBUG oslo_vmware.api [None req-19b5ae55-f081-4549-8b87-28c4d713b246 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Waiting for the task: (returnval){ [ 1285.323023] env[69889]: value = "task-4078337" [ 1285.323023] env[69889]: _type = "Task" [ 1285.323023] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.327321] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-124b433c-108e-4705-ae01-8882d6a46399 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: af195e69-2192-41dd-821b-b74e916d8d08] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1285.327571] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-124b433c-108e-4705-ae01-8882d6a46399 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: af195e69-2192-41dd-821b-b74e916d8d08] Deleting contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1285.327776] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-124b433c-108e-4705-ae01-8882d6a46399 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Deleting the datastore file [datastore2] af195e69-2192-41dd-821b-b74e916d8d08 {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1285.328068] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a00ba095-dae9-4d54-a4c0-2db91ae0639a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.337299] env[69889]: DEBUG oslo_vmware.api [None req-19b5ae55-f081-4549-8b87-28c4d713b246 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': task-4078337, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.338606] env[69889]: DEBUG oslo_vmware.api [None req-124b433c-108e-4705-ae01-8882d6a46399 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Waiting for the task: (returnval){ [ 1285.338606] env[69889]: value = "task-4078338" [ 1285.338606] env[69889]: _type = "Task" [ 1285.338606] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.346357] env[69889]: DEBUG oslo_vmware.api [None req-124b433c-108e-4705-ae01-8882d6a46399 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': task-4078338, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.429122] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ecc21005-5653-4e4f-a86d-f65278ac499f tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Acquiring lock "c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.429443] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ecc21005-5653-4e4f-a86d-f65278ac499f tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Lock "c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.429690] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ecc21005-5653-4e4f-a86d-f65278ac499f tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Acquiring lock "c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.429933] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ecc21005-5653-4e4f-a86d-f65278ac499f tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Lock "c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.430151] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ecc21005-5653-4e4f-a86d-f65278ac499f tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Lock "c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1285.432505] env[69889]: INFO nova.compute.manager [None req-ecc21005-5653-4e4f-a86d-f65278ac499f tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9] Terminating instance [ 1285.674225] env[69889]: DEBUG nova.compute.utils [None req-3e8a0d59-6342-446b-9b48-863255c7842f tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1285.675685] env[69889]: DEBUG nova.compute.manager [None req-3e8a0d59-6342-446b-9b48-863255c7842f tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] Allocating IP information in the background. {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1285.675859] env[69889]: DEBUG nova.network.neutron [None req-3e8a0d59-6342-446b-9b48-863255c7842f tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] allocate_for_instance() {{(pid=69889) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1285.749721] env[69889]: DEBUG nova.policy [None req-3e8a0d59-6342-446b-9b48-863255c7842f tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e26b3c38bd5c48ab9fe048d0f5a10c6f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '682525d6417945bc8a73da8f702b9c77', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69889) authorize /opt/stack/nova/nova/policy.py:192}} [ 1285.768184] env[69889]: DEBUG oslo_concurrency.lockutils [None req-11a76ed6-45f5-4c27-b9b4-ce510bf221d3 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Acquiring lock "refresh_cache-b507d799-4465-4de5-8708-a59b6704e741" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.768378] env[69889]: DEBUG oslo_concurrency.lockutils [None req-11a76ed6-45f5-4c27-b9b4-ce510bf221d3 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Acquired lock "refresh_cache-b507d799-4465-4de5-8708-a59b6704e741" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.768553] env[69889]: DEBUG nova.network.neutron [None req-11a76ed6-45f5-4c27-b9b4-ce510bf221d3 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: b507d799-4465-4de5-8708-a59b6704e741] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1285.768751] env[69889]: DEBUG nova.objects.instance [None req-11a76ed6-45f5-4c27-b9b4-ce510bf221d3 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Lazy-loading 'info_cache' on Instance uuid b507d799-4465-4de5-8708-a59b6704e741 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1285.771863] env[69889]: DEBUG nova.network.neutron [-] [instance: e3a760bd-82e3-4ee0-bbb6-ba9784cba05d] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1285.836351] env[69889]: DEBUG oslo_vmware.api [None req-19b5ae55-f081-4549-8b87-28c4d713b246 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': task-4078337, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158345} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.836627] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-19b5ae55-f081-4549-8b87-28c4d713b246 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1285.836874] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-19b5ae55-f081-4549-8b87-28c4d713b246 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5f8f6d7f-2483-49f3-b08f-c4944dd39291] Deleted contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1285.837105] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-19b5ae55-f081-4549-8b87-28c4d713b246 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5f8f6d7f-2483-49f3-b08f-c4944dd39291] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1285.837340] env[69889]: INFO nova.compute.manager [None req-19b5ae55-f081-4549-8b87-28c4d713b246 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 5f8f6d7f-2483-49f3-b08f-c4944dd39291] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1285.837510] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-19b5ae55-f081-4549-8b87-28c4d713b246 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1285.837672] env[69889]: DEBUG nova.compute.manager [-] [instance: 5f8f6d7f-2483-49f3-b08f-c4944dd39291] Deallocating network for instance {{(pid=69889) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1285.837763] env[69889]: DEBUG nova.network.neutron [-] [instance: 5f8f6d7f-2483-49f3-b08f-c4944dd39291] deallocate_for_instance() {{(pid=69889) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1285.848287] env[69889]: DEBUG oslo_vmware.api [None req-124b433c-108e-4705-ae01-8882d6a46399 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': task-4078338, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.262084} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.848530] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-124b433c-108e-4705-ae01-8882d6a46399 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1285.848712] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-124b433c-108e-4705-ae01-8882d6a46399 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: af195e69-2192-41dd-821b-b74e916d8d08] Deleted contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1285.848912] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-124b433c-108e-4705-ae01-8882d6a46399 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: af195e69-2192-41dd-821b-b74e916d8d08] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1285.849100] env[69889]: INFO nova.compute.manager [None req-124b433c-108e-4705-ae01-8882d6a46399 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: af195e69-2192-41dd-821b-b74e916d8d08] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1285.849338] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-124b433c-108e-4705-ae01-8882d6a46399 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1285.849872] env[69889]: DEBUG nova.compute.manager [-] [instance: af195e69-2192-41dd-821b-b74e916d8d08] Deallocating network for instance {{(pid=69889) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1285.849970] env[69889]: DEBUG nova.network.neutron [-] [instance: af195e69-2192-41dd-821b-b74e916d8d08] deallocate_for_instance() {{(pid=69889) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1285.936086] env[69889]: DEBUG nova.compute.manager [None req-ecc21005-5653-4e4f-a86d-f65278ac499f tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9] Start destroying the instance on the hypervisor. {{(pid=69889) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1285.936324] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-ecc21005-5653-4e4f-a86d-f65278ac499f tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1285.937205] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84b95d28-f614-4d8c-87ad-8cec39c9dd84 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.945392] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecc21005-5653-4e4f-a86d-f65278ac499f tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1285.945642] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8dd4c38c-b85c-4e69-a6ad-0e4d69fd34f5 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.953542] env[69889]: DEBUG oslo_vmware.api [None req-ecc21005-5653-4e4f-a86d-f65278ac499f tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Waiting for the task: (returnval){ [ 1285.953542] env[69889]: value = "task-4078339" [ 1285.953542] env[69889]: _type = "Task" [ 1285.953542] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.964450] env[69889]: DEBUG oslo_vmware.api [None req-ecc21005-5653-4e4f-a86d-f65278ac499f tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': task-4078339, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.118956] env[69889]: DEBUG nova.compute.manager [req-1b248684-d716-47b0-bdae-13a0f374cda5 req-a9255305-31fa-4a68-b575-ee53fbebfa0a service nova] [instance: af195e69-2192-41dd-821b-b74e916d8d08] Received event network-vif-deleted-acc3443a-b082-40c9-8a84-a02e28089fe9 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1286.119628] env[69889]: INFO nova.compute.manager [req-1b248684-d716-47b0-bdae-13a0f374cda5 req-a9255305-31fa-4a68-b575-ee53fbebfa0a service nova] [instance: af195e69-2192-41dd-821b-b74e916d8d08] Neutron deleted interface acc3443a-b082-40c9-8a84-a02e28089fe9; detaching it from the instance and deleting it from the info cache [ 1286.120049] env[69889]: DEBUG nova.network.neutron [req-1b248684-d716-47b0-bdae-13a0f374cda5 req-a9255305-31fa-4a68-b575-ee53fbebfa0a service nova] [instance: af195e69-2192-41dd-821b-b74e916d8d08] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1286.178907] env[69889]: DEBUG nova.compute.manager [None req-3e8a0d59-6342-446b-9b48-863255c7842f tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] Start building block device mappings for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1286.257324] env[69889]: DEBUG nova.network.neutron [None req-3e8a0d59-6342-446b-9b48-863255c7842f tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] Successfully created port: dc9e7b0a-217d-4042-aeb3-ffaf2a7c3371 {{(pid=69889) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1286.275756] env[69889]: INFO nova.compute.manager [-] [instance: e3a760bd-82e3-4ee0-bbb6-ba9784cba05d] Took 1.02 seconds to deallocate network for instance. [ 1286.464220] env[69889]: DEBUG oslo_vmware.api [None req-ecc21005-5653-4e4f-a86d-f65278ac499f tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': task-4078339, 'name': PowerOffVM_Task, 'duration_secs': 0.184607} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.464581] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecc21005-5653-4e4f-a86d-f65278ac499f tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1286.464760] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-ecc21005-5653-4e4f-a86d-f65278ac499f tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1286.465041] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-83c49d80-7ee7-4383-ba3a-623f6fd57b3d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.531285] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-ecc21005-5653-4e4f-a86d-f65278ac499f tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1286.531672] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-ecc21005-5653-4e4f-a86d-f65278ac499f tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9] Deleting contents of the VM from datastore datastore1 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1286.531997] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecc21005-5653-4e4f-a86d-f65278ac499f tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Deleting the datastore file [datastore1] c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9 {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1286.536636] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0535ed2c-6c6a-46e4-bf6a-60f981393ebc {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.545703] env[69889]: DEBUG oslo_vmware.api [None req-ecc21005-5653-4e4f-a86d-f65278ac499f tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Waiting for the task: (returnval){ [ 1286.545703] env[69889]: value = "task-4078341" [ 1286.545703] env[69889]: _type = "Task" [ 1286.545703] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.560437] env[69889]: DEBUG oslo_vmware.api [None req-ecc21005-5653-4e4f-a86d-f65278ac499f tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': task-4078341, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.583876] env[69889]: DEBUG nova.compute.manager [req-0649f8ef-20f2-4e1a-b61a-cc88bb7db195 req-ff22ef7b-91bc-4343-82c9-4f7d3b17652a service nova] [instance: 5f8f6d7f-2483-49f3-b08f-c4944dd39291] Received event network-vif-deleted-6193a90c-3e3a-4ca4-b452-305ec89374d9 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1286.583991] env[69889]: INFO nova.compute.manager [req-0649f8ef-20f2-4e1a-b61a-cc88bb7db195 req-ff22ef7b-91bc-4343-82c9-4f7d3b17652a service nova] [instance: 5f8f6d7f-2483-49f3-b08f-c4944dd39291] Neutron deleted interface 6193a90c-3e3a-4ca4-b452-305ec89374d9; detaching it from the instance and deleting it from the info cache [ 1286.584935] env[69889]: DEBUG nova.network.neutron [req-0649f8ef-20f2-4e1a-b61a-cc88bb7db195 req-ff22ef7b-91bc-4343-82c9-4f7d3b17652a service nova] [instance: 5f8f6d7f-2483-49f3-b08f-c4944dd39291] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1286.589756] env[69889]: DEBUG nova.network.neutron [-] [instance: af195e69-2192-41dd-821b-b74e916d8d08] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1286.622921] env[69889]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a7c31407-5bd4-4b04-9a84-ea3affd34fd9 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.633974] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffdfbfd6-bf9f-4bd8-9f05-7d474f5859d7 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.664385] env[69889]: DEBUG nova.compute.manager [req-1b248684-d716-47b0-bdae-13a0f374cda5 req-a9255305-31fa-4a68-b575-ee53fbebfa0a service nova] [instance: af195e69-2192-41dd-821b-b74e916d8d08] Detach interface failed, port_id=acc3443a-b082-40c9-8a84-a02e28089fe9, reason: Instance af195e69-2192-41dd-821b-b74e916d8d08 could not be found. {{(pid=69889) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1286.782295] env[69889]: DEBUG oslo_concurrency.lockutils [None req-416e87ff-9afe-41f3-83dd-a80a6665ee0a tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.784014] env[69889]: DEBUG oslo_concurrency.lockutils [None req-416e87ff-9afe-41f3-83dd-a80a6665ee0a tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1286.784014] env[69889]: DEBUG nova.objects.instance [None req-416e87ff-9afe-41f3-83dd-a80a6665ee0a tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Lazy-loading 'resources' on Instance uuid e3a760bd-82e3-4ee0-bbb6-ba9784cba05d {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1286.975874] env[69889]: DEBUG nova.network.neutron [None req-11a76ed6-45f5-4c27-b9b4-ce510bf221d3 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: b507d799-4465-4de5-8708-a59b6704e741] Updating instance_info_cache with network_info: [{"id": "8a3e5ad3-c6d8-458e-94f9-4ec658dd7c66", "address": "fa:16:3e:58:c2:a5", "network": {"id": "a205e286-28cc-4d8d-92da-d016aa89fb95", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1004022442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e46f471b2284533892518bdcc6cd332", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e83154-c0d2-4d3d-b95e-3cd5ba336257", "external-id": "nsx-vlan-transportzone-771", "segmentation_id": 771, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a3e5ad3-c6", "ovs_interfaceid": "8a3e5ad3-c6d8-458e-94f9-4ec658dd7c66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1287.057157] env[69889]: DEBUG oslo_vmware.api [None req-ecc21005-5653-4e4f-a86d-f65278ac499f tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': task-4078341, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170137} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.057453] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecc21005-5653-4e4f-a86d-f65278ac499f tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1287.057614] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-ecc21005-5653-4e4f-a86d-f65278ac499f tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9] Deleted contents of the VM from datastore datastore1 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1287.057788] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-ecc21005-5653-4e4f-a86d-f65278ac499f tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1287.057961] env[69889]: INFO nova.compute.manager [None req-ecc21005-5653-4e4f-a86d-f65278ac499f tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1287.058227] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ecc21005-5653-4e4f-a86d-f65278ac499f tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1287.058416] env[69889]: DEBUG nova.compute.manager [-] [instance: c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9] Deallocating network for instance {{(pid=69889) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1287.058507] env[69889]: DEBUG nova.network.neutron [-] [instance: c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9] deallocate_for_instance() {{(pid=69889) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1287.066745] env[69889]: DEBUG nova.network.neutron [-] [instance: 5f8f6d7f-2483-49f3-b08f-c4944dd39291] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1287.087617] env[69889]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f309e659-81d5-4a5f-9c03-2df4c31da4ad {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.091435] env[69889]: INFO nova.compute.manager [-] [instance: af195e69-2192-41dd-821b-b74e916d8d08] Took 1.24 seconds to deallocate network for instance. [ 1287.100693] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-829decd4-d782-43da-af70-b1fcd96421ee {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.131147] env[69889]: DEBUG nova.compute.manager [req-0649f8ef-20f2-4e1a-b61a-cc88bb7db195 req-ff22ef7b-91bc-4343-82c9-4f7d3b17652a service nova] [instance: 5f8f6d7f-2483-49f3-b08f-c4944dd39291] Detach interface failed, port_id=6193a90c-3e3a-4ca4-b452-305ec89374d9, reason: Instance 5f8f6d7f-2483-49f3-b08f-c4944dd39291 could not be found. {{(pid=69889) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1287.188840] env[69889]: DEBUG nova.compute.manager [None req-3e8a0d59-6342-446b-9b48-863255c7842f tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] Start spawning the instance on the hypervisor. {{(pid=69889) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1287.223028] env[69889]: DEBUG nova.virt.hardware [None req-3e8a0d59-6342-446b-9b48-863255c7842f tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1287.223028] env[69889]: DEBUG nova.virt.hardware [None req-3e8a0d59-6342-446b-9b48-863255c7842f tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1287.223028] env[69889]: DEBUG nova.virt.hardware [None req-3e8a0d59-6342-446b-9b48-863255c7842f tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1287.223028] env[69889]: DEBUG nova.virt.hardware [None req-3e8a0d59-6342-446b-9b48-863255c7842f tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1287.223028] env[69889]: DEBUG nova.virt.hardware [None req-3e8a0d59-6342-446b-9b48-863255c7842f tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1287.223553] env[69889]: DEBUG nova.virt.hardware [None req-3e8a0d59-6342-446b-9b48-863255c7842f tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1287.224167] env[69889]: DEBUG nova.virt.hardware [None req-3e8a0d59-6342-446b-9b48-863255c7842f tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1287.224566] env[69889]: DEBUG nova.virt.hardware [None req-3e8a0d59-6342-446b-9b48-863255c7842f tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1287.225067] env[69889]: DEBUG nova.virt.hardware [None req-3e8a0d59-6342-446b-9b48-863255c7842f tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1287.225454] env[69889]: DEBUG nova.virt.hardware [None req-3e8a0d59-6342-446b-9b48-863255c7842f tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1287.225768] env[69889]: DEBUG nova.virt.hardware [None req-3e8a0d59-6342-446b-9b48-863255c7842f tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1287.228037] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80a594ac-067b-4372-9333-81db2f417e20 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.237290] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a42fdc04-6fd3-44c0-a110-5b96c055e927 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.478684] env[69889]: DEBUG oslo_concurrency.lockutils [None req-11a76ed6-45f5-4c27-b9b4-ce510bf221d3 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Releasing lock "refresh_cache-b507d799-4465-4de5-8708-a59b6704e741" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.478861] env[69889]: DEBUG nova.objects.instance [None req-11a76ed6-45f5-4c27-b9b4-ce510bf221d3 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Lazy-loading 'migration_context' on Instance uuid b507d799-4465-4de5-8708-a59b6704e741 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1287.536829] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-893b5600-eef6-4862-bbf8-59d3dc0b859d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.545062] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54dc2e05-1809-47e5-a76d-446eb983b674 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.575503] env[69889]: INFO nova.compute.manager [-] [instance: 5f8f6d7f-2483-49f3-b08f-c4944dd39291] Took 1.74 seconds to deallocate network for instance. [ 1287.578874] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d09b9c46-3617-4ca0-ade4-b88397178f2b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.591798] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4899653-409c-4054-b5ce-0eb8f37f361b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.599694] env[69889]: DEBUG oslo_concurrency.lockutils [None req-124b433c-108e-4705-ae01-8882d6a46399 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.608112] env[69889]: DEBUG nova.compute.provider_tree [None req-416e87ff-9afe-41f3-83dd-a80a6665ee0a tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Updating inventory in ProviderTree for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1287.929791] env[69889]: DEBUG nova.network.neutron [None req-3e8a0d59-6342-446b-9b48-863255c7842f tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] Successfully updated port: dc9e7b0a-217d-4042-aeb3-ffaf2a7c3371 {{(pid=69889) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1287.982007] env[69889]: DEBUG nova.objects.base [None req-11a76ed6-45f5-4c27-b9b4-ce510bf221d3 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69889) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1287.982953] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7be93749-7b9d-43ac-b830-20ad22b68ab5 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.002051] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7781f84b-9013-415d-bddb-41ff9109621d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.008950] env[69889]: DEBUG oslo_vmware.api [None req-11a76ed6-45f5-4c27-b9b4-ce510bf221d3 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Waiting for the task: (returnval){ [ 1288.008950] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52a564ca-311d-7d14-6c21-b702173ac0c2" [ 1288.008950] env[69889]: _type = "Task" [ 1288.008950] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.018577] env[69889]: DEBUG oslo_vmware.api [None req-11a76ed6-45f5-4c27-b9b4-ce510bf221d3 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52a564ca-311d-7d14-6c21-b702173ac0c2, 'name': SearchDatastore_Task, 'duration_secs': 0.007518} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.018850] env[69889]: DEBUG oslo_concurrency.lockutils [None req-11a76ed6-45f5-4c27-b9b4-ce510bf221d3 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.088061] env[69889]: DEBUG oslo_concurrency.lockutils [None req-19b5ae55-f081-4549-8b87-28c4d713b246 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.114678] env[69889]: DEBUG nova.network.neutron [-] [instance: c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1288.143555] env[69889]: ERROR nova.scheduler.client.report [None req-416e87ff-9afe-41f3-83dd-a80a6665ee0a tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] [req-e6953130-f8f4-46d2-bcac-915f32e3d3d9] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 90d7c690-84bb-4f6d-b52e-7f3e0decd101. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e6953130-f8f4-46d2-bcac-915f32e3d3d9"}]} [ 1288.161862] env[69889]: DEBUG nova.scheduler.client.report [None req-416e87ff-9afe-41f3-83dd-a80a6665ee0a tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Refreshing inventories for resource provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1288.182211] env[69889]: DEBUG nova.scheduler.client.report [None req-416e87ff-9afe-41f3-83dd-a80a6665ee0a tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Updating ProviderTree inventory for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1288.182457] env[69889]: DEBUG nova.compute.provider_tree [None req-416e87ff-9afe-41f3-83dd-a80a6665ee0a tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Updating inventory in ProviderTree for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1288.198066] env[69889]: DEBUG nova.scheduler.client.report [None req-416e87ff-9afe-41f3-83dd-a80a6665ee0a tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Refreshing aggregate associations for resource provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101, aggregates: None {{(pid=69889) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1288.219278] env[69889]: DEBUG nova.scheduler.client.report [None req-416e87ff-9afe-41f3-83dd-a80a6665ee0a tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Refreshing trait associations for resource provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=69889) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1288.370054] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32fdfbbd-25ec-4cd3-a796-6845b7d89db1 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.378141] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d12ba97f-e314-42ae-bd33-0e8508b4fce5 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.410252] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-393ef4fc-c3e0-4cee-b297-a0f3f6e15ce8 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.418307] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bc1b883-40a3-4723-8cb3-c79f240052ed {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.433534] env[69889]: DEBUG nova.compute.provider_tree [None req-416e87ff-9afe-41f3-83dd-a80a6665ee0a tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Updating inventory in ProviderTree for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1288.441484] env[69889]: DEBUG oslo_concurrency.lockutils [None req-3e8a0d59-6342-446b-9b48-863255c7842f tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Acquiring lock "refresh_cache-c4ba7e48-883c-43a8-bee6-081ef4b839a9" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.441629] env[69889]: DEBUG oslo_concurrency.lockutils [None req-3e8a0d59-6342-446b-9b48-863255c7842f tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Acquired lock "refresh_cache-c4ba7e48-883c-43a8-bee6-081ef4b839a9" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.441839] env[69889]: DEBUG nova.network.neutron [None req-3e8a0d59-6342-446b-9b48-863255c7842f tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1288.617543] env[69889]: INFO nova.compute.manager [-] [instance: c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9] Took 1.56 seconds to deallocate network for instance. [ 1288.629034] env[69889]: DEBUG nova.compute.manager [req-86f9fa94-67f3-4a6f-931a-36c45cf03e40 req-c529b3bc-ed18-4d30-8753-233a76b9f44f service nova] [instance: c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9] Received event network-vif-deleted-5d475edd-8a50-4169-810c-074acd50ea04 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1288.629250] env[69889]: DEBUG nova.compute.manager [req-86f9fa94-67f3-4a6f-931a-36c45cf03e40 req-c529b3bc-ed18-4d30-8753-233a76b9f44f service nova] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] Received event network-vif-plugged-dc9e7b0a-217d-4042-aeb3-ffaf2a7c3371 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1288.629447] env[69889]: DEBUG oslo_concurrency.lockutils [req-86f9fa94-67f3-4a6f-931a-36c45cf03e40 req-c529b3bc-ed18-4d30-8753-233a76b9f44f service nova] Acquiring lock "c4ba7e48-883c-43a8-bee6-081ef4b839a9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.629873] env[69889]: DEBUG oslo_concurrency.lockutils [req-86f9fa94-67f3-4a6f-931a-36c45cf03e40 req-c529b3bc-ed18-4d30-8753-233a76b9f44f service nova] Lock "c4ba7e48-883c-43a8-bee6-081ef4b839a9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.630048] env[69889]: DEBUG oslo_concurrency.lockutils [req-86f9fa94-67f3-4a6f-931a-36c45cf03e40 req-c529b3bc-ed18-4d30-8753-233a76b9f44f service nova] Lock "c4ba7e48-883c-43a8-bee6-081ef4b839a9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.630304] env[69889]: DEBUG nova.compute.manager [req-86f9fa94-67f3-4a6f-931a-36c45cf03e40 req-c529b3bc-ed18-4d30-8753-233a76b9f44f service nova] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] No waiting events found dispatching network-vif-plugged-dc9e7b0a-217d-4042-aeb3-ffaf2a7c3371 {{(pid=69889) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1288.630304] env[69889]: WARNING nova.compute.manager [req-86f9fa94-67f3-4a6f-931a-36c45cf03e40 req-c529b3bc-ed18-4d30-8753-233a76b9f44f service nova] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] Received unexpected event network-vif-plugged-dc9e7b0a-217d-4042-aeb3-ffaf2a7c3371 for instance with vm_state building and task_state spawning. [ 1288.630421] env[69889]: DEBUG nova.compute.manager [req-86f9fa94-67f3-4a6f-931a-36c45cf03e40 req-c529b3bc-ed18-4d30-8753-233a76b9f44f service nova] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] Received event network-changed-dc9e7b0a-217d-4042-aeb3-ffaf2a7c3371 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1288.630614] env[69889]: DEBUG nova.compute.manager [req-86f9fa94-67f3-4a6f-931a-36c45cf03e40 req-c529b3bc-ed18-4d30-8753-233a76b9f44f service nova] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] Refreshing instance network info cache due to event network-changed-dc9e7b0a-217d-4042-aeb3-ffaf2a7c3371. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1288.630675] env[69889]: DEBUG oslo_concurrency.lockutils [req-86f9fa94-67f3-4a6f-931a-36c45cf03e40 req-c529b3bc-ed18-4d30-8753-233a76b9f44f service nova] Acquiring lock "refresh_cache-c4ba7e48-883c-43a8-bee6-081ef4b839a9" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.971045] env[69889]: DEBUG nova.scheduler.client.report [None req-416e87ff-9afe-41f3-83dd-a80a6665ee0a tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Updated inventory for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 with generation 161 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1288.971045] env[69889]: DEBUG nova.compute.provider_tree [None req-416e87ff-9afe-41f3-83dd-a80a6665ee0a tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Updating resource provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 generation from 161 to 162 during operation: update_inventory {{(pid=69889) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1288.971045] env[69889]: DEBUG nova.compute.provider_tree [None req-416e87ff-9afe-41f3-83dd-a80a6665ee0a tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Updating inventory in ProviderTree for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1289.005648] env[69889]: DEBUG nova.network.neutron [None req-3e8a0d59-6342-446b-9b48-863255c7842f tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1289.124651] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ecc21005-5653-4e4f-a86d-f65278ac499f tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1289.153669] env[69889]: DEBUG nova.network.neutron [None req-3e8a0d59-6342-446b-9b48-863255c7842f tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] Updating instance_info_cache with network_info: [{"id": "dc9e7b0a-217d-4042-aeb3-ffaf2a7c3371", "address": "fa:16:3e:da:1f:46", "network": {"id": "b89b3d5b-8638-424c-b2ef-3f27511ad10b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-269290719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "682525d6417945bc8a73da8f702b9c77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1d25020-c621-4388-ac1d-de55bfefbe50", "external-id": "nsx-vlan-transportzone-573", "segmentation_id": 573, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc9e7b0a-21", "ovs_interfaceid": "dc9e7b0a-217d-4042-aeb3-ffaf2a7c3371", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1289.475685] env[69889]: DEBUG oslo_concurrency.lockutils [None req-416e87ff-9afe-41f3-83dd-a80a6665ee0a tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.693s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.478147] env[69889]: DEBUG oslo_concurrency.lockutils [None req-124b433c-108e-4705-ae01-8882d6a46399 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.880s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1289.478387] env[69889]: DEBUG nova.objects.instance [None req-124b433c-108e-4705-ae01-8882d6a46399 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Lazy-loading 'resources' on Instance uuid af195e69-2192-41dd-821b-b74e916d8d08 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1289.497752] env[69889]: INFO nova.scheduler.client.report [None req-416e87ff-9afe-41f3-83dd-a80a6665ee0a tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Deleted allocations for instance e3a760bd-82e3-4ee0-bbb6-ba9784cba05d [ 1289.656245] env[69889]: DEBUG oslo_concurrency.lockutils [None req-3e8a0d59-6342-446b-9b48-863255c7842f tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Releasing lock "refresh_cache-c4ba7e48-883c-43a8-bee6-081ef4b839a9" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.656730] env[69889]: DEBUG nova.compute.manager [None req-3e8a0d59-6342-446b-9b48-863255c7842f tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] Instance network_info: |[{"id": "dc9e7b0a-217d-4042-aeb3-ffaf2a7c3371", "address": "fa:16:3e:da:1f:46", "network": {"id": "b89b3d5b-8638-424c-b2ef-3f27511ad10b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-269290719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "682525d6417945bc8a73da8f702b9c77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1d25020-c621-4388-ac1d-de55bfefbe50", "external-id": "nsx-vlan-transportzone-573", "segmentation_id": 573, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc9e7b0a-21", "ovs_interfaceid": "dc9e7b0a-217d-4042-aeb3-ffaf2a7c3371", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1289.656888] env[69889]: DEBUG oslo_concurrency.lockutils [req-86f9fa94-67f3-4a6f-931a-36c45cf03e40 req-c529b3bc-ed18-4d30-8753-233a76b9f44f service nova] Acquired lock "refresh_cache-c4ba7e48-883c-43a8-bee6-081ef4b839a9" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.657070] env[69889]: DEBUG nova.network.neutron [req-86f9fa94-67f3-4a6f-931a-36c45cf03e40 req-c529b3bc-ed18-4d30-8753-233a76b9f44f service nova] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] Refreshing network info cache for port dc9e7b0a-217d-4042-aeb3-ffaf2a7c3371 {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1289.658354] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-3e8a0d59-6342-446b-9b48-863255c7842f tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:1f:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e1d25020-c621-4388-ac1d-de55bfefbe50', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dc9e7b0a-217d-4042-aeb3-ffaf2a7c3371', 'vif_model': 'vmxnet3'}] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1289.666789] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e8a0d59-6342-446b-9b48-863255c7842f tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Creating folder: Project (682525d6417945bc8a73da8f702b9c77). Parent ref: group-v807779. {{(pid=69889) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1289.670507] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d12e0c0f-c0e5-442f-8a63-ff261ef57dc6 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.683932] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-3e8a0d59-6342-446b-9b48-863255c7842f tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Created folder: Project (682525d6417945bc8a73da8f702b9c77) in parent group-v807779. [ 1289.684116] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e8a0d59-6342-446b-9b48-863255c7842f tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Creating folder: Instances. Parent ref: group-v808097. {{(pid=69889) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1289.684372] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-53b5c5e8-565b-4b41-acc3-5451c34a10b7 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.695043] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-3e8a0d59-6342-446b-9b48-863255c7842f tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Created folder: Instances in parent group-v808097. [ 1289.695328] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e8a0d59-6342-446b-9b48-863255c7842f tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1289.695535] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1289.695753] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-46282222-c8da-40bb-9b14-a824c1f43bc0 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.718479] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1289.718479] env[69889]: value = "task-4078344" [ 1289.718479] env[69889]: _type = "Task" [ 1289.718479] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.726768] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4078344, 'name': CreateVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.889613] env[69889]: DEBUG nova.network.neutron [req-86f9fa94-67f3-4a6f-931a-36c45cf03e40 req-c529b3bc-ed18-4d30-8753-233a76b9f44f service nova] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] Updated VIF entry in instance network info cache for port dc9e7b0a-217d-4042-aeb3-ffaf2a7c3371. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1289.890095] env[69889]: DEBUG nova.network.neutron [req-86f9fa94-67f3-4a6f-931a-36c45cf03e40 req-c529b3bc-ed18-4d30-8753-233a76b9f44f service nova] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] Updating instance_info_cache with network_info: [{"id": "dc9e7b0a-217d-4042-aeb3-ffaf2a7c3371", "address": "fa:16:3e:da:1f:46", "network": {"id": "b89b3d5b-8638-424c-b2ef-3f27511ad10b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-269290719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "682525d6417945bc8a73da8f702b9c77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1d25020-c621-4388-ac1d-de55bfefbe50", "external-id": "nsx-vlan-transportzone-573", "segmentation_id": 573, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc9e7b0a-21", "ovs_interfaceid": "dc9e7b0a-217d-4042-aeb3-ffaf2a7c3371", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1290.007042] env[69889]: DEBUG oslo_concurrency.lockutils [None req-416e87ff-9afe-41f3-83dd-a80a6665ee0a tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Lock "e3a760bd-82e3-4ee0-bbb6-ba9784cba05d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.006s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1290.132541] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a50aad9c-08a9-4947-ab36-4920f0bfd37c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.142078] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e9372b3-e92c-413a-87c2-54a077d092b3 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.173490] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34d365ea-87a0-484c-abdd-73deecd17790 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.181282] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f425aefd-9820-4c61-9b3b-c8de82ddc3d6 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.194886] env[69889]: DEBUG nova.compute.provider_tree [None req-124b433c-108e-4705-ae01-8882d6a46399 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1290.227756] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4078344, 'name': CreateVM_Task, 'duration_secs': 0.332361} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.227936] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1290.228592] env[69889]: DEBUG oslo_concurrency.lockutils [None req-3e8a0d59-6342-446b-9b48-863255c7842f tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.228757] env[69889]: DEBUG oslo_concurrency.lockutils [None req-3e8a0d59-6342-446b-9b48-863255c7842f tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.229103] env[69889]: DEBUG oslo_concurrency.lockutils [None req-3e8a0d59-6342-446b-9b48-863255c7842f tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.229357] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1e5d771-ba58-4f05-bce8-28eae5531185 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.233843] env[69889]: DEBUG oslo_vmware.api [None req-3e8a0d59-6342-446b-9b48-863255c7842f tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Waiting for the task: (returnval){ [ 1290.233843] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]528fd94e-a664-589b-3fab-e095655359c6" [ 1290.233843] env[69889]: _type = "Task" [ 1290.233843] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.241740] env[69889]: DEBUG oslo_vmware.api [None req-3e8a0d59-6342-446b-9b48-863255c7842f tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]528fd94e-a664-589b-3fab-e095655359c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.392860] env[69889]: DEBUG oslo_concurrency.lockutils [req-86f9fa94-67f3-4a6f-931a-36c45cf03e40 req-c529b3bc-ed18-4d30-8753-233a76b9f44f service nova] Releasing lock "refresh_cache-c4ba7e48-883c-43a8-bee6-081ef4b839a9" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.492574] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1290.698253] env[69889]: DEBUG nova.scheduler.client.report [None req-124b433c-108e-4705-ae01-8882d6a46399 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1290.743678] env[69889]: DEBUG oslo_vmware.api [None req-3e8a0d59-6342-446b-9b48-863255c7842f tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]528fd94e-a664-589b-3fab-e095655359c6, 'name': SearchDatastore_Task, 'duration_secs': 0.010026} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.743977] env[69889]: DEBUG oslo_concurrency.lockutils [None req-3e8a0d59-6342-446b-9b48-863255c7842f tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.744228] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-3e8a0d59-6342-446b-9b48-863255c7842f tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1290.744459] env[69889]: DEBUG oslo_concurrency.lockutils [None req-3e8a0d59-6342-446b-9b48-863255c7842f tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.744602] env[69889]: DEBUG oslo_concurrency.lockutils [None req-3e8a0d59-6342-446b-9b48-863255c7842f tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.744772] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e8a0d59-6342-446b-9b48-863255c7842f tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1290.745042] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5fa7863a-b79c-43ea-930a-5370baf3ec1e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.753977] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e8a0d59-6342-446b-9b48-863255c7842f tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1290.754177] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-3e8a0d59-6342-446b-9b48-863255c7842f tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1290.754864] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-424b2a84-a7be-40b4-a40a-f005a3bdae1e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.759999] env[69889]: DEBUG oslo_vmware.api [None req-3e8a0d59-6342-446b-9b48-863255c7842f tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Waiting for the task: (returnval){ [ 1290.759999] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52614ef8-61e4-d6da-7ff6-758ea3178dfb" [ 1290.759999] env[69889]: _type = "Task" [ 1290.759999] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.768267] env[69889]: DEBUG oslo_vmware.api [None req-3e8a0d59-6342-446b-9b48-863255c7842f tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52614ef8-61e4-d6da-7ff6-758ea3178dfb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.965268] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1290.974142] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ae56da34-fbe2-4884-8a0a-aef09031f3dd tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Acquiring lock "999b2a97-48c1-4433-82a9-80f354ba33a7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.974399] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ae56da34-fbe2-4884-8a0a-aef09031f3dd tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Lock "999b2a97-48c1-4433-82a9-80f354ba33a7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.974605] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ae56da34-fbe2-4884-8a0a-aef09031f3dd tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Acquiring lock "999b2a97-48c1-4433-82a9-80f354ba33a7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.974784] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ae56da34-fbe2-4884-8a0a-aef09031f3dd tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Lock "999b2a97-48c1-4433-82a9-80f354ba33a7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.974959] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ae56da34-fbe2-4884-8a0a-aef09031f3dd tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Lock "999b2a97-48c1-4433-82a9-80f354ba33a7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1290.977147] env[69889]: INFO nova.compute.manager [None req-ae56da34-fbe2-4884-8a0a-aef09031f3dd tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] [instance: 999b2a97-48c1-4433-82a9-80f354ba33a7] Terminating instance [ 1291.203524] env[69889]: DEBUG oslo_concurrency.lockutils [None req-124b433c-108e-4705-ae01-8882d6a46399 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.725s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.206139] env[69889]: DEBUG oslo_concurrency.lockutils [None req-11a76ed6-45f5-4c27-b9b4-ce510bf221d3 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 3.187s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1291.222800] env[69889]: INFO nova.scheduler.client.report [None req-124b433c-108e-4705-ae01-8882d6a46399 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Deleted allocations for instance af195e69-2192-41dd-821b-b74e916d8d08 [ 1291.271105] env[69889]: DEBUG oslo_vmware.api [None req-3e8a0d59-6342-446b-9b48-863255c7842f tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52614ef8-61e4-d6da-7ff6-758ea3178dfb, 'name': SearchDatastore_Task, 'duration_secs': 0.009336} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.271895] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d3730dc-8ea3-4d3d-a2c8-40cc1142e6ab {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.277794] env[69889]: DEBUG oslo_vmware.api [None req-3e8a0d59-6342-446b-9b48-863255c7842f tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Waiting for the task: (returnval){ [ 1291.277794] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52ba44c6-695f-0d1f-d2a2-70b29b951265" [ 1291.277794] env[69889]: _type = "Task" [ 1291.277794] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.286623] env[69889]: DEBUG oslo_vmware.api [None req-3e8a0d59-6342-446b-9b48-863255c7842f tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52ba44c6-695f-0d1f-d2a2-70b29b951265, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.480424] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ae56da34-fbe2-4884-8a0a-aef09031f3dd tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Acquiring lock "refresh_cache-999b2a97-48c1-4433-82a9-80f354ba33a7" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.480602] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ae56da34-fbe2-4884-8a0a-aef09031f3dd tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Acquired lock "refresh_cache-999b2a97-48c1-4433-82a9-80f354ba33a7" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.480785] env[69889]: DEBUG nova.network.neutron [None req-ae56da34-fbe2-4884-8a0a-aef09031f3dd tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] [instance: 999b2a97-48c1-4433-82a9-80f354ba33a7] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1291.732639] env[69889]: DEBUG oslo_concurrency.lockutils [None req-124b433c-108e-4705-ae01-8882d6a46399 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Lock "af195e69-2192-41dd-821b-b74e916d8d08" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.835s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.788060] env[69889]: DEBUG oslo_vmware.api [None req-3e8a0d59-6342-446b-9b48-863255c7842f tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52ba44c6-695f-0d1f-d2a2-70b29b951265, 'name': SearchDatastore_Task, 'duration_secs': 0.009922} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.788350] env[69889]: DEBUG oslo_concurrency.lockutils [None req-3e8a0d59-6342-446b-9b48-863255c7842f tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.788619] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e8a0d59-6342-446b-9b48-863255c7842f tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore1] c4ba7e48-883c-43a8-bee6-081ef4b839a9/c4ba7e48-883c-43a8-bee6-081ef4b839a9.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1291.788849] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-879823b4-effb-4531-809b-742de8bc01a0 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.796214] env[69889]: DEBUG oslo_vmware.api [None req-3e8a0d59-6342-446b-9b48-863255c7842f tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Waiting for the task: (returnval){ [ 1291.796214] env[69889]: value = "task-4078345" [ 1291.796214] env[69889]: _type = "Task" [ 1291.796214] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.805160] env[69889]: DEBUG oslo_vmware.api [None req-3e8a0d59-6342-446b-9b48-863255c7842f tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Task: {'id': task-4078345, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.833021] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea37bcb1-1b01-4cf1-87e5-99d8ff5038c6 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.839551] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-023f7ddd-6af3-494e-ad67-3d2393ac73c2 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.871628] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c512623-3163-4a9d-bbde-0ac3010abb0a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.879680] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7b64943-05d7-4858-b463-c77634c923b3 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.895211] env[69889]: DEBUG nova.compute.provider_tree [None req-11a76ed6-45f5-4c27-b9b4-ce510bf221d3 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1291.965665] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1292.003333] env[69889]: DEBUG nova.network.neutron [None req-ae56da34-fbe2-4884-8a0a-aef09031f3dd tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] [instance: 999b2a97-48c1-4433-82a9-80f354ba33a7] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1292.065274] env[69889]: DEBUG nova.network.neutron [None req-ae56da34-fbe2-4884-8a0a-aef09031f3dd tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] [instance: 999b2a97-48c1-4433-82a9-80f354ba33a7] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1292.306531] env[69889]: DEBUG oslo_vmware.api [None req-3e8a0d59-6342-446b-9b48-863255c7842f tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Task: {'id': task-4078345, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.452183} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.306791] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e8a0d59-6342-446b-9b48-863255c7842f tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore1] c4ba7e48-883c-43a8-bee6-081ef4b839a9/c4ba7e48-883c-43a8-bee6-081ef4b839a9.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1292.307017] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-3e8a0d59-6342-446b-9b48-863255c7842f tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1292.307268] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-642f571a-0513-49a6-bd75-ee8d147d19f4 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.314847] env[69889]: DEBUG oslo_vmware.api [None req-3e8a0d59-6342-446b-9b48-863255c7842f tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Waiting for the task: (returnval){ [ 1292.314847] env[69889]: value = "task-4078346" [ 1292.314847] env[69889]: _type = "Task" [ 1292.314847] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.322939] env[69889]: DEBUG oslo_vmware.api [None req-3e8a0d59-6342-446b-9b48-863255c7842f tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Task: {'id': task-4078346, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.399593] env[69889]: DEBUG nova.scheduler.client.report [None req-11a76ed6-45f5-4c27-b9b4-ce510bf221d3 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1292.567914] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ae56da34-fbe2-4884-8a0a-aef09031f3dd tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Releasing lock "refresh_cache-999b2a97-48c1-4433-82a9-80f354ba33a7" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.568371] env[69889]: DEBUG nova.compute.manager [None req-ae56da34-fbe2-4884-8a0a-aef09031f3dd tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] [instance: 999b2a97-48c1-4433-82a9-80f354ba33a7] Start destroying the instance on the hypervisor. {{(pid=69889) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1292.568575] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-ae56da34-fbe2-4884-8a0a-aef09031f3dd tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] [instance: 999b2a97-48c1-4433-82a9-80f354ba33a7] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1292.569857] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5c622ac-06b7-40f9-9281-5fbbe1f5fa3e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.577780] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae56da34-fbe2-4884-8a0a-aef09031f3dd tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] [instance: 999b2a97-48c1-4433-82a9-80f354ba33a7] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1292.578049] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c50b5cba-bd04-420a-b522-1af576b7b310 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.585557] env[69889]: DEBUG oslo_vmware.api [None req-ae56da34-fbe2-4884-8a0a-aef09031f3dd tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Waiting for the task: (returnval){ [ 1292.585557] env[69889]: value = "task-4078347" [ 1292.585557] env[69889]: _type = "Task" [ 1292.585557] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.594471] env[69889]: DEBUG oslo_vmware.api [None req-ae56da34-fbe2-4884-8a0a-aef09031f3dd tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Task: {'id': task-4078347, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.825673] env[69889]: DEBUG oslo_vmware.api [None req-3e8a0d59-6342-446b-9b48-863255c7842f tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Task: {'id': task-4078346, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.964955] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1292.965172] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1293.051474] env[69889]: DEBUG oslo_concurrency.lockutils [None req-a4dcf516-beb1-43a2-a3ef-c3c90c0cf8e6 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Acquiring lock "a416e3f3-1ed3-4c20-b205-bb2cd74eeafc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.051744] env[69889]: DEBUG oslo_concurrency.lockutils [None req-a4dcf516-beb1-43a2-a3ef-c3c90c0cf8e6 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Lock "a416e3f3-1ed3-4c20-b205-bb2cd74eeafc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.095521] env[69889]: DEBUG oslo_vmware.api [None req-ae56da34-fbe2-4884-8a0a-aef09031f3dd tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Task: {'id': task-4078347, 'name': PowerOffVM_Task, 'duration_secs': 0.15894} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.096129] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae56da34-fbe2-4884-8a0a-aef09031f3dd tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] [instance: 999b2a97-48c1-4433-82a9-80f354ba33a7] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1293.096307] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-ae56da34-fbe2-4884-8a0a-aef09031f3dd tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] [instance: 999b2a97-48c1-4433-82a9-80f354ba33a7] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1293.096559] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8ea43178-5a60-4d2b-ab7a-0f1145f883b9 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.125203] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-ae56da34-fbe2-4884-8a0a-aef09031f3dd tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] [instance: 999b2a97-48c1-4433-82a9-80f354ba33a7] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1293.125452] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-ae56da34-fbe2-4884-8a0a-aef09031f3dd tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] [instance: 999b2a97-48c1-4433-82a9-80f354ba33a7] Deleting contents of the VM from datastore datastore1 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1293.125635] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae56da34-fbe2-4884-8a0a-aef09031f3dd tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Deleting the datastore file [datastore1] 999b2a97-48c1-4433-82a9-80f354ba33a7 {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1293.125902] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cbff9147-6307-4b7f-ad9f-2bf05a03cda2 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.132024] env[69889]: DEBUG oslo_vmware.api [None req-ae56da34-fbe2-4884-8a0a-aef09031f3dd tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Waiting for the task: (returnval){ [ 1293.132024] env[69889]: value = "task-4078349" [ 1293.132024] env[69889]: _type = "Task" [ 1293.132024] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.140252] env[69889]: DEBUG oslo_vmware.api [None req-ae56da34-fbe2-4884-8a0a-aef09031f3dd tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Task: {'id': task-4078349, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.326049] env[69889]: DEBUG oslo_vmware.api [None req-3e8a0d59-6342-446b-9b48-863255c7842f tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Task: {'id': task-4078346, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.996892} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.326049] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-3e8a0d59-6342-446b-9b48-863255c7842f tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1293.326755] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2548d87e-f2bd-482c-9c37-27619a908d69 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.348244] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e8a0d59-6342-446b-9b48-863255c7842f tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] c4ba7e48-883c-43a8-bee6-081ef4b839a9/c4ba7e48-883c-43a8-bee6-081ef4b839a9.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1293.348518] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd17d625-9346-49aa-984c-ec7ab39335f7 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.368872] env[69889]: DEBUG oslo_vmware.api [None req-3e8a0d59-6342-446b-9b48-863255c7842f tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Waiting for the task: (returnval){ [ 1293.368872] env[69889]: value = "task-4078350" [ 1293.368872] env[69889]: _type = "Task" [ 1293.368872] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.377397] env[69889]: DEBUG oslo_vmware.api [None req-3e8a0d59-6342-446b-9b48-863255c7842f tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Task: {'id': task-4078350, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.410312] env[69889]: DEBUG oslo_concurrency.lockutils [None req-11a76ed6-45f5-4c27-b9b4-ce510bf221d3 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.204s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.413666] env[69889]: DEBUG oslo_concurrency.lockutils [None req-19b5ae55-f081-4549-8b87-28c4d713b246 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.326s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.413897] env[69889]: DEBUG oslo_concurrency.lockutils [None req-19b5ae55-f081-4549-8b87-28c4d713b246 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.416860] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ecc21005-5653-4e4f-a86d-f65278ac499f tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.292s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.416860] env[69889]: DEBUG nova.objects.instance [None req-ecc21005-5653-4e4f-a86d-f65278ac499f tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Lazy-loading 'resources' on Instance uuid c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1293.441129] env[69889]: INFO nova.scheduler.client.report [None req-19b5ae55-f081-4549-8b87-28c4d713b246 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Deleted allocations for instance 5f8f6d7f-2483-49f3-b08f-c4944dd39291 [ 1293.467681] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.554521] env[69889]: DEBUG nova.compute.manager [None req-a4dcf516-beb1-43a2-a3ef-c3c90c0cf8e6 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: a416e3f3-1ed3-4c20-b205-bb2cd74eeafc] Starting instance... {{(pid=69889) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1293.642295] env[69889]: DEBUG oslo_vmware.api [None req-ae56da34-fbe2-4884-8a0a-aef09031f3dd tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Task: {'id': task-4078349, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.106061} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.642616] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae56da34-fbe2-4884-8a0a-aef09031f3dd tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1293.642894] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-ae56da34-fbe2-4884-8a0a-aef09031f3dd tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] [instance: 999b2a97-48c1-4433-82a9-80f354ba33a7] Deleted contents of the VM from datastore datastore1 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1293.643272] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-ae56da34-fbe2-4884-8a0a-aef09031f3dd tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] [instance: 999b2a97-48c1-4433-82a9-80f354ba33a7] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1293.643508] env[69889]: INFO nova.compute.manager [None req-ae56da34-fbe2-4884-8a0a-aef09031f3dd tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] [instance: 999b2a97-48c1-4433-82a9-80f354ba33a7] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1293.644160] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ae56da34-fbe2-4884-8a0a-aef09031f3dd tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1293.644364] env[69889]: DEBUG nova.compute.manager [-] [instance: 999b2a97-48c1-4433-82a9-80f354ba33a7] Deallocating network for instance {{(pid=69889) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1293.644461] env[69889]: DEBUG nova.network.neutron [-] [instance: 999b2a97-48c1-4433-82a9-80f354ba33a7] deallocate_for_instance() {{(pid=69889) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1293.667970] env[69889]: DEBUG nova.network.neutron [-] [instance: 999b2a97-48c1-4433-82a9-80f354ba33a7] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1293.882195] env[69889]: DEBUG oslo_vmware.api [None req-3e8a0d59-6342-446b-9b48-863255c7842f tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Task: {'id': task-4078350, 'name': ReconfigVM_Task, 'duration_secs': 0.310416} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.882558] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e8a0d59-6342-446b-9b48-863255c7842f tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] Reconfigured VM instance instance-00000074 to attach disk [datastore1] c4ba7e48-883c-43a8-bee6-081ef4b839a9/c4ba7e48-883c-43a8-bee6-081ef4b839a9.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1293.883118] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-61124859-413f-4ae6-8251-e0c5feacf2a2 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.889248] env[69889]: DEBUG oslo_vmware.api [None req-3e8a0d59-6342-446b-9b48-863255c7842f tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Waiting for the task: (returnval){ [ 1293.889248] env[69889]: value = "task-4078351" [ 1293.889248] env[69889]: _type = "Task" [ 1293.889248] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.899275] env[69889]: DEBUG oslo_vmware.api [None req-3e8a0d59-6342-446b-9b48-863255c7842f tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Task: {'id': task-4078351, 'name': Rename_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.952479] env[69889]: DEBUG oslo_concurrency.lockutils [None req-19b5ae55-f081-4549-8b87-28c4d713b246 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Lock "5f8f6d7f-2483-49f3-b08f-c4944dd39291" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.173s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.977441] env[69889]: INFO nova.scheduler.client.report [None req-11a76ed6-45f5-4c27-b9b4-ce510bf221d3 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Deleted allocation for migration f5aea771-3562-401b-a655-7cf937f382ed [ 1294.047240] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15214a4a-6b31-4a5a-b83d-1ae792e49104 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.055918] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5029a74-7d90-419c-8f14-ea9b90e01be4 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.089336] env[69889]: DEBUG oslo_concurrency.lockutils [None req-a4dcf516-beb1-43a2-a3ef-c3c90c0cf8e6 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1294.090139] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9672bf08-76b0-40a0-be49-e4e581807136 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.098016] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ccc7e80-8415-4266-ad46-0e6730b07e34 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.111669] env[69889]: DEBUG nova.compute.provider_tree [None req-ecc21005-5653-4e4f-a86d-f65278ac499f tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Updating inventory in ProviderTree for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1294.172067] env[69889]: DEBUG nova.network.neutron [-] [instance: 999b2a97-48c1-4433-82a9-80f354ba33a7] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1294.399142] env[69889]: DEBUG oslo_vmware.api [None req-3e8a0d59-6342-446b-9b48-863255c7842f tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Task: {'id': task-4078351, 'name': Rename_Task, 'duration_secs': 0.149776} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.399380] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e8a0d59-6342-446b-9b48-863255c7842f tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1294.399622] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f4499fc6-7155-4385-8195-6ef6a432987b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.406938] env[69889]: DEBUG oslo_vmware.api [None req-3e8a0d59-6342-446b-9b48-863255c7842f tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Waiting for the task: (returnval){ [ 1294.406938] env[69889]: value = "task-4078352" [ 1294.406938] env[69889]: _type = "Task" [ 1294.406938] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.416534] env[69889]: DEBUG oslo_vmware.api [None req-3e8a0d59-6342-446b-9b48-863255c7842f tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Task: {'id': task-4078352, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.482767] env[69889]: DEBUG oslo_concurrency.lockutils [None req-11a76ed6-45f5-4c27-b9b4-ce510bf221d3 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Lock "b507d799-4465-4de5-8708-a59b6704e741" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 9.305s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1294.633405] env[69889]: ERROR nova.scheduler.client.report [None req-ecc21005-5653-4e4f-a86d-f65278ac499f tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [req-fc330ede-75fd-4883-8ed6-a3c029709e8f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 90d7c690-84bb-4f6d-b52e-7f3e0decd101. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-fc330ede-75fd-4883-8ed6-a3c029709e8f"}]} [ 1294.652701] env[69889]: DEBUG nova.scheduler.client.report [None req-ecc21005-5653-4e4f-a86d-f65278ac499f tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Refreshing inventories for resource provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1294.668542] env[69889]: DEBUG nova.scheduler.client.report [None req-ecc21005-5653-4e4f-a86d-f65278ac499f tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Updating ProviderTree inventory for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1294.668542] env[69889]: DEBUG nova.compute.provider_tree [None req-ecc21005-5653-4e4f-a86d-f65278ac499f tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Updating inventory in ProviderTree for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1294.674540] env[69889]: INFO nova.compute.manager [-] [instance: 999b2a97-48c1-4433-82a9-80f354ba33a7] Took 1.03 seconds to deallocate network for instance. [ 1294.681661] env[69889]: DEBUG nova.scheduler.client.report [None req-ecc21005-5653-4e4f-a86d-f65278ac499f tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Refreshing aggregate associations for resource provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101, aggregates: None {{(pid=69889) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1294.702549] env[69889]: DEBUG nova.scheduler.client.report [None req-ecc21005-5653-4e4f-a86d-f65278ac499f tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Refreshing trait associations for resource provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=69889) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1294.829976] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f473830-d1c9-4ee4-b756-6dbf223c72a8 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.841267] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ff100b5-f62b-422f-ac15-6fa05b80db17 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.875267] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0a178fb-8eed-43ad-991c-ca459b15b1ba {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.883298] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a78e0f5e-8d32-431a-804c-52f66e1d5fc7 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.897752] env[69889]: DEBUG nova.compute.provider_tree [None req-ecc21005-5653-4e4f-a86d-f65278ac499f tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Updating inventory in ProviderTree for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1294.918495] env[69889]: DEBUG oslo_vmware.api [None req-3e8a0d59-6342-446b-9b48-863255c7842f tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Task: {'id': task-4078352, 'name': PowerOnVM_Task, 'duration_secs': 0.503364} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.918773] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e8a0d59-6342-446b-9b48-863255c7842f tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1294.918988] env[69889]: INFO nova.compute.manager [None req-3e8a0d59-6342-446b-9b48-863255c7842f tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] Took 7.73 seconds to spawn the instance on the hypervisor. [ 1294.919184] env[69889]: DEBUG nova.compute.manager [None req-3e8a0d59-6342-446b-9b48-863255c7842f tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1294.920017] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8365de47-7d1f-4f75-8b5e-d84c57e22f01 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.036950] env[69889]: DEBUG oslo_concurrency.lockutils [None req-8811cb4c-c9fc-4eca-8df9-106d7e785cb7 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Acquiring lock "b507d799-4465-4de5-8708-a59b6704e741" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.037254] env[69889]: DEBUG oslo_concurrency.lockutils [None req-8811cb4c-c9fc-4eca-8df9-106d7e785cb7 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Lock "b507d799-4465-4de5-8708-a59b6704e741" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.037477] env[69889]: DEBUG oslo_concurrency.lockutils [None req-8811cb4c-c9fc-4eca-8df9-106d7e785cb7 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Acquiring lock "b507d799-4465-4de5-8708-a59b6704e741-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.037674] env[69889]: DEBUG oslo_concurrency.lockutils [None req-8811cb4c-c9fc-4eca-8df9-106d7e785cb7 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Lock "b507d799-4465-4de5-8708-a59b6704e741-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.037866] env[69889]: DEBUG oslo_concurrency.lockutils [None req-8811cb4c-c9fc-4eca-8df9-106d7e785cb7 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Lock "b507d799-4465-4de5-8708-a59b6704e741-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.040225] env[69889]: INFO nova.compute.manager [None req-8811cb4c-c9fc-4eca-8df9-106d7e785cb7 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: b507d799-4465-4de5-8708-a59b6704e741] Terminating instance [ 1295.180902] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ae56da34-fbe2-4884-8a0a-aef09031f3dd tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.250203] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7601b593-1f7c-461e-83d8-82eab031b31d tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Acquiring lock "7ba074c5-0df4-423b-98f5-323576e81dc8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.250436] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7601b593-1f7c-461e-83d8-82eab031b31d tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Lock "7ba074c5-0df4-423b-98f5-323576e81dc8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.421228] env[69889]: ERROR nova.scheduler.client.report [None req-ecc21005-5653-4e4f-a86d-f65278ac499f tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [req-784cbdca-9f9c-4189-8ae5-4e6373286185] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 90d7c690-84bb-4f6d-b52e-7f3e0decd101. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-784cbdca-9f9c-4189-8ae5-4e6373286185"}]} [ 1295.439319] env[69889]: DEBUG nova.scheduler.client.report [None req-ecc21005-5653-4e4f-a86d-f65278ac499f tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Refreshing inventories for resource provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1295.441984] env[69889]: INFO nova.compute.manager [None req-3e8a0d59-6342-446b-9b48-863255c7842f tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] Took 12.93 seconds to build instance. [ 1295.453873] env[69889]: DEBUG nova.scheduler.client.report [None req-ecc21005-5653-4e4f-a86d-f65278ac499f tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Updating ProviderTree inventory for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1295.454150] env[69889]: DEBUG nova.compute.provider_tree [None req-ecc21005-5653-4e4f-a86d-f65278ac499f tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Updating inventory in ProviderTree for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1295.466678] env[69889]: DEBUG nova.scheduler.client.report [None req-ecc21005-5653-4e4f-a86d-f65278ac499f tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Refreshing aggregate associations for resource provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101, aggregates: None {{(pid=69889) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1295.483899] env[69889]: DEBUG nova.scheduler.client.report [None req-ecc21005-5653-4e4f-a86d-f65278ac499f tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Refreshing trait associations for resource provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=69889) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1295.534564] env[69889]: DEBUG oslo_concurrency.lockutils [None req-407ad26e-33c9-4678-a25d-90c21c0b2c3e tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Acquiring lock "97423c2a-22cc-47d3-9dad-cb079c05fb11" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.534886] env[69889]: DEBUG oslo_concurrency.lockutils [None req-407ad26e-33c9-4678-a25d-90c21c0b2c3e tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Lock "97423c2a-22cc-47d3-9dad-cb079c05fb11" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.544226] env[69889]: DEBUG nova.compute.manager [None req-8811cb4c-c9fc-4eca-8df9-106d7e785cb7 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: b507d799-4465-4de5-8708-a59b6704e741] Start destroying the instance on the hypervisor. {{(pid=69889) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1295.544458] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-8811cb4c-c9fc-4eca-8df9-106d7e785cb7 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: b507d799-4465-4de5-8708-a59b6704e741] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1295.546111] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43011931-d8f8-4e7e-805f-335a8f31a834 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.559640] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-8811cb4c-c9fc-4eca-8df9-106d7e785cb7 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: b507d799-4465-4de5-8708-a59b6704e741] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1295.559960] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e18eef3-8695-4aab-b944-9dbcd7aab77a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.569946] env[69889]: DEBUG oslo_vmware.api [None req-8811cb4c-c9fc-4eca-8df9-106d7e785cb7 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Waiting for the task: (returnval){ [ 1295.569946] env[69889]: value = "task-4078353" [ 1295.569946] env[69889]: _type = "Task" [ 1295.569946] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.579872] env[69889]: DEBUG oslo_vmware.api [None req-8811cb4c-c9fc-4eca-8df9-106d7e785cb7 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078353, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.632251] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4f6abb4-c3e5-487a-b97e-99b383d60411 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.642645] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fabc92c-2935-4047-99c7-ae53b85bb80f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.677538] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40f8c94a-d27b-4443-9c4b-91b06f06d74a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.686692] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69cd0870-df47-4270-9f4a-c3a4ce7a522c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.701727] env[69889]: DEBUG nova.compute.provider_tree [None req-ecc21005-5653-4e4f-a86d-f65278ac499f tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Updating inventory in ProviderTree for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1295.753016] env[69889]: DEBUG nova.compute.manager [None req-7601b593-1f7c-461e-83d8-82eab031b31d tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 7ba074c5-0df4-423b-98f5-323576e81dc8] Starting instance... {{(pid=69889) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1295.928233] env[69889]: DEBUG nova.compute.manager [req-cf6f8272-58db-4f7e-8a42-5a471996343a req-aee2290c-fc39-42c6-bbd6-34d365eb4042 service nova] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] Received event network-changed-dc9e7b0a-217d-4042-aeb3-ffaf2a7c3371 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1295.928537] env[69889]: DEBUG nova.compute.manager [req-cf6f8272-58db-4f7e-8a42-5a471996343a req-aee2290c-fc39-42c6-bbd6-34d365eb4042 service nova] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] Refreshing instance network info cache due to event network-changed-dc9e7b0a-217d-4042-aeb3-ffaf2a7c3371. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1295.928692] env[69889]: DEBUG oslo_concurrency.lockutils [req-cf6f8272-58db-4f7e-8a42-5a471996343a req-aee2290c-fc39-42c6-bbd6-34d365eb4042 service nova] Acquiring lock "refresh_cache-c4ba7e48-883c-43a8-bee6-081ef4b839a9" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.929047] env[69889]: DEBUG oslo_concurrency.lockutils [req-cf6f8272-58db-4f7e-8a42-5a471996343a req-aee2290c-fc39-42c6-bbd6-34d365eb4042 service nova] Acquired lock "refresh_cache-c4ba7e48-883c-43a8-bee6-081ef4b839a9" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.929299] env[69889]: DEBUG nova.network.neutron [req-cf6f8272-58db-4f7e-8a42-5a471996343a req-aee2290c-fc39-42c6-bbd6-34d365eb4042 service nova] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] Refreshing network info cache for port dc9e7b0a-217d-4042-aeb3-ffaf2a7c3371 {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1295.944382] env[69889]: DEBUG oslo_concurrency.lockutils [None req-3e8a0d59-6342-446b-9b48-863255c7842f tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Lock "c4ba7e48-883c-43a8-bee6-081ef4b839a9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.447s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.040334] env[69889]: DEBUG nova.compute.manager [None req-407ad26e-33c9-4678-a25d-90c21c0b2c3e tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: 97423c2a-22cc-47d3-9dad-cb079c05fb11] Starting instance... {{(pid=69889) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1296.080975] env[69889]: DEBUG oslo_vmware.api [None req-8811cb4c-c9fc-4eca-8df9-106d7e785cb7 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078353, 'name': PowerOffVM_Task, 'duration_secs': 0.217829} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.082392] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-8811cb4c-c9fc-4eca-8df9-106d7e785cb7 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: b507d799-4465-4de5-8708-a59b6704e741] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1296.082392] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-8811cb4c-c9fc-4eca-8df9-106d7e785cb7 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: b507d799-4465-4de5-8708-a59b6704e741] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1296.082607] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f5bb43b2-b6d5-457f-b59c-f7da7d71471b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.152309] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-8811cb4c-c9fc-4eca-8df9-106d7e785cb7 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: b507d799-4465-4de5-8708-a59b6704e741] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1296.152534] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-8811cb4c-c9fc-4eca-8df9-106d7e785cb7 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: b507d799-4465-4de5-8708-a59b6704e741] Deleting contents of the VM from datastore datastore1 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1296.152719] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-8811cb4c-c9fc-4eca-8df9-106d7e785cb7 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Deleting the datastore file [datastore1] b507d799-4465-4de5-8708-a59b6704e741 {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1296.153013] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-159f196e-3a99-492b-a008-c11e6aede860 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.159970] env[69889]: DEBUG oslo_vmware.api [None req-8811cb4c-c9fc-4eca-8df9-106d7e785cb7 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Waiting for the task: (returnval){ [ 1296.159970] env[69889]: value = "task-4078355" [ 1296.159970] env[69889]: _type = "Task" [ 1296.159970] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.168225] env[69889]: DEBUG oslo_vmware.api [None req-8811cb4c-c9fc-4eca-8df9-106d7e785cb7 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078355, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.236520] env[69889]: DEBUG nova.scheduler.client.report [None req-ecc21005-5653-4e4f-a86d-f65278ac499f tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Updated inventory for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 with generation 166 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1296.236809] env[69889]: DEBUG nova.compute.provider_tree [None req-ecc21005-5653-4e4f-a86d-f65278ac499f tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Updating resource provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 generation from 166 to 167 during operation: update_inventory {{(pid=69889) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1296.237023] env[69889]: DEBUG nova.compute.provider_tree [None req-ecc21005-5653-4e4f-a86d-f65278ac499f tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Updating inventory in ProviderTree for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1296.273656] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7601b593-1f7c-461e-83d8-82eab031b31d tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1296.560467] env[69889]: DEBUG oslo_concurrency.lockutils [None req-407ad26e-33c9-4678-a25d-90c21c0b2c3e tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1296.651996] env[69889]: DEBUG nova.network.neutron [req-cf6f8272-58db-4f7e-8a42-5a471996343a req-aee2290c-fc39-42c6-bbd6-34d365eb4042 service nova] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] Updated VIF entry in instance network info cache for port dc9e7b0a-217d-4042-aeb3-ffaf2a7c3371. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1296.652420] env[69889]: DEBUG nova.network.neutron [req-cf6f8272-58db-4f7e-8a42-5a471996343a req-aee2290c-fc39-42c6-bbd6-34d365eb4042 service nova] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] Updating instance_info_cache with network_info: [{"id": "dc9e7b0a-217d-4042-aeb3-ffaf2a7c3371", "address": "fa:16:3e:da:1f:46", "network": {"id": "b89b3d5b-8638-424c-b2ef-3f27511ad10b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-269290719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "682525d6417945bc8a73da8f702b9c77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1d25020-c621-4388-ac1d-de55bfefbe50", "external-id": "nsx-vlan-transportzone-573", "segmentation_id": 573, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc9e7b0a-21", "ovs_interfaceid": "dc9e7b0a-217d-4042-aeb3-ffaf2a7c3371", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1296.672131] env[69889]: DEBUG oslo_vmware.api [None req-8811cb4c-c9fc-4eca-8df9-106d7e785cb7 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078355, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150539} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.672404] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-8811cb4c-c9fc-4eca-8df9-106d7e785cb7 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1296.672585] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-8811cb4c-c9fc-4eca-8df9-106d7e785cb7 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: b507d799-4465-4de5-8708-a59b6704e741] Deleted contents of the VM from datastore datastore1 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1296.672767] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-8811cb4c-c9fc-4eca-8df9-106d7e785cb7 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: b507d799-4465-4de5-8708-a59b6704e741] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1296.672973] env[69889]: INFO nova.compute.manager [None req-8811cb4c-c9fc-4eca-8df9-106d7e785cb7 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: b507d799-4465-4de5-8708-a59b6704e741] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1296.673252] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8811cb4c-c9fc-4eca-8df9-106d7e785cb7 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1296.673479] env[69889]: DEBUG nova.compute.manager [-] [instance: b507d799-4465-4de5-8708-a59b6704e741] Deallocating network for instance {{(pid=69889) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1296.673577] env[69889]: DEBUG nova.network.neutron [-] [instance: b507d799-4465-4de5-8708-a59b6704e741] deallocate_for_instance() {{(pid=69889) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1296.742109] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ecc21005-5653-4e4f-a86d-f65278ac499f tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.326s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.744870] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 3.277s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1296.745086] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.745309] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69889) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1296.745575] env[69889]: DEBUG oslo_concurrency.lockutils [None req-a4dcf516-beb1-43a2-a3ef-c3c90c0cf8e6 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.656s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1296.747061] env[69889]: INFO nova.compute.claims [None req-a4dcf516-beb1-43a2-a3ef-c3c90c0cf8e6 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: a416e3f3-1ed3-4c20-b205-bb2cd74eeafc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1296.751025] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bace84c5-7840-40b2-b43f-c92fbc7b48b4 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.760709] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0620c293-d338-4b68-a471-2594ae0b71ba {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.767686] env[69889]: INFO nova.scheduler.client.report [None req-ecc21005-5653-4e4f-a86d-f65278ac499f tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Deleted allocations for instance c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9 [ 1296.781268] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-472f7231-0521-4f44-aceb-af4ae32c2d80 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.789482] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ade12c0-1af8-40bb-8fad-4d4d2300ea02 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.822598] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179656MB free_disk=20GB free_vcpus=48 pci_devices=None {{(pid=69889) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1296.822598] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1297.155687] env[69889]: DEBUG oslo_concurrency.lockutils [req-cf6f8272-58db-4f7e-8a42-5a471996343a req-aee2290c-fc39-42c6-bbd6-34d365eb4042 service nova] Releasing lock "refresh_cache-c4ba7e48-883c-43a8-bee6-081ef4b839a9" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.276389] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ecc21005-5653-4e4f-a86d-f65278ac499f tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Lock "c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.847s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1297.445938] env[69889]: DEBUG nova.network.neutron [-] [instance: b507d799-4465-4de5-8708-a59b6704e741] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1297.889383] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c09ba176-a073-45e4-a611-35465d9f56ce {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.898496] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf8bd1cd-56c4-4be6-b265-0170cf7bae41 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.930139] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2576d382-1adc-479c-a7a1-83e14059d9f0 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.937621] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f574056a-8669-41da-ad87-4080fb5b7b02 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.951038] env[69889]: INFO nova.compute.manager [-] [instance: b507d799-4465-4de5-8708-a59b6704e741] Took 1.28 seconds to deallocate network for instance. [ 1297.951565] env[69889]: DEBUG nova.compute.provider_tree [None req-a4dcf516-beb1-43a2-a3ef-c3c90c0cf8e6 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Updating inventory in ProviderTree for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1297.955766] env[69889]: DEBUG nova.compute.manager [req-002e00df-7548-4869-bb95-f5cad7b84b92 req-b69e34a7-d23d-492f-9bff-e0c4d3594fbb service nova] [instance: b507d799-4465-4de5-8708-a59b6704e741] Received event network-vif-deleted-8a3e5ad3-c6d8-458e-94f9-4ec658dd7c66 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1298.461397] env[69889]: DEBUG oslo_concurrency.lockutils [None req-8811cb4c-c9fc-4eca-8df9-106d7e785cb7 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1298.488744] env[69889]: DEBUG nova.scheduler.client.report [None req-a4dcf516-beb1-43a2-a3ef-c3c90c0cf8e6 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Updated inventory for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 with generation 167 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1298.489025] env[69889]: DEBUG nova.compute.provider_tree [None req-a4dcf516-beb1-43a2-a3ef-c3c90c0cf8e6 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Updating resource provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 generation from 167 to 168 during operation: update_inventory {{(pid=69889) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1298.489286] env[69889]: DEBUG nova.compute.provider_tree [None req-a4dcf516-beb1-43a2-a3ef-c3c90c0cf8e6 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Updating inventory in ProviderTree for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1298.994683] env[69889]: DEBUG oslo_concurrency.lockutils [None req-a4dcf516-beb1-43a2-a3ef-c3c90c0cf8e6 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.249s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1298.995252] env[69889]: DEBUG nova.compute.manager [None req-a4dcf516-beb1-43a2-a3ef-c3c90c0cf8e6 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: a416e3f3-1ed3-4c20-b205-bb2cd74eeafc] Start building networks asynchronously for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1298.998247] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ae56da34-fbe2-4884-8a0a-aef09031f3dd tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.818s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1298.998479] env[69889]: DEBUG nova.objects.instance [None req-ae56da34-fbe2-4884-8a0a-aef09031f3dd tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Lazy-loading 'resources' on Instance uuid 999b2a97-48c1-4433-82a9-80f354ba33a7 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1299.501616] env[69889]: DEBUG nova.compute.utils [None req-a4dcf516-beb1-43a2-a3ef-c3c90c0cf8e6 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1299.505973] env[69889]: DEBUG nova.compute.manager [None req-a4dcf516-beb1-43a2-a3ef-c3c90c0cf8e6 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: a416e3f3-1ed3-4c20-b205-bb2cd74eeafc] Allocating IP information in the background. {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1299.506198] env[69889]: DEBUG nova.network.neutron [None req-a4dcf516-beb1-43a2-a3ef-c3c90c0cf8e6 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: a416e3f3-1ed3-4c20-b205-bb2cd74eeafc] allocate_for_instance() {{(pid=69889) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1299.555079] env[69889]: DEBUG nova.policy [None req-a4dcf516-beb1-43a2-a3ef-c3c90c0cf8e6 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fa53d078c0d741dfb296e8243fcb8851', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6536689d827a4804a60785c3229d998e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69889) authorize /opt/stack/nova/nova/policy.py:192}} [ 1299.704347] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a614f7a-eb9f-46e7-a375-197e37c69639 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.712808] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03f2f2f5-138a-452f-b2d0-3ce286ba081f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.745333] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-911ecb4f-ee05-493c-9cd6-9a96f0273a6e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.753501] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad1ee98e-204f-4da1-ad4b-4cf3e0d27838 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.767828] env[69889]: DEBUG nova.compute.provider_tree [None req-ae56da34-fbe2-4884-8a0a-aef09031f3dd tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Updating inventory in ProviderTree for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1299.832342] env[69889]: DEBUG nova.network.neutron [None req-a4dcf516-beb1-43a2-a3ef-c3c90c0cf8e6 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: a416e3f3-1ed3-4c20-b205-bb2cd74eeafc] Successfully created port: 77563b84-a565-4888-83a7-b40410e00149 {{(pid=69889) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1300.007678] env[69889]: DEBUG nova.compute.manager [None req-a4dcf516-beb1-43a2-a3ef-c3c90c0cf8e6 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: a416e3f3-1ed3-4c20-b205-bb2cd74eeafc] Start building block device mappings for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1300.300630] env[69889]: DEBUG nova.scheduler.client.report [None req-ae56da34-fbe2-4884-8a0a-aef09031f3dd tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Updated inventory for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 with generation 168 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1300.300905] env[69889]: DEBUG nova.compute.provider_tree [None req-ae56da34-fbe2-4884-8a0a-aef09031f3dd tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Updating resource provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 generation from 168 to 169 during operation: update_inventory {{(pid=69889) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1300.301108] env[69889]: DEBUG nova.compute.provider_tree [None req-ae56da34-fbe2-4884-8a0a-aef09031f3dd tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Updating inventory in ProviderTree for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1300.806540] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ae56da34-fbe2-4884-8a0a-aef09031f3dd tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.808s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1300.808866] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7601b593-1f7c-461e-83d8-82eab031b31d tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.535s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1300.810485] env[69889]: INFO nova.compute.claims [None req-7601b593-1f7c-461e-83d8-82eab031b31d tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 7ba074c5-0df4-423b-98f5-323576e81dc8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1300.828858] env[69889]: INFO nova.scheduler.client.report [None req-ae56da34-fbe2-4884-8a0a-aef09031f3dd tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Deleted allocations for instance 999b2a97-48c1-4433-82a9-80f354ba33a7 [ 1301.016721] env[69889]: DEBUG nova.compute.manager [None req-a4dcf516-beb1-43a2-a3ef-c3c90c0cf8e6 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: a416e3f3-1ed3-4c20-b205-bb2cd74eeafc] Start spawning the instance on the hypervisor. {{(pid=69889) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1301.044095] env[69889]: DEBUG nova.virt.hardware [None req-a4dcf516-beb1-43a2-a3ef-c3c90c0cf8e6 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1301.044353] env[69889]: DEBUG nova.virt.hardware [None req-a4dcf516-beb1-43a2-a3ef-c3c90c0cf8e6 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1301.044510] env[69889]: DEBUG nova.virt.hardware [None req-a4dcf516-beb1-43a2-a3ef-c3c90c0cf8e6 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1301.044698] env[69889]: DEBUG nova.virt.hardware [None req-a4dcf516-beb1-43a2-a3ef-c3c90c0cf8e6 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1301.044836] env[69889]: DEBUG nova.virt.hardware [None req-a4dcf516-beb1-43a2-a3ef-c3c90c0cf8e6 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1301.044982] env[69889]: DEBUG nova.virt.hardware [None req-a4dcf516-beb1-43a2-a3ef-c3c90c0cf8e6 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1301.045266] env[69889]: DEBUG nova.virt.hardware [None req-a4dcf516-beb1-43a2-a3ef-c3c90c0cf8e6 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1301.045433] env[69889]: DEBUG nova.virt.hardware [None req-a4dcf516-beb1-43a2-a3ef-c3c90c0cf8e6 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1301.045603] env[69889]: DEBUG nova.virt.hardware [None req-a4dcf516-beb1-43a2-a3ef-c3c90c0cf8e6 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1301.045766] env[69889]: DEBUG nova.virt.hardware [None req-a4dcf516-beb1-43a2-a3ef-c3c90c0cf8e6 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1301.045941] env[69889]: DEBUG nova.virt.hardware [None req-a4dcf516-beb1-43a2-a3ef-c3c90c0cf8e6 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1301.046880] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-839d1041-1798-4096-b83a-12a78d7d86bd {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.055659] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67105746-8e32-4d02-a654-4bed31128740 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.337368] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ae56da34-fbe2-4884-8a0a-aef09031f3dd tempest-ServerShowV247Test-168274337 tempest-ServerShowV247Test-168274337-project-member] Lock "999b2a97-48c1-4433-82a9-80f354ba33a7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.363s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1301.450563] env[69889]: DEBUG nova.compute.manager [req-23ba1e06-6751-4533-81c0-cb2c4b1c2a4c req-0b6f22f7-bfc0-441c-922c-715d10924e2d service nova] [instance: a416e3f3-1ed3-4c20-b205-bb2cd74eeafc] Received event network-vif-plugged-77563b84-a565-4888-83a7-b40410e00149 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1301.450667] env[69889]: DEBUG oslo_concurrency.lockutils [req-23ba1e06-6751-4533-81c0-cb2c4b1c2a4c req-0b6f22f7-bfc0-441c-922c-715d10924e2d service nova] Acquiring lock "a416e3f3-1ed3-4c20-b205-bb2cd74eeafc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1301.450930] env[69889]: DEBUG oslo_concurrency.lockutils [req-23ba1e06-6751-4533-81c0-cb2c4b1c2a4c req-0b6f22f7-bfc0-441c-922c-715d10924e2d service nova] Lock "a416e3f3-1ed3-4c20-b205-bb2cd74eeafc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1301.451240] env[69889]: DEBUG oslo_concurrency.lockutils [req-23ba1e06-6751-4533-81c0-cb2c4b1c2a4c req-0b6f22f7-bfc0-441c-922c-715d10924e2d service nova] Lock "a416e3f3-1ed3-4c20-b205-bb2cd74eeafc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1301.451512] env[69889]: DEBUG nova.compute.manager [req-23ba1e06-6751-4533-81c0-cb2c4b1c2a4c req-0b6f22f7-bfc0-441c-922c-715d10924e2d service nova] [instance: a416e3f3-1ed3-4c20-b205-bb2cd74eeafc] No waiting events found dispatching network-vif-plugged-77563b84-a565-4888-83a7-b40410e00149 {{(pid=69889) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1301.451705] env[69889]: WARNING nova.compute.manager [req-23ba1e06-6751-4533-81c0-cb2c4b1c2a4c req-0b6f22f7-bfc0-441c-922c-715d10924e2d service nova] [instance: a416e3f3-1ed3-4c20-b205-bb2cd74eeafc] Received unexpected event network-vif-plugged-77563b84-a565-4888-83a7-b40410e00149 for instance with vm_state building and task_state spawning. [ 1301.608363] env[69889]: DEBUG nova.network.neutron [None req-a4dcf516-beb1-43a2-a3ef-c3c90c0cf8e6 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: a416e3f3-1ed3-4c20-b205-bb2cd74eeafc] Successfully updated port: 77563b84-a565-4888-83a7-b40410e00149 {{(pid=69889) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1301.934656] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-654e2368-2a6e-47a2-9f98-a419fa8a4c24 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.942977] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2cb7194-2e73-4e06-84ee-435ff7a1e230 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.973925] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08f04e1c-25d7-4261-abf9-2052ee97537d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.981993] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-677d7648-ca99-4a2f-856c-70a73fc826ed {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.996892] env[69889]: DEBUG nova.compute.provider_tree [None req-7601b593-1f7c-461e-83d8-82eab031b31d tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1301.999951] env[69889]: DEBUG oslo_concurrency.lockutils [None req-06b61017-ae8c-4337-a8c5-d0a018b896d2 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Acquiring lock "984c2c59-44de-4b93-b198-327b68415ce4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1302.000205] env[69889]: DEBUG oslo_concurrency.lockutils [None req-06b61017-ae8c-4337-a8c5-d0a018b896d2 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Lock "984c2c59-44de-4b93-b198-327b68415ce4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.000403] env[69889]: DEBUG oslo_concurrency.lockutils [None req-06b61017-ae8c-4337-a8c5-d0a018b896d2 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Acquiring lock "984c2c59-44de-4b93-b198-327b68415ce4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1302.000583] env[69889]: DEBUG oslo_concurrency.lockutils [None req-06b61017-ae8c-4337-a8c5-d0a018b896d2 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Lock "984c2c59-44de-4b93-b198-327b68415ce4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.000748] env[69889]: DEBUG oslo_concurrency.lockutils [None req-06b61017-ae8c-4337-a8c5-d0a018b896d2 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Lock "984c2c59-44de-4b93-b198-327b68415ce4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.002665] env[69889]: INFO nova.compute.manager [None req-06b61017-ae8c-4337-a8c5-d0a018b896d2 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: 984c2c59-44de-4b93-b198-327b68415ce4] Terminating instance [ 1302.113701] env[69889]: DEBUG oslo_concurrency.lockutils [None req-a4dcf516-beb1-43a2-a3ef-c3c90c0cf8e6 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Acquiring lock "refresh_cache-a416e3f3-1ed3-4c20-b205-bb2cd74eeafc" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.113853] env[69889]: DEBUG oslo_concurrency.lockutils [None req-a4dcf516-beb1-43a2-a3ef-c3c90c0cf8e6 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Acquired lock "refresh_cache-a416e3f3-1ed3-4c20-b205-bb2cd74eeafc" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.114014] env[69889]: DEBUG nova.network.neutron [None req-a4dcf516-beb1-43a2-a3ef-c3c90c0cf8e6 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: a416e3f3-1ed3-4c20-b205-bb2cd74eeafc] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1302.499991] env[69889]: DEBUG nova.scheduler.client.report [None req-7601b593-1f7c-461e-83d8-82eab031b31d tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1302.506412] env[69889]: DEBUG nova.compute.manager [None req-06b61017-ae8c-4337-a8c5-d0a018b896d2 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: 984c2c59-44de-4b93-b198-327b68415ce4] Start destroying the instance on the hypervisor. {{(pid=69889) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1302.506656] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-06b61017-ae8c-4337-a8c5-d0a018b896d2 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: 984c2c59-44de-4b93-b198-327b68415ce4] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1302.507512] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be11de1f-dd9b-467a-8f2b-4550ca18810a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.516128] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-06b61017-ae8c-4337-a8c5-d0a018b896d2 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: 984c2c59-44de-4b93-b198-327b68415ce4] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1302.516426] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-79377743-c7ab-4e26-8e42-dd49bd55f6a5 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.523725] env[69889]: DEBUG oslo_vmware.api [None req-06b61017-ae8c-4337-a8c5-d0a018b896d2 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Waiting for the task: (returnval){ [ 1302.523725] env[69889]: value = "task-4078357" [ 1302.523725] env[69889]: _type = "Task" [ 1302.523725] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.532469] env[69889]: DEBUG oslo_vmware.api [None req-06b61017-ae8c-4337-a8c5-d0a018b896d2 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': task-4078357, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.655786] env[69889]: DEBUG nova.network.neutron [None req-a4dcf516-beb1-43a2-a3ef-c3c90c0cf8e6 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: a416e3f3-1ed3-4c20-b205-bb2cd74eeafc] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1302.820429] env[69889]: DEBUG nova.network.neutron [None req-a4dcf516-beb1-43a2-a3ef-c3c90c0cf8e6 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: a416e3f3-1ed3-4c20-b205-bb2cd74eeafc] Updating instance_info_cache with network_info: [{"id": "77563b84-a565-4888-83a7-b40410e00149", "address": "fa:16:3e:97:db:d6", "network": {"id": "726a0899-ff5e-4e9a-8ec4-91317fa57b22", "bridge": "br-int", "label": "tempest-ServersTestJSON-1056519050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6536689d827a4804a60785c3229d998e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77563b84-a5", "ovs_interfaceid": "77563b84-a565-4888-83a7-b40410e00149", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1303.006036] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7601b593-1f7c-461e-83d8-82eab031b31d tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.197s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1303.006408] env[69889]: DEBUG nova.compute.manager [None req-7601b593-1f7c-461e-83d8-82eab031b31d tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 7ba074c5-0df4-423b-98f5-323576e81dc8] Start building networks asynchronously for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1303.009037] env[69889]: DEBUG oslo_concurrency.lockutils [None req-407ad26e-33c9-4678-a25d-90c21c0b2c3e tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.449s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1303.010801] env[69889]: INFO nova.compute.claims [None req-407ad26e-33c9-4678-a25d-90c21c0b2c3e tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: 97423c2a-22cc-47d3-9dad-cb079c05fb11] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1303.033549] env[69889]: DEBUG oslo_vmware.api [None req-06b61017-ae8c-4337-a8c5-d0a018b896d2 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': task-4078357, 'name': PowerOffVM_Task, 'duration_secs': 0.309875} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.033833] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-06b61017-ae8c-4337-a8c5-d0a018b896d2 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: 984c2c59-44de-4b93-b198-327b68415ce4] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1303.034059] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-06b61017-ae8c-4337-a8c5-d0a018b896d2 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: 984c2c59-44de-4b93-b198-327b68415ce4] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1303.034354] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d046734e-5e0e-4c23-9bd7-4e17916a9ec8 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.105867] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-06b61017-ae8c-4337-a8c5-d0a018b896d2 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: 984c2c59-44de-4b93-b198-327b68415ce4] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1303.106093] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-06b61017-ae8c-4337-a8c5-d0a018b896d2 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: 984c2c59-44de-4b93-b198-327b68415ce4] Deleting contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1303.106217] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-06b61017-ae8c-4337-a8c5-d0a018b896d2 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Deleting the datastore file [datastore2] 984c2c59-44de-4b93-b198-327b68415ce4 {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1303.106510] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-150ad77c-22c1-4c1c-92c3-94962aca2493 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.115061] env[69889]: DEBUG oslo_vmware.api [None req-06b61017-ae8c-4337-a8c5-d0a018b896d2 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Waiting for the task: (returnval){ [ 1303.115061] env[69889]: value = "task-4078359" [ 1303.115061] env[69889]: _type = "Task" [ 1303.115061] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.124065] env[69889]: DEBUG oslo_vmware.api [None req-06b61017-ae8c-4337-a8c5-d0a018b896d2 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': task-4078359, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.323537] env[69889]: DEBUG oslo_concurrency.lockutils [None req-a4dcf516-beb1-43a2-a3ef-c3c90c0cf8e6 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Releasing lock "refresh_cache-a416e3f3-1ed3-4c20-b205-bb2cd74eeafc" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.323887] env[69889]: DEBUG nova.compute.manager [None req-a4dcf516-beb1-43a2-a3ef-c3c90c0cf8e6 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: a416e3f3-1ed3-4c20-b205-bb2cd74eeafc] Instance network_info: |[{"id": "77563b84-a565-4888-83a7-b40410e00149", "address": "fa:16:3e:97:db:d6", "network": {"id": "726a0899-ff5e-4e9a-8ec4-91317fa57b22", "bridge": "br-int", "label": "tempest-ServersTestJSON-1056519050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6536689d827a4804a60785c3229d998e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77563b84-a5", "ovs_interfaceid": "77563b84-a565-4888-83a7-b40410e00149", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1303.324493] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-a4dcf516-beb1-43a2-a3ef-c3c90c0cf8e6 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: a416e3f3-1ed3-4c20-b205-bb2cd74eeafc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:db:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '99639c37-b0c6-4be7-9594-230e44b1280b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '77563b84-a565-4888-83a7-b40410e00149', 'vif_model': 'vmxnet3'}] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1303.332175] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a4dcf516-beb1-43a2-a3ef-c3c90c0cf8e6 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1303.332410] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a416e3f3-1ed3-4c20-b205-bb2cd74eeafc] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1303.332632] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ab6dbce5-43d6-41df-98d2-583dc6144819 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.351735] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1303.351735] env[69889]: value = "task-4078360" [ 1303.351735] env[69889]: _type = "Task" [ 1303.351735] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.359864] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4078360, 'name': CreateVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.478198] env[69889]: DEBUG nova.compute.manager [req-da91192c-2002-4bc3-b9df-87dae8a05092 req-6d2e3786-5d8f-4a35-ae12-0030495fbb33 service nova] [instance: a416e3f3-1ed3-4c20-b205-bb2cd74eeafc] Received event network-changed-77563b84-a565-4888-83a7-b40410e00149 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1303.478198] env[69889]: DEBUG nova.compute.manager [req-da91192c-2002-4bc3-b9df-87dae8a05092 req-6d2e3786-5d8f-4a35-ae12-0030495fbb33 service nova] [instance: a416e3f3-1ed3-4c20-b205-bb2cd74eeafc] Refreshing instance network info cache due to event network-changed-77563b84-a565-4888-83a7-b40410e00149. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1303.478290] env[69889]: DEBUG oslo_concurrency.lockutils [req-da91192c-2002-4bc3-b9df-87dae8a05092 req-6d2e3786-5d8f-4a35-ae12-0030495fbb33 service nova] Acquiring lock "refresh_cache-a416e3f3-1ed3-4c20-b205-bb2cd74eeafc" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.478417] env[69889]: DEBUG oslo_concurrency.lockutils [req-da91192c-2002-4bc3-b9df-87dae8a05092 req-6d2e3786-5d8f-4a35-ae12-0030495fbb33 service nova] Acquired lock "refresh_cache-a416e3f3-1ed3-4c20-b205-bb2cd74eeafc" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.478594] env[69889]: DEBUG nova.network.neutron [req-da91192c-2002-4bc3-b9df-87dae8a05092 req-6d2e3786-5d8f-4a35-ae12-0030495fbb33 service nova] [instance: a416e3f3-1ed3-4c20-b205-bb2cd74eeafc] Refreshing network info cache for port 77563b84-a565-4888-83a7-b40410e00149 {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1303.515184] env[69889]: DEBUG nova.compute.utils [None req-7601b593-1f7c-461e-83d8-82eab031b31d tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1303.518866] env[69889]: DEBUG nova.compute.manager [None req-7601b593-1f7c-461e-83d8-82eab031b31d tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 7ba074c5-0df4-423b-98f5-323576e81dc8] Allocating IP information in the background. {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1303.519141] env[69889]: DEBUG nova.network.neutron [None req-7601b593-1f7c-461e-83d8-82eab031b31d tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 7ba074c5-0df4-423b-98f5-323576e81dc8] allocate_for_instance() {{(pid=69889) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1303.559903] env[69889]: DEBUG nova.policy [None req-7601b593-1f7c-461e-83d8-82eab031b31d tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '06b16d4eba14469eac358aaed7c3ac59', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8917847ce0c4465198a89a1c5551fb59', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69889) authorize /opt/stack/nova/nova/policy.py:192}} [ 1303.625521] env[69889]: DEBUG oslo_vmware.api [None req-06b61017-ae8c-4337-a8c5-d0a018b896d2 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': task-4078359, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172956} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.626931] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-06b61017-ae8c-4337-a8c5-d0a018b896d2 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1303.627149] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-06b61017-ae8c-4337-a8c5-d0a018b896d2 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: 984c2c59-44de-4b93-b198-327b68415ce4] Deleted contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1303.627464] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-06b61017-ae8c-4337-a8c5-d0a018b896d2 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: 984c2c59-44de-4b93-b198-327b68415ce4] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1303.627594] env[69889]: INFO nova.compute.manager [None req-06b61017-ae8c-4337-a8c5-d0a018b896d2 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: 984c2c59-44de-4b93-b198-327b68415ce4] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1303.627852] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-06b61017-ae8c-4337-a8c5-d0a018b896d2 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1303.628121] env[69889]: DEBUG nova.compute.manager [-] [instance: 984c2c59-44de-4b93-b198-327b68415ce4] Deallocating network for instance {{(pid=69889) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1303.628222] env[69889]: DEBUG nova.network.neutron [-] [instance: 984c2c59-44de-4b93-b198-327b68415ce4] deallocate_for_instance() {{(pid=69889) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1303.865780] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4078360, 'name': CreateVM_Task, 'duration_secs': 0.319046} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.865976] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a416e3f3-1ed3-4c20-b205-bb2cd74eeafc] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1303.875697] env[69889]: DEBUG oslo_concurrency.lockutils [None req-a4dcf516-beb1-43a2-a3ef-c3c90c0cf8e6 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.875697] env[69889]: DEBUG oslo_concurrency.lockutils [None req-a4dcf516-beb1-43a2-a3ef-c3c90c0cf8e6 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.875697] env[69889]: DEBUG oslo_concurrency.lockutils [None req-a4dcf516-beb1-43a2-a3ef-c3c90c0cf8e6 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.875973] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea686688-264e-43b9-a440-fb7fa70c9b87 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.881802] env[69889]: DEBUG oslo_vmware.api [None req-a4dcf516-beb1-43a2-a3ef-c3c90c0cf8e6 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Waiting for the task: (returnval){ [ 1303.881802] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52d1f65d-2049-d17b-789e-ad3b32fec0b9" [ 1303.881802] env[69889]: _type = "Task" [ 1303.881802] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.890931] env[69889]: DEBUG oslo_vmware.api [None req-a4dcf516-beb1-43a2-a3ef-c3c90c0cf8e6 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52d1f65d-2049-d17b-789e-ad3b32fec0b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.006454] env[69889]: DEBUG nova.network.neutron [None req-7601b593-1f7c-461e-83d8-82eab031b31d tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 7ba074c5-0df4-423b-98f5-323576e81dc8] Successfully created port: 0332e7fb-2e55-46cc-b099-9cbb5691461b {{(pid=69889) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1304.020084] env[69889]: DEBUG nova.compute.manager [None req-7601b593-1f7c-461e-83d8-82eab031b31d tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 7ba074c5-0df4-423b-98f5-323576e81dc8] Start building block device mappings for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1304.192018] env[69889]: DEBUG nova.network.neutron [req-da91192c-2002-4bc3-b9df-87dae8a05092 req-6d2e3786-5d8f-4a35-ae12-0030495fbb33 service nova] [instance: a416e3f3-1ed3-4c20-b205-bb2cd74eeafc] Updated VIF entry in instance network info cache for port 77563b84-a565-4888-83a7-b40410e00149. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1304.192018] env[69889]: DEBUG nova.network.neutron [req-da91192c-2002-4bc3-b9df-87dae8a05092 req-6d2e3786-5d8f-4a35-ae12-0030495fbb33 service nova] [instance: a416e3f3-1ed3-4c20-b205-bb2cd74eeafc] Updating instance_info_cache with network_info: [{"id": "77563b84-a565-4888-83a7-b40410e00149", "address": "fa:16:3e:97:db:d6", "network": {"id": "726a0899-ff5e-4e9a-8ec4-91317fa57b22", "bridge": "br-int", "label": "tempest-ServersTestJSON-1056519050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6536689d827a4804a60785c3229d998e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77563b84-a5", "ovs_interfaceid": "77563b84-a565-4888-83a7-b40410e00149", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1304.249112] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-364d7e88-0d89-49c2-aee6-98fdbe15e9ed {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.257766] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20d9a1d2-00a6-4110-9715-7deae65170e7 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.291611] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-627882ef-f82f-4339-a76a-ea7063de25c3 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.300133] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4549f40b-03b9-414b-8168-9bae43aff593 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.314329] env[69889]: DEBUG nova.compute.provider_tree [None req-407ad26e-33c9-4678-a25d-90c21c0b2c3e tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Updating inventory in ProviderTree for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1304.394514] env[69889]: DEBUG oslo_vmware.api [None req-a4dcf516-beb1-43a2-a3ef-c3c90c0cf8e6 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52d1f65d-2049-d17b-789e-ad3b32fec0b9, 'name': SearchDatastore_Task, 'duration_secs': 0.01285} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.394899] env[69889]: DEBUG oslo_concurrency.lockutils [None req-a4dcf516-beb1-43a2-a3ef-c3c90c0cf8e6 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.395301] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-a4dcf516-beb1-43a2-a3ef-c3c90c0cf8e6 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: a416e3f3-1ed3-4c20-b205-bb2cd74eeafc] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1304.395592] env[69889]: DEBUG oslo_concurrency.lockutils [None req-a4dcf516-beb1-43a2-a3ef-c3c90c0cf8e6 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.395836] env[69889]: DEBUG oslo_concurrency.lockutils [None req-a4dcf516-beb1-43a2-a3ef-c3c90c0cf8e6 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.395973] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4dcf516-beb1-43a2-a3ef-c3c90c0cf8e6 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1304.396241] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ed2057ee-0c06-4f58-b52d-2141225b686a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.406087] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4dcf516-beb1-43a2-a3ef-c3c90c0cf8e6 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1304.406307] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-a4dcf516-beb1-43a2-a3ef-c3c90c0cf8e6 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1304.407108] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0046e8f0-8bae-4c39-a650-29bd3bfbe030 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.413869] env[69889]: DEBUG oslo_vmware.api [None req-a4dcf516-beb1-43a2-a3ef-c3c90c0cf8e6 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Waiting for the task: (returnval){ [ 1304.413869] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52c7e6d7-4b59-b8fa-c968-7a98ec2ca9ab" [ 1304.413869] env[69889]: _type = "Task" [ 1304.413869] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.422535] env[69889]: DEBUG oslo_vmware.api [None req-a4dcf516-beb1-43a2-a3ef-c3c90c0cf8e6 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52c7e6d7-4b59-b8fa-c968-7a98ec2ca9ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.542667] env[69889]: DEBUG nova.network.neutron [-] [instance: 984c2c59-44de-4b93-b198-327b68415ce4] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1304.695075] env[69889]: DEBUG oslo_concurrency.lockutils [req-da91192c-2002-4bc3-b9df-87dae8a05092 req-6d2e3786-5d8f-4a35-ae12-0030495fbb33 service nova] Releasing lock "refresh_cache-a416e3f3-1ed3-4c20-b205-bb2cd74eeafc" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.849764] env[69889]: DEBUG nova.scheduler.client.report [None req-407ad26e-33c9-4678-a25d-90c21c0b2c3e tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Updated inventory for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 with generation 169 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1304.850047] env[69889]: DEBUG nova.compute.provider_tree [None req-407ad26e-33c9-4678-a25d-90c21c0b2c3e tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Updating resource provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 generation from 169 to 170 during operation: update_inventory {{(pid=69889) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1304.850240] env[69889]: DEBUG nova.compute.provider_tree [None req-407ad26e-33c9-4678-a25d-90c21c0b2c3e tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Updating inventory in ProviderTree for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1304.925769] env[69889]: DEBUG oslo_vmware.api [None req-a4dcf516-beb1-43a2-a3ef-c3c90c0cf8e6 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52c7e6d7-4b59-b8fa-c968-7a98ec2ca9ab, 'name': SearchDatastore_Task, 'duration_secs': 0.009358} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.926636] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e39b2c3e-f862-4c4c-9428-68dc303c9bb9 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.934035] env[69889]: DEBUG oslo_vmware.api [None req-a4dcf516-beb1-43a2-a3ef-c3c90c0cf8e6 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Waiting for the task: (returnval){ [ 1304.934035] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]5227c384-f360-3fb4-8394-7a06a9b9747a" [ 1304.934035] env[69889]: _type = "Task" [ 1304.934035] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.945311] env[69889]: DEBUG oslo_vmware.api [None req-a4dcf516-beb1-43a2-a3ef-c3c90c0cf8e6 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5227c384-f360-3fb4-8394-7a06a9b9747a, 'name': SearchDatastore_Task, 'duration_secs': 0.00974} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.945581] env[69889]: DEBUG oslo_concurrency.lockutils [None req-a4dcf516-beb1-43a2-a3ef-c3c90c0cf8e6 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.945838] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4dcf516-beb1-43a2-a3ef-c3c90c0cf8e6 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore1] a416e3f3-1ed3-4c20-b205-bb2cd74eeafc/a416e3f3-1ed3-4c20-b205-bb2cd74eeafc.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1304.946169] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7cf06709-3d60-4abf-ada8-dc75829901cf {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.954121] env[69889]: DEBUG oslo_vmware.api [None req-a4dcf516-beb1-43a2-a3ef-c3c90c0cf8e6 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Waiting for the task: (returnval){ [ 1304.954121] env[69889]: value = "task-4078361" [ 1304.954121] env[69889]: _type = "Task" [ 1304.954121] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.963526] env[69889]: DEBUG oslo_vmware.api [None req-a4dcf516-beb1-43a2-a3ef-c3c90c0cf8e6 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': task-4078361, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.032028] env[69889]: DEBUG nova.compute.manager [None req-7601b593-1f7c-461e-83d8-82eab031b31d tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 7ba074c5-0df4-423b-98f5-323576e81dc8] Start spawning the instance on the hypervisor. {{(pid=69889) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1305.045486] env[69889]: INFO nova.compute.manager [-] [instance: 984c2c59-44de-4b93-b198-327b68415ce4] Took 1.42 seconds to deallocate network for instance. [ 1305.061439] env[69889]: DEBUG nova.virt.hardware [None req-7601b593-1f7c-461e-83d8-82eab031b31d tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1305.061742] env[69889]: DEBUG nova.virt.hardware [None req-7601b593-1f7c-461e-83d8-82eab031b31d tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1305.061988] env[69889]: DEBUG nova.virt.hardware [None req-7601b593-1f7c-461e-83d8-82eab031b31d tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1305.062276] env[69889]: DEBUG nova.virt.hardware [None req-7601b593-1f7c-461e-83d8-82eab031b31d tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1305.062481] env[69889]: DEBUG nova.virt.hardware [None req-7601b593-1f7c-461e-83d8-82eab031b31d tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1305.062744] env[69889]: DEBUG nova.virt.hardware [None req-7601b593-1f7c-461e-83d8-82eab031b31d tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1305.063262] env[69889]: DEBUG nova.virt.hardware [None req-7601b593-1f7c-461e-83d8-82eab031b31d tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1305.063485] env[69889]: DEBUG nova.virt.hardware [None req-7601b593-1f7c-461e-83d8-82eab031b31d tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1305.063676] env[69889]: DEBUG nova.virt.hardware [None req-7601b593-1f7c-461e-83d8-82eab031b31d tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1305.063853] env[69889]: DEBUG nova.virt.hardware [None req-7601b593-1f7c-461e-83d8-82eab031b31d tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1305.064051] env[69889]: DEBUG nova.virt.hardware [None req-7601b593-1f7c-461e-83d8-82eab031b31d tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1305.064986] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa72b4ae-6fd1-4de1-8d8f-342290b6651b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.073514] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9216f762-2371-41f3-b94b-e794c68ca70d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.355495] env[69889]: DEBUG oslo_concurrency.lockutils [None req-407ad26e-33c9-4678-a25d-90c21c0b2c3e tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.346s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1305.356099] env[69889]: DEBUG nova.compute.manager [None req-407ad26e-33c9-4678-a25d-90c21c0b2c3e tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: 97423c2a-22cc-47d3-9dad-cb079c05fb11] Start building networks asynchronously for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1305.358744] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 8.536s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1305.465916] env[69889]: DEBUG oslo_vmware.api [None req-a4dcf516-beb1-43a2-a3ef-c3c90c0cf8e6 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': task-4078361, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.424402} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.466221] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4dcf516-beb1-43a2-a3ef-c3c90c0cf8e6 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore1] a416e3f3-1ed3-4c20-b205-bb2cd74eeafc/a416e3f3-1ed3-4c20-b205-bb2cd74eeafc.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1305.466440] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-a4dcf516-beb1-43a2-a3ef-c3c90c0cf8e6 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: a416e3f3-1ed3-4c20-b205-bb2cd74eeafc] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1305.466711] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-315372b4-34bd-4bbe-ade9-0adeb5b79c09 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.476276] env[69889]: DEBUG oslo_vmware.api [None req-a4dcf516-beb1-43a2-a3ef-c3c90c0cf8e6 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Waiting for the task: (returnval){ [ 1305.476276] env[69889]: value = "task-4078362" [ 1305.476276] env[69889]: _type = "Task" [ 1305.476276] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.486242] env[69889]: DEBUG oslo_vmware.api [None req-a4dcf516-beb1-43a2-a3ef-c3c90c0cf8e6 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': task-4078362, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.506239] env[69889]: DEBUG nova.compute.manager [req-da35bc7a-8671-44fa-a39b-ea694f2fa9ab req-490f5636-c197-4313-aebf-f5515581c30e service nova] [instance: 984c2c59-44de-4b93-b198-327b68415ce4] Received event network-vif-deleted-b6fc3017-6cb9-4506-894e-7996a0d96379 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1305.506529] env[69889]: DEBUG nova.compute.manager [req-da35bc7a-8671-44fa-a39b-ea694f2fa9ab req-490f5636-c197-4313-aebf-f5515581c30e service nova] [instance: 7ba074c5-0df4-423b-98f5-323576e81dc8] Received event network-vif-plugged-0332e7fb-2e55-46cc-b099-9cbb5691461b {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1305.506662] env[69889]: DEBUG oslo_concurrency.lockutils [req-da35bc7a-8671-44fa-a39b-ea694f2fa9ab req-490f5636-c197-4313-aebf-f5515581c30e service nova] Acquiring lock "7ba074c5-0df4-423b-98f5-323576e81dc8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.506876] env[69889]: DEBUG oslo_concurrency.lockutils [req-da35bc7a-8671-44fa-a39b-ea694f2fa9ab req-490f5636-c197-4313-aebf-f5515581c30e service nova] Lock "7ba074c5-0df4-423b-98f5-323576e81dc8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1305.507191] env[69889]: DEBUG oslo_concurrency.lockutils [req-da35bc7a-8671-44fa-a39b-ea694f2fa9ab req-490f5636-c197-4313-aebf-f5515581c30e service nova] Lock "7ba074c5-0df4-423b-98f5-323576e81dc8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1305.507380] env[69889]: DEBUG nova.compute.manager [req-da35bc7a-8671-44fa-a39b-ea694f2fa9ab req-490f5636-c197-4313-aebf-f5515581c30e service nova] [instance: 7ba074c5-0df4-423b-98f5-323576e81dc8] No waiting events found dispatching network-vif-plugged-0332e7fb-2e55-46cc-b099-9cbb5691461b {{(pid=69889) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1305.507569] env[69889]: WARNING nova.compute.manager [req-da35bc7a-8671-44fa-a39b-ea694f2fa9ab req-490f5636-c197-4313-aebf-f5515581c30e service nova] [instance: 7ba074c5-0df4-423b-98f5-323576e81dc8] Received unexpected event network-vif-plugged-0332e7fb-2e55-46cc-b099-9cbb5691461b for instance with vm_state building and task_state spawning. [ 1305.553046] env[69889]: DEBUG oslo_concurrency.lockutils [None req-06b61017-ae8c-4337-a8c5-d0a018b896d2 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.558259] env[69889]: DEBUG nova.network.neutron [None req-7601b593-1f7c-461e-83d8-82eab031b31d tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 7ba074c5-0df4-423b-98f5-323576e81dc8] Successfully updated port: 0332e7fb-2e55-46cc-b099-9cbb5691461b {{(pid=69889) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1305.863021] env[69889]: DEBUG nova.compute.utils [None req-407ad26e-33c9-4678-a25d-90c21c0b2c3e tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1305.864661] env[69889]: DEBUG nova.compute.manager [None req-407ad26e-33c9-4678-a25d-90c21c0b2c3e tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: 97423c2a-22cc-47d3-9dad-cb079c05fb11] Allocating IP information in the background. {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1305.864836] env[69889]: DEBUG nova.network.neutron [None req-407ad26e-33c9-4678-a25d-90c21c0b2c3e tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: 97423c2a-22cc-47d3-9dad-cb079c05fb11] allocate_for_instance() {{(pid=69889) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1305.906312] env[69889]: DEBUG nova.policy [None req-407ad26e-33c9-4678-a25d-90c21c0b2c3e tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f2a7f62ef11640a4ab8d767de5086699', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5e46f471b2284533892518bdcc6cd332', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69889) authorize /opt/stack/nova/nova/policy.py:192}} [ 1305.986728] env[69889]: DEBUG oslo_vmware.api [None req-a4dcf516-beb1-43a2-a3ef-c3c90c0cf8e6 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': task-4078362, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068985} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.987038] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-a4dcf516-beb1-43a2-a3ef-c3c90c0cf8e6 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: a416e3f3-1ed3-4c20-b205-bb2cd74eeafc] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1305.987955] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78ca23c6-4a1f-4c51-8fbc-99221714cf41 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.012202] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4dcf516-beb1-43a2-a3ef-c3c90c0cf8e6 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: a416e3f3-1ed3-4c20-b205-bb2cd74eeafc] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] a416e3f3-1ed3-4c20-b205-bb2cd74eeafc/a416e3f3-1ed3-4c20-b205-bb2cd74eeafc.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1306.012893] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5df32f60-e09b-4b5b-b8cd-eb21ab2c4d78 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.035068] env[69889]: DEBUG oslo_vmware.api [None req-a4dcf516-beb1-43a2-a3ef-c3c90c0cf8e6 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Waiting for the task: (returnval){ [ 1306.035068] env[69889]: value = "task-4078363" [ 1306.035068] env[69889]: _type = "Task" [ 1306.035068] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.044487] env[69889]: DEBUG oslo_vmware.api [None req-a4dcf516-beb1-43a2-a3ef-c3c90c0cf8e6 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': task-4078363, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.062732] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7601b593-1f7c-461e-83d8-82eab031b31d tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Acquiring lock "refresh_cache-7ba074c5-0df4-423b-98f5-323576e81dc8" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.062909] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7601b593-1f7c-461e-83d8-82eab031b31d tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Acquired lock "refresh_cache-7ba074c5-0df4-423b-98f5-323576e81dc8" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.063102] env[69889]: DEBUG nova.network.neutron [None req-7601b593-1f7c-461e-83d8-82eab031b31d tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 7ba074c5-0df4-423b-98f5-323576e81dc8] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1306.176425] env[69889]: DEBUG nova.network.neutron [None req-407ad26e-33c9-4678-a25d-90c21c0b2c3e tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: 97423c2a-22cc-47d3-9dad-cb079c05fb11] Successfully created port: 597444aa-a01c-4b9b-a239-9bc13f856f17 {{(pid=69889) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1306.371785] env[69889]: DEBUG nova.compute.manager [None req-407ad26e-33c9-4678-a25d-90c21c0b2c3e tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: 97423c2a-22cc-47d3-9dad-cb079c05fb11] Start building block device mappings for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1306.422171] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance 8866902a-621e-444a-a853-a3753f0418f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1306.422364] env[69889]: WARNING nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance 984c2c59-44de-4b93-b198-327b68415ce4 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1306.422493] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance 30fc419c-759b-4037-8cab-0d5a5360e061 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1306.422621] env[69889]: WARNING nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance b507d799-4465-4de5-8708-a59b6704e741 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1306.422739] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance c4ba7e48-883c-43a8-bee6-081ef4b839a9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1306.422853] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance a416e3f3-1ed3-4c20-b205-bb2cd74eeafc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1306.422991] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance 7ba074c5-0df4-423b-98f5-323576e81dc8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1306.423102] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance 97423c2a-22cc-47d3-9dad-cb079c05fb11 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1306.423287] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=69889) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1306.423424] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1664MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=69889) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1306.535802] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-489ce66c-78da-4a2d-83c0-ee55b2061f22 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.549812] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2460436-10f2-4489-8a5d-ded3264bae0a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.553368] env[69889]: DEBUG oslo_vmware.api [None req-a4dcf516-beb1-43a2-a3ef-c3c90c0cf8e6 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': task-4078363, 'name': ReconfigVM_Task, 'duration_secs': 0.335958} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.553646] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4dcf516-beb1-43a2-a3ef-c3c90c0cf8e6 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: a416e3f3-1ed3-4c20-b205-bb2cd74eeafc] Reconfigured VM instance instance-00000075 to attach disk [datastore1] a416e3f3-1ed3-4c20-b205-bb2cd74eeafc/a416e3f3-1ed3-4c20-b205-bb2cd74eeafc.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1306.554658] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2985c176-cd33-45de-93bd-4dbddb1ac450 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.591883] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca0b7972-6b99-4923-bcfd-a8a9a6a0b107 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.594935] env[69889]: DEBUG oslo_vmware.api [None req-a4dcf516-beb1-43a2-a3ef-c3c90c0cf8e6 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Waiting for the task: (returnval){ [ 1306.594935] env[69889]: value = "task-4078364" [ 1306.594935] env[69889]: _type = "Task" [ 1306.594935] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.603465] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29381b62-d940-4574-a967-4c230e89cde2 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.611903] env[69889]: DEBUG oslo_vmware.api [None req-a4dcf516-beb1-43a2-a3ef-c3c90c0cf8e6 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': task-4078364, 'name': Rename_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.623671] env[69889]: DEBUG nova.compute.provider_tree [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1306.820031] env[69889]: DEBUG nova.network.neutron [None req-7601b593-1f7c-461e-83d8-82eab031b31d tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 7ba074c5-0df4-423b-98f5-323576e81dc8] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1307.023872] env[69889]: DEBUG nova.network.neutron [None req-7601b593-1f7c-461e-83d8-82eab031b31d tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 7ba074c5-0df4-423b-98f5-323576e81dc8] Updating instance_info_cache with network_info: [{"id": "0332e7fb-2e55-46cc-b099-9cbb5691461b", "address": "fa:16:3e:99:21:a3", "network": {"id": "c607a821-3d63-41af-abaf-0611e2141a9c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-453181546-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8917847ce0c4465198a89a1c5551fb59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15165046-2de9-4ada-9e99-0126e20854a9", "external-id": "nsx-vlan-transportzone-974", "segmentation_id": 974, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0332e7fb-2e", "ovs_interfaceid": "0332e7fb-2e55-46cc-b099-9cbb5691461b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1307.106531] env[69889]: DEBUG oslo_vmware.api [None req-a4dcf516-beb1-43a2-a3ef-c3c90c0cf8e6 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': task-4078364, 'name': Rename_Task, 'duration_secs': 0.146907} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.107158] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4dcf516-beb1-43a2-a3ef-c3c90c0cf8e6 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: a416e3f3-1ed3-4c20-b205-bb2cd74eeafc] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1307.107434] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-30ffe2cd-556b-4ab3-999a-9ff213fbb086 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.114559] env[69889]: DEBUG oslo_vmware.api [None req-a4dcf516-beb1-43a2-a3ef-c3c90c0cf8e6 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Waiting for the task: (returnval){ [ 1307.114559] env[69889]: value = "task-4078365" [ 1307.114559] env[69889]: _type = "Task" [ 1307.114559] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.123452] env[69889]: DEBUG oslo_vmware.api [None req-a4dcf516-beb1-43a2-a3ef-c3c90c0cf8e6 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': task-4078365, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.128449] env[69889]: DEBUG nova.scheduler.client.report [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1307.386074] env[69889]: DEBUG nova.compute.manager [None req-407ad26e-33c9-4678-a25d-90c21c0b2c3e tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: 97423c2a-22cc-47d3-9dad-cb079c05fb11] Start spawning the instance on the hypervisor. {{(pid=69889) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1307.415304] env[69889]: DEBUG nova.virt.hardware [None req-407ad26e-33c9-4678-a25d-90c21c0b2c3e tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1307.415547] env[69889]: DEBUG nova.virt.hardware [None req-407ad26e-33c9-4678-a25d-90c21c0b2c3e tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1307.415904] env[69889]: DEBUG nova.virt.hardware [None req-407ad26e-33c9-4678-a25d-90c21c0b2c3e tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1307.415904] env[69889]: DEBUG nova.virt.hardware [None req-407ad26e-33c9-4678-a25d-90c21c0b2c3e tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1307.416064] env[69889]: DEBUG nova.virt.hardware [None req-407ad26e-33c9-4678-a25d-90c21c0b2c3e tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1307.416174] env[69889]: DEBUG nova.virt.hardware [None req-407ad26e-33c9-4678-a25d-90c21c0b2c3e tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1307.416440] env[69889]: DEBUG nova.virt.hardware [None req-407ad26e-33c9-4678-a25d-90c21c0b2c3e tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1307.416530] env[69889]: DEBUG nova.virt.hardware [None req-407ad26e-33c9-4678-a25d-90c21c0b2c3e tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1307.416696] env[69889]: DEBUG nova.virt.hardware [None req-407ad26e-33c9-4678-a25d-90c21c0b2c3e tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1307.416856] env[69889]: DEBUG nova.virt.hardware [None req-407ad26e-33c9-4678-a25d-90c21c0b2c3e tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1307.417058] env[69889]: DEBUG nova.virt.hardware [None req-407ad26e-33c9-4678-a25d-90c21c0b2c3e tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1307.417957] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2ea60b5-68cc-4f2f-9948-c8d8bd8c1db2 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.426577] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb0068c1-55e6-45ce-a0d0-831f5e44f96f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.527312] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7601b593-1f7c-461e-83d8-82eab031b31d tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Releasing lock "refresh_cache-7ba074c5-0df4-423b-98f5-323576e81dc8" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.527747] env[69889]: DEBUG nova.compute.manager [None req-7601b593-1f7c-461e-83d8-82eab031b31d tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 7ba074c5-0df4-423b-98f5-323576e81dc8] Instance network_info: |[{"id": "0332e7fb-2e55-46cc-b099-9cbb5691461b", "address": "fa:16:3e:99:21:a3", "network": {"id": "c607a821-3d63-41af-abaf-0611e2141a9c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-453181546-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8917847ce0c4465198a89a1c5551fb59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15165046-2de9-4ada-9e99-0126e20854a9", "external-id": "nsx-vlan-transportzone-974", "segmentation_id": 974, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0332e7fb-2e", "ovs_interfaceid": "0332e7fb-2e55-46cc-b099-9cbb5691461b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1307.528261] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-7601b593-1f7c-461e-83d8-82eab031b31d tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 7ba074c5-0df4-423b-98f5-323576e81dc8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:21:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15165046-2de9-4ada-9e99-0126e20854a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0332e7fb-2e55-46cc-b099-9cbb5691461b', 'vif_model': 'vmxnet3'}] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1307.536263] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7601b593-1f7c-461e-83d8-82eab031b31d tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1307.537594] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ba074c5-0df4-423b-98f5-323576e81dc8] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1307.538811] env[69889]: DEBUG nova.compute.manager [req-fe783e95-80f6-4237-b72f-0fb71e2a6c9f req-05a2ee8b-5c56-4f59-b595-cee31f65596e service nova] [instance: 7ba074c5-0df4-423b-98f5-323576e81dc8] Received event network-changed-0332e7fb-2e55-46cc-b099-9cbb5691461b {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1307.538985] env[69889]: DEBUG nova.compute.manager [req-fe783e95-80f6-4237-b72f-0fb71e2a6c9f req-05a2ee8b-5c56-4f59-b595-cee31f65596e service nova] [instance: 7ba074c5-0df4-423b-98f5-323576e81dc8] Refreshing instance network info cache due to event network-changed-0332e7fb-2e55-46cc-b099-9cbb5691461b. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1307.539212] env[69889]: DEBUG oslo_concurrency.lockutils [req-fe783e95-80f6-4237-b72f-0fb71e2a6c9f req-05a2ee8b-5c56-4f59-b595-cee31f65596e service nova] Acquiring lock "refresh_cache-7ba074c5-0df4-423b-98f5-323576e81dc8" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.539953] env[69889]: DEBUG oslo_concurrency.lockutils [req-fe783e95-80f6-4237-b72f-0fb71e2a6c9f req-05a2ee8b-5c56-4f59-b595-cee31f65596e service nova] Acquired lock "refresh_cache-7ba074c5-0df4-423b-98f5-323576e81dc8" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.539953] env[69889]: DEBUG nova.network.neutron [req-fe783e95-80f6-4237-b72f-0fb71e2a6c9f req-05a2ee8b-5c56-4f59-b595-cee31f65596e service nova] [instance: 7ba074c5-0df4-423b-98f5-323576e81dc8] Refreshing network info cache for port 0332e7fb-2e55-46cc-b099-9cbb5691461b {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1307.540617] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7f025810-4e1e-4175-a8b2-9ab8f9382b17 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.562864] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1307.562864] env[69889]: value = "task-4078366" [ 1307.562864] env[69889]: _type = "Task" [ 1307.562864] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.572457] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4078366, 'name': CreateVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.627363] env[69889]: DEBUG oslo_vmware.api [None req-a4dcf516-beb1-43a2-a3ef-c3c90c0cf8e6 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': task-4078365, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.633576] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69889) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1307.633776] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.275s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1307.634058] env[69889]: DEBUG oslo_concurrency.lockutils [None req-8811cb4c-c9fc-4eca-8df9-106d7e785cb7 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.173s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1307.634252] env[69889]: DEBUG oslo_concurrency.lockutils [None req-8811cb4c-c9fc-4eca-8df9-106d7e785cb7 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1307.636496] env[69889]: DEBUG oslo_concurrency.lockutils [None req-06b61017-ae8c-4337-a8c5-d0a018b896d2 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.084s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1307.636659] env[69889]: DEBUG oslo_concurrency.lockutils [None req-06b61017-ae8c-4337-a8c5-d0a018b896d2 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1307.673552] env[69889]: INFO nova.scheduler.client.report [None req-06b61017-ae8c-4337-a8c5-d0a018b896d2 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Deleted allocations for instance 984c2c59-44de-4b93-b198-327b68415ce4 [ 1307.675292] env[69889]: INFO nova.scheduler.client.report [None req-8811cb4c-c9fc-4eca-8df9-106d7e785cb7 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Deleted allocations for instance b507d799-4465-4de5-8708-a59b6704e741 [ 1307.690086] env[69889]: DEBUG nova.network.neutron [None req-407ad26e-33c9-4678-a25d-90c21c0b2c3e tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: 97423c2a-22cc-47d3-9dad-cb079c05fb11] Successfully updated port: 597444aa-a01c-4b9b-a239-9bc13f856f17 {{(pid=69889) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1308.073409] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4078366, 'name': CreateVM_Task, 'duration_secs': 0.343356} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.073614] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ba074c5-0df4-423b-98f5-323576e81dc8] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1308.074275] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7601b593-1f7c-461e-83d8-82eab031b31d tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.074528] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7601b593-1f7c-461e-83d8-82eab031b31d tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.074873] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7601b593-1f7c-461e-83d8-82eab031b31d tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.075178] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf3bcfdd-fe94-477f-a8be-59db8894fd1e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.082202] env[69889]: DEBUG oslo_vmware.api [None req-7601b593-1f7c-461e-83d8-82eab031b31d tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Waiting for the task: (returnval){ [ 1308.082202] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52ab2354-9861-9e54-cc63-1a90cb9efc60" [ 1308.082202] env[69889]: _type = "Task" [ 1308.082202] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.091866] env[69889]: DEBUG oslo_vmware.api [None req-7601b593-1f7c-461e-83d8-82eab031b31d tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52ab2354-9861-9e54-cc63-1a90cb9efc60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.130541] env[69889]: DEBUG oslo_vmware.api [None req-a4dcf516-beb1-43a2-a3ef-c3c90c0cf8e6 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': task-4078365, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.186192] env[69889]: DEBUG oslo_concurrency.lockutils [None req-06b61017-ae8c-4337-a8c5-d0a018b896d2 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Lock "984c2c59-44de-4b93-b198-327b68415ce4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.186s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.187672] env[69889]: DEBUG oslo_concurrency.lockutils [None req-8811cb4c-c9fc-4eca-8df9-106d7e785cb7 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Lock "b507d799-4465-4de5-8708-a59b6704e741" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.150s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.193715] env[69889]: DEBUG oslo_concurrency.lockutils [None req-407ad26e-33c9-4678-a25d-90c21c0b2c3e tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Acquiring lock "refresh_cache-97423c2a-22cc-47d3-9dad-cb079c05fb11" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.193715] env[69889]: DEBUG oslo_concurrency.lockutils [None req-407ad26e-33c9-4678-a25d-90c21c0b2c3e tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Acquired lock "refresh_cache-97423c2a-22cc-47d3-9dad-cb079c05fb11" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.193859] env[69889]: DEBUG nova.network.neutron [None req-407ad26e-33c9-4678-a25d-90c21c0b2c3e tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: 97423c2a-22cc-47d3-9dad-cb079c05fb11] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1308.291748] env[69889]: DEBUG nova.network.neutron [req-fe783e95-80f6-4237-b72f-0fb71e2a6c9f req-05a2ee8b-5c56-4f59-b595-cee31f65596e service nova] [instance: 7ba074c5-0df4-423b-98f5-323576e81dc8] Updated VIF entry in instance network info cache for port 0332e7fb-2e55-46cc-b099-9cbb5691461b. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1308.292236] env[69889]: DEBUG nova.network.neutron [req-fe783e95-80f6-4237-b72f-0fb71e2a6c9f req-05a2ee8b-5c56-4f59-b595-cee31f65596e service nova] [instance: 7ba074c5-0df4-423b-98f5-323576e81dc8] Updating instance_info_cache with network_info: [{"id": "0332e7fb-2e55-46cc-b099-9cbb5691461b", "address": "fa:16:3e:99:21:a3", "network": {"id": "c607a821-3d63-41af-abaf-0611e2141a9c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-453181546-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8917847ce0c4465198a89a1c5551fb59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15165046-2de9-4ada-9e99-0126e20854a9", "external-id": "nsx-vlan-transportzone-974", "segmentation_id": 974, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0332e7fb-2e", "ovs_interfaceid": "0332e7fb-2e55-46cc-b099-9cbb5691461b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1308.593250] env[69889]: DEBUG oslo_vmware.api [None req-7601b593-1f7c-461e-83d8-82eab031b31d tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52ab2354-9861-9e54-cc63-1a90cb9efc60, 'name': SearchDatastore_Task, 'duration_secs': 0.014908} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.593594] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7601b593-1f7c-461e-83d8-82eab031b31d tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.593849] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-7601b593-1f7c-461e-83d8-82eab031b31d tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 7ba074c5-0df4-423b-98f5-323576e81dc8] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1308.594127] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7601b593-1f7c-461e-83d8-82eab031b31d tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.594309] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7601b593-1f7c-461e-83d8-82eab031b31d tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.594495] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-7601b593-1f7c-461e-83d8-82eab031b31d tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1308.594755] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f65418b2-d4db-43c5-964a-04bc3a7bcd9a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.604308] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-7601b593-1f7c-461e-83d8-82eab031b31d tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1308.605420] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-7601b593-1f7c-461e-83d8-82eab031b31d tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1308.606315] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d4085cb-9d84-42fd-a26b-626bb3cd4f20 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.612498] env[69889]: DEBUG oslo_vmware.api [None req-7601b593-1f7c-461e-83d8-82eab031b31d tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Waiting for the task: (returnval){ [ 1308.612498] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]525bde40-3ae4-b3ce-31b2-674b159b08b6" [ 1308.612498] env[69889]: _type = "Task" [ 1308.612498] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.627839] env[69889]: DEBUG oslo_vmware.api [None req-7601b593-1f7c-461e-83d8-82eab031b31d tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]525bde40-3ae4-b3ce-31b2-674b159b08b6, 'name': SearchDatastore_Task, 'duration_secs': 0.01161} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.631707] env[69889]: DEBUG oslo_vmware.api [None req-a4dcf516-beb1-43a2-a3ef-c3c90c0cf8e6 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': task-4078365, 'name': PowerOnVM_Task, 'duration_secs': 1.021276} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.631935] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7a24362-46b8-46a4-80fd-cfed2bb48eee {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.634455] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4dcf516-beb1-43a2-a3ef-c3c90c0cf8e6 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: a416e3f3-1ed3-4c20-b205-bb2cd74eeafc] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1308.634676] env[69889]: INFO nova.compute.manager [None req-a4dcf516-beb1-43a2-a3ef-c3c90c0cf8e6 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: a416e3f3-1ed3-4c20-b205-bb2cd74eeafc] Took 7.62 seconds to spawn the instance on the hypervisor. [ 1308.634864] env[69889]: DEBUG nova.compute.manager [None req-a4dcf516-beb1-43a2-a3ef-c3c90c0cf8e6 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: a416e3f3-1ed3-4c20-b205-bb2cd74eeafc] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1308.635687] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-045d1ad1-3bde-453c-9c80-436bdcae2ce9 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.638870] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1308.639051] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1308.639630] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1308.639778] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69889) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1308.642299] env[69889]: DEBUG oslo_vmware.api [None req-7601b593-1f7c-461e-83d8-82eab031b31d tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Waiting for the task: (returnval){ [ 1308.642299] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]525a15b6-f3b3-b7dd-6b17-220261f03e4e" [ 1308.642299] env[69889]: _type = "Task" [ 1308.642299] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.657258] env[69889]: DEBUG oslo_vmware.api [None req-7601b593-1f7c-461e-83d8-82eab031b31d tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]525a15b6-f3b3-b7dd-6b17-220261f03e4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.718820] env[69889]: DEBUG oslo_concurrency.lockutils [None req-28397dff-25cf-4373-815f-764248a5cd6d tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Acquiring lock "8866902a-621e-444a-a853-a3753f0418f2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1308.719262] env[69889]: DEBUG oslo_concurrency.lockutils [None req-28397dff-25cf-4373-815f-764248a5cd6d tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Lock "8866902a-621e-444a-a853-a3753f0418f2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1308.719630] env[69889]: DEBUG oslo_concurrency.lockutils [None req-28397dff-25cf-4373-815f-764248a5cd6d tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Acquiring lock "8866902a-621e-444a-a853-a3753f0418f2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1308.719938] env[69889]: DEBUG oslo_concurrency.lockutils [None req-28397dff-25cf-4373-815f-764248a5cd6d tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Lock "8866902a-621e-444a-a853-a3753f0418f2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1308.720306] env[69889]: DEBUG oslo_concurrency.lockutils [None req-28397dff-25cf-4373-815f-764248a5cd6d tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Lock "8866902a-621e-444a-a853-a3753f0418f2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.723114] env[69889]: INFO nova.compute.manager [None req-28397dff-25cf-4373-815f-764248a5cd6d tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: 8866902a-621e-444a-a853-a3753f0418f2] Terminating instance [ 1308.740214] env[69889]: DEBUG nova.network.neutron [None req-407ad26e-33c9-4678-a25d-90c21c0b2c3e tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: 97423c2a-22cc-47d3-9dad-cb079c05fb11] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1308.795489] env[69889]: DEBUG oslo_concurrency.lockutils [req-fe783e95-80f6-4237-b72f-0fb71e2a6c9f req-05a2ee8b-5c56-4f59-b595-cee31f65596e service nova] Releasing lock "refresh_cache-7ba074c5-0df4-423b-98f5-323576e81dc8" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.886292] env[69889]: DEBUG nova.network.neutron [None req-407ad26e-33c9-4678-a25d-90c21c0b2c3e tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: 97423c2a-22cc-47d3-9dad-cb079c05fb11] Updating instance_info_cache with network_info: [{"id": "597444aa-a01c-4b9b-a239-9bc13f856f17", "address": "fa:16:3e:d6:8a:44", "network": {"id": "a205e286-28cc-4d8d-92da-d016aa89fb95", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1004022442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e46f471b2284533892518bdcc6cd332", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e83154-c0d2-4d3d-b95e-3cd5ba336257", "external-id": "nsx-vlan-transportzone-771", "segmentation_id": 771, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap597444aa-a0", "ovs_interfaceid": "597444aa-a01c-4b9b-a239-9bc13f856f17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1309.159215] env[69889]: DEBUG oslo_vmware.api [None req-7601b593-1f7c-461e-83d8-82eab031b31d tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]525a15b6-f3b3-b7dd-6b17-220261f03e4e, 'name': SearchDatastore_Task, 'duration_secs': 0.020118} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.159781] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7601b593-1f7c-461e-83d8-82eab031b31d tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.160062] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-7601b593-1f7c-461e-83d8-82eab031b31d tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] 7ba074c5-0df4-423b-98f5-323576e81dc8/7ba074c5-0df4-423b-98f5-323576e81dc8.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1309.160323] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4c82b843-f686-4e78-84db-7eed62c59ef0 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.164615] env[69889]: INFO nova.compute.manager [None req-a4dcf516-beb1-43a2-a3ef-c3c90c0cf8e6 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: a416e3f3-1ed3-4c20-b205-bb2cd74eeafc] Took 15.10 seconds to build instance. [ 1309.169216] env[69889]: DEBUG oslo_vmware.api [None req-7601b593-1f7c-461e-83d8-82eab031b31d tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Waiting for the task: (returnval){ [ 1309.169216] env[69889]: value = "task-4078367" [ 1309.169216] env[69889]: _type = "Task" [ 1309.169216] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.179392] env[69889]: DEBUG oslo_vmware.api [None req-7601b593-1f7c-461e-83d8-82eab031b31d tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': task-4078367, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.227978] env[69889]: DEBUG nova.compute.manager [None req-28397dff-25cf-4373-815f-764248a5cd6d tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: 8866902a-621e-444a-a853-a3753f0418f2] Start destroying the instance on the hypervisor. {{(pid=69889) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1309.228293] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-28397dff-25cf-4373-815f-764248a5cd6d tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: 8866902a-621e-444a-a853-a3753f0418f2] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1309.229307] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5186729-90e7-4eef-b18c-eed95b5439e1 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.238462] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-28397dff-25cf-4373-815f-764248a5cd6d tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: 8866902a-621e-444a-a853-a3753f0418f2] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1309.238578] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2539c6b7-3bee-4dba-9895-c7efa679bb9b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.245117] env[69889]: DEBUG oslo_vmware.api [None req-28397dff-25cf-4373-815f-764248a5cd6d tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Waiting for the task: (returnval){ [ 1309.245117] env[69889]: value = "task-4078368" [ 1309.245117] env[69889]: _type = "Task" [ 1309.245117] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.253617] env[69889]: DEBUG oslo_vmware.api [None req-28397dff-25cf-4373-815f-764248a5cd6d tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': task-4078368, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.389353] env[69889]: DEBUG oslo_concurrency.lockutils [None req-407ad26e-33c9-4678-a25d-90c21c0b2c3e tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Releasing lock "refresh_cache-97423c2a-22cc-47d3-9dad-cb079c05fb11" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.389548] env[69889]: DEBUG nova.compute.manager [None req-407ad26e-33c9-4678-a25d-90c21c0b2c3e tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: 97423c2a-22cc-47d3-9dad-cb079c05fb11] Instance network_info: |[{"id": "597444aa-a01c-4b9b-a239-9bc13f856f17", "address": "fa:16:3e:d6:8a:44", "network": {"id": "a205e286-28cc-4d8d-92da-d016aa89fb95", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1004022442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e46f471b2284533892518bdcc6cd332", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e83154-c0d2-4d3d-b95e-3cd5ba336257", "external-id": "nsx-vlan-transportzone-771", "segmentation_id": 771, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap597444aa-a0", "ovs_interfaceid": "597444aa-a01c-4b9b-a239-9bc13f856f17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1309.390101] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-407ad26e-33c9-4678-a25d-90c21c0b2c3e tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: 97423c2a-22cc-47d3-9dad-cb079c05fb11] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:8a:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13e83154-c0d2-4d3d-b95e-3cd5ba336257', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '597444aa-a01c-4b9b-a239-9bc13f856f17', 'vif_model': 'vmxnet3'}] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1309.398138] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-407ad26e-33c9-4678-a25d-90c21c0b2c3e tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1309.398435] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97423c2a-22cc-47d3-9dad-cb079c05fb11] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1309.398681] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b875a92e-eb5e-4ea1-b1b6-f84119df975c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.420549] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1309.420549] env[69889]: value = "task-4078369" [ 1309.420549] env[69889]: _type = "Task" [ 1309.420549] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.430508] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4078369, 'name': CreateVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.566024] env[69889]: DEBUG nova.compute.manager [req-8396c8d5-9266-4780-be96-8bdd10a27ec8 req-7167bd44-a729-49af-ba3c-86f4f3030aad service nova] [instance: 97423c2a-22cc-47d3-9dad-cb079c05fb11] Received event network-vif-plugged-597444aa-a01c-4b9b-a239-9bc13f856f17 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1309.566451] env[69889]: DEBUG oslo_concurrency.lockutils [req-8396c8d5-9266-4780-be96-8bdd10a27ec8 req-7167bd44-a729-49af-ba3c-86f4f3030aad service nova] Acquiring lock "97423c2a-22cc-47d3-9dad-cb079c05fb11-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1309.566795] env[69889]: DEBUG oslo_concurrency.lockutils [req-8396c8d5-9266-4780-be96-8bdd10a27ec8 req-7167bd44-a729-49af-ba3c-86f4f3030aad service nova] Lock "97423c2a-22cc-47d3-9dad-cb079c05fb11-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1309.567101] env[69889]: DEBUG oslo_concurrency.lockutils [req-8396c8d5-9266-4780-be96-8bdd10a27ec8 req-7167bd44-a729-49af-ba3c-86f4f3030aad service nova] Lock "97423c2a-22cc-47d3-9dad-cb079c05fb11-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1309.567408] env[69889]: DEBUG nova.compute.manager [req-8396c8d5-9266-4780-be96-8bdd10a27ec8 req-7167bd44-a729-49af-ba3c-86f4f3030aad service nova] [instance: 97423c2a-22cc-47d3-9dad-cb079c05fb11] No waiting events found dispatching network-vif-plugged-597444aa-a01c-4b9b-a239-9bc13f856f17 {{(pid=69889) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1309.567633] env[69889]: WARNING nova.compute.manager [req-8396c8d5-9266-4780-be96-8bdd10a27ec8 req-7167bd44-a729-49af-ba3c-86f4f3030aad service nova] [instance: 97423c2a-22cc-47d3-9dad-cb079c05fb11] Received unexpected event network-vif-plugged-597444aa-a01c-4b9b-a239-9bc13f856f17 for instance with vm_state building and task_state spawning. [ 1309.567835] env[69889]: DEBUG nova.compute.manager [req-8396c8d5-9266-4780-be96-8bdd10a27ec8 req-7167bd44-a729-49af-ba3c-86f4f3030aad service nova] [instance: 97423c2a-22cc-47d3-9dad-cb079c05fb11] Received event network-changed-597444aa-a01c-4b9b-a239-9bc13f856f17 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1309.568104] env[69889]: DEBUG nova.compute.manager [req-8396c8d5-9266-4780-be96-8bdd10a27ec8 req-7167bd44-a729-49af-ba3c-86f4f3030aad service nova] [instance: 97423c2a-22cc-47d3-9dad-cb079c05fb11] Refreshing instance network info cache due to event network-changed-597444aa-a01c-4b9b-a239-9bc13f856f17. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1309.568354] env[69889]: DEBUG oslo_concurrency.lockutils [req-8396c8d5-9266-4780-be96-8bdd10a27ec8 req-7167bd44-a729-49af-ba3c-86f4f3030aad service nova] Acquiring lock "refresh_cache-97423c2a-22cc-47d3-9dad-cb079c05fb11" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.568565] env[69889]: DEBUG oslo_concurrency.lockutils [req-8396c8d5-9266-4780-be96-8bdd10a27ec8 req-7167bd44-a729-49af-ba3c-86f4f3030aad service nova] Acquired lock "refresh_cache-97423c2a-22cc-47d3-9dad-cb079c05fb11" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.568829] env[69889]: DEBUG nova.network.neutron [req-8396c8d5-9266-4780-be96-8bdd10a27ec8 req-7167bd44-a729-49af-ba3c-86f4f3030aad service nova] [instance: 97423c2a-22cc-47d3-9dad-cb079c05fb11] Refreshing network info cache for port 597444aa-a01c-4b9b-a239-9bc13f856f17 {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1309.667020] env[69889]: DEBUG oslo_concurrency.lockutils [None req-a4dcf516-beb1-43a2-a3ef-c3c90c0cf8e6 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Lock "a416e3f3-1ed3-4c20-b205-bb2cd74eeafc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.615s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1309.680678] env[69889]: DEBUG oslo_vmware.api [None req-7601b593-1f7c-461e-83d8-82eab031b31d tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': task-4078367, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490533} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.681122] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-7601b593-1f7c-461e-83d8-82eab031b31d tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] 7ba074c5-0df4-423b-98f5-323576e81dc8/7ba074c5-0df4-423b-98f5-323576e81dc8.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1309.681418] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-7601b593-1f7c-461e-83d8-82eab031b31d tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 7ba074c5-0df4-423b-98f5-323576e81dc8] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1309.681784] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5233069b-525e-4bd4-9134-a6b1a3d89f72 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.691563] env[69889]: DEBUG oslo_vmware.api [None req-7601b593-1f7c-461e-83d8-82eab031b31d tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Waiting for the task: (returnval){ [ 1309.691563] env[69889]: value = "task-4078370" [ 1309.691563] env[69889]: _type = "Task" [ 1309.691563] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.700282] env[69889]: DEBUG oslo_vmware.api [None req-7601b593-1f7c-461e-83d8-82eab031b31d tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': task-4078370, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.756703] env[69889]: DEBUG oslo_vmware.api [None req-28397dff-25cf-4373-815f-764248a5cd6d tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': task-4078368, 'name': PowerOffVM_Task, 'duration_secs': 0.338913} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.757164] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-28397dff-25cf-4373-815f-764248a5cd6d tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: 8866902a-621e-444a-a853-a3753f0418f2] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1309.757453] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-28397dff-25cf-4373-815f-764248a5cd6d tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: 8866902a-621e-444a-a853-a3753f0418f2] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1309.757791] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e1c18e38-9e98-402a-9a99-295d2ec4d5dc {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.830017] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-28397dff-25cf-4373-815f-764248a5cd6d tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: 8866902a-621e-444a-a853-a3753f0418f2] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1309.830366] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-28397dff-25cf-4373-815f-764248a5cd6d tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: 8866902a-621e-444a-a853-a3753f0418f2] Deleting contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1309.830578] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-28397dff-25cf-4373-815f-764248a5cd6d tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Deleting the datastore file [datastore2] 8866902a-621e-444a-a853-a3753f0418f2 {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1309.830874] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cab01501-9b50-4da7-bb81-b95560507a10 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.842557] env[69889]: DEBUG oslo_vmware.api [None req-28397dff-25cf-4373-815f-764248a5cd6d tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Waiting for the task: (returnval){ [ 1309.842557] env[69889]: value = "task-4078372" [ 1309.842557] env[69889]: _type = "Task" [ 1309.842557] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.853947] env[69889]: DEBUG oslo_vmware.api [None req-28397dff-25cf-4373-815f-764248a5cd6d tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': task-4078372, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.933551] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4078369, 'name': CreateVM_Task, 'duration_secs': 0.44586} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.933667] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97423c2a-22cc-47d3-9dad-cb079c05fb11] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1309.934632] env[69889]: DEBUG oslo_concurrency.lockutils [None req-407ad26e-33c9-4678-a25d-90c21c0b2c3e tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.934881] env[69889]: DEBUG oslo_concurrency.lockutils [None req-407ad26e-33c9-4678-a25d-90c21c0b2c3e tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.935351] env[69889]: DEBUG oslo_concurrency.lockutils [None req-407ad26e-33c9-4678-a25d-90c21c0b2c3e tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.935712] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fa1a455-ebcc-4982-b0d0-ff37af909804 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.942289] env[69889]: DEBUG oslo_vmware.api [None req-407ad26e-33c9-4678-a25d-90c21c0b2c3e tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Waiting for the task: (returnval){ [ 1309.942289] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52115585-b3f5-25eb-a64d-081a0b1a76d9" [ 1309.942289] env[69889]: _type = "Task" [ 1309.942289] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.954970] env[69889]: DEBUG oslo_vmware.api [None req-407ad26e-33c9-4678-a25d-90c21c0b2c3e tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52115585-b3f5-25eb-a64d-081a0b1a76d9, 'name': SearchDatastore_Task, 'duration_secs': 0.009192} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.955759] env[69889]: DEBUG oslo_concurrency.lockutils [None req-407ad26e-33c9-4678-a25d-90c21c0b2c3e tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.955759] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-407ad26e-33c9-4678-a25d-90c21c0b2c3e tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: 97423c2a-22cc-47d3-9dad-cb079c05fb11] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1309.956030] env[69889]: DEBUG oslo_concurrency.lockutils [None req-407ad26e-33c9-4678-a25d-90c21c0b2c3e tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.956260] env[69889]: DEBUG oslo_concurrency.lockutils [None req-407ad26e-33c9-4678-a25d-90c21c0b2c3e tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.956546] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-407ad26e-33c9-4678-a25d-90c21c0b2c3e tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1309.956903] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-01b91a59-a3d2-4a44-8164-7274823a2b7a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.966786] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-407ad26e-33c9-4678-a25d-90c21c0b2c3e tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1309.967075] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-407ad26e-33c9-4678-a25d-90c21c0b2c3e tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1309.968118] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-feb51436-6112-4876-ab3c-bcdbcdbf4847 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.975396] env[69889]: DEBUG oslo_vmware.api [None req-407ad26e-33c9-4678-a25d-90c21c0b2c3e tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Waiting for the task: (returnval){ [ 1309.975396] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52c93604-2784-468a-1055-44936a5baac6" [ 1309.975396] env[69889]: _type = "Task" [ 1309.975396] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.987579] env[69889]: DEBUG oslo_vmware.api [None req-407ad26e-33c9-4678-a25d-90c21c0b2c3e tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52c93604-2784-468a-1055-44936a5baac6, 'name': SearchDatastore_Task, 'duration_secs': 0.009079} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.988420] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98888373-5791-46a3-8cec-51ef241ce3f5 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.994654] env[69889]: DEBUG oslo_vmware.api [None req-407ad26e-33c9-4678-a25d-90c21c0b2c3e tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Waiting for the task: (returnval){ [ 1309.994654] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52fef077-e5af-4ebf-bc95-3c45c77d2590" [ 1309.994654] env[69889]: _type = "Task" [ 1309.994654] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.002939] env[69889]: DEBUG oslo_vmware.api [None req-407ad26e-33c9-4678-a25d-90c21c0b2c3e tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52fef077-e5af-4ebf-bc95-3c45c77d2590, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.201712] env[69889]: DEBUG oslo_vmware.api [None req-7601b593-1f7c-461e-83d8-82eab031b31d tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': task-4078370, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075389} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.204373] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-7601b593-1f7c-461e-83d8-82eab031b31d tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 7ba074c5-0df4-423b-98f5-323576e81dc8] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1310.205154] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd52cd3d-bb64-41d9-a7fc-571ec6ffc6a7 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.227419] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-7601b593-1f7c-461e-83d8-82eab031b31d tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 7ba074c5-0df4-423b-98f5-323576e81dc8] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] 7ba074c5-0df4-423b-98f5-323576e81dc8/7ba074c5-0df4-423b-98f5-323576e81dc8.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1310.227725] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ecef176-f2bb-456a-a24d-452a5a61ea11 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.250387] env[69889]: DEBUG oslo_vmware.api [None req-7601b593-1f7c-461e-83d8-82eab031b31d tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Waiting for the task: (returnval){ [ 1310.250387] env[69889]: value = "task-4078373" [ 1310.250387] env[69889]: _type = "Task" [ 1310.250387] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.259465] env[69889]: DEBUG oslo_vmware.api [None req-7601b593-1f7c-461e-83d8-82eab031b31d tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': task-4078373, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.278305] env[69889]: DEBUG nova.network.neutron [req-8396c8d5-9266-4780-be96-8bdd10a27ec8 req-7167bd44-a729-49af-ba3c-86f4f3030aad service nova] [instance: 97423c2a-22cc-47d3-9dad-cb079c05fb11] Updated VIF entry in instance network info cache for port 597444aa-a01c-4b9b-a239-9bc13f856f17. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1310.278808] env[69889]: DEBUG nova.network.neutron [req-8396c8d5-9266-4780-be96-8bdd10a27ec8 req-7167bd44-a729-49af-ba3c-86f4f3030aad service nova] [instance: 97423c2a-22cc-47d3-9dad-cb079c05fb11] Updating instance_info_cache with network_info: [{"id": "597444aa-a01c-4b9b-a239-9bc13f856f17", "address": "fa:16:3e:d6:8a:44", "network": {"id": "a205e286-28cc-4d8d-92da-d016aa89fb95", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1004022442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e46f471b2284533892518bdcc6cd332", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e83154-c0d2-4d3d-b95e-3cd5ba336257", "external-id": "nsx-vlan-transportzone-771", "segmentation_id": 771, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap597444aa-a0", "ovs_interfaceid": "597444aa-a01c-4b9b-a239-9bc13f856f17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1310.351396] env[69889]: DEBUG oslo_vmware.api [None req-28397dff-25cf-4373-815f-764248a5cd6d tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Task: {'id': task-4078372, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15298} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.351655] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-28397dff-25cf-4373-815f-764248a5cd6d tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1310.351844] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-28397dff-25cf-4373-815f-764248a5cd6d tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: 8866902a-621e-444a-a853-a3753f0418f2] Deleted contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1310.352073] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-28397dff-25cf-4373-815f-764248a5cd6d tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: 8866902a-621e-444a-a853-a3753f0418f2] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1310.352250] env[69889]: INFO nova.compute.manager [None req-28397dff-25cf-4373-815f-764248a5cd6d tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] [instance: 8866902a-621e-444a-a853-a3753f0418f2] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1310.352501] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-28397dff-25cf-4373-815f-764248a5cd6d tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1310.352698] env[69889]: DEBUG nova.compute.manager [-] [instance: 8866902a-621e-444a-a853-a3753f0418f2] Deallocating network for instance {{(pid=69889) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1310.352794] env[69889]: DEBUG nova.network.neutron [-] [instance: 8866902a-621e-444a-a853-a3753f0418f2] deallocate_for_instance() {{(pid=69889) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1310.506711] env[69889]: DEBUG oslo_vmware.api [None req-407ad26e-33c9-4678-a25d-90c21c0b2c3e tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52fef077-e5af-4ebf-bc95-3c45c77d2590, 'name': SearchDatastore_Task, 'duration_secs': 0.009731} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.507119] env[69889]: DEBUG oslo_concurrency.lockutils [None req-407ad26e-33c9-4678-a25d-90c21c0b2c3e tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.507682] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-407ad26e-33c9-4678-a25d-90c21c0b2c3e tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] 97423c2a-22cc-47d3-9dad-cb079c05fb11/97423c2a-22cc-47d3-9dad-cb079c05fb11.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1310.508037] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d1ab1309-3024-46ff-9f1c-80be43740d0d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.516720] env[69889]: DEBUG oslo_vmware.api [None req-407ad26e-33c9-4678-a25d-90c21c0b2c3e tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Waiting for the task: (returnval){ [ 1310.516720] env[69889]: value = "task-4078374" [ 1310.516720] env[69889]: _type = "Task" [ 1310.516720] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.528467] env[69889]: DEBUG oslo_vmware.api [None req-407ad26e-33c9-4678-a25d-90c21c0b2c3e tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078374, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.600464] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d5f3035f-2bb4-4427-8730-089190e837a5 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Acquiring lock "8f00c680-4a38-4e34-831e-a4bad1588b61" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1310.600971] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d5f3035f-2bb4-4427-8730-089190e837a5 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Lock "8f00c680-4a38-4e34-831e-a4bad1588b61" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1310.760487] env[69889]: DEBUG oslo_vmware.api [None req-7601b593-1f7c-461e-83d8-82eab031b31d tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': task-4078373, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.781659] env[69889]: DEBUG oslo_concurrency.lockutils [req-8396c8d5-9266-4780-be96-8bdd10a27ec8 req-7167bd44-a729-49af-ba3c-86f4f3030aad service nova] Releasing lock "refresh_cache-97423c2a-22cc-47d3-9dad-cb079c05fb11" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.027976] env[69889]: DEBUG oslo_vmware.api [None req-407ad26e-33c9-4678-a25d-90c21c0b2c3e tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078374, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.104396] env[69889]: DEBUG nova.compute.manager [None req-d5f3035f-2bb4-4427-8730-089190e837a5 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 8f00c680-4a38-4e34-831e-a4bad1588b61] Starting instance... {{(pid=69889) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1311.218857] env[69889]: DEBUG nova.network.neutron [-] [instance: 8866902a-621e-444a-a853-a3753f0418f2] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1311.261478] env[69889]: DEBUG oslo_vmware.api [None req-7601b593-1f7c-461e-83d8-82eab031b31d tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': task-4078373, 'name': ReconfigVM_Task, 'duration_secs': 0.783327} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.261792] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-7601b593-1f7c-461e-83d8-82eab031b31d tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 7ba074c5-0df4-423b-98f5-323576e81dc8] Reconfigured VM instance instance-00000076 to attach disk [datastore2] 7ba074c5-0df4-423b-98f5-323576e81dc8/7ba074c5-0df4-423b-98f5-323576e81dc8.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1311.262497] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e4561647-f70f-4363-b7e6-1428250ff36a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.269360] env[69889]: DEBUG oslo_vmware.api [None req-7601b593-1f7c-461e-83d8-82eab031b31d tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Waiting for the task: (returnval){ [ 1311.269360] env[69889]: value = "task-4078375" [ 1311.269360] env[69889]: _type = "Task" [ 1311.269360] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.277806] env[69889]: DEBUG oslo_vmware.api [None req-7601b593-1f7c-461e-83d8-82eab031b31d tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': task-4078375, 'name': Rename_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.527584] env[69889]: DEBUG oslo_vmware.api [None req-407ad26e-33c9-4678-a25d-90c21c0b2c3e tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078374, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.594041] env[69889]: DEBUG nova.compute.manager [req-321fae8e-9c8f-4aa4-b45b-440b42323826 req-d0c9010d-005b-4863-a085-ebc3482caba1 service nova] [instance: 8866902a-621e-444a-a853-a3753f0418f2] Received event network-vif-deleted-057fa98b-b375-41aa-b45f-870caa33139a {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1311.627299] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d5f3035f-2bb4-4427-8730-089190e837a5 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.627595] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d5f3035f-2bb4-4427-8730-089190e837a5 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1311.629287] env[69889]: INFO nova.compute.claims [None req-d5f3035f-2bb4-4427-8730-089190e837a5 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 8f00c680-4a38-4e34-831e-a4bad1588b61] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1311.721461] env[69889]: INFO nova.compute.manager [-] [instance: 8866902a-621e-444a-a853-a3753f0418f2] Took 1.37 seconds to deallocate network for instance. [ 1311.780323] env[69889]: DEBUG oslo_vmware.api [None req-7601b593-1f7c-461e-83d8-82eab031b31d tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': task-4078375, 'name': Rename_Task, 'duration_secs': 0.160584} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.780549] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-7601b593-1f7c-461e-83d8-82eab031b31d tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 7ba074c5-0df4-423b-98f5-323576e81dc8] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1311.780804] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f3b191a2-8dd9-481e-8a7e-624a54f10592 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.787178] env[69889]: DEBUG oslo_vmware.api [None req-7601b593-1f7c-461e-83d8-82eab031b31d tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Waiting for the task: (returnval){ [ 1311.787178] env[69889]: value = "task-4078376" [ 1311.787178] env[69889]: _type = "Task" [ 1311.787178] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.796557] env[69889]: DEBUG oslo_vmware.api [None req-7601b593-1f7c-461e-83d8-82eab031b31d tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': task-4078376, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.028556] env[69889]: DEBUG oslo_vmware.api [None req-407ad26e-33c9-4678-a25d-90c21c0b2c3e tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078374, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.228782] env[69889]: DEBUG oslo_concurrency.lockutils [None req-28397dff-25cf-4373-815f-764248a5cd6d tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1312.299251] env[69889]: DEBUG oslo_vmware.api [None req-7601b593-1f7c-461e-83d8-82eab031b31d tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': task-4078376, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.529443] env[69889]: DEBUG oslo_vmware.api [None req-407ad26e-33c9-4678-a25d-90c21c0b2c3e tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078374, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.726692} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.529699] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-407ad26e-33c9-4678-a25d-90c21c0b2c3e tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] 97423c2a-22cc-47d3-9dad-cb079c05fb11/97423c2a-22cc-47d3-9dad-cb079c05fb11.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1312.529953] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-407ad26e-33c9-4678-a25d-90c21c0b2c3e tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: 97423c2a-22cc-47d3-9dad-cb079c05fb11] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1312.530206] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-128d37f2-c617-4558-9d14-af7a16f9158d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.539491] env[69889]: DEBUG oslo_vmware.api [None req-407ad26e-33c9-4678-a25d-90c21c0b2c3e tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Waiting for the task: (returnval){ [ 1312.539491] env[69889]: value = "task-4078377" [ 1312.539491] env[69889]: _type = "Task" [ 1312.539491] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.548400] env[69889]: DEBUG oslo_vmware.api [None req-407ad26e-33c9-4678-a25d-90c21c0b2c3e tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078377, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.742140] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7126e10c-da15-4b24-86f1-0037b32c4f41 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.750242] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbdac9b2-08cf-4b19-8cd1-3f857e67d8ec {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.779750] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a71e7437-778e-44c4-aed6-498b2ad43fb8 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.787605] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2f11c6a-586f-40ea-b4f3-4eea756aed15 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.800945] env[69889]: DEBUG oslo_vmware.api [None req-7601b593-1f7c-461e-83d8-82eab031b31d tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': task-4078376, 'name': PowerOnVM_Task, 'duration_secs': 0.539484} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.808702] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-7601b593-1f7c-461e-83d8-82eab031b31d tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 7ba074c5-0df4-423b-98f5-323576e81dc8] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1312.808951] env[69889]: INFO nova.compute.manager [None req-7601b593-1f7c-461e-83d8-82eab031b31d tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 7ba074c5-0df4-423b-98f5-323576e81dc8] Took 7.78 seconds to spawn the instance on the hypervisor. [ 1312.809160] env[69889]: DEBUG nova.compute.manager [None req-7601b593-1f7c-461e-83d8-82eab031b31d tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 7ba074c5-0df4-423b-98f5-323576e81dc8] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1312.809627] env[69889]: DEBUG nova.compute.provider_tree [None req-d5f3035f-2bb4-4427-8730-089190e837a5 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1312.812081] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-308db69f-6553-4604-a4cc-03aba23cfe30 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.049774] env[69889]: DEBUG oslo_vmware.api [None req-407ad26e-33c9-4678-a25d-90c21c0b2c3e tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078377, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.301762} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.050121] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-407ad26e-33c9-4678-a25d-90c21c0b2c3e tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: 97423c2a-22cc-47d3-9dad-cb079c05fb11] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1313.050918] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-121ff70c-e1d5-4e53-bec8-df0c60ec460c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.073512] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-407ad26e-33c9-4678-a25d-90c21c0b2c3e tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: 97423c2a-22cc-47d3-9dad-cb079c05fb11] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] 97423c2a-22cc-47d3-9dad-cb079c05fb11/97423c2a-22cc-47d3-9dad-cb079c05fb11.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1313.073587] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa1500aa-e022-46f7-a5d3-eaf72850b384 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.093174] env[69889]: DEBUG oslo_vmware.api [None req-407ad26e-33c9-4678-a25d-90c21c0b2c3e tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Waiting for the task: (returnval){ [ 1313.093174] env[69889]: value = "task-4078378" [ 1313.093174] env[69889]: _type = "Task" [ 1313.093174] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.103518] env[69889]: DEBUG oslo_vmware.api [None req-407ad26e-33c9-4678-a25d-90c21c0b2c3e tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078378, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.315257] env[69889]: DEBUG nova.scheduler.client.report [None req-d5f3035f-2bb4-4427-8730-089190e837a5 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1313.329904] env[69889]: INFO nova.compute.manager [None req-7601b593-1f7c-461e-83d8-82eab031b31d tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 7ba074c5-0df4-423b-98f5-323576e81dc8] Took 17.07 seconds to build instance. [ 1313.603984] env[69889]: DEBUG oslo_vmware.api [None req-407ad26e-33c9-4678-a25d-90c21c0b2c3e tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078378, 'name': ReconfigVM_Task, 'duration_secs': 0.309053} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.604396] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-407ad26e-33c9-4678-a25d-90c21c0b2c3e tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: 97423c2a-22cc-47d3-9dad-cb079c05fb11] Reconfigured VM instance instance-00000077 to attach disk [datastore2] 97423c2a-22cc-47d3-9dad-cb079c05fb11/97423c2a-22cc-47d3-9dad-cb079c05fb11.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1313.604972] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3cdadc86-5ea0-4e54-96ba-821728f5c302 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.612217] env[69889]: DEBUG oslo_vmware.api [None req-407ad26e-33c9-4678-a25d-90c21c0b2c3e tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Waiting for the task: (returnval){ [ 1313.612217] env[69889]: value = "task-4078379" [ 1313.612217] env[69889]: _type = "Task" [ 1313.612217] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.620894] env[69889]: DEBUG oslo_vmware.api [None req-407ad26e-33c9-4678-a25d-90c21c0b2c3e tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078379, 'name': Rename_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.820151] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d5f3035f-2bb4-4427-8730-089190e837a5 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.192s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1313.820726] env[69889]: DEBUG nova.compute.manager [None req-d5f3035f-2bb4-4427-8730-089190e837a5 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 8f00c680-4a38-4e34-831e-a4bad1588b61] Start building networks asynchronously for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1313.823639] env[69889]: DEBUG oslo_concurrency.lockutils [None req-28397dff-25cf-4373-815f-764248a5cd6d tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.595s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1313.823874] env[69889]: DEBUG nova.objects.instance [None req-28397dff-25cf-4373-815f-764248a5cd6d tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Lazy-loading 'resources' on Instance uuid 8866902a-621e-444a-a853-a3753f0418f2 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1313.832899] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7601b593-1f7c-461e-83d8-82eab031b31d tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Lock "7ba074c5-0df4-423b-98f5-323576e81dc8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.582s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1314.119899] env[69889]: DEBUG nova.compute.manager [req-fbaf5a2c-0e83-4fd8-9dcf-47d4cc046208 req-cc0eb3c9-6bab-4a96-a3d4-4f8ea1623282 service nova] [instance: 7ba074c5-0df4-423b-98f5-323576e81dc8] Received event network-changed-0332e7fb-2e55-46cc-b099-9cbb5691461b {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1314.120352] env[69889]: DEBUG nova.compute.manager [req-fbaf5a2c-0e83-4fd8-9dcf-47d4cc046208 req-cc0eb3c9-6bab-4a96-a3d4-4f8ea1623282 service nova] [instance: 7ba074c5-0df4-423b-98f5-323576e81dc8] Refreshing instance network info cache due to event network-changed-0332e7fb-2e55-46cc-b099-9cbb5691461b. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1314.120645] env[69889]: DEBUG oslo_concurrency.lockutils [req-fbaf5a2c-0e83-4fd8-9dcf-47d4cc046208 req-cc0eb3c9-6bab-4a96-a3d4-4f8ea1623282 service nova] Acquiring lock "refresh_cache-7ba074c5-0df4-423b-98f5-323576e81dc8" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.120869] env[69889]: DEBUG oslo_concurrency.lockutils [req-fbaf5a2c-0e83-4fd8-9dcf-47d4cc046208 req-cc0eb3c9-6bab-4a96-a3d4-4f8ea1623282 service nova] Acquired lock "refresh_cache-7ba074c5-0df4-423b-98f5-323576e81dc8" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.121130] env[69889]: DEBUG nova.network.neutron [req-fbaf5a2c-0e83-4fd8-9dcf-47d4cc046208 req-cc0eb3c9-6bab-4a96-a3d4-4f8ea1623282 service nova] [instance: 7ba074c5-0df4-423b-98f5-323576e81dc8] Refreshing network info cache for port 0332e7fb-2e55-46cc-b099-9cbb5691461b {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1314.126468] env[69889]: DEBUG oslo_vmware.api [None req-407ad26e-33c9-4678-a25d-90c21c0b2c3e tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078379, 'name': Rename_Task, 'duration_secs': 0.149994} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.126789] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-407ad26e-33c9-4678-a25d-90c21c0b2c3e tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: 97423c2a-22cc-47d3-9dad-cb079c05fb11] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1314.127107] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-00811f51-4cf3-4e2a-8a40-b524546973f9 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.135682] env[69889]: DEBUG oslo_vmware.api [None req-407ad26e-33c9-4678-a25d-90c21c0b2c3e tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Waiting for the task: (returnval){ [ 1314.135682] env[69889]: value = "task-4078380" [ 1314.135682] env[69889]: _type = "Task" [ 1314.135682] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.144709] env[69889]: DEBUG oslo_vmware.api [None req-407ad26e-33c9-4678-a25d-90c21c0b2c3e tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078380, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.331231] env[69889]: DEBUG nova.compute.utils [None req-d5f3035f-2bb4-4427-8730-089190e837a5 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1314.333365] env[69889]: DEBUG nova.compute.manager [None req-d5f3035f-2bb4-4427-8730-089190e837a5 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 8f00c680-4a38-4e34-831e-a4bad1588b61] Allocating IP information in the background. {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1314.333599] env[69889]: DEBUG nova.network.neutron [None req-d5f3035f-2bb4-4427-8730-089190e837a5 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 8f00c680-4a38-4e34-831e-a4bad1588b61] allocate_for_instance() {{(pid=69889) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1314.382375] env[69889]: DEBUG nova.policy [None req-d5f3035f-2bb4-4427-8730-089190e837a5 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fa53d078c0d741dfb296e8243fcb8851', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6536689d827a4804a60785c3229d998e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69889) authorize /opt/stack/nova/nova/policy.py:192}} [ 1314.451227] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-170a26b4-1f3b-4fc4-8014-7088740dfd98 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.460280] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2054ba11-440b-4b8a-b3a4-92a3b79cbcc3 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.493265] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26afab47-28d2-417a-b756-59f1d9eea814 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.502834] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3e3103a-dd7d-4fde-b656-cf229b813438 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.518649] env[69889]: DEBUG nova.compute.provider_tree [None req-28397dff-25cf-4373-815f-764248a5cd6d tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1314.649794] env[69889]: DEBUG oslo_vmware.api [None req-407ad26e-33c9-4678-a25d-90c21c0b2c3e tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078380, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.685715] env[69889]: DEBUG nova.network.neutron [None req-d5f3035f-2bb4-4427-8730-089190e837a5 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 8f00c680-4a38-4e34-831e-a4bad1588b61] Successfully created port: 3e06f501-17d2-420d-b0e5-88f418a4bf8b {{(pid=69889) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1314.837949] env[69889]: DEBUG nova.compute.manager [None req-d5f3035f-2bb4-4427-8730-089190e837a5 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 8f00c680-4a38-4e34-831e-a4bad1588b61] Start building block device mappings for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1314.931050] env[69889]: DEBUG nova.network.neutron [req-fbaf5a2c-0e83-4fd8-9dcf-47d4cc046208 req-cc0eb3c9-6bab-4a96-a3d4-4f8ea1623282 service nova] [instance: 7ba074c5-0df4-423b-98f5-323576e81dc8] Updated VIF entry in instance network info cache for port 0332e7fb-2e55-46cc-b099-9cbb5691461b. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1314.931828] env[69889]: DEBUG nova.network.neutron [req-fbaf5a2c-0e83-4fd8-9dcf-47d4cc046208 req-cc0eb3c9-6bab-4a96-a3d4-4f8ea1623282 service nova] [instance: 7ba074c5-0df4-423b-98f5-323576e81dc8] Updating instance_info_cache with network_info: [{"id": "0332e7fb-2e55-46cc-b099-9cbb5691461b", "address": "fa:16:3e:99:21:a3", "network": {"id": "c607a821-3d63-41af-abaf-0611e2141a9c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-453181546-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8917847ce0c4465198a89a1c5551fb59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15165046-2de9-4ada-9e99-0126e20854a9", "external-id": "nsx-vlan-transportzone-974", "segmentation_id": 974, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0332e7fb-2e", "ovs_interfaceid": "0332e7fb-2e55-46cc-b099-9cbb5691461b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1315.021486] env[69889]: DEBUG nova.scheduler.client.report [None req-28397dff-25cf-4373-815f-764248a5cd6d tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1315.149442] env[69889]: DEBUG oslo_vmware.api [None req-407ad26e-33c9-4678-a25d-90c21c0b2c3e tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078380, 'name': PowerOnVM_Task, 'duration_secs': 0.524887} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.149699] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-407ad26e-33c9-4678-a25d-90c21c0b2c3e tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: 97423c2a-22cc-47d3-9dad-cb079c05fb11] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1315.149905] env[69889]: INFO nova.compute.manager [None req-407ad26e-33c9-4678-a25d-90c21c0b2c3e tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: 97423c2a-22cc-47d3-9dad-cb079c05fb11] Took 7.76 seconds to spawn the instance on the hypervisor. [ 1315.150112] env[69889]: DEBUG nova.compute.manager [None req-407ad26e-33c9-4678-a25d-90c21c0b2c3e tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: 97423c2a-22cc-47d3-9dad-cb079c05fb11] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1315.150884] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8aa9042-fa53-41f3-9ace-8073250bff8e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.433958] env[69889]: DEBUG oslo_concurrency.lockutils [req-fbaf5a2c-0e83-4fd8-9dcf-47d4cc046208 req-cc0eb3c9-6bab-4a96-a3d4-4f8ea1623282 service nova] Releasing lock "refresh_cache-7ba074c5-0df4-423b-98f5-323576e81dc8" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.526521] env[69889]: DEBUG oslo_concurrency.lockutils [None req-28397dff-25cf-4373-815f-764248a5cd6d tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.703s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1315.551949] env[69889]: INFO nova.scheduler.client.report [None req-28397dff-25cf-4373-815f-764248a5cd6d tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Deleted allocations for instance 8866902a-621e-444a-a853-a3753f0418f2 [ 1315.669433] env[69889]: INFO nova.compute.manager [None req-407ad26e-33c9-4678-a25d-90c21c0b2c3e tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: 97423c2a-22cc-47d3-9dad-cb079c05fb11] Took 19.12 seconds to build instance. [ 1315.848363] env[69889]: DEBUG nova.compute.manager [None req-d5f3035f-2bb4-4427-8730-089190e837a5 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 8f00c680-4a38-4e34-831e-a4bad1588b61] Start spawning the instance on the hypervisor. {{(pid=69889) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1315.876267] env[69889]: DEBUG nova.virt.hardware [None req-d5f3035f-2bb4-4427-8730-089190e837a5 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1315.876531] env[69889]: DEBUG nova.virt.hardware [None req-d5f3035f-2bb4-4427-8730-089190e837a5 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1315.876691] env[69889]: DEBUG nova.virt.hardware [None req-d5f3035f-2bb4-4427-8730-089190e837a5 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1315.876869] env[69889]: DEBUG nova.virt.hardware [None req-d5f3035f-2bb4-4427-8730-089190e837a5 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1315.877028] env[69889]: DEBUG nova.virt.hardware [None req-d5f3035f-2bb4-4427-8730-089190e837a5 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1315.877184] env[69889]: DEBUG nova.virt.hardware [None req-d5f3035f-2bb4-4427-8730-089190e837a5 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1315.877390] env[69889]: DEBUG nova.virt.hardware [None req-d5f3035f-2bb4-4427-8730-089190e837a5 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1315.877575] env[69889]: DEBUG nova.virt.hardware [None req-d5f3035f-2bb4-4427-8730-089190e837a5 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1315.877719] env[69889]: DEBUG nova.virt.hardware [None req-d5f3035f-2bb4-4427-8730-089190e837a5 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1315.877880] env[69889]: DEBUG nova.virt.hardware [None req-d5f3035f-2bb4-4427-8730-089190e837a5 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1315.878068] env[69889]: DEBUG nova.virt.hardware [None req-d5f3035f-2bb4-4427-8730-089190e837a5 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1315.878964] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-163bda08-1d30-4afd-9f98-c117621f254c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.887945] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cd3690c-6b6a-4806-a729-b61544c0a482 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.059547] env[69889]: DEBUG oslo_concurrency.lockutils [None req-28397dff-25cf-4373-815f-764248a5cd6d tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Lock "8866902a-621e-444a-a853-a3753f0418f2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.340s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1316.171823] env[69889]: DEBUG oslo_concurrency.lockutils [None req-407ad26e-33c9-4678-a25d-90c21c0b2c3e tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Lock "97423c2a-22cc-47d3-9dad-cb079c05fb11" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.637s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1316.232844] env[69889]: DEBUG nova.compute.manager [req-2c65ceaf-fe92-45f8-9bc6-363d0c489ce6 req-d86973be-ba12-439c-b6e1-9af85577afdf service nova] [instance: 8f00c680-4a38-4e34-831e-a4bad1588b61] Received event network-vif-plugged-3e06f501-17d2-420d-b0e5-88f418a4bf8b {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1316.233577] env[69889]: DEBUG oslo_concurrency.lockutils [req-2c65ceaf-fe92-45f8-9bc6-363d0c489ce6 req-d86973be-ba12-439c-b6e1-9af85577afdf service nova] Acquiring lock "8f00c680-4a38-4e34-831e-a4bad1588b61-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1316.233811] env[69889]: DEBUG oslo_concurrency.lockutils [req-2c65ceaf-fe92-45f8-9bc6-363d0c489ce6 req-d86973be-ba12-439c-b6e1-9af85577afdf service nova] Lock "8f00c680-4a38-4e34-831e-a4bad1588b61-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1316.233986] env[69889]: DEBUG oslo_concurrency.lockutils [req-2c65ceaf-fe92-45f8-9bc6-363d0c489ce6 req-d86973be-ba12-439c-b6e1-9af85577afdf service nova] Lock "8f00c680-4a38-4e34-831e-a4bad1588b61-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1316.234686] env[69889]: DEBUG nova.compute.manager [req-2c65ceaf-fe92-45f8-9bc6-363d0c489ce6 req-d86973be-ba12-439c-b6e1-9af85577afdf service nova] [instance: 8f00c680-4a38-4e34-831e-a4bad1588b61] No waiting events found dispatching network-vif-plugged-3e06f501-17d2-420d-b0e5-88f418a4bf8b {{(pid=69889) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1316.234915] env[69889]: WARNING nova.compute.manager [req-2c65ceaf-fe92-45f8-9bc6-363d0c489ce6 req-d86973be-ba12-439c-b6e1-9af85577afdf service nova] [instance: 8f00c680-4a38-4e34-831e-a4bad1588b61] Received unexpected event network-vif-plugged-3e06f501-17d2-420d-b0e5-88f418a4bf8b for instance with vm_state building and task_state spawning. [ 1316.419928] env[69889]: DEBUG nova.network.neutron [None req-d5f3035f-2bb4-4427-8730-089190e837a5 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 8f00c680-4a38-4e34-831e-a4bad1588b61] Successfully updated port: 3e06f501-17d2-420d-b0e5-88f418a4bf8b {{(pid=69889) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1316.926212] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d5f3035f-2bb4-4427-8730-089190e837a5 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Acquiring lock "refresh_cache-8f00c680-4a38-4e34-831e-a4bad1588b61" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.926212] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d5f3035f-2bb4-4427-8730-089190e837a5 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Acquired lock "refresh_cache-8f00c680-4a38-4e34-831e-a4bad1588b61" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.926212] env[69889]: DEBUG nova.network.neutron [None req-d5f3035f-2bb4-4427-8730-089190e837a5 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 8f00c680-4a38-4e34-831e-a4bad1588b61] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1317.173427] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e7522143-99a6-42db-b69e-01f4083b1b00 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Acquiring lock "97423c2a-22cc-47d3-9dad-cb079c05fb11" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1317.173642] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e7522143-99a6-42db-b69e-01f4083b1b00 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Lock "97423c2a-22cc-47d3-9dad-cb079c05fb11" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1317.173856] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e7522143-99a6-42db-b69e-01f4083b1b00 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Acquiring lock "97423c2a-22cc-47d3-9dad-cb079c05fb11-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1317.174052] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e7522143-99a6-42db-b69e-01f4083b1b00 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Lock "97423c2a-22cc-47d3-9dad-cb079c05fb11-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1317.174227] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e7522143-99a6-42db-b69e-01f4083b1b00 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Lock "97423c2a-22cc-47d3-9dad-cb079c05fb11-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1317.177888] env[69889]: INFO nova.compute.manager [None req-e7522143-99a6-42db-b69e-01f4083b1b00 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: 97423c2a-22cc-47d3-9dad-cb079c05fb11] Terminating instance [ 1317.482249] env[69889]: DEBUG nova.network.neutron [None req-d5f3035f-2bb4-4427-8730-089190e837a5 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 8f00c680-4a38-4e34-831e-a4bad1588b61] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1317.648922] env[69889]: DEBUG nova.network.neutron [None req-d5f3035f-2bb4-4427-8730-089190e837a5 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 8f00c680-4a38-4e34-831e-a4bad1588b61] Updating instance_info_cache with network_info: [{"id": "3e06f501-17d2-420d-b0e5-88f418a4bf8b", "address": "fa:16:3e:52:15:5b", "network": {"id": "726a0899-ff5e-4e9a-8ec4-91317fa57b22", "bridge": "br-int", "label": "tempest-ServersTestJSON-1056519050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6536689d827a4804a60785c3229d998e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e06f501-17", "ovs_interfaceid": "3e06f501-17d2-420d-b0e5-88f418a4bf8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1317.686201] env[69889]: DEBUG nova.compute.manager [None req-e7522143-99a6-42db-b69e-01f4083b1b00 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: 97423c2a-22cc-47d3-9dad-cb079c05fb11] Start destroying the instance on the hypervisor. {{(pid=69889) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1317.686500] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-e7522143-99a6-42db-b69e-01f4083b1b00 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: 97423c2a-22cc-47d3-9dad-cb079c05fb11] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1317.690782] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4b0e1c6-b7f2-473e-b184-1692cbba3849 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.696981] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7522143-99a6-42db-b69e-01f4083b1b00 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: 97423c2a-22cc-47d3-9dad-cb079c05fb11] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1317.697304] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-55a1a281-5740-43d6-a5b7-47aa03e2cc2d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.705087] env[69889]: DEBUG oslo_vmware.api [None req-e7522143-99a6-42db-b69e-01f4083b1b00 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Waiting for the task: (returnval){ [ 1317.705087] env[69889]: value = "task-4078381" [ 1317.705087] env[69889]: _type = "Task" [ 1317.705087] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.713971] env[69889]: DEBUG oslo_vmware.api [None req-e7522143-99a6-42db-b69e-01f4083b1b00 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078381, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.152684] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d5f3035f-2bb4-4427-8730-089190e837a5 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Releasing lock "refresh_cache-8f00c680-4a38-4e34-831e-a4bad1588b61" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.153051] env[69889]: DEBUG nova.compute.manager [None req-d5f3035f-2bb4-4427-8730-089190e837a5 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 8f00c680-4a38-4e34-831e-a4bad1588b61] Instance network_info: |[{"id": "3e06f501-17d2-420d-b0e5-88f418a4bf8b", "address": "fa:16:3e:52:15:5b", "network": {"id": "726a0899-ff5e-4e9a-8ec4-91317fa57b22", "bridge": "br-int", "label": "tempest-ServersTestJSON-1056519050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6536689d827a4804a60785c3229d998e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e06f501-17", "ovs_interfaceid": "3e06f501-17d2-420d-b0e5-88f418a4bf8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1318.153605] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-d5f3035f-2bb4-4427-8730-089190e837a5 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 8f00c680-4a38-4e34-831e-a4bad1588b61] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:15:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '99639c37-b0c6-4be7-9594-230e44b1280b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3e06f501-17d2-420d-b0e5-88f418a4bf8b', 'vif_model': 'vmxnet3'}] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1318.161313] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d5f3035f-2bb4-4427-8730-089190e837a5 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1318.161538] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f00c680-4a38-4e34-831e-a4bad1588b61] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1318.161831] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-232f0add-74f6-4378-aaf4-74e1bbf4ab99 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.184202] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1318.184202] env[69889]: value = "task-4078382" [ 1318.184202] env[69889]: _type = "Task" [ 1318.184202] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.195700] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4078382, 'name': CreateVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.213942] env[69889]: DEBUG oslo_vmware.api [None req-e7522143-99a6-42db-b69e-01f4083b1b00 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078381, 'name': PowerOffVM_Task, 'duration_secs': 0.365714} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.214228] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7522143-99a6-42db-b69e-01f4083b1b00 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: 97423c2a-22cc-47d3-9dad-cb079c05fb11] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1318.214402] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-e7522143-99a6-42db-b69e-01f4083b1b00 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: 97423c2a-22cc-47d3-9dad-cb079c05fb11] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1318.214656] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fe464f20-fcea-415e-8da8-bbc1cf0842b2 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.272564] env[69889]: DEBUG nova.compute.manager [req-011c521b-35dc-43a7-b583-dc301034e820 req-753871c5-2c2f-455c-bd80-185aae374e23 service nova] [instance: 8f00c680-4a38-4e34-831e-a4bad1588b61] Received event network-changed-3e06f501-17d2-420d-b0e5-88f418a4bf8b {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1318.272564] env[69889]: DEBUG nova.compute.manager [req-011c521b-35dc-43a7-b583-dc301034e820 req-753871c5-2c2f-455c-bd80-185aae374e23 service nova] [instance: 8f00c680-4a38-4e34-831e-a4bad1588b61] Refreshing instance network info cache due to event network-changed-3e06f501-17d2-420d-b0e5-88f418a4bf8b. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1318.272862] env[69889]: DEBUG oslo_concurrency.lockutils [req-011c521b-35dc-43a7-b583-dc301034e820 req-753871c5-2c2f-455c-bd80-185aae374e23 service nova] Acquiring lock "refresh_cache-8f00c680-4a38-4e34-831e-a4bad1588b61" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.272932] env[69889]: DEBUG oslo_concurrency.lockutils [req-011c521b-35dc-43a7-b583-dc301034e820 req-753871c5-2c2f-455c-bd80-185aae374e23 service nova] Acquired lock "refresh_cache-8f00c680-4a38-4e34-831e-a4bad1588b61" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.273099] env[69889]: DEBUG nova.network.neutron [req-011c521b-35dc-43a7-b583-dc301034e820 req-753871c5-2c2f-455c-bd80-185aae374e23 service nova] [instance: 8f00c680-4a38-4e34-831e-a4bad1588b61] Refreshing network info cache for port 3e06f501-17d2-420d-b0e5-88f418a4bf8b {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1318.287249] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-e7522143-99a6-42db-b69e-01f4083b1b00 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: 97423c2a-22cc-47d3-9dad-cb079c05fb11] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1318.287487] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-e7522143-99a6-42db-b69e-01f4083b1b00 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: 97423c2a-22cc-47d3-9dad-cb079c05fb11] Deleting contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1318.287646] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7522143-99a6-42db-b69e-01f4083b1b00 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Deleting the datastore file [datastore2] 97423c2a-22cc-47d3-9dad-cb079c05fb11 {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1318.287934] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0e0e1af9-7f6c-4b6e-9115-f7412431398a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.296172] env[69889]: DEBUG oslo_vmware.api [None req-e7522143-99a6-42db-b69e-01f4083b1b00 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Waiting for the task: (returnval){ [ 1318.296172] env[69889]: value = "task-4078384" [ 1318.296172] env[69889]: _type = "Task" [ 1318.296172] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.307424] env[69889]: DEBUG oslo_vmware.api [None req-e7522143-99a6-42db-b69e-01f4083b1b00 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078384, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.695087] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4078382, 'name': CreateVM_Task} progress is 99%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.806259] env[69889]: DEBUG oslo_vmware.api [None req-e7522143-99a6-42db-b69e-01f4083b1b00 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Task: {'id': task-4078384, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.268987} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.808890] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7522143-99a6-42db-b69e-01f4083b1b00 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1318.809147] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-e7522143-99a6-42db-b69e-01f4083b1b00 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: 97423c2a-22cc-47d3-9dad-cb079c05fb11] Deleted contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1318.809355] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-e7522143-99a6-42db-b69e-01f4083b1b00 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: 97423c2a-22cc-47d3-9dad-cb079c05fb11] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1318.809585] env[69889]: INFO nova.compute.manager [None req-e7522143-99a6-42db-b69e-01f4083b1b00 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] [instance: 97423c2a-22cc-47d3-9dad-cb079c05fb11] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1318.809849] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e7522143-99a6-42db-b69e-01f4083b1b00 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1318.810071] env[69889]: DEBUG nova.compute.manager [-] [instance: 97423c2a-22cc-47d3-9dad-cb079c05fb11] Deallocating network for instance {{(pid=69889) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1318.810219] env[69889]: DEBUG nova.network.neutron [-] [instance: 97423c2a-22cc-47d3-9dad-cb079c05fb11] deallocate_for_instance() {{(pid=69889) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1318.983459] env[69889]: DEBUG nova.network.neutron [req-011c521b-35dc-43a7-b583-dc301034e820 req-753871c5-2c2f-455c-bd80-185aae374e23 service nova] [instance: 8f00c680-4a38-4e34-831e-a4bad1588b61] Updated VIF entry in instance network info cache for port 3e06f501-17d2-420d-b0e5-88f418a4bf8b. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1318.983889] env[69889]: DEBUG nova.network.neutron [req-011c521b-35dc-43a7-b583-dc301034e820 req-753871c5-2c2f-455c-bd80-185aae374e23 service nova] [instance: 8f00c680-4a38-4e34-831e-a4bad1588b61] Updating instance_info_cache with network_info: [{"id": "3e06f501-17d2-420d-b0e5-88f418a4bf8b", "address": "fa:16:3e:52:15:5b", "network": {"id": "726a0899-ff5e-4e9a-8ec4-91317fa57b22", "bridge": "br-int", "label": "tempest-ServersTestJSON-1056519050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6536689d827a4804a60785c3229d998e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e06f501-17", "ovs_interfaceid": "3e06f501-17d2-420d-b0e5-88f418a4bf8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1319.147333] env[69889]: DEBUG nova.compute.manager [req-a8d4d7ba-b46b-4ecb-8b7a-b98e8e7e8d1e req-d09d1e7f-8e32-47b0-ae5c-8d791e21d6a5 service nova] [instance: 97423c2a-22cc-47d3-9dad-cb079c05fb11] Received event network-vif-deleted-597444aa-a01c-4b9b-a239-9bc13f856f17 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1319.147583] env[69889]: INFO nova.compute.manager [req-a8d4d7ba-b46b-4ecb-8b7a-b98e8e7e8d1e req-d09d1e7f-8e32-47b0-ae5c-8d791e21d6a5 service nova] [instance: 97423c2a-22cc-47d3-9dad-cb079c05fb11] Neutron deleted interface 597444aa-a01c-4b9b-a239-9bc13f856f17; detaching it from the instance and deleting it from the info cache [ 1319.147761] env[69889]: DEBUG nova.network.neutron [req-a8d4d7ba-b46b-4ecb-8b7a-b98e8e7e8d1e req-d09d1e7f-8e32-47b0-ae5c-8d791e21d6a5 service nova] [instance: 97423c2a-22cc-47d3-9dad-cb079c05fb11] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1319.195455] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4078382, 'name': CreateVM_Task} progress is 99%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.486690] env[69889]: DEBUG oslo_concurrency.lockutils [req-011c521b-35dc-43a7-b583-dc301034e820 req-753871c5-2c2f-455c-bd80-185aae374e23 service nova] Releasing lock "refresh_cache-8f00c680-4a38-4e34-831e-a4bad1588b61" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.532612] env[69889]: DEBUG nova.network.neutron [-] [instance: 97423c2a-22cc-47d3-9dad-cb079c05fb11] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1319.651051] env[69889]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aea53fd3-ec49-4c29-8e7d-7ad2c3ae123b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.662251] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d9f011f-3427-4c9a-999e-50f10b381460 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.692769] env[69889]: DEBUG nova.compute.manager [req-a8d4d7ba-b46b-4ecb-8b7a-b98e8e7e8d1e req-d09d1e7f-8e32-47b0-ae5c-8d791e21d6a5 service nova] [instance: 97423c2a-22cc-47d3-9dad-cb079c05fb11] Detach interface failed, port_id=597444aa-a01c-4b9b-a239-9bc13f856f17, reason: Instance 97423c2a-22cc-47d3-9dad-cb079c05fb11 could not be found. {{(pid=69889) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1319.701981] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4078382, 'name': CreateVM_Task, 'duration_secs': 1.455032} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.702228] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f00c680-4a38-4e34-831e-a4bad1588b61] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1319.702945] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d5f3035f-2bb4-4427-8730-089190e837a5 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.703130] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d5f3035f-2bb4-4427-8730-089190e837a5 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.703452] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d5f3035f-2bb4-4427-8730-089190e837a5 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.703710] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f719375-2227-4d0c-baaf-ae74b98dcade {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.709945] env[69889]: DEBUG oslo_vmware.api [None req-d5f3035f-2bb4-4427-8730-089190e837a5 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Waiting for the task: (returnval){ [ 1319.709945] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]529e60d6-5566-4d94-361a-4bc593e6cedf" [ 1319.709945] env[69889]: _type = "Task" [ 1319.709945] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.719429] env[69889]: DEBUG oslo_vmware.api [None req-d5f3035f-2bb4-4427-8730-089190e837a5 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]529e60d6-5566-4d94-361a-4bc593e6cedf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.035273] env[69889]: INFO nova.compute.manager [-] [instance: 97423c2a-22cc-47d3-9dad-cb079c05fb11] Took 1.22 seconds to deallocate network for instance. [ 1320.220837] env[69889]: DEBUG oslo_vmware.api [None req-d5f3035f-2bb4-4427-8730-089190e837a5 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]529e60d6-5566-4d94-361a-4bc593e6cedf, 'name': SearchDatastore_Task, 'duration_secs': 0.011238} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.221216] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d5f3035f-2bb4-4427-8730-089190e837a5 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.221319] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-d5f3035f-2bb4-4427-8730-089190e837a5 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 8f00c680-4a38-4e34-831e-a4bad1588b61] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1320.221624] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d5f3035f-2bb4-4427-8730-089190e837a5 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.221789] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d5f3035f-2bb4-4427-8730-089190e837a5 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.221977] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5f3035f-2bb4-4427-8730-089190e837a5 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1320.222304] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1547c99f-1873-4b12-8bb5-dbd58f1c540f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.231219] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5f3035f-2bb4-4427-8730-089190e837a5 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1320.231392] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-d5f3035f-2bb4-4427-8730-089190e837a5 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1320.232105] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06475510-c087-4f2a-a4c5-abc926da0709 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.237618] env[69889]: DEBUG oslo_vmware.api [None req-d5f3035f-2bb4-4427-8730-089190e837a5 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Waiting for the task: (returnval){ [ 1320.237618] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52a679e4-aa72-2785-f6b2-5b215abe1649" [ 1320.237618] env[69889]: _type = "Task" [ 1320.237618] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.245437] env[69889]: DEBUG oslo_vmware.api [None req-d5f3035f-2bb4-4427-8730-089190e837a5 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52a679e4-aa72-2785-f6b2-5b215abe1649, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.541841] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e7522143-99a6-42db-b69e-01f4083b1b00 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.542100] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e7522143-99a6-42db-b69e-01f4083b1b00 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.542416] env[69889]: DEBUG nova.objects.instance [None req-e7522143-99a6-42db-b69e-01f4083b1b00 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Lazy-loading 'resources' on Instance uuid 97423c2a-22cc-47d3-9dad-cb079c05fb11 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1320.749191] env[69889]: DEBUG oslo_vmware.api [None req-d5f3035f-2bb4-4427-8730-089190e837a5 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52a679e4-aa72-2785-f6b2-5b215abe1649, 'name': SearchDatastore_Task, 'duration_secs': 0.011249} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.750014] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55563324-3f92-4750-a570-b1dca7cd0d94 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.756397] env[69889]: DEBUG oslo_vmware.api [None req-d5f3035f-2bb4-4427-8730-089190e837a5 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Waiting for the task: (returnval){ [ 1320.756397] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52e48398-6b59-7c13-6141-c16e8c0e1174" [ 1320.756397] env[69889]: _type = "Task" [ 1320.756397] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.764714] env[69889]: DEBUG oslo_vmware.api [None req-d5f3035f-2bb4-4427-8730-089190e837a5 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52e48398-6b59-7c13-6141-c16e8c0e1174, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.146647] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4a52e79-2077-42fe-8c08-7fcf7b11b01f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.156874] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49a82c22-39f3-4007-99bb-e5604c8b55d4 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.189094] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18d12215-af9b-4f65-8249-5729c8003ee9 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.198082] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c49202af-1315-40cd-91f7-ebe518d8be1e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.213327] env[69889]: DEBUG nova.compute.provider_tree [None req-e7522143-99a6-42db-b69e-01f4083b1b00 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1321.267209] env[69889]: DEBUG oslo_vmware.api [None req-d5f3035f-2bb4-4427-8730-089190e837a5 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52e48398-6b59-7c13-6141-c16e8c0e1174, 'name': SearchDatastore_Task, 'duration_secs': 0.009786} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.267593] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d5f3035f-2bb4-4427-8730-089190e837a5 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.267732] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5f3035f-2bb4-4427-8730-089190e837a5 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] 8f00c680-4a38-4e34-831e-a4bad1588b61/8f00c680-4a38-4e34-831e-a4bad1588b61.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1321.267984] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c09df3d7-5327-4ee7-b499-f12668f98578 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.274805] env[69889]: DEBUG oslo_vmware.api [None req-d5f3035f-2bb4-4427-8730-089190e837a5 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Waiting for the task: (returnval){ [ 1321.274805] env[69889]: value = "task-4078385" [ 1321.274805] env[69889]: _type = "Task" [ 1321.274805] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.282953] env[69889]: DEBUG oslo_vmware.api [None req-d5f3035f-2bb4-4427-8730-089190e837a5 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': task-4078385, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.717000] env[69889]: DEBUG nova.scheduler.client.report [None req-e7522143-99a6-42db-b69e-01f4083b1b00 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1321.785326] env[69889]: DEBUG oslo_vmware.api [None req-d5f3035f-2bb4-4427-8730-089190e837a5 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': task-4078385, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487546} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.785591] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5f3035f-2bb4-4427-8730-089190e837a5 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] 8f00c680-4a38-4e34-831e-a4bad1588b61/8f00c680-4a38-4e34-831e-a4bad1588b61.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1321.785796] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-d5f3035f-2bb4-4427-8730-089190e837a5 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 8f00c680-4a38-4e34-831e-a4bad1588b61] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1321.786068] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5c6d54c4-6a86-4ab7-9326-edd1e7f7a27f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.792419] env[69889]: DEBUG oslo_vmware.api [None req-d5f3035f-2bb4-4427-8730-089190e837a5 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Waiting for the task: (returnval){ [ 1321.792419] env[69889]: value = "task-4078386" [ 1321.792419] env[69889]: _type = "Task" [ 1321.792419] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.801700] env[69889]: DEBUG oslo_vmware.api [None req-d5f3035f-2bb4-4427-8730-089190e837a5 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': task-4078386, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.222697] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e7522143-99a6-42db-b69e-01f4083b1b00 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.680s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1322.242343] env[69889]: INFO nova.scheduler.client.report [None req-e7522143-99a6-42db-b69e-01f4083b1b00 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Deleted allocations for instance 97423c2a-22cc-47d3-9dad-cb079c05fb11 [ 1322.306934] env[69889]: DEBUG oslo_vmware.api [None req-d5f3035f-2bb4-4427-8730-089190e837a5 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': task-4078386, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070607} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.307311] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-d5f3035f-2bb4-4427-8730-089190e837a5 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 8f00c680-4a38-4e34-831e-a4bad1588b61] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1322.308432] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9afb05b9-8726-44a4-a831-7921c7d2b134 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.343571] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5f3035f-2bb4-4427-8730-089190e837a5 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 8f00c680-4a38-4e34-831e-a4bad1588b61] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] 8f00c680-4a38-4e34-831e-a4bad1588b61/8f00c680-4a38-4e34-831e-a4bad1588b61.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1322.344931] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12886050-3bb4-4128-ad14-82dae87ac034 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.376663] env[69889]: DEBUG oslo_vmware.api [None req-d5f3035f-2bb4-4427-8730-089190e837a5 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Waiting for the task: (returnval){ [ 1322.376663] env[69889]: value = "task-4078387" [ 1322.376663] env[69889]: _type = "Task" [ 1322.376663] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.390513] env[69889]: DEBUG oslo_vmware.api [None req-d5f3035f-2bb4-4427-8730-089190e837a5 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': task-4078387, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.753537] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e7522143-99a6-42db-b69e-01f4083b1b00 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Lock "97423c2a-22cc-47d3-9dad-cb079c05fb11" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.580s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1322.887681] env[69889]: DEBUG oslo_vmware.api [None req-d5f3035f-2bb4-4427-8730-089190e837a5 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': task-4078387, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.388520] env[69889]: DEBUG oslo_vmware.api [None req-d5f3035f-2bb4-4427-8730-089190e837a5 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': task-4078387, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.890104] env[69889]: DEBUG oslo_vmware.api [None req-d5f3035f-2bb4-4427-8730-089190e837a5 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': task-4078387, 'name': ReconfigVM_Task, 'duration_secs': 1.064703} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.890104] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5f3035f-2bb4-4427-8730-089190e837a5 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 8f00c680-4a38-4e34-831e-a4bad1588b61] Reconfigured VM instance instance-00000078 to attach disk [datastore2] 8f00c680-4a38-4e34-831e-a4bad1588b61/8f00c680-4a38-4e34-831e-a4bad1588b61.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1323.890475] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5b8e534e-9c57-4723-b855-93e870633cc0 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.897646] env[69889]: DEBUG oslo_vmware.api [None req-d5f3035f-2bb4-4427-8730-089190e837a5 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Waiting for the task: (returnval){ [ 1323.897646] env[69889]: value = "task-4078388" [ 1323.897646] env[69889]: _type = "Task" [ 1323.897646] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.906351] env[69889]: DEBUG oslo_vmware.api [None req-d5f3035f-2bb4-4427-8730-089190e837a5 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': task-4078388, 'name': Rename_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.408625] env[69889]: DEBUG oslo_vmware.api [None req-d5f3035f-2bb4-4427-8730-089190e837a5 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': task-4078388, 'name': Rename_Task, 'duration_secs': 0.141861} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.408984] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5f3035f-2bb4-4427-8730-089190e837a5 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 8f00c680-4a38-4e34-831e-a4bad1588b61] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1324.409137] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-126fad3b-8eb8-4b53-872a-231be0957c7b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.416383] env[69889]: DEBUG oslo_vmware.api [None req-d5f3035f-2bb4-4427-8730-089190e837a5 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Waiting for the task: (returnval){ [ 1324.416383] env[69889]: value = "task-4078389" [ 1324.416383] env[69889]: _type = "Task" [ 1324.416383] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.424734] env[69889]: DEBUG oslo_vmware.api [None req-d5f3035f-2bb4-4427-8730-089190e837a5 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': task-4078389, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.926698] env[69889]: DEBUG oslo_vmware.api [None req-d5f3035f-2bb4-4427-8730-089190e837a5 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': task-4078389, 'name': PowerOnVM_Task, 'duration_secs': 0.48729} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.926993] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5f3035f-2bb4-4427-8730-089190e837a5 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 8f00c680-4a38-4e34-831e-a4bad1588b61] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1324.927226] env[69889]: INFO nova.compute.manager [None req-d5f3035f-2bb4-4427-8730-089190e837a5 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 8f00c680-4a38-4e34-831e-a4bad1588b61] Took 9.08 seconds to spawn the instance on the hypervisor. [ 1324.927409] env[69889]: DEBUG nova.compute.manager [None req-d5f3035f-2bb4-4427-8730-089190e837a5 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 8f00c680-4a38-4e34-831e-a4bad1588b61] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1324.928262] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9472bea-c45e-40d6-9411-a13ba5d04f42 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.446291] env[69889]: INFO nova.compute.manager [None req-d5f3035f-2bb4-4427-8730-089190e837a5 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 8f00c680-4a38-4e34-831e-a4bad1588b61] Took 13.84 seconds to build instance. [ 1325.948379] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d5f3035f-2bb4-4427-8730-089190e837a5 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Lock "8f00c680-4a38-4e34-831e-a4bad1588b61" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.347s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1326.126614] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b484a894-12ff-44a7-8741-feb47eec68b4 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Acquiring lock "8f00c680-4a38-4e34-831e-a4bad1588b61" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1326.126957] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b484a894-12ff-44a7-8741-feb47eec68b4 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Lock "8f00c680-4a38-4e34-831e-a4bad1588b61" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1326.127336] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b484a894-12ff-44a7-8741-feb47eec68b4 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Acquiring lock "8f00c680-4a38-4e34-831e-a4bad1588b61-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1326.127638] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b484a894-12ff-44a7-8741-feb47eec68b4 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Lock "8f00c680-4a38-4e34-831e-a4bad1588b61-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1326.127910] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b484a894-12ff-44a7-8741-feb47eec68b4 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Lock "8f00c680-4a38-4e34-831e-a4bad1588b61-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1326.130842] env[69889]: INFO nova.compute.manager [None req-b484a894-12ff-44a7-8741-feb47eec68b4 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 8f00c680-4a38-4e34-831e-a4bad1588b61] Terminating instance [ 1326.635646] env[69889]: DEBUG nova.compute.manager [None req-b484a894-12ff-44a7-8741-feb47eec68b4 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 8f00c680-4a38-4e34-831e-a4bad1588b61] Start destroying the instance on the hypervisor. {{(pid=69889) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1326.635932] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-b484a894-12ff-44a7-8741-feb47eec68b4 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 8f00c680-4a38-4e34-831e-a4bad1588b61] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1326.636840] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8abb672-60b1-4f16-9b82-a8eb30961f48 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.646031] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-b484a894-12ff-44a7-8741-feb47eec68b4 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 8f00c680-4a38-4e34-831e-a4bad1588b61] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1326.646031] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0afd8446-66a5-4225-a60b-6e50156a1a78 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.652626] env[69889]: DEBUG oslo_vmware.api [None req-b484a894-12ff-44a7-8741-feb47eec68b4 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Waiting for the task: (returnval){ [ 1326.652626] env[69889]: value = "task-4078390" [ 1326.652626] env[69889]: _type = "Task" [ 1326.652626] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.661811] env[69889]: DEBUG oslo_vmware.api [None req-b484a894-12ff-44a7-8741-feb47eec68b4 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': task-4078390, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.163324] env[69889]: DEBUG oslo_vmware.api [None req-b484a894-12ff-44a7-8741-feb47eec68b4 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': task-4078390, 'name': PowerOffVM_Task, 'duration_secs': 0.203659} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.163630] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-b484a894-12ff-44a7-8741-feb47eec68b4 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 8f00c680-4a38-4e34-831e-a4bad1588b61] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1327.163805] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-b484a894-12ff-44a7-8741-feb47eec68b4 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 8f00c680-4a38-4e34-831e-a4bad1588b61] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1327.164074] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-44842f10-cfe7-4cc5-906d-d56865ba4681 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.687735] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-b484a894-12ff-44a7-8741-feb47eec68b4 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 8f00c680-4a38-4e34-831e-a4bad1588b61] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1327.688129] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-b484a894-12ff-44a7-8741-feb47eec68b4 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 8f00c680-4a38-4e34-831e-a4bad1588b61] Deleting contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1327.688129] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-b484a894-12ff-44a7-8741-feb47eec68b4 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Deleting the datastore file [datastore2] 8f00c680-4a38-4e34-831e-a4bad1588b61 {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1327.688406] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-69d04fa5-2716-46a2-8637-746a31d898aa {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.695823] env[69889]: DEBUG oslo_vmware.api [None req-b484a894-12ff-44a7-8741-feb47eec68b4 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Waiting for the task: (returnval){ [ 1327.695823] env[69889]: value = "task-4078392" [ 1327.695823] env[69889]: _type = "Task" [ 1327.695823] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.704334] env[69889]: DEBUG oslo_vmware.api [None req-b484a894-12ff-44a7-8741-feb47eec68b4 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': task-4078392, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.211212] env[69889]: DEBUG oslo_vmware.api [None req-b484a894-12ff-44a7-8741-feb47eec68b4 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': task-4078392, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14366} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.211212] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-b484a894-12ff-44a7-8741-feb47eec68b4 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1328.211212] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-b484a894-12ff-44a7-8741-feb47eec68b4 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 8f00c680-4a38-4e34-831e-a4bad1588b61] Deleted contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1328.211528] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-b484a894-12ff-44a7-8741-feb47eec68b4 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 8f00c680-4a38-4e34-831e-a4bad1588b61] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1328.211904] env[69889]: INFO nova.compute.manager [None req-b484a894-12ff-44a7-8741-feb47eec68b4 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 8f00c680-4a38-4e34-831e-a4bad1588b61] Took 1.58 seconds to destroy the instance on the hypervisor. [ 1328.212157] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b484a894-12ff-44a7-8741-feb47eec68b4 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1328.212485] env[69889]: DEBUG nova.compute.manager [-] [instance: 8f00c680-4a38-4e34-831e-a4bad1588b61] Deallocating network for instance {{(pid=69889) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1328.212656] env[69889]: DEBUG nova.network.neutron [-] [instance: 8f00c680-4a38-4e34-831e-a4bad1588b61] deallocate_for_instance() {{(pid=69889) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1328.450893] env[69889]: DEBUG nova.compute.manager [req-f12afea7-85dc-4a89-8529-014dd84c4b5a req-e71940af-1f3d-48bd-bdb7-aec11d0a934e service nova] [instance: 8f00c680-4a38-4e34-831e-a4bad1588b61] Received event network-vif-deleted-3e06f501-17d2-420d-b0e5-88f418a4bf8b {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1328.451023] env[69889]: INFO nova.compute.manager [req-f12afea7-85dc-4a89-8529-014dd84c4b5a req-e71940af-1f3d-48bd-bdb7-aec11d0a934e service nova] [instance: 8f00c680-4a38-4e34-831e-a4bad1588b61] Neutron deleted interface 3e06f501-17d2-420d-b0e5-88f418a4bf8b; detaching it from the instance and deleting it from the info cache [ 1328.451221] env[69889]: DEBUG nova.network.neutron [req-f12afea7-85dc-4a89-8529-014dd84c4b5a req-e71940af-1f3d-48bd-bdb7-aec11d0a934e service nova] [instance: 8f00c680-4a38-4e34-831e-a4bad1588b61] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1328.933089] env[69889]: DEBUG nova.network.neutron [-] [instance: 8f00c680-4a38-4e34-831e-a4bad1588b61] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1328.953949] env[69889]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c009d85f-d6f0-4066-a2ea-b826579298e2 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.964202] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27adfb60-8342-4087-8694-158124cfce9f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.991545] env[69889]: DEBUG nova.compute.manager [req-f12afea7-85dc-4a89-8529-014dd84c4b5a req-e71940af-1f3d-48bd-bdb7-aec11d0a934e service nova] [instance: 8f00c680-4a38-4e34-831e-a4bad1588b61] Detach interface failed, port_id=3e06f501-17d2-420d-b0e5-88f418a4bf8b, reason: Instance 8f00c680-4a38-4e34-831e-a4bad1588b61 could not be found. {{(pid=69889) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1329.436522] env[69889]: INFO nova.compute.manager [-] [instance: 8f00c680-4a38-4e34-831e-a4bad1588b61] Took 1.22 seconds to deallocate network for instance. [ 1329.943067] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b484a894-12ff-44a7-8741-feb47eec68b4 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1329.943479] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b484a894-12ff-44a7-8741-feb47eec68b4 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1329.943616] env[69889]: DEBUG nova.objects.instance [None req-b484a894-12ff-44a7-8741-feb47eec68b4 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Lazy-loading 'resources' on Instance uuid 8f00c680-4a38-4e34-831e-a4bad1588b61 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1330.525670] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd6abfa0-02b6-4860-88eb-f0d6adb80a68 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.533826] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0766de98-8a5b-458b-ba7f-11d8a8b5dff9 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.564162] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad3d1119-91ad-441b-a2b7-d44397bb58a4 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.572374] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12003b2f-086a-499b-b655-001e13376328 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.586169] env[69889]: DEBUG nova.compute.provider_tree [None req-b484a894-12ff-44a7-8741-feb47eec68b4 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1331.089462] env[69889]: DEBUG nova.scheduler.client.report [None req-b484a894-12ff-44a7-8741-feb47eec68b4 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1331.595565] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b484a894-12ff-44a7-8741-feb47eec68b4 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.652s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1331.617788] env[69889]: INFO nova.scheduler.client.report [None req-b484a894-12ff-44a7-8741-feb47eec68b4 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Deleted allocations for instance 8f00c680-4a38-4e34-831e-a4bad1588b61 [ 1332.127039] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b484a894-12ff-44a7-8741-feb47eec68b4 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Lock "8f00c680-4a38-4e34-831e-a4bad1588b61" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.999s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1332.769701] env[69889]: DEBUG oslo_concurrency.lockutils [None req-a0cb3c45-1a71-4b05-abec-be5c522437eb tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Acquiring lock "a416e3f3-1ed3-4c20-b205-bb2cd74eeafc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1332.769925] env[69889]: DEBUG oslo_concurrency.lockutils [None req-a0cb3c45-1a71-4b05-abec-be5c522437eb tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Lock "a416e3f3-1ed3-4c20-b205-bb2cd74eeafc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1332.770155] env[69889]: DEBUG oslo_concurrency.lockutils [None req-a0cb3c45-1a71-4b05-abec-be5c522437eb tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Acquiring lock "a416e3f3-1ed3-4c20-b205-bb2cd74eeafc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1332.770374] env[69889]: DEBUG oslo_concurrency.lockutils [None req-a0cb3c45-1a71-4b05-abec-be5c522437eb tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Lock "a416e3f3-1ed3-4c20-b205-bb2cd74eeafc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1332.770597] env[69889]: DEBUG oslo_concurrency.lockutils [None req-a0cb3c45-1a71-4b05-abec-be5c522437eb tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Lock "a416e3f3-1ed3-4c20-b205-bb2cd74eeafc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1332.772896] env[69889]: INFO nova.compute.manager [None req-a0cb3c45-1a71-4b05-abec-be5c522437eb tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: a416e3f3-1ed3-4c20-b205-bb2cd74eeafc] Terminating instance [ 1333.277272] env[69889]: DEBUG nova.compute.manager [None req-a0cb3c45-1a71-4b05-abec-be5c522437eb tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: a416e3f3-1ed3-4c20-b205-bb2cd74eeafc] Start destroying the instance on the hypervisor. {{(pid=69889) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1333.277672] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-a0cb3c45-1a71-4b05-abec-be5c522437eb tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: a416e3f3-1ed3-4c20-b205-bb2cd74eeafc] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1333.278391] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fafa65d-db2b-4abf-960a-4bb6062e4bb9 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.286856] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0cb3c45-1a71-4b05-abec-be5c522437eb tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: a416e3f3-1ed3-4c20-b205-bb2cd74eeafc] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1333.287120] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-103070ab-3823-4de3-9046-09c27d674828 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.293596] env[69889]: DEBUG oslo_vmware.api [None req-a0cb3c45-1a71-4b05-abec-be5c522437eb tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Waiting for the task: (returnval){ [ 1333.293596] env[69889]: value = "task-4078393" [ 1333.293596] env[69889]: _type = "Task" [ 1333.293596] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.302197] env[69889]: DEBUG oslo_vmware.api [None req-a0cb3c45-1a71-4b05-abec-be5c522437eb tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': task-4078393, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.803536] env[69889]: DEBUG oslo_vmware.api [None req-a0cb3c45-1a71-4b05-abec-be5c522437eb tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': task-4078393, 'name': PowerOffVM_Task, 'duration_secs': 0.274807} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.803746] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0cb3c45-1a71-4b05-abec-be5c522437eb tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: a416e3f3-1ed3-4c20-b205-bb2cd74eeafc] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1333.803905] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-a0cb3c45-1a71-4b05-abec-be5c522437eb tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: a416e3f3-1ed3-4c20-b205-bb2cd74eeafc] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1333.804206] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-724594ad-64cd-474a-b0fe-5ef0de857860 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.445196] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-a0cb3c45-1a71-4b05-abec-be5c522437eb tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: a416e3f3-1ed3-4c20-b205-bb2cd74eeafc] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1334.445553] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-a0cb3c45-1a71-4b05-abec-be5c522437eb tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: a416e3f3-1ed3-4c20-b205-bb2cd74eeafc] Deleting contents of the VM from datastore datastore1 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1334.445675] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0cb3c45-1a71-4b05-abec-be5c522437eb tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Deleting the datastore file [datastore1] a416e3f3-1ed3-4c20-b205-bb2cd74eeafc {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1334.445958] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c4e45d5a-2120-4cb5-b045-aa2934e6a172 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.453445] env[69889]: DEBUG oslo_vmware.api [None req-a0cb3c45-1a71-4b05-abec-be5c522437eb tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Waiting for the task: (returnval){ [ 1334.453445] env[69889]: value = "task-4078395" [ 1334.453445] env[69889]: _type = "Task" [ 1334.453445] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.461854] env[69889]: DEBUG oslo_vmware.api [None req-a0cb3c45-1a71-4b05-abec-be5c522437eb tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': task-4078395, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.963231] env[69889]: DEBUG oslo_vmware.api [None req-a0cb3c45-1a71-4b05-abec-be5c522437eb tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': task-4078395, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136373} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.963508] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0cb3c45-1a71-4b05-abec-be5c522437eb tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1334.963708] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-a0cb3c45-1a71-4b05-abec-be5c522437eb tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: a416e3f3-1ed3-4c20-b205-bb2cd74eeafc] Deleted contents of the VM from datastore datastore1 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1334.963887] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-a0cb3c45-1a71-4b05-abec-be5c522437eb tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: a416e3f3-1ed3-4c20-b205-bb2cd74eeafc] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1334.964073] env[69889]: INFO nova.compute.manager [None req-a0cb3c45-1a71-4b05-abec-be5c522437eb tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: a416e3f3-1ed3-4c20-b205-bb2cd74eeafc] Took 1.69 seconds to destroy the instance on the hypervisor. [ 1334.964314] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a0cb3c45-1a71-4b05-abec-be5c522437eb tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1334.964502] env[69889]: DEBUG nova.compute.manager [-] [instance: a416e3f3-1ed3-4c20-b205-bb2cd74eeafc] Deallocating network for instance {{(pid=69889) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1334.964598] env[69889]: DEBUG nova.network.neutron [-] [instance: a416e3f3-1ed3-4c20-b205-bb2cd74eeafc] deallocate_for_instance() {{(pid=69889) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1335.180810] env[69889]: DEBUG nova.compute.manager [req-d49ff897-6712-4153-a05b-e5219c820d99 req-ba94f75a-14a9-47e2-a46d-a902bcd28b9d service nova] [instance: a416e3f3-1ed3-4c20-b205-bb2cd74eeafc] Received event network-vif-deleted-77563b84-a565-4888-83a7-b40410e00149 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1335.181040] env[69889]: INFO nova.compute.manager [req-d49ff897-6712-4153-a05b-e5219c820d99 req-ba94f75a-14a9-47e2-a46d-a902bcd28b9d service nova] [instance: a416e3f3-1ed3-4c20-b205-bb2cd74eeafc] Neutron deleted interface 77563b84-a565-4888-83a7-b40410e00149; detaching it from the instance and deleting it from the info cache [ 1335.181223] env[69889]: DEBUG nova.network.neutron [req-d49ff897-6712-4153-a05b-e5219c820d99 req-ba94f75a-14a9-47e2-a46d-a902bcd28b9d service nova] [instance: a416e3f3-1ed3-4c20-b205-bb2cd74eeafc] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1335.212402] env[69889]: DEBUG oslo_concurrency.lockutils [None req-120e7da6-5486-4295-a760-275b90945bc7 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Acquiring lock "c4ba7e48-883c-43a8-bee6-081ef4b839a9" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1335.212673] env[69889]: DEBUG oslo_concurrency.lockutils [None req-120e7da6-5486-4295-a760-275b90945bc7 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Lock "c4ba7e48-883c-43a8-bee6-081ef4b839a9" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1335.212850] env[69889]: INFO nova.compute.manager [None req-120e7da6-5486-4295-a760-275b90945bc7 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] Shelving [ 1335.665253] env[69889]: DEBUG nova.network.neutron [-] [instance: a416e3f3-1ed3-4c20-b205-bb2cd74eeafc] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1335.684443] env[69889]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e1e065d6-d519-4e65-8fb4-2c4da4a61997 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.694434] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-547ec420-927b-42e4-8399-b5781d4d1965 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.725255] env[69889]: DEBUG nova.compute.manager [req-d49ff897-6712-4153-a05b-e5219c820d99 req-ba94f75a-14a9-47e2-a46d-a902bcd28b9d service nova] [instance: a416e3f3-1ed3-4c20-b205-bb2cd74eeafc] Detach interface failed, port_id=77563b84-a565-4888-83a7-b40410e00149, reason: Instance a416e3f3-1ed3-4c20-b205-bb2cd74eeafc could not be found. {{(pid=69889) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1336.167980] env[69889]: INFO nova.compute.manager [-] [instance: a416e3f3-1ed3-4c20-b205-bb2cd74eeafc] Took 1.20 seconds to deallocate network for instance. [ 1336.229168] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-120e7da6-5486-4295-a760-275b90945bc7 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1336.229476] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b85704f-50ef-413f-8d7a-8e9b788067b1 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.236548] env[69889]: DEBUG oslo_vmware.api [None req-120e7da6-5486-4295-a760-275b90945bc7 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Waiting for the task: (returnval){ [ 1336.236548] env[69889]: value = "task-4078396" [ 1336.236548] env[69889]: _type = "Task" [ 1336.236548] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.245496] env[69889]: DEBUG oslo_vmware.api [None req-120e7da6-5486-4295-a760-275b90945bc7 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Task: {'id': task-4078396, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.675310] env[69889]: DEBUG oslo_concurrency.lockutils [None req-a0cb3c45-1a71-4b05-abec-be5c522437eb tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1336.675659] env[69889]: DEBUG oslo_concurrency.lockutils [None req-a0cb3c45-1a71-4b05-abec-be5c522437eb tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1336.675847] env[69889]: DEBUG nova.objects.instance [None req-a0cb3c45-1a71-4b05-abec-be5c522437eb tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Lazy-loading 'resources' on Instance uuid a416e3f3-1ed3-4c20-b205-bb2cd74eeafc {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1336.746920] env[69889]: DEBUG oslo_vmware.api [None req-120e7da6-5486-4295-a760-275b90945bc7 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Task: {'id': task-4078396, 'name': PowerOffVM_Task, 'duration_secs': 0.201348} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.747209] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-120e7da6-5486-4295-a760-275b90945bc7 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1336.748332] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0870c9e-c123-42dd-b8ad-1794e397e153 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.767038] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bddacf02-fb42-4b96-bf03-cfcadc979f4c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.253828] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81e2e607-6140-46a0-a556-f84a310dbb24 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.263615] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e15e498-53da-4022-801d-8a004897348b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.293756] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-120e7da6-5486-4295-a760-275b90945bc7 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] Creating Snapshot of the VM instance {{(pid=69889) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1337.294280] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-abd3732b-632a-424e-ae5f-169737be9cad {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.296705] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef29e5c4-3b40-4015-816d-0079a4c8714c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.306099] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c20868ac-f93d-45fe-a780-709314679a4d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.309938] env[69889]: DEBUG oslo_vmware.api [None req-120e7da6-5486-4295-a760-275b90945bc7 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Waiting for the task: (returnval){ [ 1337.309938] env[69889]: value = "task-4078397" [ 1337.309938] env[69889]: _type = "Task" [ 1337.309938] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.321842] env[69889]: DEBUG nova.compute.provider_tree [None req-a0cb3c45-1a71-4b05-abec-be5c522437eb tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1337.328561] env[69889]: DEBUG oslo_vmware.api [None req-120e7da6-5486-4295-a760-275b90945bc7 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Task: {'id': task-4078397, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.821526] env[69889]: DEBUG oslo_vmware.api [None req-120e7da6-5486-4295-a760-275b90945bc7 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Task: {'id': task-4078397, 'name': CreateSnapshot_Task, 'duration_secs': 0.446939} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.821952] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-120e7da6-5486-4295-a760-275b90945bc7 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] Created Snapshot of the VM instance {{(pid=69889) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1337.822696] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c0d6f49-e4fb-4cf9-92a4-be5ef0ae097a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.826029] env[69889]: DEBUG nova.scheduler.client.report [None req-a0cb3c45-1a71-4b05-abec-be5c522437eb tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1338.331341] env[69889]: DEBUG oslo_concurrency.lockutils [None req-a0cb3c45-1a71-4b05-abec-be5c522437eb tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.655s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1338.344689] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-120e7da6-5486-4295-a760-275b90945bc7 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] Creating linked-clone VM from snapshot {{(pid=69889) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1338.344989] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7f959a34-2954-4910-8a55-c76b87f9e5ba {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.354407] env[69889]: DEBUG oslo_vmware.api [None req-120e7da6-5486-4295-a760-275b90945bc7 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Waiting for the task: (returnval){ [ 1338.354407] env[69889]: value = "task-4078398" [ 1338.354407] env[69889]: _type = "Task" [ 1338.354407] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.355460] env[69889]: INFO nova.scheduler.client.report [None req-a0cb3c45-1a71-4b05-abec-be5c522437eb tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Deleted allocations for instance a416e3f3-1ed3-4c20-b205-bb2cd74eeafc [ 1338.369078] env[69889]: DEBUG oslo_vmware.api [None req-120e7da6-5486-4295-a760-275b90945bc7 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Task: {'id': task-4078398, 'name': CloneVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.868883] env[69889]: DEBUG oslo_vmware.api [None req-120e7da6-5486-4295-a760-275b90945bc7 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Task: {'id': task-4078398, 'name': CloneVM_Task} progress is 94%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.869390] env[69889]: DEBUG oslo_concurrency.lockutils [None req-a0cb3c45-1a71-4b05-abec-be5c522437eb tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Lock "a416e3f3-1ed3-4c20-b205-bb2cd74eeafc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.099s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1339.367267] env[69889]: DEBUG oslo_vmware.api [None req-120e7da6-5486-4295-a760-275b90945bc7 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Task: {'id': task-4078398, 'name': CloneVM_Task, 'duration_secs': 0.99069} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.367580] env[69889]: INFO nova.virt.vmwareapi.vmops [None req-120e7da6-5486-4295-a760-275b90945bc7 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] Created linked-clone VM from snapshot [ 1339.368306] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9206e3e-2f1a-4265-b4fd-9908e7531f4e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.376544] env[69889]: DEBUG nova.virt.vmwareapi.images [None req-120e7da6-5486-4295-a760-275b90945bc7 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] Uploading image 16a2f616-a21a-4e54-9331-f1b7cdd83f31 {{(pid=69889) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1339.399526] env[69889]: DEBUG oslo_vmware.rw_handles [None req-120e7da6-5486-4295-a760-275b90945bc7 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1339.399526] env[69889]: value = "vm-808105" [ 1339.399526] env[69889]: _type = "VirtualMachine" [ 1339.399526] env[69889]: }. {{(pid=69889) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1339.399874] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3bb91c65-6afa-4b19-a279-74198d39b4b1 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.408969] env[69889]: DEBUG oslo_vmware.rw_handles [None req-120e7da6-5486-4295-a760-275b90945bc7 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Lease: (returnval){ [ 1339.408969] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]525c367f-1c25-b770-690f-c5c7d3a30e2c" [ 1339.408969] env[69889]: _type = "HttpNfcLease" [ 1339.408969] env[69889]: } obtained for exporting VM: (result){ [ 1339.408969] env[69889]: value = "vm-808105" [ 1339.408969] env[69889]: _type = "VirtualMachine" [ 1339.408969] env[69889]: }. {{(pid=69889) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1339.409435] env[69889]: DEBUG oslo_vmware.api [None req-120e7da6-5486-4295-a760-275b90945bc7 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Waiting for the lease: (returnval){ [ 1339.409435] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]525c367f-1c25-b770-690f-c5c7d3a30e2c" [ 1339.409435] env[69889]: _type = "HttpNfcLease" [ 1339.409435] env[69889]: } to be ready. {{(pid=69889) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1339.416938] env[69889]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1339.416938] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]525c367f-1c25-b770-690f-c5c7d3a30e2c" [ 1339.416938] env[69889]: _type = "HttpNfcLease" [ 1339.416938] env[69889]: } is initializing. {{(pid=69889) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1339.911501] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c7977fc4-e9c6-4afb-b9e3-47bfc5012a0a tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Acquiring lock "2e8e9365-2332-4fa6-a41a-9e1214757ddb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1339.911836] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c7977fc4-e9c6-4afb-b9e3-47bfc5012a0a tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Lock "2e8e9365-2332-4fa6-a41a-9e1214757ddb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1339.921031] env[69889]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1339.921031] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]525c367f-1c25-b770-690f-c5c7d3a30e2c" [ 1339.921031] env[69889]: _type = "HttpNfcLease" [ 1339.921031] env[69889]: } is ready. {{(pid=69889) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1339.921302] env[69889]: DEBUG oslo_vmware.rw_handles [None req-120e7da6-5486-4295-a760-275b90945bc7 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1339.921302] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]525c367f-1c25-b770-690f-c5c7d3a30e2c" [ 1339.921302] env[69889]: _type = "HttpNfcLease" [ 1339.921302] env[69889]: }. {{(pid=69889) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1339.922014] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3c2307a-5ff4-49cc-a987-8ac6fa526223 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.930529] env[69889]: DEBUG oslo_vmware.rw_handles [None req-120e7da6-5486-4295-a760-275b90945bc7 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527311be-cf3c-5046-3d4f-58f9831b92cd/disk-0.vmdk from lease info. {{(pid=69889) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1339.930712] env[69889]: DEBUG oslo_vmware.rw_handles [None req-120e7da6-5486-4295-a760-275b90945bc7 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527311be-cf3c-5046-3d4f-58f9831b92cd/disk-0.vmdk for reading. {{(pid=69889) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1340.020661] env[69889]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3f352efb-23aa-4886-a321-5825bc60198d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.416663] env[69889]: DEBUG nova.compute.manager [None req-c7977fc4-e9c6-4afb-b9e3-47bfc5012a0a tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 2e8e9365-2332-4fa6-a41a-9e1214757ddb] Starting instance... {{(pid=69889) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1340.951075] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c7977fc4-e9c6-4afb-b9e3-47bfc5012a0a tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1340.951391] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c7977fc4-e9c6-4afb-b9e3-47bfc5012a0a tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1340.953017] env[69889]: INFO nova.compute.claims [None req-c7977fc4-e9c6-4afb-b9e3-47bfc5012a0a tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 2e8e9365-2332-4fa6-a41a-9e1214757ddb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1342.025938] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ec8d40-0767-4c3b-8fd2-d7c14e85c476 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.034118] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5a8771f-d247-4739-8490-b5007fd62677 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.065862] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52296ade-2df4-4409-9744-a78169729ce9 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.074222] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a0ef8e5-8954-4451-9596-ccee184ef3ac {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.088333] env[69889]: DEBUG nova.compute.provider_tree [None req-c7977fc4-e9c6-4afb-b9e3-47bfc5012a0a tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1342.591683] env[69889]: DEBUG nova.scheduler.client.report [None req-c7977fc4-e9c6-4afb-b9e3-47bfc5012a0a tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1343.096621] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c7977fc4-e9c6-4afb-b9e3-47bfc5012a0a tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.145s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1343.097214] env[69889]: DEBUG nova.compute.manager [None req-c7977fc4-e9c6-4afb-b9e3-47bfc5012a0a tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 2e8e9365-2332-4fa6-a41a-9e1214757ddb] Start building networks asynchronously for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1343.602602] env[69889]: DEBUG nova.compute.utils [None req-c7977fc4-e9c6-4afb-b9e3-47bfc5012a0a tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1343.604632] env[69889]: DEBUG nova.compute.manager [None req-c7977fc4-e9c6-4afb-b9e3-47bfc5012a0a tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 2e8e9365-2332-4fa6-a41a-9e1214757ddb] Allocating IP information in the background. {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1343.604828] env[69889]: DEBUG nova.network.neutron [None req-c7977fc4-e9c6-4afb-b9e3-47bfc5012a0a tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 2e8e9365-2332-4fa6-a41a-9e1214757ddb] allocate_for_instance() {{(pid=69889) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1343.661264] env[69889]: DEBUG nova.policy [None req-c7977fc4-e9c6-4afb-b9e3-47bfc5012a0a tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fa53d078c0d741dfb296e8243fcb8851', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6536689d827a4804a60785c3229d998e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69889) authorize /opt/stack/nova/nova/policy.py:192}} [ 1343.956652] env[69889]: DEBUG nova.network.neutron [None req-c7977fc4-e9c6-4afb-b9e3-47bfc5012a0a tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 2e8e9365-2332-4fa6-a41a-9e1214757ddb] Successfully created port: 7eb52ebd-b985-4634-9f60-4f99f98652d4 {{(pid=69889) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1344.108514] env[69889]: DEBUG nova.compute.manager [None req-c7977fc4-e9c6-4afb-b9e3-47bfc5012a0a tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 2e8e9365-2332-4fa6-a41a-9e1214757ddb] Start building block device mappings for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1345.119778] env[69889]: DEBUG nova.compute.manager [None req-c7977fc4-e9c6-4afb-b9e3-47bfc5012a0a tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 2e8e9365-2332-4fa6-a41a-9e1214757ddb] Start spawning the instance on the hypervisor. {{(pid=69889) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1345.146652] env[69889]: DEBUG nova.virt.hardware [None req-c7977fc4-e9c6-4afb-b9e3-47bfc5012a0a tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1345.146944] env[69889]: DEBUG nova.virt.hardware [None req-c7977fc4-e9c6-4afb-b9e3-47bfc5012a0a tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1345.147120] env[69889]: DEBUG nova.virt.hardware [None req-c7977fc4-e9c6-4afb-b9e3-47bfc5012a0a tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1345.147304] env[69889]: DEBUG nova.virt.hardware [None req-c7977fc4-e9c6-4afb-b9e3-47bfc5012a0a tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1345.147469] env[69889]: DEBUG nova.virt.hardware [None req-c7977fc4-e9c6-4afb-b9e3-47bfc5012a0a tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1345.147600] env[69889]: DEBUG nova.virt.hardware [None req-c7977fc4-e9c6-4afb-b9e3-47bfc5012a0a tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1345.147821] env[69889]: DEBUG nova.virt.hardware [None req-c7977fc4-e9c6-4afb-b9e3-47bfc5012a0a tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1345.148032] env[69889]: DEBUG nova.virt.hardware [None req-c7977fc4-e9c6-4afb-b9e3-47bfc5012a0a tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1345.148219] env[69889]: DEBUG nova.virt.hardware [None req-c7977fc4-e9c6-4afb-b9e3-47bfc5012a0a tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1345.148383] env[69889]: DEBUG nova.virt.hardware [None req-c7977fc4-e9c6-4afb-b9e3-47bfc5012a0a tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1345.148559] env[69889]: DEBUG nova.virt.hardware [None req-c7977fc4-e9c6-4afb-b9e3-47bfc5012a0a tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1345.149433] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48d8c102-8ca2-421c-9a4e-bf732e1e437e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.158471] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0903e53-6cbb-4a36-ad31-fcb04a6d6ff9 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.326791] env[69889]: DEBUG nova.compute.manager [req-c0751a9e-1808-4a65-a7cf-04dcf39fc98f req-30a9a527-67ab-4e38-b958-74718f9ede8b service nova] [instance: 2e8e9365-2332-4fa6-a41a-9e1214757ddb] Received event network-vif-plugged-7eb52ebd-b985-4634-9f60-4f99f98652d4 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1345.327044] env[69889]: DEBUG oslo_concurrency.lockutils [req-c0751a9e-1808-4a65-a7cf-04dcf39fc98f req-30a9a527-67ab-4e38-b958-74718f9ede8b service nova] Acquiring lock "2e8e9365-2332-4fa6-a41a-9e1214757ddb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1345.327294] env[69889]: DEBUG oslo_concurrency.lockutils [req-c0751a9e-1808-4a65-a7cf-04dcf39fc98f req-30a9a527-67ab-4e38-b958-74718f9ede8b service nova] Lock "2e8e9365-2332-4fa6-a41a-9e1214757ddb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1345.327456] env[69889]: DEBUG oslo_concurrency.lockutils [req-c0751a9e-1808-4a65-a7cf-04dcf39fc98f req-30a9a527-67ab-4e38-b958-74718f9ede8b service nova] Lock "2e8e9365-2332-4fa6-a41a-9e1214757ddb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1345.327640] env[69889]: DEBUG nova.compute.manager [req-c0751a9e-1808-4a65-a7cf-04dcf39fc98f req-30a9a527-67ab-4e38-b958-74718f9ede8b service nova] [instance: 2e8e9365-2332-4fa6-a41a-9e1214757ddb] No waiting events found dispatching network-vif-plugged-7eb52ebd-b985-4634-9f60-4f99f98652d4 {{(pid=69889) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1345.327841] env[69889]: WARNING nova.compute.manager [req-c0751a9e-1808-4a65-a7cf-04dcf39fc98f req-30a9a527-67ab-4e38-b958-74718f9ede8b service nova] [instance: 2e8e9365-2332-4fa6-a41a-9e1214757ddb] Received unexpected event network-vif-plugged-7eb52ebd-b985-4634-9f60-4f99f98652d4 for instance with vm_state building and task_state spawning. [ 1345.411280] env[69889]: DEBUG nova.network.neutron [None req-c7977fc4-e9c6-4afb-b9e3-47bfc5012a0a tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 2e8e9365-2332-4fa6-a41a-9e1214757ddb] Successfully updated port: 7eb52ebd-b985-4634-9f60-4f99f98652d4 {{(pid=69889) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1345.914644] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c7977fc4-e9c6-4afb-b9e3-47bfc5012a0a tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Acquiring lock "refresh_cache-2e8e9365-2332-4fa6-a41a-9e1214757ddb" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.914820] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c7977fc4-e9c6-4afb-b9e3-47bfc5012a0a tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Acquired lock "refresh_cache-2e8e9365-2332-4fa6-a41a-9e1214757ddb" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.914978] env[69889]: DEBUG nova.network.neutron [None req-c7977fc4-e9c6-4afb-b9e3-47bfc5012a0a tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 2e8e9365-2332-4fa6-a41a-9e1214757ddb] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1346.447556] env[69889]: DEBUG nova.network.neutron [None req-c7977fc4-e9c6-4afb-b9e3-47bfc5012a0a tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 2e8e9365-2332-4fa6-a41a-9e1214757ddb] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1346.828617] env[69889]: DEBUG nova.network.neutron [None req-c7977fc4-e9c6-4afb-b9e3-47bfc5012a0a tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 2e8e9365-2332-4fa6-a41a-9e1214757ddb] Updating instance_info_cache with network_info: [{"id": "7eb52ebd-b985-4634-9f60-4f99f98652d4", "address": "fa:16:3e:27:5d:47", "network": {"id": "726a0899-ff5e-4e9a-8ec4-91317fa57b22", "bridge": "br-int", "label": "tempest-ServersTestJSON-1056519050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6536689d827a4804a60785c3229d998e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7eb52ebd-b9", "ovs_interfaceid": "7eb52ebd-b985-4634-9f60-4f99f98652d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1347.332172] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c7977fc4-e9c6-4afb-b9e3-47bfc5012a0a tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Releasing lock "refresh_cache-2e8e9365-2332-4fa6-a41a-9e1214757ddb" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.332447] env[69889]: DEBUG nova.compute.manager [None req-c7977fc4-e9c6-4afb-b9e3-47bfc5012a0a tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 2e8e9365-2332-4fa6-a41a-9e1214757ddb] Instance network_info: |[{"id": "7eb52ebd-b985-4634-9f60-4f99f98652d4", "address": "fa:16:3e:27:5d:47", "network": {"id": "726a0899-ff5e-4e9a-8ec4-91317fa57b22", "bridge": "br-int", "label": "tempest-ServersTestJSON-1056519050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6536689d827a4804a60785c3229d998e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7eb52ebd-b9", "ovs_interfaceid": "7eb52ebd-b985-4634-9f60-4f99f98652d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1347.332978] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-c7977fc4-e9c6-4afb-b9e3-47bfc5012a0a tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 2e8e9365-2332-4fa6-a41a-9e1214757ddb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:5d:47', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '99639c37-b0c6-4be7-9594-230e44b1280b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7eb52ebd-b985-4634-9f60-4f99f98652d4', 'vif_model': 'vmxnet3'}] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1347.341289] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c7977fc4-e9c6-4afb-b9e3-47bfc5012a0a tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1347.341513] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e8e9365-2332-4fa6-a41a-9e1214757ddb] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1347.341747] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7d088254-d756-4bc3-80bd-a59e510f0f5b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.358331] env[69889]: DEBUG nova.compute.manager [req-7297e06d-e51e-4dc2-bf50-fc6685cfef8e req-0de86682-c92f-400c-a956-075ebc2a07b6 service nova] [instance: 2e8e9365-2332-4fa6-a41a-9e1214757ddb] Received event network-changed-7eb52ebd-b985-4634-9f60-4f99f98652d4 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1347.358517] env[69889]: DEBUG nova.compute.manager [req-7297e06d-e51e-4dc2-bf50-fc6685cfef8e req-0de86682-c92f-400c-a956-075ebc2a07b6 service nova] [instance: 2e8e9365-2332-4fa6-a41a-9e1214757ddb] Refreshing instance network info cache due to event network-changed-7eb52ebd-b985-4634-9f60-4f99f98652d4. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1347.358729] env[69889]: DEBUG oslo_concurrency.lockutils [req-7297e06d-e51e-4dc2-bf50-fc6685cfef8e req-0de86682-c92f-400c-a956-075ebc2a07b6 service nova] Acquiring lock "refresh_cache-2e8e9365-2332-4fa6-a41a-9e1214757ddb" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.358871] env[69889]: DEBUG oslo_concurrency.lockutils [req-7297e06d-e51e-4dc2-bf50-fc6685cfef8e req-0de86682-c92f-400c-a956-075ebc2a07b6 service nova] Acquired lock "refresh_cache-2e8e9365-2332-4fa6-a41a-9e1214757ddb" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.359041] env[69889]: DEBUG nova.network.neutron [req-7297e06d-e51e-4dc2-bf50-fc6685cfef8e req-0de86682-c92f-400c-a956-075ebc2a07b6 service nova] [instance: 2e8e9365-2332-4fa6-a41a-9e1214757ddb] Refreshing network info cache for port 7eb52ebd-b985-4634-9f60-4f99f98652d4 {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1347.366501] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1347.366501] env[69889]: value = "task-4078400" [ 1347.366501] env[69889]: _type = "Task" [ 1347.366501] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.376111] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4078400, 'name': CreateVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.405442] env[69889]: DEBUG oslo_vmware.rw_handles [None req-120e7da6-5486-4295-a760-275b90945bc7 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527311be-cf3c-5046-3d4f-58f9831b92cd/disk-0.vmdk. {{(pid=69889) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1347.406468] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56e460a7-9b54-4016-a7a2-22820f6ed087 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.414550] env[69889]: DEBUG oslo_vmware.rw_handles [None req-120e7da6-5486-4295-a760-275b90945bc7 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527311be-cf3c-5046-3d4f-58f9831b92cd/disk-0.vmdk is in state: ready. {{(pid=69889) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1347.414795] env[69889]: ERROR oslo_vmware.rw_handles [None req-120e7da6-5486-4295-a760-275b90945bc7 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527311be-cf3c-5046-3d4f-58f9831b92cd/disk-0.vmdk due to incomplete transfer. [ 1347.415028] env[69889]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9a503864-a07c-4d89-8d33-30b2c4387d69 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.423264] env[69889]: DEBUG oslo_vmware.rw_handles [None req-120e7da6-5486-4295-a760-275b90945bc7 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527311be-cf3c-5046-3d4f-58f9831b92cd/disk-0.vmdk. {{(pid=69889) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1347.423491] env[69889]: DEBUG nova.virt.vmwareapi.images [None req-120e7da6-5486-4295-a760-275b90945bc7 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] Uploaded image 16a2f616-a21a-4e54-9331-f1b7cdd83f31 to the Glance image server {{(pid=69889) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1347.425846] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-120e7da6-5486-4295-a760-275b90945bc7 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] Destroying the VM {{(pid=69889) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1347.426129] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-bcf0d291-8954-4f7c-83d1-ee81281f0044 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.433483] env[69889]: DEBUG oslo_vmware.api [None req-120e7da6-5486-4295-a760-275b90945bc7 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Waiting for the task: (returnval){ [ 1347.433483] env[69889]: value = "task-4078401" [ 1347.433483] env[69889]: _type = "Task" [ 1347.433483] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.444496] env[69889]: DEBUG oslo_vmware.api [None req-120e7da6-5486-4295-a760-275b90945bc7 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Task: {'id': task-4078401, 'name': Destroy_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.876343] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4078400, 'name': CreateVM_Task, 'duration_secs': 0.371618} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.876763] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e8e9365-2332-4fa6-a41a-9e1214757ddb] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1347.877209] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c7977fc4-e9c6-4afb-b9e3-47bfc5012a0a tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.877385] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c7977fc4-e9c6-4afb-b9e3-47bfc5012a0a tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.877699] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c7977fc4-e9c6-4afb-b9e3-47bfc5012a0a tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.877998] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5acfdd39-dedc-458b-9d8d-b02c6981f7fe {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.890984] env[69889]: DEBUG oslo_vmware.api [None req-c7977fc4-e9c6-4afb-b9e3-47bfc5012a0a tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Waiting for the task: (returnval){ [ 1347.890984] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52f51f31-aa0d-2f70-b9f2-c7fd881d315c" [ 1347.890984] env[69889]: _type = "Task" [ 1347.890984] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.904092] env[69889]: DEBUG oslo_vmware.api [None req-c7977fc4-e9c6-4afb-b9e3-47bfc5012a0a tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52f51f31-aa0d-2f70-b9f2-c7fd881d315c, 'name': SearchDatastore_Task, 'duration_secs': 0.017651} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.904400] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c7977fc4-e9c6-4afb-b9e3-47bfc5012a0a tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.904636] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-c7977fc4-e9c6-4afb-b9e3-47bfc5012a0a tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 2e8e9365-2332-4fa6-a41a-9e1214757ddb] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1347.904881] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c7977fc4-e9c6-4afb-b9e3-47bfc5012a0a tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.905031] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c7977fc4-e9c6-4afb-b9e3-47bfc5012a0a tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.905215] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7977fc4-e9c6-4afb-b9e3-47bfc5012a0a tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1347.905483] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3d77e35b-a276-4d27-a771-227f0552bb94 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.914292] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7977fc4-e9c6-4afb-b9e3-47bfc5012a0a tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1347.914476] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-c7977fc4-e9c6-4afb-b9e3-47bfc5012a0a tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1347.915212] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d12e05e8-5360-4872-a689-63c0aa2c9388 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.920478] env[69889]: DEBUG oslo_vmware.api [None req-c7977fc4-e9c6-4afb-b9e3-47bfc5012a0a tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Waiting for the task: (returnval){ [ 1347.920478] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]5278cad5-3776-6b98-6ff0-766629fabc41" [ 1347.920478] env[69889]: _type = "Task" [ 1347.920478] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.929339] env[69889]: DEBUG oslo_vmware.api [None req-c7977fc4-e9c6-4afb-b9e3-47bfc5012a0a tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5278cad5-3776-6b98-6ff0-766629fabc41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.943792] env[69889]: DEBUG oslo_vmware.api [None req-120e7da6-5486-4295-a760-275b90945bc7 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Task: {'id': task-4078401, 'name': Destroy_Task, 'duration_secs': 0.350192} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.944170] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-120e7da6-5486-4295-a760-275b90945bc7 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] Destroyed the VM [ 1347.944424] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-120e7da6-5486-4295-a760-275b90945bc7 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] Deleting Snapshot of the VM instance {{(pid=69889) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1347.944704] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f92d4c28-08b7-4223-bde7-096ef06a4b22 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.951522] env[69889]: DEBUG oslo_vmware.api [None req-120e7da6-5486-4295-a760-275b90945bc7 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Waiting for the task: (returnval){ [ 1347.951522] env[69889]: value = "task-4078402" [ 1347.951522] env[69889]: _type = "Task" [ 1347.951522] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.960505] env[69889]: DEBUG oslo_vmware.api [None req-120e7da6-5486-4295-a760-275b90945bc7 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Task: {'id': task-4078402, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.099696] env[69889]: DEBUG nova.network.neutron [req-7297e06d-e51e-4dc2-bf50-fc6685cfef8e req-0de86682-c92f-400c-a956-075ebc2a07b6 service nova] [instance: 2e8e9365-2332-4fa6-a41a-9e1214757ddb] Updated VIF entry in instance network info cache for port 7eb52ebd-b985-4634-9f60-4f99f98652d4. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1348.100093] env[69889]: DEBUG nova.network.neutron [req-7297e06d-e51e-4dc2-bf50-fc6685cfef8e req-0de86682-c92f-400c-a956-075ebc2a07b6 service nova] [instance: 2e8e9365-2332-4fa6-a41a-9e1214757ddb] Updating instance_info_cache with network_info: [{"id": "7eb52ebd-b985-4634-9f60-4f99f98652d4", "address": "fa:16:3e:27:5d:47", "network": {"id": "726a0899-ff5e-4e9a-8ec4-91317fa57b22", "bridge": "br-int", "label": "tempest-ServersTestJSON-1056519050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6536689d827a4804a60785c3229d998e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7eb52ebd-b9", "ovs_interfaceid": "7eb52ebd-b985-4634-9f60-4f99f98652d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1348.431303] env[69889]: DEBUG oslo_vmware.api [None req-c7977fc4-e9c6-4afb-b9e3-47bfc5012a0a tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5278cad5-3776-6b98-6ff0-766629fabc41, 'name': SearchDatastore_Task, 'duration_secs': 0.010747} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.432128] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42b364e1-3aa3-4e2f-9caf-11ce536121b8 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.437846] env[69889]: DEBUG oslo_vmware.api [None req-c7977fc4-e9c6-4afb-b9e3-47bfc5012a0a tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Waiting for the task: (returnval){ [ 1348.437846] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52324ad6-60d8-e04f-add0-6c94d3028aa9" [ 1348.437846] env[69889]: _type = "Task" [ 1348.437846] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.446407] env[69889]: DEBUG oslo_vmware.api [None req-c7977fc4-e9c6-4afb-b9e3-47bfc5012a0a tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52324ad6-60d8-e04f-add0-6c94d3028aa9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.461567] env[69889]: DEBUG oslo_vmware.api [None req-120e7da6-5486-4295-a760-275b90945bc7 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Task: {'id': task-4078402, 'name': RemoveSnapshot_Task, 'duration_secs': 0.348405} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.461836] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-120e7da6-5486-4295-a760-275b90945bc7 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] Deleted Snapshot of the VM instance {{(pid=69889) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1348.462141] env[69889]: DEBUG nova.compute.manager [None req-120e7da6-5486-4295-a760-275b90945bc7 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1348.462962] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f613ae97-592f-49bb-a91d-cfc6063fd98d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.603040] env[69889]: DEBUG oslo_concurrency.lockutils [req-7297e06d-e51e-4dc2-bf50-fc6685cfef8e req-0de86682-c92f-400c-a956-075ebc2a07b6 service nova] Releasing lock "refresh_cache-2e8e9365-2332-4fa6-a41a-9e1214757ddb" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.949580] env[69889]: DEBUG oslo_vmware.api [None req-c7977fc4-e9c6-4afb-b9e3-47bfc5012a0a tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52324ad6-60d8-e04f-add0-6c94d3028aa9, 'name': SearchDatastore_Task, 'duration_secs': 0.009505} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.949966] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c7977fc4-e9c6-4afb-b9e3-47bfc5012a0a tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.950114] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7977fc4-e9c6-4afb-b9e3-47bfc5012a0a tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore1] 2e8e9365-2332-4fa6-a41a-9e1214757ddb/2e8e9365-2332-4fa6-a41a-9e1214757ddb.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1348.950411] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-96a5805e-e4fd-44de-b222-d83b47a05dce {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.957112] env[69889]: DEBUG oslo_vmware.api [None req-c7977fc4-e9c6-4afb-b9e3-47bfc5012a0a tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Waiting for the task: (returnval){ [ 1348.957112] env[69889]: value = "task-4078403" [ 1348.957112] env[69889]: _type = "Task" [ 1348.957112] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.965143] env[69889]: DEBUG oslo_vmware.api [None req-c7977fc4-e9c6-4afb-b9e3-47bfc5012a0a tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': task-4078403, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.975414] env[69889]: INFO nova.compute.manager [None req-120e7da6-5486-4295-a760-275b90945bc7 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] Shelve offloading [ 1349.466559] env[69889]: DEBUG oslo_vmware.api [None req-c7977fc4-e9c6-4afb-b9e3-47bfc5012a0a tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': task-4078403, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.465331} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.466811] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7977fc4-e9c6-4afb-b9e3-47bfc5012a0a tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore1] 2e8e9365-2332-4fa6-a41a-9e1214757ddb/2e8e9365-2332-4fa6-a41a-9e1214757ddb.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1349.467031] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-c7977fc4-e9c6-4afb-b9e3-47bfc5012a0a tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 2e8e9365-2332-4fa6-a41a-9e1214757ddb] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1349.467290] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bb4a3bab-a6b4-4a9d-bc90-57b8eb2f7f2a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.474402] env[69889]: DEBUG oslo_vmware.api [None req-c7977fc4-e9c6-4afb-b9e3-47bfc5012a0a tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Waiting for the task: (returnval){ [ 1349.474402] env[69889]: value = "task-4078404" [ 1349.474402] env[69889]: _type = "Task" [ 1349.474402] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.479020] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-120e7da6-5486-4295-a760-275b90945bc7 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1349.479249] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f4515064-457c-4f16-a687-55ae6862948c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.484139] env[69889]: DEBUG oslo_vmware.api [None req-c7977fc4-e9c6-4afb-b9e3-47bfc5012a0a tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': task-4078404, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.489359] env[69889]: DEBUG oslo_vmware.api [None req-120e7da6-5486-4295-a760-275b90945bc7 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Waiting for the task: (returnval){ [ 1349.489359] env[69889]: value = "task-4078405" [ 1349.489359] env[69889]: _type = "Task" [ 1349.489359] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.498328] env[69889]: DEBUG oslo_vmware.api [None req-120e7da6-5486-4295-a760-275b90945bc7 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Task: {'id': task-4078405, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.984890] env[69889]: DEBUG oslo_vmware.api [None req-c7977fc4-e9c6-4afb-b9e3-47bfc5012a0a tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': task-4078404, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067498} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.985314] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-c7977fc4-e9c6-4afb-b9e3-47bfc5012a0a tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 2e8e9365-2332-4fa6-a41a-9e1214757ddb] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1349.986043] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e882704-7a0d-4b1f-9e13-b223d7c824c9 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.010185] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7977fc4-e9c6-4afb-b9e3-47bfc5012a0a tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 2e8e9365-2332-4fa6-a41a-9e1214757ddb] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 2e8e9365-2332-4fa6-a41a-9e1214757ddb/2e8e9365-2332-4fa6-a41a-9e1214757ddb.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1350.010841] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8c64431-a09c-4e05-90cf-be076443f93e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.028742] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-120e7da6-5486-4295-a760-275b90945bc7 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] VM already powered off {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1350.029114] env[69889]: DEBUG nova.compute.manager [None req-120e7da6-5486-4295-a760-275b90945bc7 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1350.029824] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aaeef1d-f5d0-40e1-8718-f16b3acba4b5 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.033647] env[69889]: DEBUG oslo_vmware.api [None req-c7977fc4-e9c6-4afb-b9e3-47bfc5012a0a tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Waiting for the task: (returnval){ [ 1350.033647] env[69889]: value = "task-4078406" [ 1350.033647] env[69889]: _type = "Task" [ 1350.033647] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.037910] env[69889]: DEBUG oslo_concurrency.lockutils [None req-120e7da6-5486-4295-a760-275b90945bc7 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Acquiring lock "refresh_cache-c4ba7e48-883c-43a8-bee6-081ef4b839a9" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.038104] env[69889]: DEBUG oslo_concurrency.lockutils [None req-120e7da6-5486-4295-a760-275b90945bc7 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Acquired lock "refresh_cache-c4ba7e48-883c-43a8-bee6-081ef4b839a9" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.038263] env[69889]: DEBUG nova.network.neutron [None req-120e7da6-5486-4295-a760-275b90945bc7 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1350.046076] env[69889]: DEBUG oslo_vmware.api [None req-c7977fc4-e9c6-4afb-b9e3-47bfc5012a0a tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': task-4078406, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.545555] env[69889]: DEBUG oslo_vmware.api [None req-c7977fc4-e9c6-4afb-b9e3-47bfc5012a0a tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': task-4078406, 'name': ReconfigVM_Task, 'duration_secs': 0.257262} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.546198] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7977fc4-e9c6-4afb-b9e3-47bfc5012a0a tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 2e8e9365-2332-4fa6-a41a-9e1214757ddb] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 2e8e9365-2332-4fa6-a41a-9e1214757ddb/2e8e9365-2332-4fa6-a41a-9e1214757ddb.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1350.546924] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-82aa385d-de9e-4f53-b544-7a132412b987 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.554191] env[69889]: DEBUG oslo_vmware.api [None req-c7977fc4-e9c6-4afb-b9e3-47bfc5012a0a tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Waiting for the task: (returnval){ [ 1350.554191] env[69889]: value = "task-4078407" [ 1350.554191] env[69889]: _type = "Task" [ 1350.554191] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.563182] env[69889]: DEBUG oslo_vmware.api [None req-c7977fc4-e9c6-4afb-b9e3-47bfc5012a0a tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': task-4078407, 'name': Rename_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.756198] env[69889]: DEBUG nova.network.neutron [None req-120e7da6-5486-4295-a760-275b90945bc7 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] Updating instance_info_cache with network_info: [{"id": "dc9e7b0a-217d-4042-aeb3-ffaf2a7c3371", "address": "fa:16:3e:da:1f:46", "network": {"id": "b89b3d5b-8638-424c-b2ef-3f27511ad10b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-269290719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "682525d6417945bc8a73da8f702b9c77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1d25020-c621-4388-ac1d-de55bfefbe50", "external-id": "nsx-vlan-transportzone-573", "segmentation_id": 573, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc9e7b0a-21", "ovs_interfaceid": "dc9e7b0a-217d-4042-aeb3-ffaf2a7c3371", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1350.961531] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1351.065055] env[69889]: DEBUG oslo_vmware.api [None req-c7977fc4-e9c6-4afb-b9e3-47bfc5012a0a tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': task-4078407, 'name': Rename_Task, 'duration_secs': 0.144623} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.065055] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7977fc4-e9c6-4afb-b9e3-47bfc5012a0a tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 2e8e9365-2332-4fa6-a41a-9e1214757ddb] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1351.065594] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bc02e29e-17dd-4634-b9fc-e1ceeb83e7d4 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.072323] env[69889]: DEBUG oslo_vmware.api [None req-c7977fc4-e9c6-4afb-b9e3-47bfc5012a0a tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Waiting for the task: (returnval){ [ 1351.072323] env[69889]: value = "task-4078408" [ 1351.072323] env[69889]: _type = "Task" [ 1351.072323] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.080298] env[69889]: DEBUG oslo_vmware.api [None req-c7977fc4-e9c6-4afb-b9e3-47bfc5012a0a tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': task-4078408, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.258598] env[69889]: DEBUG oslo_concurrency.lockutils [None req-120e7da6-5486-4295-a760-275b90945bc7 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Releasing lock "refresh_cache-c4ba7e48-883c-43a8-bee6-081ef4b839a9" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.584509] env[69889]: DEBUG oslo_vmware.api [None req-c7977fc4-e9c6-4afb-b9e3-47bfc5012a0a tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': task-4078408, 'name': PowerOnVM_Task, 'duration_secs': 0.448876} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.587092] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7977fc4-e9c6-4afb-b9e3-47bfc5012a0a tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 2e8e9365-2332-4fa6-a41a-9e1214757ddb] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1351.587092] env[69889]: INFO nova.compute.manager [None req-c7977fc4-e9c6-4afb-b9e3-47bfc5012a0a tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 2e8e9365-2332-4fa6-a41a-9e1214757ddb] Took 6.47 seconds to spawn the instance on the hypervisor. [ 1351.587092] env[69889]: DEBUG nova.compute.manager [None req-c7977fc4-e9c6-4afb-b9e3-47bfc5012a0a tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 2e8e9365-2332-4fa6-a41a-9e1214757ddb] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1351.587092] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56d6f1c2-9e56-40b4-922c-6ca03260978f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.592082] env[69889]: DEBUG nova.compute.manager [req-e49ed20d-67ad-4604-b7b9-1b92a57de567 req-d2857aba-3763-4884-a456-065e0493230f service nova] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] Received event network-vif-unplugged-dc9e7b0a-217d-4042-aeb3-ffaf2a7c3371 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1351.592303] env[69889]: DEBUG oslo_concurrency.lockutils [req-e49ed20d-67ad-4604-b7b9-1b92a57de567 req-d2857aba-3763-4884-a456-065e0493230f service nova] Acquiring lock "c4ba7e48-883c-43a8-bee6-081ef4b839a9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1351.592668] env[69889]: DEBUG oslo_concurrency.lockutils [req-e49ed20d-67ad-4604-b7b9-1b92a57de567 req-d2857aba-3763-4884-a456-065e0493230f service nova] Lock "c4ba7e48-883c-43a8-bee6-081ef4b839a9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1351.592752] env[69889]: DEBUG oslo_concurrency.lockutils [req-e49ed20d-67ad-4604-b7b9-1b92a57de567 req-d2857aba-3763-4884-a456-065e0493230f service nova] Lock "c4ba7e48-883c-43a8-bee6-081ef4b839a9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1351.592957] env[69889]: DEBUG nova.compute.manager [req-e49ed20d-67ad-4604-b7b9-1b92a57de567 req-d2857aba-3763-4884-a456-065e0493230f service nova] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] No waiting events found dispatching network-vif-unplugged-dc9e7b0a-217d-4042-aeb3-ffaf2a7c3371 {{(pid=69889) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1351.593152] env[69889]: WARNING nova.compute.manager [req-e49ed20d-67ad-4604-b7b9-1b92a57de567 req-d2857aba-3763-4884-a456-065e0493230f service nova] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] Received unexpected event network-vif-unplugged-dc9e7b0a-217d-4042-aeb3-ffaf2a7c3371 for instance with vm_state shelved and task_state shelving_offloading. [ 1351.756566] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-120e7da6-5486-4295-a760-275b90945bc7 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1351.757959] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e32559d-25b0-455b-875a-983af5ddab6c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.768098] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-120e7da6-5486-4295-a760-275b90945bc7 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1351.768413] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bdca36dc-6054-43a4-bbed-0003afa9d9f3 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.836670] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-120e7da6-5486-4295-a760-275b90945bc7 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1351.836885] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-120e7da6-5486-4295-a760-275b90945bc7 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] Deleting contents of the VM from datastore datastore1 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1351.837071] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-120e7da6-5486-4295-a760-275b90945bc7 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Deleting the datastore file [datastore1] c4ba7e48-883c-43a8-bee6-081ef4b839a9 {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1351.837359] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d7d150d8-7527-44ba-9627-0544eb7eed9a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.844479] env[69889]: DEBUG oslo_vmware.api [None req-120e7da6-5486-4295-a760-275b90945bc7 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Waiting for the task: (returnval){ [ 1351.844479] env[69889]: value = "task-4078410" [ 1351.844479] env[69889]: _type = "Task" [ 1351.844479] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.852928] env[69889]: DEBUG oslo_vmware.api [None req-120e7da6-5486-4295-a760-275b90945bc7 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Task: {'id': task-4078410, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.964925] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1352.104999] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ace11a54-d1f4-42a9-9668-fb06c44c8afe tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Acquiring lock "7ba074c5-0df4-423b-98f5-323576e81dc8" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1352.105393] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ace11a54-d1f4-42a9-9668-fb06c44c8afe tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Lock "7ba074c5-0df4-423b-98f5-323576e81dc8" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1352.105443] env[69889]: DEBUG nova.compute.manager [None req-ace11a54-d1f4-42a9-9668-fb06c44c8afe tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 7ba074c5-0df4-423b-98f5-323576e81dc8] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1352.107760] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbbd86ef-3dc7-43b6-a6d4-0d9214a40ddb {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.110626] env[69889]: INFO nova.compute.manager [None req-c7977fc4-e9c6-4afb-b9e3-47bfc5012a0a tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 2e8e9365-2332-4fa6-a41a-9e1214757ddb] Took 11.19 seconds to build instance. [ 1352.115799] env[69889]: DEBUG nova.compute.manager [None req-ace11a54-d1f4-42a9-9668-fb06c44c8afe tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 7ba074c5-0df4-423b-98f5-323576e81dc8] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69889) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1352.116352] env[69889]: DEBUG nova.objects.instance [None req-ace11a54-d1f4-42a9-9668-fb06c44c8afe tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Lazy-loading 'flavor' on Instance uuid 7ba074c5-0df4-423b-98f5-323576e81dc8 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1352.355686] env[69889]: DEBUG oslo_vmware.api [None req-120e7da6-5486-4295-a760-275b90945bc7 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Task: {'id': task-4078410, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129591} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.355958] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-120e7da6-5486-4295-a760-275b90945bc7 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1352.356182] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-120e7da6-5486-4295-a760-275b90945bc7 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] Deleted contents of the VM from datastore datastore1 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1352.356366] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-120e7da6-5486-4295-a760-275b90945bc7 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1352.381416] env[69889]: INFO nova.scheduler.client.report [None req-120e7da6-5486-4295-a760-275b90945bc7 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Deleted allocations for instance c4ba7e48-883c-43a8-bee6-081ef4b839a9 [ 1352.613409] env[69889]: DEBUG oslo_concurrency.lockutils [None req-c7977fc4-e9c6-4afb-b9e3-47bfc5012a0a tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Lock "2e8e9365-2332-4fa6-a41a-9e1214757ddb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.701s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1352.885869] env[69889]: DEBUG oslo_concurrency.lockutils [None req-120e7da6-5486-4295-a760-275b90945bc7 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1352.886212] env[69889]: DEBUG oslo_concurrency.lockutils [None req-120e7da6-5486-4295-a760-275b90945bc7 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1352.886438] env[69889]: DEBUG nova.objects.instance [None req-120e7da6-5486-4295-a760-275b90945bc7 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Lazy-loading 'resources' on Instance uuid c4ba7e48-883c-43a8-bee6-081ef4b839a9 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1352.965205] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1353.123898] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-ace11a54-d1f4-42a9-9668-fb06c44c8afe tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 7ba074c5-0df4-423b-98f5-323576e81dc8] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1353.124286] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a193c283-9c43-4984-bb7d-e8137cc6a78e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.131523] env[69889]: DEBUG oslo_vmware.api [None req-ace11a54-d1f4-42a9-9668-fb06c44c8afe tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Waiting for the task: (returnval){ [ 1353.131523] env[69889]: value = "task-4078411" [ 1353.131523] env[69889]: _type = "Task" [ 1353.131523] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.140636] env[69889]: DEBUG oslo_vmware.api [None req-ace11a54-d1f4-42a9-9668-fb06c44c8afe tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': task-4078411, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.361583] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1c233640-2caf-46e9-a9b0-de8919021e89 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Acquiring lock "2e8e9365-2332-4fa6-a41a-9e1214757ddb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1353.361583] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1c233640-2caf-46e9-a9b0-de8919021e89 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Lock "2e8e9365-2332-4fa6-a41a-9e1214757ddb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1353.361864] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1c233640-2caf-46e9-a9b0-de8919021e89 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Acquiring lock "2e8e9365-2332-4fa6-a41a-9e1214757ddb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1353.361920] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1c233640-2caf-46e9-a9b0-de8919021e89 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Lock "2e8e9365-2332-4fa6-a41a-9e1214757ddb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1353.362369] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1c233640-2caf-46e9-a9b0-de8919021e89 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Lock "2e8e9365-2332-4fa6-a41a-9e1214757ddb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1353.364541] env[69889]: INFO nova.compute.manager [None req-1c233640-2caf-46e9-a9b0-de8919021e89 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 2e8e9365-2332-4fa6-a41a-9e1214757ddb] Terminating instance [ 1353.395477] env[69889]: DEBUG nova.objects.instance [None req-120e7da6-5486-4295-a760-275b90945bc7 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Lazy-loading 'numa_topology' on Instance uuid c4ba7e48-883c-43a8-bee6-081ef4b839a9 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1353.623646] env[69889]: DEBUG nova.compute.manager [req-67d457b9-9bde-45a9-9514-075708032654 req-7a2be112-ddd7-4918-b89f-b6b6f430d3c6 service nova] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] Received event network-changed-dc9e7b0a-217d-4042-aeb3-ffaf2a7c3371 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1353.623959] env[69889]: DEBUG nova.compute.manager [req-67d457b9-9bde-45a9-9514-075708032654 req-7a2be112-ddd7-4918-b89f-b6b6f430d3c6 service nova] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] Refreshing instance network info cache due to event network-changed-dc9e7b0a-217d-4042-aeb3-ffaf2a7c3371. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1353.624173] env[69889]: DEBUG oslo_concurrency.lockutils [req-67d457b9-9bde-45a9-9514-075708032654 req-7a2be112-ddd7-4918-b89f-b6b6f430d3c6 service nova] Acquiring lock "refresh_cache-c4ba7e48-883c-43a8-bee6-081ef4b839a9" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.624369] env[69889]: DEBUG oslo_concurrency.lockutils [req-67d457b9-9bde-45a9-9514-075708032654 req-7a2be112-ddd7-4918-b89f-b6b6f430d3c6 service nova] Acquired lock "refresh_cache-c4ba7e48-883c-43a8-bee6-081ef4b839a9" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.624477] env[69889]: DEBUG nova.network.neutron [req-67d457b9-9bde-45a9-9514-075708032654 req-7a2be112-ddd7-4918-b89f-b6b6f430d3c6 service nova] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] Refreshing network info cache for port dc9e7b0a-217d-4042-aeb3-ffaf2a7c3371 {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1353.645986] env[69889]: DEBUG oslo_vmware.api [None req-ace11a54-d1f4-42a9-9668-fb06c44c8afe tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': task-4078411, 'name': PowerOffVM_Task, 'duration_secs': 0.195045} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.646839] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-ace11a54-d1f4-42a9-9668-fb06c44c8afe tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 7ba074c5-0df4-423b-98f5-323576e81dc8] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1353.647102] env[69889]: DEBUG nova.compute.manager [None req-ace11a54-d1f4-42a9-9668-fb06c44c8afe tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 7ba074c5-0df4-423b-98f5-323576e81dc8] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1353.647870] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1379624-14d5-4514-b26d-3cc49c332b2e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.869061] env[69889]: DEBUG nova.compute.manager [None req-1c233640-2caf-46e9-a9b0-de8919021e89 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 2e8e9365-2332-4fa6-a41a-9e1214757ddb] Start destroying the instance on the hypervisor. {{(pid=69889) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1353.869270] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-1c233640-2caf-46e9-a9b0-de8919021e89 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 2e8e9365-2332-4fa6-a41a-9e1214757ddb] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1353.870205] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12fd0b78-6649-490b-a5df-8287c0bd48a3 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.881106] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c233640-2caf-46e9-a9b0-de8919021e89 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 2e8e9365-2332-4fa6-a41a-9e1214757ddb] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1353.881511] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a0aa34f6-caf2-434d-a4ed-4cede4a9d753 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.889194] env[69889]: DEBUG oslo_vmware.api [None req-1c233640-2caf-46e9-a9b0-de8919021e89 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Waiting for the task: (returnval){ [ 1353.889194] env[69889]: value = "task-4078412" [ 1353.889194] env[69889]: _type = "Task" [ 1353.889194] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.898786] env[69889]: DEBUG nova.objects.base [None req-120e7da6-5486-4295-a760-275b90945bc7 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69889) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1353.901407] env[69889]: DEBUG oslo_vmware.api [None req-1c233640-2caf-46e9-a9b0-de8919021e89 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': task-4078412, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.965384] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1353.965747] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1353.965978] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69889) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1353.966200] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1353.969369] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7f01278-a42c-43cd-8cf4-06283bda52a4 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.978461] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b07acdb-638b-4a7a-95c4-c1fbac6de012 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.013641] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cb70fd6-d2c3-4fac-96c5-c54462d57698 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.022348] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bca1a0d-414a-41e8-bb0f-99b18023040e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.037681] env[69889]: DEBUG nova.compute.provider_tree [None req-120e7da6-5486-4295-a760-275b90945bc7 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1354.136721] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1d1824ce-bb05-46c0-a333-c6f96eb005c8 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Acquiring lock "c4ba7e48-883c-43a8-bee6-081ef4b839a9" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1354.159646] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ace11a54-d1f4-42a9-9668-fb06c44c8afe tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Lock "7ba074c5-0df4-423b-98f5-323576e81dc8" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.054s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1354.400434] env[69889]: DEBUG oslo_vmware.api [None req-1c233640-2caf-46e9-a9b0-de8919021e89 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': task-4078412, 'name': PowerOffVM_Task, 'duration_secs': 0.213315} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.400695] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c233640-2caf-46e9-a9b0-de8919021e89 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 2e8e9365-2332-4fa6-a41a-9e1214757ddb] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1354.400867] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-1c233640-2caf-46e9-a9b0-de8919021e89 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 2e8e9365-2332-4fa6-a41a-9e1214757ddb] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1354.401147] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c1cf576d-18a0-4c49-a2da-de9d2140c448 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.418943] env[69889]: DEBUG nova.network.neutron [req-67d457b9-9bde-45a9-9514-075708032654 req-7a2be112-ddd7-4918-b89f-b6b6f430d3c6 service nova] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] Updated VIF entry in instance network info cache for port dc9e7b0a-217d-4042-aeb3-ffaf2a7c3371. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1354.419331] env[69889]: DEBUG nova.network.neutron [req-67d457b9-9bde-45a9-9514-075708032654 req-7a2be112-ddd7-4918-b89f-b6b6f430d3c6 service nova] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] Updating instance_info_cache with network_info: [{"id": "dc9e7b0a-217d-4042-aeb3-ffaf2a7c3371", "address": "fa:16:3e:da:1f:46", "network": {"id": "b89b3d5b-8638-424c-b2ef-3f27511ad10b", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-269290719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "682525d6417945bc8a73da8f702b9c77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapdc9e7b0a-21", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1354.474312] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1354.484426] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-1c233640-2caf-46e9-a9b0-de8919021e89 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 2e8e9365-2332-4fa6-a41a-9e1214757ddb] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1354.484636] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-1c233640-2caf-46e9-a9b0-de8919021e89 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 2e8e9365-2332-4fa6-a41a-9e1214757ddb] Deleting contents of the VM from datastore datastore1 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1354.484812] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c233640-2caf-46e9-a9b0-de8919021e89 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Deleting the datastore file [datastore1] 2e8e9365-2332-4fa6-a41a-9e1214757ddb {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1354.485142] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3e1cda08-be94-40da-9fa3-0214b7914d79 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.492034] env[69889]: DEBUG oslo_vmware.api [None req-1c233640-2caf-46e9-a9b0-de8919021e89 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Waiting for the task: (returnval){ [ 1354.492034] env[69889]: value = "task-4078414" [ 1354.492034] env[69889]: _type = "Task" [ 1354.492034] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.500627] env[69889]: DEBUG oslo_vmware.api [None req-1c233640-2caf-46e9-a9b0-de8919021e89 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': task-4078414, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.541116] env[69889]: DEBUG nova.scheduler.client.report [None req-120e7da6-5486-4295-a760-275b90945bc7 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1354.650723] env[69889]: DEBUG nova.objects.instance [None req-81b7b627-f995-4bf5-b936-362ec1a639bd tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Lazy-loading 'flavor' on Instance uuid 7ba074c5-0df4-423b-98f5-323576e81dc8 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1354.922408] env[69889]: DEBUG oslo_concurrency.lockutils [req-67d457b9-9bde-45a9-9514-075708032654 req-7a2be112-ddd7-4918-b89f-b6b6f430d3c6 service nova] Releasing lock "refresh_cache-c4ba7e48-883c-43a8-bee6-081ef4b839a9" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.002975] env[69889]: DEBUG oslo_vmware.api [None req-1c233640-2caf-46e9-a9b0-de8919021e89 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': task-4078414, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163988} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.003382] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c233640-2caf-46e9-a9b0-de8919021e89 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1355.003701] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-1c233640-2caf-46e9-a9b0-de8919021e89 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 2e8e9365-2332-4fa6-a41a-9e1214757ddb] Deleted contents of the VM from datastore datastore1 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1355.003956] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-1c233640-2caf-46e9-a9b0-de8919021e89 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 2e8e9365-2332-4fa6-a41a-9e1214757ddb] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1355.004220] env[69889]: INFO nova.compute.manager [None req-1c233640-2caf-46e9-a9b0-de8919021e89 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 2e8e9365-2332-4fa6-a41a-9e1214757ddb] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1355.004490] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1c233640-2caf-46e9-a9b0-de8919021e89 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1355.004693] env[69889]: DEBUG nova.compute.manager [-] [instance: 2e8e9365-2332-4fa6-a41a-9e1214757ddb] Deallocating network for instance {{(pid=69889) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1355.004791] env[69889]: DEBUG nova.network.neutron [-] [instance: 2e8e9365-2332-4fa6-a41a-9e1214757ddb] deallocate_for_instance() {{(pid=69889) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1355.045843] env[69889]: DEBUG oslo_concurrency.lockutils [None req-120e7da6-5486-4295-a760-275b90945bc7 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.159s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1355.048308] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.574s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1355.049013] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1355.049013] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69889) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1355.049730] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d644bea-03a8-44b8-b34a-f7b6cdbbb974 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.058394] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e605dc84-4530-49cd-b5ec-ac8982cac418 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.075215] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51e3fbd8-4532-4f5c-bcaa-52a76be9fa82 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.083119] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-567ea8ca-d1c7-4db5-973f-30c3e4ba4fce {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.114530] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180360MB free_disk=20GB free_vcpus=48 pci_devices=None {{(pid=69889) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1355.114696] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1355.114984] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1355.155768] env[69889]: DEBUG oslo_concurrency.lockutils [None req-81b7b627-f995-4bf5-b936-362ec1a639bd tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Acquiring lock "refresh_cache-7ba074c5-0df4-423b-98f5-323576e81dc8" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.156146] env[69889]: DEBUG oslo_concurrency.lockutils [None req-81b7b627-f995-4bf5-b936-362ec1a639bd tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Acquired lock "refresh_cache-7ba074c5-0df4-423b-98f5-323576e81dc8" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.156146] env[69889]: DEBUG nova.network.neutron [None req-81b7b627-f995-4bf5-b936-362ec1a639bd tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 7ba074c5-0df4-423b-98f5-323576e81dc8] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1355.156303] env[69889]: DEBUG nova.objects.instance [None req-81b7b627-f995-4bf5-b936-362ec1a639bd tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Lazy-loading 'info_cache' on Instance uuid 7ba074c5-0df4-423b-98f5-323576e81dc8 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1355.554649] env[69889]: DEBUG oslo_concurrency.lockutils [None req-120e7da6-5486-4295-a760-275b90945bc7 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Lock "c4ba7e48-883c-43a8-bee6-081ef4b839a9" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 20.341s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1355.555110] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1d1824ce-bb05-46c0-a333-c6f96eb005c8 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Lock "c4ba7e48-883c-43a8-bee6-081ef4b839a9" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.418s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1355.555110] env[69889]: INFO nova.compute.manager [None req-1d1824ce-bb05-46c0-a333-c6f96eb005c8 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] Unshelving [ 1355.651677] env[69889]: DEBUG nova.compute.manager [req-8338ba82-bf53-4fe6-b233-629a05a7bd83 req-cae3a01e-fe45-4031-ab4e-16664b3e735b service nova] [instance: 2e8e9365-2332-4fa6-a41a-9e1214757ddb] Received event network-vif-deleted-7eb52ebd-b985-4634-9f60-4f99f98652d4 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1355.651820] env[69889]: INFO nova.compute.manager [req-8338ba82-bf53-4fe6-b233-629a05a7bd83 req-cae3a01e-fe45-4031-ab4e-16664b3e735b service nova] [instance: 2e8e9365-2332-4fa6-a41a-9e1214757ddb] Neutron deleted interface 7eb52ebd-b985-4634-9f60-4f99f98652d4; detaching it from the instance and deleting it from the info cache [ 1355.652016] env[69889]: DEBUG nova.network.neutron [req-8338ba82-bf53-4fe6-b233-629a05a7bd83 req-cae3a01e-fe45-4031-ab4e-16664b3e735b service nova] [instance: 2e8e9365-2332-4fa6-a41a-9e1214757ddb] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1355.660363] env[69889]: DEBUG nova.objects.base [None req-81b7b627-f995-4bf5-b936-362ec1a639bd tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Object Instance<7ba074c5-0df4-423b-98f5-323576e81dc8> lazy-loaded attributes: flavor,info_cache {{(pid=69889) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1355.754698] env[69889]: DEBUG nova.network.neutron [-] [instance: 2e8e9365-2332-4fa6-a41a-9e1214757ddb] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1356.143378] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance 30fc419c-759b-4037-8cab-0d5a5360e061 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1356.143544] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance 7ba074c5-0df4-423b-98f5-323576e81dc8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1356.143673] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance 2e8e9365-2332-4fa6-a41a-9e1214757ddb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1356.154763] env[69889]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7487812f-0594-493b-b134-6e8c506e2f7b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.168083] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83720780-370a-44cc-b7aa-f0d6a9ce112a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.195742] env[69889]: DEBUG nova.compute.manager [req-8338ba82-bf53-4fe6-b233-629a05a7bd83 req-cae3a01e-fe45-4031-ab4e-16664b3e735b service nova] [instance: 2e8e9365-2332-4fa6-a41a-9e1214757ddb] Detach interface failed, port_id=7eb52ebd-b985-4634-9f60-4f99f98652d4, reason: Instance 2e8e9365-2332-4fa6-a41a-9e1214757ddb could not be found. {{(pid=69889) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1356.257152] env[69889]: INFO nova.compute.manager [-] [instance: 2e8e9365-2332-4fa6-a41a-9e1214757ddb] Took 1.25 seconds to deallocate network for instance. [ 1356.433271] env[69889]: DEBUG nova.network.neutron [None req-81b7b627-f995-4bf5-b936-362ec1a639bd tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 7ba074c5-0df4-423b-98f5-323576e81dc8] Updating instance_info_cache with network_info: [{"id": "0332e7fb-2e55-46cc-b099-9cbb5691461b", "address": "fa:16:3e:99:21:a3", "network": {"id": "c607a821-3d63-41af-abaf-0611e2141a9c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-453181546-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8917847ce0c4465198a89a1c5551fb59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15165046-2de9-4ada-9e99-0126e20854a9", "external-id": "nsx-vlan-transportzone-974", "segmentation_id": 974, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0332e7fb-2e", "ovs_interfaceid": "0332e7fb-2e55-46cc-b099-9cbb5691461b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1356.565265] env[69889]: DEBUG nova.compute.utils [None req-1d1824ce-bb05-46c0-a333-c6f96eb005c8 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1356.646902] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance c4ba7e48-883c-43a8-bee6-081ef4b839a9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1356.647147] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=69889) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1356.647253] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=69889) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1356.712435] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae772ab9-d2b2-4df4-8e50-6b32c26d9c10 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.721035] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4253a8a6-282d-4059-9362-9102f97310bd {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.751465] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aab7bacd-369f-4017-9d5a-a6c9ff86b084 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.759450] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c10e905b-9b88-43c5-9f7e-ea584bcb935b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.765482] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1c233640-2caf-46e9-a9b0-de8919021e89 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1356.776042] env[69889]: DEBUG nova.compute.provider_tree [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1356.935933] env[69889]: DEBUG oslo_concurrency.lockutils [None req-81b7b627-f995-4bf5-b936-362ec1a639bd tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Releasing lock "refresh_cache-7ba074c5-0df4-423b-98f5-323576e81dc8" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.069059] env[69889]: INFO nova.virt.block_device [None req-1d1824ce-bb05-46c0-a333-c6f96eb005c8 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] Booting with volume 09e45779-b700-43b5-a649-5f8fd5bc55bb at /dev/sdb [ 1357.106499] env[69889]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-22a3f837-b945-42ad-bd1f-ecfb34d0245b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.116612] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b71f8a50-4775-42e2-941b-90d96585e0f8 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.141687] env[69889]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8884054a-8e84-41b2-ae4c-d2969f52099e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.151052] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57b59cc7-6411-4ef5-92db-9c29401c12d2 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.176833] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1185aed-e5f5-4c56-bed0-303614add4fc {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.183759] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12ecb12d-82e1-4474-b8cb-77ef0571187b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.197201] env[69889]: DEBUG nova.virt.block_device [None req-1d1824ce-bb05-46c0-a333-c6f96eb005c8 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] Updating existing volume attachment record: 0348427d-90a5-47d8-a14f-05ab05e7df36 {{(pid=69889) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1357.278977] env[69889]: DEBUG nova.scheduler.client.report [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1357.783882] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69889) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1357.784192] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.669s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1357.784516] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1c233640-2caf-46e9-a9b0-de8919021e89 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.019s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1357.784760] env[69889]: DEBUG nova.objects.instance [None req-1c233640-2caf-46e9-a9b0-de8919021e89 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Lazy-loading 'resources' on Instance uuid 2e8e9365-2332-4fa6-a41a-9e1214757ddb {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1357.941591] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-81b7b627-f995-4bf5-b936-362ec1a639bd tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 7ba074c5-0df4-423b-98f5-323576e81dc8] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1357.941947] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-72371832-309e-43a5-a8b4-c9dd3beea12b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.952072] env[69889]: DEBUG oslo_vmware.api [None req-81b7b627-f995-4bf5-b936-362ec1a639bd tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Waiting for the task: (returnval){ [ 1357.952072] env[69889]: value = "task-4078418" [ 1357.952072] env[69889]: _type = "Task" [ 1357.952072] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.961423] env[69889]: DEBUG oslo_vmware.api [None req-81b7b627-f995-4bf5-b936-362ec1a639bd tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': task-4078418, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.352881] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c38c4bd-3184-456e-9b45-0aa2bffcfe8f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.360393] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c27990-b8c8-4911-9807-7544b9d76f1d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.390428] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20369a66-856f-4ba0-98ef-09744799ae33 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.399431] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19adac6d-581c-4643-8cc8-02d66a0f061b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.413256] env[69889]: DEBUG nova.compute.provider_tree [None req-1c233640-2caf-46e9-a9b0-de8919021e89 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1358.462583] env[69889]: DEBUG oslo_vmware.api [None req-81b7b627-f995-4bf5-b936-362ec1a639bd tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': task-4078418, 'name': PowerOnVM_Task, 'duration_secs': 0.39137} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.462999] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-81b7b627-f995-4bf5-b936-362ec1a639bd tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 7ba074c5-0df4-423b-98f5-323576e81dc8] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1358.463286] env[69889]: DEBUG nova.compute.manager [None req-81b7b627-f995-4bf5-b936-362ec1a639bd tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 7ba074c5-0df4-423b-98f5-323576e81dc8] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1358.464279] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e23ac5c-2539-4a75-897c-e6e05b946078 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.785012] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1358.785303] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1358.916792] env[69889]: DEBUG nova.scheduler.client.report [None req-1c233640-2caf-46e9-a9b0-de8919021e89 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1359.421720] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1c233640-2caf-46e9-a9b0-de8919021e89 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.637s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1359.444599] env[69889]: INFO nova.scheduler.client.report [None req-1c233640-2caf-46e9-a9b0-de8919021e89 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Deleted allocations for instance 2e8e9365-2332-4fa6-a41a-9e1214757ddb [ 1359.608585] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24529396-56c1-4814-918f-2a942b1b6711 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.615977] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-7a84cb6b-c8cc-401d-a4ac-cc5515dfe6d6 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 7ba074c5-0df4-423b-98f5-323576e81dc8] Suspending the VM {{(pid=69889) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1359.616267] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-543154c2-6b57-4acb-8957-6bc70c31cd3a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.623795] env[69889]: DEBUG oslo_vmware.api [None req-7a84cb6b-c8cc-401d-a4ac-cc5515dfe6d6 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Waiting for the task: (returnval){ [ 1359.623795] env[69889]: value = "task-4078419" [ 1359.623795] env[69889]: _type = "Task" [ 1359.623795] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.631587] env[69889]: DEBUG oslo_vmware.api [None req-7a84cb6b-c8cc-401d-a4ac-cc5515dfe6d6 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': task-4078419, 'name': SuspendVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.953846] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1c233640-2caf-46e9-a9b0-de8919021e89 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Lock "2e8e9365-2332-4fa6-a41a-9e1214757ddb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.592s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1359.960740] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1360.134400] env[69889]: DEBUG oslo_vmware.api [None req-7a84cb6b-c8cc-401d-a4ac-cc5515dfe6d6 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': task-4078419, 'name': SuspendVM_Task} progress is 66%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.634568] env[69889]: DEBUG oslo_vmware.api [None req-7a84cb6b-c8cc-401d-a4ac-cc5515dfe6d6 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': task-4078419, 'name': SuspendVM_Task, 'duration_secs': 0.623265} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.634936] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-7a84cb6b-c8cc-401d-a4ac-cc5515dfe6d6 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 7ba074c5-0df4-423b-98f5-323576e81dc8] Suspended the VM {{(pid=69889) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1360.635053] env[69889]: DEBUG nova.compute.manager [None req-7a84cb6b-c8cc-401d-a4ac-cc5515dfe6d6 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 7ba074c5-0df4-423b-98f5-323576e81dc8] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1360.635803] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-820904ca-f198-4604-9f4d-f5fecf4032ae {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.497207] env[69889]: DEBUG oslo_concurrency.lockutils [None req-2799ed26-de6f-4f0c-8c02-deee7366003c tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Acquiring lock "cd361238-33fb-4f4d-9964-b18aecffb670" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1361.497435] env[69889]: DEBUG oslo_concurrency.lockutils [None req-2799ed26-de6f-4f0c-8c02-deee7366003c tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Lock "cd361238-33fb-4f4d-9964-b18aecffb670" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1361.948559] env[69889]: INFO nova.compute.manager [None req-e80c3b68-c27c-4a8a-aa15-4b3b5d0a3b3f tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 7ba074c5-0df4-423b-98f5-323576e81dc8] Resuming [ 1361.949209] env[69889]: DEBUG nova.objects.instance [None req-e80c3b68-c27c-4a8a-aa15-4b3b5d0a3b3f tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Lazy-loading 'flavor' on Instance uuid 7ba074c5-0df4-423b-98f5-323576e81dc8 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1361.999768] env[69889]: DEBUG nova.compute.manager [None req-2799ed26-de6f-4f0c-8c02-deee7366003c tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: cd361238-33fb-4f4d-9964-b18aecffb670] Starting instance... {{(pid=69889) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1362.530077] env[69889]: DEBUG oslo_concurrency.lockutils [None req-2799ed26-de6f-4f0c-8c02-deee7366003c tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1362.530077] env[69889]: DEBUG oslo_concurrency.lockutils [None req-2799ed26-de6f-4f0c-8c02-deee7366003c tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1362.531111] env[69889]: INFO nova.compute.claims [None req-2799ed26-de6f-4f0c-8c02-deee7366003c tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: cd361238-33fb-4f4d-9964-b18aecffb670] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1363.297991] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1d1824ce-bb05-46c0-a333-c6f96eb005c8 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1363.459442] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e80c3b68-c27c-4a8a-aa15-4b3b5d0a3b3f tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Acquiring lock "refresh_cache-7ba074c5-0df4-423b-98f5-323576e81dc8" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.459632] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e80c3b68-c27c-4a8a-aa15-4b3b5d0a3b3f tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Acquired lock "refresh_cache-7ba074c5-0df4-423b-98f5-323576e81dc8" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.459814] env[69889]: DEBUG nova.network.neutron [None req-e80c3b68-c27c-4a8a-aa15-4b3b5d0a3b3f tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 7ba074c5-0df4-423b-98f5-323576e81dc8] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1363.601670] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03179ac4-6bb7-4ea9-bebf-479b2ebe63ed {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.609412] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-277ef2a6-07ff-46f8-983b-b34f001160b8 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.641150] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7287dbf5-5b57-4f74-bf3e-11d1ee785b16 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.648868] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e062b22a-cefe-4061-8e1f-829e660517e5 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.662890] env[69889]: DEBUG nova.compute.provider_tree [None req-2799ed26-de6f-4f0c-8c02-deee7366003c tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1364.165559] env[69889]: DEBUG nova.scheduler.client.report [None req-2799ed26-de6f-4f0c-8c02-deee7366003c tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1364.201684] env[69889]: DEBUG nova.network.neutron [None req-e80c3b68-c27c-4a8a-aa15-4b3b5d0a3b3f tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 7ba074c5-0df4-423b-98f5-323576e81dc8] Updating instance_info_cache with network_info: [{"id": "0332e7fb-2e55-46cc-b099-9cbb5691461b", "address": "fa:16:3e:99:21:a3", "network": {"id": "c607a821-3d63-41af-abaf-0611e2141a9c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-453181546-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8917847ce0c4465198a89a1c5551fb59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15165046-2de9-4ada-9e99-0126e20854a9", "external-id": "nsx-vlan-transportzone-974", "segmentation_id": 974, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0332e7fb-2e", "ovs_interfaceid": "0332e7fb-2e55-46cc-b099-9cbb5691461b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1364.670606] env[69889]: DEBUG oslo_concurrency.lockutils [None req-2799ed26-de6f-4f0c-8c02-deee7366003c tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.141s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1364.671138] env[69889]: DEBUG nova.compute.manager [None req-2799ed26-de6f-4f0c-8c02-deee7366003c tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: cd361238-33fb-4f4d-9964-b18aecffb670] Start building networks asynchronously for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1364.673788] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1d1824ce-bb05-46c0-a333-c6f96eb005c8 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.376s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1364.674017] env[69889]: DEBUG nova.objects.instance [None req-1d1824ce-bb05-46c0-a333-c6f96eb005c8 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Lazy-loading 'pci_requests' on Instance uuid c4ba7e48-883c-43a8-bee6-081ef4b839a9 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1364.704651] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e80c3b68-c27c-4a8a-aa15-4b3b5d0a3b3f tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Releasing lock "refresh_cache-7ba074c5-0df4-423b-98f5-323576e81dc8" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.705608] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e402905a-2e1f-48cf-b35f-b70fd1d7a458 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.712980] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-e80c3b68-c27c-4a8a-aa15-4b3b5d0a3b3f tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 7ba074c5-0df4-423b-98f5-323576e81dc8] Resuming the VM {{(pid=69889) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1364.713262] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0fc671a5-4a0d-4e05-93f3-d44744a1fc32 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.720772] env[69889]: DEBUG oslo_vmware.api [None req-e80c3b68-c27c-4a8a-aa15-4b3b5d0a3b3f tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Waiting for the task: (returnval){ [ 1364.720772] env[69889]: value = "task-4078421" [ 1364.720772] env[69889]: _type = "Task" [ 1364.720772] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.729394] env[69889]: DEBUG oslo_vmware.api [None req-e80c3b68-c27c-4a8a-aa15-4b3b5d0a3b3f tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': task-4078421, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.176713] env[69889]: DEBUG nova.compute.utils [None req-2799ed26-de6f-4f0c-8c02-deee7366003c tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1365.178251] env[69889]: DEBUG nova.compute.manager [None req-2799ed26-de6f-4f0c-8c02-deee7366003c tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: cd361238-33fb-4f4d-9964-b18aecffb670] Allocating IP information in the background. {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1365.178800] env[69889]: DEBUG nova.network.neutron [None req-2799ed26-de6f-4f0c-8c02-deee7366003c tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: cd361238-33fb-4f4d-9964-b18aecffb670] allocate_for_instance() {{(pid=69889) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1365.182087] env[69889]: DEBUG nova.objects.instance [None req-1d1824ce-bb05-46c0-a333-c6f96eb005c8 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Lazy-loading 'numa_topology' on Instance uuid c4ba7e48-883c-43a8-bee6-081ef4b839a9 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1365.232994] env[69889]: DEBUG oslo_vmware.api [None req-e80c3b68-c27c-4a8a-aa15-4b3b5d0a3b3f tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': task-4078421, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.234704] env[69889]: DEBUG nova.policy [None req-2799ed26-de6f-4f0c-8c02-deee7366003c tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fa53d078c0d741dfb296e8243fcb8851', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6536689d827a4804a60785c3229d998e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69889) authorize /opt/stack/nova/nova/policy.py:192}} [ 1365.574337] env[69889]: DEBUG nova.network.neutron [None req-2799ed26-de6f-4f0c-8c02-deee7366003c tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: cd361238-33fb-4f4d-9964-b18aecffb670] Successfully created port: 1671e95c-b2d3-4947-80f7-dc2e9a3e5ac3 {{(pid=69889) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1365.684567] env[69889]: DEBUG nova.compute.manager [None req-2799ed26-de6f-4f0c-8c02-deee7366003c tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: cd361238-33fb-4f4d-9964-b18aecffb670] Start building block device mappings for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1365.687352] env[69889]: INFO nova.compute.claims [None req-1d1824ce-bb05-46c0-a333-c6f96eb005c8 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1365.732588] env[69889]: DEBUG oslo_vmware.api [None req-e80c3b68-c27c-4a8a-aa15-4b3b5d0a3b3f tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': task-4078421, 'name': PowerOnVM_Task, 'duration_secs': 0.531305} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.732957] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-e80c3b68-c27c-4a8a-aa15-4b3b5d0a3b3f tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 7ba074c5-0df4-423b-98f5-323576e81dc8] Resumed the VM {{(pid=69889) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1365.733190] env[69889]: DEBUG nova.compute.manager [None req-e80c3b68-c27c-4a8a-aa15-4b3b5d0a3b3f tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 7ba074c5-0df4-423b-98f5-323576e81dc8] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1365.734072] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48e309fb-b3b0-4e1f-94bf-a3629b2dfdee {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.620850] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0c8f9468-e275-4fd1-9aec-f059fd9d62ea tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Acquiring lock "7ba074c5-0df4-423b-98f5-323576e81dc8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1366.621175] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0c8f9468-e275-4fd1-9aec-f059fd9d62ea tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Lock "7ba074c5-0df4-423b-98f5-323576e81dc8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1366.621392] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0c8f9468-e275-4fd1-9aec-f059fd9d62ea tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Acquiring lock "7ba074c5-0df4-423b-98f5-323576e81dc8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1366.621585] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0c8f9468-e275-4fd1-9aec-f059fd9d62ea tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Lock "7ba074c5-0df4-423b-98f5-323576e81dc8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1366.621764] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0c8f9468-e275-4fd1-9aec-f059fd9d62ea tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Lock "7ba074c5-0df4-423b-98f5-323576e81dc8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1366.624285] env[69889]: INFO nova.compute.manager [None req-0c8f9468-e275-4fd1-9aec-f059fd9d62ea tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 7ba074c5-0df4-423b-98f5-323576e81dc8] Terminating instance [ 1366.699039] env[69889]: DEBUG nova.compute.manager [None req-2799ed26-de6f-4f0c-8c02-deee7366003c tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: cd361238-33fb-4f4d-9964-b18aecffb670] Start spawning the instance on the hypervisor. {{(pid=69889) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1366.757416] env[69889]: DEBUG nova.virt.hardware [None req-2799ed26-de6f-4f0c-8c02-deee7366003c tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1366.757685] env[69889]: DEBUG nova.virt.hardware [None req-2799ed26-de6f-4f0c-8c02-deee7366003c tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1366.757845] env[69889]: DEBUG nova.virt.hardware [None req-2799ed26-de6f-4f0c-8c02-deee7366003c tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1366.758042] env[69889]: DEBUG nova.virt.hardware [None req-2799ed26-de6f-4f0c-8c02-deee7366003c tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1366.758200] env[69889]: DEBUG nova.virt.hardware [None req-2799ed26-de6f-4f0c-8c02-deee7366003c tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1366.758350] env[69889]: DEBUG nova.virt.hardware [None req-2799ed26-de6f-4f0c-8c02-deee7366003c tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1366.758557] env[69889]: DEBUG nova.virt.hardware [None req-2799ed26-de6f-4f0c-8c02-deee7366003c tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1366.758715] env[69889]: DEBUG nova.virt.hardware [None req-2799ed26-de6f-4f0c-8c02-deee7366003c tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1366.758920] env[69889]: DEBUG nova.virt.hardware [None req-2799ed26-de6f-4f0c-8c02-deee7366003c tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1366.759154] env[69889]: DEBUG nova.virt.hardware [None req-2799ed26-de6f-4f0c-8c02-deee7366003c tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1366.759389] env[69889]: DEBUG nova.virt.hardware [None req-2799ed26-de6f-4f0c-8c02-deee7366003c tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1366.760374] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38c417d8-9d6c-40f1-aac4-03653cad3931 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.772778] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3e64c09-5b53-4451-be45-1163ec251315 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.793020] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e39b3202-bc26-4764-a9db-47142d8aa352 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.801323] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0787ad4b-f9ce-4633-93e4-5badc39a1a84 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.833265] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23a13ad3-5d92-4628-aae4-264a3232043c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.841849] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c29ed51c-6914-4bf4-9da2-6c936d382eeb {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.858666] env[69889]: DEBUG nova.compute.provider_tree [None req-1d1824ce-bb05-46c0-a333-c6f96eb005c8 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1367.043584] env[69889]: DEBUG nova.compute.manager [req-0988b3a3-6137-4aad-8a0b-43eeaf153b0a req-f54a95aa-3e49-495c-9872-30c239696b06 service nova] [instance: cd361238-33fb-4f4d-9964-b18aecffb670] Received event network-vif-plugged-1671e95c-b2d3-4947-80f7-dc2e9a3e5ac3 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1367.043808] env[69889]: DEBUG oslo_concurrency.lockutils [req-0988b3a3-6137-4aad-8a0b-43eeaf153b0a req-f54a95aa-3e49-495c-9872-30c239696b06 service nova] Acquiring lock "cd361238-33fb-4f4d-9964-b18aecffb670-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1367.044619] env[69889]: DEBUG oslo_concurrency.lockutils [req-0988b3a3-6137-4aad-8a0b-43eeaf153b0a req-f54a95aa-3e49-495c-9872-30c239696b06 service nova] Lock "cd361238-33fb-4f4d-9964-b18aecffb670-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1367.044912] env[69889]: DEBUG oslo_concurrency.lockutils [req-0988b3a3-6137-4aad-8a0b-43eeaf153b0a req-f54a95aa-3e49-495c-9872-30c239696b06 service nova] Lock "cd361238-33fb-4f4d-9964-b18aecffb670-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1367.045193] env[69889]: DEBUG nova.compute.manager [req-0988b3a3-6137-4aad-8a0b-43eeaf153b0a req-f54a95aa-3e49-495c-9872-30c239696b06 service nova] [instance: cd361238-33fb-4f4d-9964-b18aecffb670] No waiting events found dispatching network-vif-plugged-1671e95c-b2d3-4947-80f7-dc2e9a3e5ac3 {{(pid=69889) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1367.045431] env[69889]: WARNING nova.compute.manager [req-0988b3a3-6137-4aad-8a0b-43eeaf153b0a req-f54a95aa-3e49-495c-9872-30c239696b06 service nova] [instance: cd361238-33fb-4f4d-9964-b18aecffb670] Received unexpected event network-vif-plugged-1671e95c-b2d3-4947-80f7-dc2e9a3e5ac3 for instance with vm_state building and task_state spawning. [ 1367.128241] env[69889]: DEBUG nova.compute.manager [None req-0c8f9468-e275-4fd1-9aec-f059fd9d62ea tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 7ba074c5-0df4-423b-98f5-323576e81dc8] Start destroying the instance on the hypervisor. {{(pid=69889) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1367.128589] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-0c8f9468-e275-4fd1-9aec-f059fd9d62ea tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 7ba074c5-0df4-423b-98f5-323576e81dc8] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1367.129895] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d1f6026-fae2-471d-8be6-5c8d49555e98 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.138751] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c8f9468-e275-4fd1-9aec-f059fd9d62ea tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 7ba074c5-0df4-423b-98f5-323576e81dc8] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1367.139625] env[69889]: DEBUG nova.network.neutron [None req-2799ed26-de6f-4f0c-8c02-deee7366003c tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: cd361238-33fb-4f4d-9964-b18aecffb670] Successfully updated port: 1671e95c-b2d3-4947-80f7-dc2e9a3e5ac3 {{(pid=69889) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1367.140778] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f8d09258-f1bc-4e98-97a4-fe6b5da8d2a2 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.148483] env[69889]: DEBUG oslo_vmware.api [None req-0c8f9468-e275-4fd1-9aec-f059fd9d62ea tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Waiting for the task: (returnval){ [ 1367.148483] env[69889]: value = "task-4078422" [ 1367.148483] env[69889]: _type = "Task" [ 1367.148483] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.158693] env[69889]: DEBUG oslo_vmware.api [None req-0c8f9468-e275-4fd1-9aec-f059fd9d62ea tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': task-4078422, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.361905] env[69889]: DEBUG nova.scheduler.client.report [None req-1d1824ce-bb05-46c0-a333-c6f96eb005c8 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1367.644186] env[69889]: DEBUG oslo_concurrency.lockutils [None req-2799ed26-de6f-4f0c-8c02-deee7366003c tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Acquiring lock "refresh_cache-cd361238-33fb-4f4d-9964-b18aecffb670" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.644348] env[69889]: DEBUG oslo_concurrency.lockutils [None req-2799ed26-de6f-4f0c-8c02-deee7366003c tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Acquired lock "refresh_cache-cd361238-33fb-4f4d-9964-b18aecffb670" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.644501] env[69889]: DEBUG nova.network.neutron [None req-2799ed26-de6f-4f0c-8c02-deee7366003c tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: cd361238-33fb-4f4d-9964-b18aecffb670] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1367.660411] env[69889]: DEBUG oslo_vmware.api [None req-0c8f9468-e275-4fd1-9aec-f059fd9d62ea tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': task-4078422, 'name': PowerOffVM_Task, 'duration_secs': 0.222981} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.660713] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c8f9468-e275-4fd1-9aec-f059fd9d62ea tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 7ba074c5-0df4-423b-98f5-323576e81dc8] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1367.660897] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-0c8f9468-e275-4fd1-9aec-f059fd9d62ea tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 7ba074c5-0df4-423b-98f5-323576e81dc8] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1367.661179] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9fc1fa6e-a84b-4c7a-80b0-9c2e2b91b9d6 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.734201] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-0c8f9468-e275-4fd1-9aec-f059fd9d62ea tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 7ba074c5-0df4-423b-98f5-323576e81dc8] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1367.734496] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-0c8f9468-e275-4fd1-9aec-f059fd9d62ea tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 7ba074c5-0df4-423b-98f5-323576e81dc8] Deleting contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1367.734632] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c8f9468-e275-4fd1-9aec-f059fd9d62ea tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Deleting the datastore file [datastore2] 7ba074c5-0df4-423b-98f5-323576e81dc8 {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1367.734906] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0d448781-0cc2-4d4f-81ba-d1855f0899b7 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.742574] env[69889]: DEBUG oslo_vmware.api [None req-0c8f9468-e275-4fd1-9aec-f059fd9d62ea tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Waiting for the task: (returnval){ [ 1367.742574] env[69889]: value = "task-4078424" [ 1367.742574] env[69889]: _type = "Task" [ 1367.742574] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.751982] env[69889]: DEBUG oslo_vmware.api [None req-0c8f9468-e275-4fd1-9aec-f059fd9d62ea tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': task-4078424, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.866863] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1d1824ce-bb05-46c0-a333-c6f96eb005c8 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.193s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1367.900949] env[69889]: INFO nova.network.neutron [None req-1d1824ce-bb05-46c0-a333-c6f96eb005c8 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] Updating port dc9e7b0a-217d-4042-aeb3-ffaf2a7c3371 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1368.179150] env[69889]: DEBUG nova.network.neutron [None req-2799ed26-de6f-4f0c-8c02-deee7366003c tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: cd361238-33fb-4f4d-9964-b18aecffb670] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1368.255307] env[69889]: DEBUG oslo_vmware.api [None req-0c8f9468-e275-4fd1-9aec-f059fd9d62ea tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Task: {'id': task-4078424, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166866} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.255583] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c8f9468-e275-4fd1-9aec-f059fd9d62ea tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1368.255776] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-0c8f9468-e275-4fd1-9aec-f059fd9d62ea tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 7ba074c5-0df4-423b-98f5-323576e81dc8] Deleted contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1368.255949] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-0c8f9468-e275-4fd1-9aec-f059fd9d62ea tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 7ba074c5-0df4-423b-98f5-323576e81dc8] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1368.256143] env[69889]: INFO nova.compute.manager [None req-0c8f9468-e275-4fd1-9aec-f059fd9d62ea tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] [instance: 7ba074c5-0df4-423b-98f5-323576e81dc8] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1368.256391] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0c8f9468-e275-4fd1-9aec-f059fd9d62ea tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1368.256585] env[69889]: DEBUG nova.compute.manager [-] [instance: 7ba074c5-0df4-423b-98f5-323576e81dc8] Deallocating network for instance {{(pid=69889) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1368.256682] env[69889]: DEBUG nova.network.neutron [-] [instance: 7ba074c5-0df4-423b-98f5-323576e81dc8] deallocate_for_instance() {{(pid=69889) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1368.357239] env[69889]: DEBUG nova.network.neutron [None req-2799ed26-de6f-4f0c-8c02-deee7366003c tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: cd361238-33fb-4f4d-9964-b18aecffb670] Updating instance_info_cache with network_info: [{"id": "1671e95c-b2d3-4947-80f7-dc2e9a3e5ac3", "address": "fa:16:3e:51:d2:dc", "network": {"id": "726a0899-ff5e-4e9a-8ec4-91317fa57b22", "bridge": "br-int", "label": "tempest-ServersTestJSON-1056519050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6536689d827a4804a60785c3229d998e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1671e95c-b2", "ovs_interfaceid": "1671e95c-b2d3-4947-80f7-dc2e9a3e5ac3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1368.755647] env[69889]: DEBUG nova.compute.manager [req-eb9704d9-b82a-4351-b6d6-c73f5aebfe75 req-2a88b1ca-94f4-4eb7-a3ee-6b05f4a87d41 service nova] [instance: 7ba074c5-0df4-423b-98f5-323576e81dc8] Received event network-vif-deleted-0332e7fb-2e55-46cc-b099-9cbb5691461b {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1368.755647] env[69889]: INFO nova.compute.manager [req-eb9704d9-b82a-4351-b6d6-c73f5aebfe75 req-2a88b1ca-94f4-4eb7-a3ee-6b05f4a87d41 service nova] [instance: 7ba074c5-0df4-423b-98f5-323576e81dc8] Neutron deleted interface 0332e7fb-2e55-46cc-b099-9cbb5691461b; detaching it from the instance and deleting it from the info cache [ 1368.756084] env[69889]: DEBUG nova.network.neutron [req-eb9704d9-b82a-4351-b6d6-c73f5aebfe75 req-2a88b1ca-94f4-4eb7-a3ee-6b05f4a87d41 service nova] [instance: 7ba074c5-0df4-423b-98f5-323576e81dc8] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1368.860115] env[69889]: DEBUG oslo_concurrency.lockutils [None req-2799ed26-de6f-4f0c-8c02-deee7366003c tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Releasing lock "refresh_cache-cd361238-33fb-4f4d-9964-b18aecffb670" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.860478] env[69889]: DEBUG nova.compute.manager [None req-2799ed26-de6f-4f0c-8c02-deee7366003c tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: cd361238-33fb-4f4d-9964-b18aecffb670] Instance network_info: |[{"id": "1671e95c-b2d3-4947-80f7-dc2e9a3e5ac3", "address": "fa:16:3e:51:d2:dc", "network": {"id": "726a0899-ff5e-4e9a-8ec4-91317fa57b22", "bridge": "br-int", "label": "tempest-ServersTestJSON-1056519050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6536689d827a4804a60785c3229d998e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1671e95c-b2", "ovs_interfaceid": "1671e95c-b2d3-4947-80f7-dc2e9a3e5ac3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1368.860927] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-2799ed26-de6f-4f0c-8c02-deee7366003c tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: cd361238-33fb-4f4d-9964-b18aecffb670] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:d2:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '99639c37-b0c6-4be7-9594-230e44b1280b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1671e95c-b2d3-4947-80f7-dc2e9a3e5ac3', 'vif_model': 'vmxnet3'}] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1368.869206] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2799ed26-de6f-4f0c-8c02-deee7366003c tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1368.869498] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd361238-33fb-4f4d-9964-b18aecffb670] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1368.869695] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-785a5530-edd5-45e2-97d2-e28758eaec7c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.909200] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1368.909200] env[69889]: value = "task-4078425" [ 1368.909200] env[69889]: _type = "Task" [ 1368.909200] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.920326] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4078425, 'name': CreateVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.070619] env[69889]: DEBUG nova.compute.manager [req-4119b192-4326-4587-a79e-d1cfbcf53ac4 req-80ebbb59-48aa-4625-9b4c-3d98cf844e0a service nova] [instance: cd361238-33fb-4f4d-9964-b18aecffb670] Received event network-changed-1671e95c-b2d3-4947-80f7-dc2e9a3e5ac3 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1369.070755] env[69889]: DEBUG nova.compute.manager [req-4119b192-4326-4587-a79e-d1cfbcf53ac4 req-80ebbb59-48aa-4625-9b4c-3d98cf844e0a service nova] [instance: cd361238-33fb-4f4d-9964-b18aecffb670] Refreshing instance network info cache due to event network-changed-1671e95c-b2d3-4947-80f7-dc2e9a3e5ac3. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1369.071013] env[69889]: DEBUG oslo_concurrency.lockutils [req-4119b192-4326-4587-a79e-d1cfbcf53ac4 req-80ebbb59-48aa-4625-9b4c-3d98cf844e0a service nova] Acquiring lock "refresh_cache-cd361238-33fb-4f4d-9964-b18aecffb670" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.071192] env[69889]: DEBUG oslo_concurrency.lockutils [req-4119b192-4326-4587-a79e-d1cfbcf53ac4 req-80ebbb59-48aa-4625-9b4c-3d98cf844e0a service nova] Acquired lock "refresh_cache-cd361238-33fb-4f4d-9964-b18aecffb670" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.071724] env[69889]: DEBUG nova.network.neutron [req-4119b192-4326-4587-a79e-d1cfbcf53ac4 req-80ebbb59-48aa-4625-9b4c-3d98cf844e0a service nova] [instance: cd361238-33fb-4f4d-9964-b18aecffb670] Refreshing network info cache for port 1671e95c-b2d3-4947-80f7-dc2e9a3e5ac3 {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1369.233848] env[69889]: DEBUG nova.network.neutron [-] [instance: 7ba074c5-0df4-423b-98f5-323576e81dc8] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1369.259434] env[69889]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f6c9306b-5355-41f8-99be-c78a1fcefeed {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.270032] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50a7d95a-be1a-47d4-bc93-2cf3317fdbc7 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.304795] env[69889]: DEBUG nova.compute.manager [req-eb9704d9-b82a-4351-b6d6-c73f5aebfe75 req-2a88b1ca-94f4-4eb7-a3ee-6b05f4a87d41 service nova] [instance: 7ba074c5-0df4-423b-98f5-323576e81dc8] Detach interface failed, port_id=0332e7fb-2e55-46cc-b099-9cbb5691461b, reason: Instance 7ba074c5-0df4-423b-98f5-323576e81dc8 could not be found. {{(pid=69889) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1369.407669] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1d1824ce-bb05-46c0-a333-c6f96eb005c8 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Acquiring lock "refresh_cache-c4ba7e48-883c-43a8-bee6-081ef4b839a9" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.408008] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1d1824ce-bb05-46c0-a333-c6f96eb005c8 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Acquired lock "refresh_cache-c4ba7e48-883c-43a8-bee6-081ef4b839a9" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.408277] env[69889]: DEBUG nova.network.neutron [None req-1d1824ce-bb05-46c0-a333-c6f96eb005c8 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1369.422800] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4078425, 'name': CreateVM_Task, 'duration_secs': 0.316706} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.423716] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd361238-33fb-4f4d-9964-b18aecffb670] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1369.424760] env[69889]: DEBUG oslo_concurrency.lockutils [None req-2799ed26-de6f-4f0c-8c02-deee7366003c tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.425238] env[69889]: DEBUG oslo_concurrency.lockutils [None req-2799ed26-de6f-4f0c-8c02-deee7366003c tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.427033] env[69889]: DEBUG oslo_concurrency.lockutils [None req-2799ed26-de6f-4f0c-8c02-deee7366003c tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.427033] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-749ca5e9-c6d6-490a-b7c8-f20d90dae369 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.433655] env[69889]: DEBUG oslo_vmware.api [None req-2799ed26-de6f-4f0c-8c02-deee7366003c tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Waiting for the task: (returnval){ [ 1369.433655] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52c48568-e7ab-31ce-3a82-b74c44c58d91" [ 1369.433655] env[69889]: _type = "Task" [ 1369.433655] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.443573] env[69889]: DEBUG oslo_vmware.api [None req-2799ed26-de6f-4f0c-8c02-deee7366003c tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52c48568-e7ab-31ce-3a82-b74c44c58d91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.736617] env[69889]: INFO nova.compute.manager [-] [instance: 7ba074c5-0df4-423b-98f5-323576e81dc8] Took 1.48 seconds to deallocate network for instance. [ 1369.783709] env[69889]: DEBUG nova.network.neutron [req-4119b192-4326-4587-a79e-d1cfbcf53ac4 req-80ebbb59-48aa-4625-9b4c-3d98cf844e0a service nova] [instance: cd361238-33fb-4f4d-9964-b18aecffb670] Updated VIF entry in instance network info cache for port 1671e95c-b2d3-4947-80f7-dc2e9a3e5ac3. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1369.784050] env[69889]: DEBUG nova.network.neutron [req-4119b192-4326-4587-a79e-d1cfbcf53ac4 req-80ebbb59-48aa-4625-9b4c-3d98cf844e0a service nova] [instance: cd361238-33fb-4f4d-9964-b18aecffb670] Updating instance_info_cache with network_info: [{"id": "1671e95c-b2d3-4947-80f7-dc2e9a3e5ac3", "address": "fa:16:3e:51:d2:dc", "network": {"id": "726a0899-ff5e-4e9a-8ec4-91317fa57b22", "bridge": "br-int", "label": "tempest-ServersTestJSON-1056519050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6536689d827a4804a60785c3229d998e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1671e95c-b2", "ovs_interfaceid": "1671e95c-b2d3-4947-80f7-dc2e9a3e5ac3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1369.946215] env[69889]: DEBUG oslo_vmware.api [None req-2799ed26-de6f-4f0c-8c02-deee7366003c tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52c48568-e7ab-31ce-3a82-b74c44c58d91, 'name': SearchDatastore_Task, 'duration_secs': 0.01082} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.946511] env[69889]: DEBUG oslo_concurrency.lockutils [None req-2799ed26-de6f-4f0c-8c02-deee7366003c tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.946738] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-2799ed26-de6f-4f0c-8c02-deee7366003c tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: cd361238-33fb-4f4d-9964-b18aecffb670] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1369.946984] env[69889]: DEBUG oslo_concurrency.lockutils [None req-2799ed26-de6f-4f0c-8c02-deee7366003c tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.947145] env[69889]: DEBUG oslo_concurrency.lockutils [None req-2799ed26-de6f-4f0c-8c02-deee7366003c tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.947326] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-2799ed26-de6f-4f0c-8c02-deee7366003c tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1369.947588] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2fce3aa8-2274-41de-acf7-6c6e737491ad {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.956676] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-2799ed26-de6f-4f0c-8c02-deee7366003c tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1369.956886] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-2799ed26-de6f-4f0c-8c02-deee7366003c tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1369.957616] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f57b4a3-3abf-477a-b1d3-a9741e9b1db5 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.964636] env[69889]: DEBUG oslo_vmware.api [None req-2799ed26-de6f-4f0c-8c02-deee7366003c tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Waiting for the task: (returnval){ [ 1369.964636] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]525876af-337a-2d7f-9f40-4ae97da0afa7" [ 1369.964636] env[69889]: _type = "Task" [ 1369.964636] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.972887] env[69889]: DEBUG oslo_vmware.api [None req-2799ed26-de6f-4f0c-8c02-deee7366003c tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]525876af-337a-2d7f-9f40-4ae97da0afa7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.141615] env[69889]: DEBUG nova.network.neutron [None req-1d1824ce-bb05-46c0-a333-c6f96eb005c8 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] Updating instance_info_cache with network_info: [{"id": "dc9e7b0a-217d-4042-aeb3-ffaf2a7c3371", "address": "fa:16:3e:da:1f:46", "network": {"id": "b89b3d5b-8638-424c-b2ef-3f27511ad10b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-269290719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "682525d6417945bc8a73da8f702b9c77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1d25020-c621-4388-ac1d-de55bfefbe50", "external-id": "nsx-vlan-transportzone-573", "segmentation_id": 573, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc9e7b0a-21", "ovs_interfaceid": "dc9e7b0a-217d-4042-aeb3-ffaf2a7c3371", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1370.244078] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0c8f9468-e275-4fd1-9aec-f059fd9d62ea tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1370.244511] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0c8f9468-e275-4fd1-9aec-f059fd9d62ea tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1370.244876] env[69889]: DEBUG nova.objects.instance [None req-0c8f9468-e275-4fd1-9aec-f059fd9d62ea tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Lazy-loading 'resources' on Instance uuid 7ba074c5-0df4-423b-98f5-323576e81dc8 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1370.286733] env[69889]: DEBUG oslo_concurrency.lockutils [req-4119b192-4326-4587-a79e-d1cfbcf53ac4 req-80ebbb59-48aa-4625-9b4c-3d98cf844e0a service nova] Releasing lock "refresh_cache-cd361238-33fb-4f4d-9964-b18aecffb670" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.475102] env[69889]: DEBUG oslo_vmware.api [None req-2799ed26-de6f-4f0c-8c02-deee7366003c tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]525876af-337a-2d7f-9f40-4ae97da0afa7, 'name': SearchDatastore_Task, 'duration_secs': 0.010121} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.475927] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9dec7c52-ca98-4845-8ee9-0235635fe405 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.481497] env[69889]: DEBUG oslo_vmware.api [None req-2799ed26-de6f-4f0c-8c02-deee7366003c tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Waiting for the task: (returnval){ [ 1370.481497] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52dce375-d951-021f-3c13-8dc0235b5ae4" [ 1370.481497] env[69889]: _type = "Task" [ 1370.481497] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.489575] env[69889]: DEBUG oslo_vmware.api [None req-2799ed26-de6f-4f0c-8c02-deee7366003c tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52dce375-d951-021f-3c13-8dc0235b5ae4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.644499] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1d1824ce-bb05-46c0-a333-c6f96eb005c8 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Releasing lock "refresh_cache-c4ba7e48-883c-43a8-bee6-081ef4b839a9" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.676193] env[69889]: DEBUG nova.virt.hardware [None req-1d1824ce-bb05-46c0-a333-c6f96eb005c8 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='dc2d35e09afbe328d31b94e2875000bc',container_format='bare',created_at=2025-05-13T14:36:52Z,direct_url=,disk_format='vmdk',id=16a2f616-a21a-4e54-9331-f1b7cdd83f31,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-487516671-shelved',owner='682525d6417945bc8a73da8f702b9c77',properties=ImageMetaProps,protected=,size=31669760,status='active',tags=,updated_at=2025-05-13T14:37:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1370.676467] env[69889]: DEBUG nova.virt.hardware [None req-1d1824ce-bb05-46c0-a333-c6f96eb005c8 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1370.676581] env[69889]: DEBUG nova.virt.hardware [None req-1d1824ce-bb05-46c0-a333-c6f96eb005c8 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1370.676764] env[69889]: DEBUG nova.virt.hardware [None req-1d1824ce-bb05-46c0-a333-c6f96eb005c8 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1370.676913] env[69889]: DEBUG nova.virt.hardware [None req-1d1824ce-bb05-46c0-a333-c6f96eb005c8 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1370.677078] env[69889]: DEBUG nova.virt.hardware [None req-1d1824ce-bb05-46c0-a333-c6f96eb005c8 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1370.677339] env[69889]: DEBUG nova.virt.hardware [None req-1d1824ce-bb05-46c0-a333-c6f96eb005c8 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1370.677454] env[69889]: DEBUG nova.virt.hardware [None req-1d1824ce-bb05-46c0-a333-c6f96eb005c8 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1370.677884] env[69889]: DEBUG nova.virt.hardware [None req-1d1824ce-bb05-46c0-a333-c6f96eb005c8 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1370.677884] env[69889]: DEBUG nova.virt.hardware [None req-1d1824ce-bb05-46c0-a333-c6f96eb005c8 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1370.677958] env[69889]: DEBUG nova.virt.hardware [None req-1d1824ce-bb05-46c0-a333-c6f96eb005c8 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1370.678807] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-227e05d3-1409-4538-9930-68da9d0f3b95 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.687028] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e19cedf-2f30-4bbb-a6c5-43caf6898dff {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.701745] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-1d1824ce-bb05-46c0-a333-c6f96eb005c8 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:1f:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e1d25020-c621-4388-ac1d-de55bfefbe50', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dc9e7b0a-217d-4042-aeb3-ffaf2a7c3371', 'vif_model': 'vmxnet3'}] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1370.710187] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1d1824ce-bb05-46c0-a333-c6f96eb005c8 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1370.710507] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1370.710855] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9fbb18cd-f11b-4d0f-81d1-bd7e08ba7236 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.730585] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1370.730585] env[69889]: value = "task-4078426" [ 1370.730585] env[69889]: _type = "Task" [ 1370.730585] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.738736] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4078426, 'name': CreateVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.821187] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dd1a85b-22cd-4d84-a97f-093f6fb5855d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.829543] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbea8669-aff9-47eb-868e-1de6d980cd6a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.862365] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3d142e1-b00c-460d-9b14-3f5c8aa4c826 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.870416] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c02670b-f8c7-40d8-be8c-00d181a8e5e1 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.884622] env[69889]: DEBUG nova.compute.provider_tree [None req-0c8f9468-e275-4fd1-9aec-f059fd9d62ea tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1370.992899] env[69889]: DEBUG oslo_vmware.api [None req-2799ed26-de6f-4f0c-8c02-deee7366003c tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52dce375-d951-021f-3c13-8dc0235b5ae4, 'name': SearchDatastore_Task, 'duration_secs': 0.014539} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.993206] env[69889]: DEBUG oslo_concurrency.lockutils [None req-2799ed26-de6f-4f0c-8c02-deee7366003c tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.993469] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-2799ed26-de6f-4f0c-8c02-deee7366003c tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore1] cd361238-33fb-4f4d-9964-b18aecffb670/cd361238-33fb-4f4d-9964-b18aecffb670.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1370.993732] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1f555bba-fd79-4ed9-becb-037efaaf8932 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.001094] env[69889]: DEBUG oslo_vmware.api [None req-2799ed26-de6f-4f0c-8c02-deee7366003c tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Waiting for the task: (returnval){ [ 1371.001094] env[69889]: value = "task-4078427" [ 1371.001094] env[69889]: _type = "Task" [ 1371.001094] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.010599] env[69889]: DEBUG oslo_vmware.api [None req-2799ed26-de6f-4f0c-8c02-deee7366003c tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': task-4078427, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.098967] env[69889]: DEBUG nova.compute.manager [req-bbfbd7ed-584f-4956-b417-15fc971b4978 req-87836f70-1df0-464c-a0e6-5a5f633d0a9a service nova] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] Received event network-vif-plugged-dc9e7b0a-217d-4042-aeb3-ffaf2a7c3371 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1371.099166] env[69889]: DEBUG oslo_concurrency.lockutils [req-bbfbd7ed-584f-4956-b417-15fc971b4978 req-87836f70-1df0-464c-a0e6-5a5f633d0a9a service nova] Acquiring lock "c4ba7e48-883c-43a8-bee6-081ef4b839a9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1371.099302] env[69889]: DEBUG oslo_concurrency.lockutils [req-bbfbd7ed-584f-4956-b417-15fc971b4978 req-87836f70-1df0-464c-a0e6-5a5f633d0a9a service nova] Lock "c4ba7e48-883c-43a8-bee6-081ef4b839a9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1371.099470] env[69889]: DEBUG oslo_concurrency.lockutils [req-bbfbd7ed-584f-4956-b417-15fc971b4978 req-87836f70-1df0-464c-a0e6-5a5f633d0a9a service nova] Lock "c4ba7e48-883c-43a8-bee6-081ef4b839a9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1371.099688] env[69889]: DEBUG nova.compute.manager [req-bbfbd7ed-584f-4956-b417-15fc971b4978 req-87836f70-1df0-464c-a0e6-5a5f633d0a9a service nova] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] No waiting events found dispatching network-vif-plugged-dc9e7b0a-217d-4042-aeb3-ffaf2a7c3371 {{(pid=69889) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1371.099800] env[69889]: WARNING nova.compute.manager [req-bbfbd7ed-584f-4956-b417-15fc971b4978 req-87836f70-1df0-464c-a0e6-5a5f633d0a9a service nova] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] Received unexpected event network-vif-plugged-dc9e7b0a-217d-4042-aeb3-ffaf2a7c3371 for instance with vm_state shelved_offloaded and task_state spawning. [ 1371.099958] env[69889]: DEBUG nova.compute.manager [req-bbfbd7ed-584f-4956-b417-15fc971b4978 req-87836f70-1df0-464c-a0e6-5a5f633d0a9a service nova] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] Received event network-changed-dc9e7b0a-217d-4042-aeb3-ffaf2a7c3371 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1371.100124] env[69889]: DEBUG nova.compute.manager [req-bbfbd7ed-584f-4956-b417-15fc971b4978 req-87836f70-1df0-464c-a0e6-5a5f633d0a9a service nova] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] Refreshing instance network info cache due to event network-changed-dc9e7b0a-217d-4042-aeb3-ffaf2a7c3371. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1371.100488] env[69889]: DEBUG oslo_concurrency.lockutils [req-bbfbd7ed-584f-4956-b417-15fc971b4978 req-87836f70-1df0-464c-a0e6-5a5f633d0a9a service nova] Acquiring lock "refresh_cache-c4ba7e48-883c-43a8-bee6-081ef4b839a9" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.100638] env[69889]: DEBUG oslo_concurrency.lockutils [req-bbfbd7ed-584f-4956-b417-15fc971b4978 req-87836f70-1df0-464c-a0e6-5a5f633d0a9a service nova] Acquired lock "refresh_cache-c4ba7e48-883c-43a8-bee6-081ef4b839a9" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.100798] env[69889]: DEBUG nova.network.neutron [req-bbfbd7ed-584f-4956-b417-15fc971b4978 req-87836f70-1df0-464c-a0e6-5a5f633d0a9a service nova] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] Refreshing network info cache for port dc9e7b0a-217d-4042-aeb3-ffaf2a7c3371 {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1371.242576] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4078426, 'name': CreateVM_Task, 'duration_secs': 0.324448} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.242826] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1371.243557] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1d1824ce-bb05-46c0-a333-c6f96eb005c8 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/16a2f616-a21a-4e54-9331-f1b7cdd83f31" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.243735] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1d1824ce-bb05-46c0-a333-c6f96eb005c8 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Acquired lock "[datastore1] devstack-image-cache_base/16a2f616-a21a-4e54-9331-f1b7cdd83f31" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.244182] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1d1824ce-bb05-46c0-a333-c6f96eb005c8 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/16a2f616-a21a-4e54-9331-f1b7cdd83f31" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.244457] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ff1377b-6a65-4bea-bb46-14fdd2fcea32 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.251634] env[69889]: DEBUG oslo_vmware.api [None req-1d1824ce-bb05-46c0-a333-c6f96eb005c8 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Waiting for the task: (returnval){ [ 1371.251634] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]522c838c-6632-e9b0-e6cb-b2b0f0ef4301" [ 1371.251634] env[69889]: _type = "Task" [ 1371.251634] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.262974] env[69889]: DEBUG oslo_vmware.api [None req-1d1824ce-bb05-46c0-a333-c6f96eb005c8 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]522c838c-6632-e9b0-e6cb-b2b0f0ef4301, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.387755] env[69889]: DEBUG nova.scheduler.client.report [None req-0c8f9468-e275-4fd1-9aec-f059fd9d62ea tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1371.512302] env[69889]: DEBUG oslo_vmware.api [None req-2799ed26-de6f-4f0c-8c02-deee7366003c tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': task-4078427, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.458426} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.512565] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-2799ed26-de6f-4f0c-8c02-deee7366003c tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore1] cd361238-33fb-4f4d-9964-b18aecffb670/cd361238-33fb-4f4d-9964-b18aecffb670.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1371.512823] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-2799ed26-de6f-4f0c-8c02-deee7366003c tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: cd361238-33fb-4f4d-9964-b18aecffb670] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1371.513093] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-afd1ec28-9aca-488c-ad00-5fde325295e6 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.519469] env[69889]: DEBUG oslo_vmware.api [None req-2799ed26-de6f-4f0c-8c02-deee7366003c tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Waiting for the task: (returnval){ [ 1371.519469] env[69889]: value = "task-4078428" [ 1371.519469] env[69889]: _type = "Task" [ 1371.519469] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.527422] env[69889]: DEBUG oslo_vmware.api [None req-2799ed26-de6f-4f0c-8c02-deee7366003c tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': task-4078428, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.764342] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1d1824ce-bb05-46c0-a333-c6f96eb005c8 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Releasing lock "[datastore1] devstack-image-cache_base/16a2f616-a21a-4e54-9331-f1b7cdd83f31" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.764600] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-1d1824ce-bb05-46c0-a333-c6f96eb005c8 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] Processing image 16a2f616-a21a-4e54-9331-f1b7cdd83f31 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1371.764884] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1d1824ce-bb05-46c0-a333-c6f96eb005c8 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/16a2f616-a21a-4e54-9331-f1b7cdd83f31/16a2f616-a21a-4e54-9331-f1b7cdd83f31.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.765067] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1d1824ce-bb05-46c0-a333-c6f96eb005c8 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Acquired lock "[datastore1] devstack-image-cache_base/16a2f616-a21a-4e54-9331-f1b7cdd83f31/16a2f616-a21a-4e54-9331-f1b7cdd83f31.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.765244] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d1824ce-bb05-46c0-a333-c6f96eb005c8 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1371.765493] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ff8b9928-fbb7-474b-bbe7-f72084f68039 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.774706] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d1824ce-bb05-46c0-a333-c6f96eb005c8 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1371.774908] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-1d1824ce-bb05-46c0-a333-c6f96eb005c8 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1371.775793] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e147374a-50e3-4f88-b7d4-59c578ee80ed {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.782619] env[69889]: DEBUG oslo_vmware.api [None req-1d1824ce-bb05-46c0-a333-c6f96eb005c8 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Waiting for the task: (returnval){ [ 1371.782619] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52a9c15b-b37c-e638-332e-934ac6696705" [ 1371.782619] env[69889]: _type = "Task" [ 1371.782619] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.790262] env[69889]: DEBUG oslo_vmware.api [None req-1d1824ce-bb05-46c0-a333-c6f96eb005c8 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52a9c15b-b37c-e638-332e-934ac6696705, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.877172] env[69889]: DEBUG nova.network.neutron [req-bbfbd7ed-584f-4956-b417-15fc971b4978 req-87836f70-1df0-464c-a0e6-5a5f633d0a9a service nova] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] Updated VIF entry in instance network info cache for port dc9e7b0a-217d-4042-aeb3-ffaf2a7c3371. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1371.877581] env[69889]: DEBUG nova.network.neutron [req-bbfbd7ed-584f-4956-b417-15fc971b4978 req-87836f70-1df0-464c-a0e6-5a5f633d0a9a service nova] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] Updating instance_info_cache with network_info: [{"id": "dc9e7b0a-217d-4042-aeb3-ffaf2a7c3371", "address": "fa:16:3e:da:1f:46", "network": {"id": "b89b3d5b-8638-424c-b2ef-3f27511ad10b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-269290719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "682525d6417945bc8a73da8f702b9c77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1d25020-c621-4388-ac1d-de55bfefbe50", "external-id": "nsx-vlan-transportzone-573", "segmentation_id": 573, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc9e7b0a-21", "ovs_interfaceid": "dc9e7b0a-217d-4042-aeb3-ffaf2a7c3371", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1371.892898] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0c8f9468-e275-4fd1-9aec-f059fd9d62ea tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.648s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1371.914675] env[69889]: INFO nova.scheduler.client.report [None req-0c8f9468-e275-4fd1-9aec-f059fd9d62ea tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Deleted allocations for instance 7ba074c5-0df4-423b-98f5-323576e81dc8 [ 1372.030160] env[69889]: DEBUG oslo_vmware.api [None req-2799ed26-de6f-4f0c-8c02-deee7366003c tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': task-4078428, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065197} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.030438] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-2799ed26-de6f-4f0c-8c02-deee7366003c tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: cd361238-33fb-4f4d-9964-b18aecffb670] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1372.031505] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-144530af-d14e-4926-a73f-814430216e77 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.053109] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-2799ed26-de6f-4f0c-8c02-deee7366003c tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: cd361238-33fb-4f4d-9964-b18aecffb670] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] cd361238-33fb-4f4d-9964-b18aecffb670/cd361238-33fb-4f4d-9964-b18aecffb670.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1372.053399] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-162e654d-3fbf-420b-a4b3-cec3655d8050 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.073044] env[69889]: DEBUG oslo_vmware.api [None req-2799ed26-de6f-4f0c-8c02-deee7366003c tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Waiting for the task: (returnval){ [ 1372.073044] env[69889]: value = "task-4078429" [ 1372.073044] env[69889]: _type = "Task" [ 1372.073044] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.081395] env[69889]: DEBUG oslo_vmware.api [None req-2799ed26-de6f-4f0c-8c02-deee7366003c tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': task-4078429, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.295664] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-1d1824ce-bb05-46c0-a333-c6f96eb005c8 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] Preparing fetch location {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1372.295961] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-1d1824ce-bb05-46c0-a333-c6f96eb005c8 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] Fetch image to [datastore1] OSTACK_IMG_b0f41a2c-c3f7-48ae-807d-00e3f93f994a/OSTACK_IMG_b0f41a2c-c3f7-48ae-807d-00e3f93f994a.vmdk {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1372.296166] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-1d1824ce-bb05-46c0-a333-c6f96eb005c8 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] Downloading stream optimized image 16a2f616-a21a-4e54-9331-f1b7cdd83f31 to [datastore1] OSTACK_IMG_b0f41a2c-c3f7-48ae-807d-00e3f93f994a/OSTACK_IMG_b0f41a2c-c3f7-48ae-807d-00e3f93f994a.vmdk on the data store datastore1 as vApp {{(pid=69889) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1372.296439] env[69889]: DEBUG nova.virt.vmwareapi.images [None req-1d1824ce-bb05-46c0-a333-c6f96eb005c8 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] Downloading image file data 16a2f616-a21a-4e54-9331-f1b7cdd83f31 to the ESX as VM named 'OSTACK_IMG_b0f41a2c-c3f7-48ae-807d-00e3f93f994a' {{(pid=69889) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1372.370437] env[69889]: DEBUG oslo_vmware.rw_handles [None req-1d1824ce-bb05-46c0-a333-c6f96eb005c8 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1372.370437] env[69889]: value = "resgroup-9" [ 1372.370437] env[69889]: _type = "ResourcePool" [ 1372.370437] env[69889]: }. {{(pid=69889) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1372.370776] env[69889]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-fe7bfeb5-173f-485d-8825-7264037cdd20 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.386080] env[69889]: DEBUG oslo_concurrency.lockutils [req-bbfbd7ed-584f-4956-b417-15fc971b4978 req-87836f70-1df0-464c-a0e6-5a5f633d0a9a service nova] Releasing lock "refresh_cache-c4ba7e48-883c-43a8-bee6-081ef4b839a9" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.392668] env[69889]: DEBUG oslo_vmware.rw_handles [None req-1d1824ce-bb05-46c0-a333-c6f96eb005c8 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Lease: (returnval){ [ 1372.392668] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]5214ebde-3172-20be-4c0d-e2436531dd4f" [ 1372.392668] env[69889]: _type = "HttpNfcLease" [ 1372.392668] env[69889]: } obtained for vApp import into resource pool (val){ [ 1372.392668] env[69889]: value = "resgroup-9" [ 1372.392668] env[69889]: _type = "ResourcePool" [ 1372.392668] env[69889]: }. {{(pid=69889) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1372.393085] env[69889]: DEBUG oslo_vmware.api [None req-1d1824ce-bb05-46c0-a333-c6f96eb005c8 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Waiting for the lease: (returnval){ [ 1372.393085] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]5214ebde-3172-20be-4c0d-e2436531dd4f" [ 1372.393085] env[69889]: _type = "HttpNfcLease" [ 1372.393085] env[69889]: } to be ready. {{(pid=69889) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1372.400442] env[69889]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1372.400442] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]5214ebde-3172-20be-4c0d-e2436531dd4f" [ 1372.400442] env[69889]: _type = "HttpNfcLease" [ 1372.400442] env[69889]: } is initializing. {{(pid=69889) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1372.423896] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0c8f9468-e275-4fd1-9aec-f059fd9d62ea tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Lock "7ba074c5-0df4-423b-98f5-323576e81dc8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.803s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1372.584362] env[69889]: DEBUG oslo_vmware.api [None req-2799ed26-de6f-4f0c-8c02-deee7366003c tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': task-4078429, 'name': ReconfigVM_Task, 'duration_secs': 0.297535} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.584677] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-2799ed26-de6f-4f0c-8c02-deee7366003c tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: cd361238-33fb-4f4d-9964-b18aecffb670] Reconfigured VM instance instance-0000007a to attach disk [datastore1] cd361238-33fb-4f4d-9964-b18aecffb670/cd361238-33fb-4f4d-9964-b18aecffb670.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1372.585473] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-628ec37d-d691-4bf1-8be6-e582188dcc83 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.592510] env[69889]: DEBUG oslo_vmware.api [None req-2799ed26-de6f-4f0c-8c02-deee7366003c tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Waiting for the task: (returnval){ [ 1372.592510] env[69889]: value = "task-4078431" [ 1372.592510] env[69889]: _type = "Task" [ 1372.592510] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.600923] env[69889]: DEBUG oslo_vmware.api [None req-2799ed26-de6f-4f0c-8c02-deee7366003c tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': task-4078431, 'name': Rename_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.901883] env[69889]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1372.901883] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]5214ebde-3172-20be-4c0d-e2436531dd4f" [ 1372.901883] env[69889]: _type = "HttpNfcLease" [ 1372.901883] env[69889]: } is initializing. {{(pid=69889) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1373.102702] env[69889]: DEBUG oslo_vmware.api [None req-2799ed26-de6f-4f0c-8c02-deee7366003c tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': task-4078431, 'name': Rename_Task, 'duration_secs': 0.147313} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.103152] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-2799ed26-de6f-4f0c-8c02-deee7366003c tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: cd361238-33fb-4f4d-9964-b18aecffb670] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1373.103420] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-40a4c753-ac88-433b-822d-29fa585cf17f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.109940] env[69889]: DEBUG oslo_vmware.api [None req-2799ed26-de6f-4f0c-8c02-deee7366003c tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Waiting for the task: (returnval){ [ 1373.109940] env[69889]: value = "task-4078432" [ 1373.109940] env[69889]: _type = "Task" [ 1373.109940] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.118040] env[69889]: DEBUG oslo_vmware.api [None req-2799ed26-de6f-4f0c-8c02-deee7366003c tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': task-4078432, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.403933] env[69889]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1373.403933] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]5214ebde-3172-20be-4c0d-e2436531dd4f" [ 1373.403933] env[69889]: _type = "HttpNfcLease" [ 1373.403933] env[69889]: } is ready. {{(pid=69889) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1373.404372] env[69889]: DEBUG oslo_vmware.rw_handles [None req-1d1824ce-bb05-46c0-a333-c6f96eb005c8 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1373.404372] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]5214ebde-3172-20be-4c0d-e2436531dd4f" [ 1373.404372] env[69889]: _type = "HttpNfcLease" [ 1373.404372] env[69889]: }. {{(pid=69889) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1373.405064] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12885a85-86f0-4855-a282-0f91a5e2a9fc {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.414701] env[69889]: DEBUG oslo_vmware.rw_handles [None req-1d1824ce-bb05-46c0-a333-c6f96eb005c8 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522c97bb-4f06-75bd-b714-e4b5b7e86a66/disk-0.vmdk from lease info. {{(pid=69889) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1373.414970] env[69889]: DEBUG oslo_vmware.rw_handles [None req-1d1824ce-bb05-46c0-a333-c6f96eb005c8 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Creating HTTP connection to write to file with size = 31669760 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522c97bb-4f06-75bd-b714-e4b5b7e86a66/disk-0.vmdk. {{(pid=69889) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1373.477399] env[69889]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-acfe611b-3d80-47ba-9c25-345f4a0034e5 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.624561] env[69889]: DEBUG oslo_vmware.api [None req-2799ed26-de6f-4f0c-8c02-deee7366003c tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': task-4078432, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.121529] env[69889]: DEBUG oslo_vmware.api [None req-2799ed26-de6f-4f0c-8c02-deee7366003c tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': task-4078432, 'name': PowerOnVM_Task, 'duration_secs': 0.654858} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.121836] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-2799ed26-de6f-4f0c-8c02-deee7366003c tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: cd361238-33fb-4f4d-9964-b18aecffb670] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1374.122053] env[69889]: INFO nova.compute.manager [None req-2799ed26-de6f-4f0c-8c02-deee7366003c tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: cd361238-33fb-4f4d-9964-b18aecffb670] Took 7.42 seconds to spawn the instance on the hypervisor. [ 1374.122241] env[69889]: DEBUG nova.compute.manager [None req-2799ed26-de6f-4f0c-8c02-deee7366003c tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: cd361238-33fb-4f4d-9964-b18aecffb670] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1374.123111] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a3483ba-14cd-4c93-b195-6431b3869070 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.651389] env[69889]: INFO nova.compute.manager [None req-2799ed26-de6f-4f0c-8c02-deee7366003c tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: cd361238-33fb-4f4d-9964-b18aecffb670] Took 12.15 seconds to build instance. [ 1374.736322] env[69889]: DEBUG oslo_vmware.rw_handles [None req-1d1824ce-bb05-46c0-a333-c6f96eb005c8 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Completed reading data from the image iterator. {{(pid=69889) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1374.737508] env[69889]: DEBUG oslo_vmware.rw_handles [None req-1d1824ce-bb05-46c0-a333-c6f96eb005c8 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522c97bb-4f06-75bd-b714-e4b5b7e86a66/disk-0.vmdk. {{(pid=69889) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1374.737614] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34a30f6c-d73e-48c5-bbdc-f44714a538eb {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.745824] env[69889]: DEBUG oslo_vmware.rw_handles [None req-1d1824ce-bb05-46c0-a333-c6f96eb005c8 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522c97bb-4f06-75bd-b714-e4b5b7e86a66/disk-0.vmdk is in state: ready. {{(pid=69889) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1374.745998] env[69889]: DEBUG oslo_vmware.rw_handles [None req-1d1824ce-bb05-46c0-a333-c6f96eb005c8 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522c97bb-4f06-75bd-b714-e4b5b7e86a66/disk-0.vmdk. {{(pid=69889) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1374.747905] env[69889]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-d6a202ab-c27d-4e2c-bc42-c145113550a5 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.982167] env[69889]: DEBUG oslo_vmware.rw_handles [None req-1d1824ce-bb05-46c0-a333-c6f96eb005c8 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522c97bb-4f06-75bd-b714-e4b5b7e86a66/disk-0.vmdk. {{(pid=69889) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1374.982456] env[69889]: INFO nova.virt.vmwareapi.images [None req-1d1824ce-bb05-46c0-a333-c6f96eb005c8 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] Downloaded image file data 16a2f616-a21a-4e54-9331-f1b7cdd83f31 [ 1374.983789] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0692cf8-7417-4777-be10-ac57900e17f2 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.001149] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cad490d3-89ad-412a-bbb8-dbcf28be43c0 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.061354] env[69889]: INFO nova.virt.vmwareapi.images [None req-1d1824ce-bb05-46c0-a333-c6f96eb005c8 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] The imported VM was unregistered [ 1375.064217] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-1d1824ce-bb05-46c0-a333-c6f96eb005c8 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] Caching image {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1375.064542] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d1824ce-bb05-46c0-a333-c6f96eb005c8 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Creating directory with path [datastore1] devstack-image-cache_base/16a2f616-a21a-4e54-9331-f1b7cdd83f31 {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1375.064861] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b12f9e2c-cb95-4d63-a345-d043f9a11630 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.077553] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d1824ce-bb05-46c0-a333-c6f96eb005c8 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Created directory with path [datastore1] devstack-image-cache_base/16a2f616-a21a-4e54-9331-f1b7cdd83f31 {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1375.079581] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d1824ce-bb05-46c0-a333-c6f96eb005c8 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_b0f41a2c-c3f7-48ae-807d-00e3f93f994a/OSTACK_IMG_b0f41a2c-c3f7-48ae-807d-00e3f93f994a.vmdk to [datastore1] devstack-image-cache_base/16a2f616-a21a-4e54-9331-f1b7cdd83f31/16a2f616-a21a-4e54-9331-f1b7cdd83f31.vmdk. {{(pid=69889) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1375.079581] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-a2e26ac7-9721-4009-b6fa-c34114c0e612 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.086602] env[69889]: DEBUG oslo_vmware.api [None req-1d1824ce-bb05-46c0-a333-c6f96eb005c8 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Waiting for the task: (returnval){ [ 1375.086602] env[69889]: value = "task-4078434" [ 1375.086602] env[69889]: _type = "Task" [ 1375.086602] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.095328] env[69889]: DEBUG oslo_vmware.api [None req-1d1824ce-bb05-46c0-a333-c6f96eb005c8 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Task: {'id': task-4078434, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.160194] env[69889]: DEBUG oslo_concurrency.lockutils [None req-2799ed26-de6f-4f0c-8c02-deee7366003c tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Lock "cd361238-33fb-4f4d-9964-b18aecffb670" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.662s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1375.599259] env[69889]: DEBUG oslo_vmware.api [None req-1d1824ce-bb05-46c0-a333-c6f96eb005c8 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Task: {'id': task-4078434, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.100843] env[69889]: DEBUG oslo_vmware.api [None req-1d1824ce-bb05-46c0-a333-c6f96eb005c8 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Task: {'id': task-4078434, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.185667] env[69889]: DEBUG oslo_concurrency.lockutils [None req-6453c060-4243-4b4e-8bd2-a50bbbeb2492 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Acquiring lock "cd361238-33fb-4f4d-9964-b18aecffb670" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1376.186085] env[69889]: DEBUG oslo_concurrency.lockutils [None req-6453c060-4243-4b4e-8bd2-a50bbbeb2492 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Lock "cd361238-33fb-4f4d-9964-b18aecffb670" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1376.186174] env[69889]: DEBUG nova.compute.manager [None req-6453c060-4243-4b4e-8bd2-a50bbbeb2492 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: cd361238-33fb-4f4d-9964-b18aecffb670] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1376.187190] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daaaa09e-94a8-45a6-a498-0b5ccf2ca109 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.196560] env[69889]: DEBUG nova.compute.manager [None req-6453c060-4243-4b4e-8bd2-a50bbbeb2492 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: cd361238-33fb-4f4d-9964-b18aecffb670] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69889) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1376.197644] env[69889]: DEBUG nova.objects.instance [None req-6453c060-4243-4b4e-8bd2-a50bbbeb2492 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Lazy-loading 'flavor' on Instance uuid cd361238-33fb-4f4d-9964-b18aecffb670 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1376.603331] env[69889]: DEBUG oslo_vmware.api [None req-1d1824ce-bb05-46c0-a333-c6f96eb005c8 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Task: {'id': task-4078434, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.102675] env[69889]: DEBUG oslo_vmware.api [None req-1d1824ce-bb05-46c0-a333-c6f96eb005c8 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Task: {'id': task-4078434, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.205922] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-6453c060-4243-4b4e-8bd2-a50bbbeb2492 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: cd361238-33fb-4f4d-9964-b18aecffb670] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1377.206435] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8fb2429d-033e-4c7f-b3f1-38a8fe85812a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.217541] env[69889]: DEBUG oslo_vmware.api [None req-6453c060-4243-4b4e-8bd2-a50bbbeb2492 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Waiting for the task: (returnval){ [ 1377.217541] env[69889]: value = "task-4078435" [ 1377.217541] env[69889]: _type = "Task" [ 1377.217541] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.230323] env[69889]: DEBUG oslo_vmware.api [None req-6453c060-4243-4b4e-8bd2-a50bbbeb2492 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': task-4078435, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.598949] env[69889]: DEBUG oslo_vmware.api [None req-1d1824ce-bb05-46c0-a333-c6f96eb005c8 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Task: {'id': task-4078434, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.509826} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.599299] env[69889]: INFO nova.virt.vmwareapi.ds_util [None req-1d1824ce-bb05-46c0-a333-c6f96eb005c8 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_b0f41a2c-c3f7-48ae-807d-00e3f93f994a/OSTACK_IMG_b0f41a2c-c3f7-48ae-807d-00e3f93f994a.vmdk to [datastore1] devstack-image-cache_base/16a2f616-a21a-4e54-9331-f1b7cdd83f31/16a2f616-a21a-4e54-9331-f1b7cdd83f31.vmdk. [ 1377.599506] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-1d1824ce-bb05-46c0-a333-c6f96eb005c8 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] Cleaning up location [datastore1] OSTACK_IMG_b0f41a2c-c3f7-48ae-807d-00e3f93f994a {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1377.599720] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d1824ce-bb05-46c0-a333-c6f96eb005c8 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_b0f41a2c-c3f7-48ae-807d-00e3f93f994a {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1377.600085] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c9724b86-90b6-4a7e-8c49-003af987cc9d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.609936] env[69889]: DEBUG oslo_vmware.api [None req-1d1824ce-bb05-46c0-a333-c6f96eb005c8 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Waiting for the task: (returnval){ [ 1377.609936] env[69889]: value = "task-4078436" [ 1377.609936] env[69889]: _type = "Task" [ 1377.609936] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.621248] env[69889]: DEBUG oslo_vmware.api [None req-1d1824ce-bb05-46c0-a333-c6f96eb005c8 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Task: {'id': task-4078436, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.728132] env[69889]: DEBUG oslo_vmware.api [None req-6453c060-4243-4b4e-8bd2-a50bbbeb2492 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': task-4078435, 'name': PowerOffVM_Task, 'duration_secs': 0.408939} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.728423] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-6453c060-4243-4b4e-8bd2-a50bbbeb2492 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: cd361238-33fb-4f4d-9964-b18aecffb670] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1377.729029] env[69889]: DEBUG nova.compute.manager [None req-6453c060-4243-4b4e-8bd2-a50bbbeb2492 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: cd361238-33fb-4f4d-9964-b18aecffb670] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1377.729428] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9942233-d60a-4efc-b4cb-55b3500ce2a4 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.122504] env[69889]: DEBUG oslo_vmware.api [None req-1d1824ce-bb05-46c0-a333-c6f96eb005c8 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Task: {'id': task-4078436, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.040952} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.122754] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d1824ce-bb05-46c0-a333-c6f96eb005c8 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1378.122957] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1d1824ce-bb05-46c0-a333-c6f96eb005c8 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Releasing lock "[datastore1] devstack-image-cache_base/16a2f616-a21a-4e54-9331-f1b7cdd83f31/16a2f616-a21a-4e54-9331-f1b7cdd83f31.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.123601] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d1824ce-bb05-46c0-a333-c6f96eb005c8 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/16a2f616-a21a-4e54-9331-f1b7cdd83f31/16a2f616-a21a-4e54-9331-f1b7cdd83f31.vmdk to [datastore1] c4ba7e48-883c-43a8-bee6-081ef4b839a9/c4ba7e48-883c-43a8-bee6-081ef4b839a9.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1378.123890] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-78b6cd87-21c0-44b9-af04-085a2f60da7d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.130931] env[69889]: DEBUG oslo_vmware.api [None req-1d1824ce-bb05-46c0-a333-c6f96eb005c8 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Waiting for the task: (returnval){ [ 1378.130931] env[69889]: value = "task-4078437" [ 1378.130931] env[69889]: _type = "Task" [ 1378.130931] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.139814] env[69889]: DEBUG oslo_vmware.api [None req-1d1824ce-bb05-46c0-a333-c6f96eb005c8 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Task: {'id': task-4078437, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.246029] env[69889]: DEBUG oslo_concurrency.lockutils [None req-6453c060-4243-4b4e-8bd2-a50bbbeb2492 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Lock "cd361238-33fb-4f4d-9964-b18aecffb670" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.060s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1378.646080] env[69889]: DEBUG oslo_vmware.api [None req-1d1824ce-bb05-46c0-a333-c6f96eb005c8 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Task: {'id': task-4078437, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.988721] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7175192f-2c63-4ad5-8ade-63dac8c49c3b tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Acquiring lock "cd361238-33fb-4f4d-9964-b18aecffb670" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1378.989182] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7175192f-2c63-4ad5-8ade-63dac8c49c3b tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Lock "cd361238-33fb-4f4d-9964-b18aecffb670" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1378.989527] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7175192f-2c63-4ad5-8ade-63dac8c49c3b tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Acquiring lock "cd361238-33fb-4f4d-9964-b18aecffb670-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1378.989835] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7175192f-2c63-4ad5-8ade-63dac8c49c3b tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Lock "cd361238-33fb-4f4d-9964-b18aecffb670-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1378.990130] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7175192f-2c63-4ad5-8ade-63dac8c49c3b tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Lock "cd361238-33fb-4f4d-9964-b18aecffb670-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1378.995705] env[69889]: INFO nova.compute.manager [None req-7175192f-2c63-4ad5-8ade-63dac8c49c3b tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: cd361238-33fb-4f4d-9964-b18aecffb670] Terminating instance [ 1379.146321] env[69889]: DEBUG oslo_vmware.api [None req-1d1824ce-bb05-46c0-a333-c6f96eb005c8 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Task: {'id': task-4078437, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.504686] env[69889]: DEBUG nova.compute.manager [None req-7175192f-2c63-4ad5-8ade-63dac8c49c3b tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: cd361238-33fb-4f4d-9964-b18aecffb670] Start destroying the instance on the hypervisor. {{(pid=69889) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1379.504943] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-7175192f-2c63-4ad5-8ade-63dac8c49c3b tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: cd361238-33fb-4f4d-9964-b18aecffb670] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1379.505862] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de406a18-54bf-47e8-a5ea-e1d8ba30ef4b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.522736] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-7175192f-2c63-4ad5-8ade-63dac8c49c3b tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: cd361238-33fb-4f4d-9964-b18aecffb670] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1379.523956] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8ebd35de-65ff-4c2b-9605-d9a3b303506b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.622938] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-7175192f-2c63-4ad5-8ade-63dac8c49c3b tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: cd361238-33fb-4f4d-9964-b18aecffb670] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1379.623195] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-7175192f-2c63-4ad5-8ade-63dac8c49c3b tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: cd361238-33fb-4f4d-9964-b18aecffb670] Deleting contents of the VM from datastore datastore1 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1379.623382] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-7175192f-2c63-4ad5-8ade-63dac8c49c3b tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Deleting the datastore file [datastore1] cd361238-33fb-4f4d-9964-b18aecffb670 {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1379.623805] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1b2f6564-3411-4bca-9739-c6f84d8ae787 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.633562] env[69889]: DEBUG oslo_vmware.api [None req-7175192f-2c63-4ad5-8ade-63dac8c49c3b tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Waiting for the task: (returnval){ [ 1379.633562] env[69889]: value = "task-4078439" [ 1379.633562] env[69889]: _type = "Task" [ 1379.633562] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.647091] env[69889]: DEBUG oslo_vmware.api [None req-7175192f-2c63-4ad5-8ade-63dac8c49c3b tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': task-4078439, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.650981] env[69889]: DEBUG oslo_vmware.api [None req-1d1824ce-bb05-46c0-a333-c6f96eb005c8 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Task: {'id': task-4078437, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.946656] env[69889]: DEBUG oslo_concurrency.lockutils [None req-81eb2f70-121f-424f-9ab0-1f6ba19655e9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Acquiring lock "6d4d6cfe-f8c0-4d05-a642-e3859a90f09f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1379.946930] env[69889]: DEBUG oslo_concurrency.lockutils [None req-81eb2f70-121f-424f-9ab0-1f6ba19655e9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Lock "6d4d6cfe-f8c0-4d05-a642-e3859a90f09f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1380.145173] env[69889]: DEBUG oslo_vmware.api [None req-1d1824ce-bb05-46c0-a333-c6f96eb005c8 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Task: {'id': task-4078437, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.148417] env[69889]: DEBUG oslo_vmware.api [None req-7175192f-2c63-4ad5-8ade-63dac8c49c3b tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': task-4078439, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.450039] env[69889]: DEBUG nova.compute.manager [None req-81eb2f70-121f-424f-9ab0-1f6ba19655e9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 6d4d6cfe-f8c0-4d05-a642-e3859a90f09f] Starting instance... {{(pid=69889) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1380.643704] env[69889]: DEBUG oslo_vmware.api [None req-1d1824ce-bb05-46c0-a333-c6f96eb005c8 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Task: {'id': task-4078437, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.41646} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.644373] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d1824ce-bb05-46c0-a333-c6f96eb005c8 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/16a2f616-a21a-4e54-9331-f1b7cdd83f31/16a2f616-a21a-4e54-9331-f1b7cdd83f31.vmdk to [datastore1] c4ba7e48-883c-43a8-bee6-081ef4b839a9/c4ba7e48-883c-43a8-bee6-081ef4b839a9.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1380.645189] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c30f228-d1fb-46bb-a469-344219b8ce49 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.650420] env[69889]: DEBUG oslo_vmware.api [None req-7175192f-2c63-4ad5-8ade-63dac8c49c3b tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': task-4078439, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.981436} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.650975] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-7175192f-2c63-4ad5-8ade-63dac8c49c3b tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1380.651217] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-7175192f-2c63-4ad5-8ade-63dac8c49c3b tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: cd361238-33fb-4f4d-9964-b18aecffb670] Deleted contents of the VM from datastore datastore1 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1380.651428] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-7175192f-2c63-4ad5-8ade-63dac8c49c3b tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: cd361238-33fb-4f4d-9964-b18aecffb670] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1380.651608] env[69889]: INFO nova.compute.manager [None req-7175192f-2c63-4ad5-8ade-63dac8c49c3b tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: cd361238-33fb-4f4d-9964-b18aecffb670] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1380.651842] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7175192f-2c63-4ad5-8ade-63dac8c49c3b tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1380.652045] env[69889]: DEBUG nova.compute.manager [-] [instance: cd361238-33fb-4f4d-9964-b18aecffb670] Deallocating network for instance {{(pid=69889) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1380.652193] env[69889]: DEBUG nova.network.neutron [-] [instance: cd361238-33fb-4f4d-9964-b18aecffb670] deallocate_for_instance() {{(pid=69889) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1380.670924] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d1824ce-bb05-46c0-a333-c6f96eb005c8 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] c4ba7e48-883c-43a8-bee6-081ef4b839a9/c4ba7e48-883c-43a8-bee6-081ef4b839a9.vmdk or device None with type streamOptimized {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1380.671500] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6372063-5b48-436f-bfcc-7263f2d0d624 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.690842] env[69889]: DEBUG oslo_vmware.api [None req-1d1824ce-bb05-46c0-a333-c6f96eb005c8 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Waiting for the task: (returnval){ [ 1380.690842] env[69889]: value = "task-4078440" [ 1380.690842] env[69889]: _type = "Task" [ 1380.690842] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.699014] env[69889]: DEBUG oslo_vmware.api [None req-1d1824ce-bb05-46c0-a333-c6f96eb005c8 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Task: {'id': task-4078440, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.918054] env[69889]: DEBUG nova.compute.manager [req-9191083a-a1bb-46b8-85bb-7b6c35815d97 req-6f49c0ff-05df-48fa-85c6-716cbf38ac98 service nova] [instance: cd361238-33fb-4f4d-9964-b18aecffb670] Received event network-vif-deleted-1671e95c-b2d3-4947-80f7-dc2e9a3e5ac3 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1380.918382] env[69889]: INFO nova.compute.manager [req-9191083a-a1bb-46b8-85bb-7b6c35815d97 req-6f49c0ff-05df-48fa-85c6-716cbf38ac98 service nova] [instance: cd361238-33fb-4f4d-9964-b18aecffb670] Neutron deleted interface 1671e95c-b2d3-4947-80f7-dc2e9a3e5ac3; detaching it from the instance and deleting it from the info cache [ 1380.918495] env[69889]: DEBUG nova.network.neutron [req-9191083a-a1bb-46b8-85bb-7b6c35815d97 req-6f49c0ff-05df-48fa-85c6-716cbf38ac98 service nova] [instance: cd361238-33fb-4f4d-9964-b18aecffb670] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1380.974297] env[69889]: DEBUG oslo_concurrency.lockutils [None req-81eb2f70-121f-424f-9ab0-1f6ba19655e9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1380.974576] env[69889]: DEBUG oslo_concurrency.lockutils [None req-81eb2f70-121f-424f-9ab0-1f6ba19655e9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1380.976292] env[69889]: INFO nova.compute.claims [None req-81eb2f70-121f-424f-9ab0-1f6ba19655e9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 6d4d6cfe-f8c0-4d05-a642-e3859a90f09f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1381.201235] env[69889]: DEBUG oslo_vmware.api [None req-1d1824ce-bb05-46c0-a333-c6f96eb005c8 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Task: {'id': task-4078440, 'name': ReconfigVM_Task, 'duration_secs': 0.290689} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.201536] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d1824ce-bb05-46c0-a333-c6f96eb005c8 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] Reconfigured VM instance instance-00000074 to attach disk [datastore1] c4ba7e48-883c-43a8-bee6-081ef4b839a9/c4ba7e48-883c-43a8-bee6-081ef4b839a9.vmdk or device None with type streamOptimized {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1381.202972] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-1d1824ce-bb05-46c0-a333-c6f96eb005c8 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'disk_bus': None, 'encrypted': False, 'encryption_format': None, 'encryption_options': None, 'device_type': 'disk', 'encryption_secret_uuid': None, 'guest_format': None, 'boot_index': 0, 'size': 0, 'device_name': '/dev/sda', 'image_id': 'fdedeb32-acda-4585-a195-4af2c3a4f070'}], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-808108', 'volume_id': '09e45779-b700-43b5-a649-5f8fd5bc55bb', 'name': 'volume-09e45779-b700-43b5-a649-5f8fd5bc55bb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'c4ba7e48-883c-43a8-bee6-081ef4b839a9', 'attached_at': '', 'detached_at': '', 'volume_id': '09e45779-b700-43b5-a649-5f8fd5bc55bb', 'serial': '09e45779-b700-43b5-a649-5f8fd5bc55bb'}, 'mount_device': '/dev/sdb', 'attachment_id': '0348427d-90a5-47d8-a14f-05ab05e7df36', 'guest_format': None, 'boot_index': None, 'delete_on_termination': False, 'volume_type': None}], 'swap': None} {{(pid=69889) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1381.203183] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d1824ce-bb05-46c0-a333-c6f96eb005c8 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] Volume attach. Driver type: vmdk {{(pid=69889) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1381.203372] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d1824ce-bb05-46c0-a333-c6f96eb005c8 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-808108', 'volume_id': '09e45779-b700-43b5-a649-5f8fd5bc55bb', 'name': 'volume-09e45779-b700-43b5-a649-5f8fd5bc55bb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'c4ba7e48-883c-43a8-bee6-081ef4b839a9', 'attached_at': '', 'detached_at': '', 'volume_id': '09e45779-b700-43b5-a649-5f8fd5bc55bb', 'serial': '09e45779-b700-43b5-a649-5f8fd5bc55bb'} {{(pid=69889) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1381.204154] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d3b9192-ab42-4047-9503-974e70437cfa {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.221829] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db659149-ec80-4a8c-9a3b-75556fffc883 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.247571] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d1824ce-bb05-46c0-a333-c6f96eb005c8 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] volume-09e45779-b700-43b5-a649-5f8fd5bc55bb/volume-09e45779-b700-43b5-a649-5f8fd5bc55bb.vmdk or device None with type thin {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1381.247876] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-804f7c5e-4c4b-41db-8338-7d85effaa8cf {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.268540] env[69889]: DEBUG oslo_vmware.api [None req-1d1824ce-bb05-46c0-a333-c6f96eb005c8 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Waiting for the task: (returnval){ [ 1381.268540] env[69889]: value = "task-4078441" [ 1381.268540] env[69889]: _type = "Task" [ 1381.268540] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.278781] env[69889]: DEBUG oslo_vmware.api [None req-1d1824ce-bb05-46c0-a333-c6f96eb005c8 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Task: {'id': task-4078441, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.397901] env[69889]: DEBUG nova.network.neutron [-] [instance: cd361238-33fb-4f4d-9964-b18aecffb670] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1381.421423] env[69889]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ce36cd68-ea3e-448e-bc72-329bf3d8e27e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.431517] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65d79747-cbcd-45a8-a2cc-9ecc503e4a70 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.457559] env[69889]: DEBUG nova.compute.manager [req-9191083a-a1bb-46b8-85bb-7b6c35815d97 req-6f49c0ff-05df-48fa-85c6-716cbf38ac98 service nova] [instance: cd361238-33fb-4f4d-9964-b18aecffb670] Detach interface failed, port_id=1671e95c-b2d3-4947-80f7-dc2e9a3e5ac3, reason: Instance cd361238-33fb-4f4d-9964-b18aecffb670 could not be found. {{(pid=69889) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1381.778747] env[69889]: DEBUG oslo_vmware.api [None req-1d1824ce-bb05-46c0-a333-c6f96eb005c8 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Task: {'id': task-4078441, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.900468] env[69889]: INFO nova.compute.manager [-] [instance: cd361238-33fb-4f4d-9964-b18aecffb670] Took 1.25 seconds to deallocate network for instance. [ 1382.050778] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afe7711d-87c5-4a23-8054-23678ff56ebe {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.059336] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94aa0440-3a9d-428b-8eea-f88240a244f8 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.091334] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c69b4c38-f0f1-426c-b78b-75500a9eca6d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.099169] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-905e0928-551e-4cb1-bd52-9cd501ce9e7f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.113342] env[69889]: DEBUG nova.compute.provider_tree [None req-81eb2f70-121f-424f-9ab0-1f6ba19655e9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1382.284072] env[69889]: DEBUG oslo_vmware.api [None req-1d1824ce-bb05-46c0-a333-c6f96eb005c8 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Task: {'id': task-4078441, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.406911] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7175192f-2c63-4ad5-8ade-63dac8c49c3b tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1382.616220] env[69889]: DEBUG nova.scheduler.client.report [None req-81eb2f70-121f-424f-9ab0-1f6ba19655e9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1382.781505] env[69889]: DEBUG oslo_vmware.api [None req-1d1824ce-bb05-46c0-a333-c6f96eb005c8 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Task: {'id': task-4078441, 'name': ReconfigVM_Task, 'duration_secs': 1.384064} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.781886] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d1824ce-bb05-46c0-a333-c6f96eb005c8 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] Reconfigured VM instance instance-00000074 to attach disk [datastore1] volume-09e45779-b700-43b5-a649-5f8fd5bc55bb/volume-09e45779-b700-43b5-a649-5f8fd5bc55bb.vmdk or device None with type thin {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1382.787085] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10dd8e0b-853f-49e5-b81b-b022fc6d01f3 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.804626] env[69889]: DEBUG oslo_vmware.api [None req-1d1824ce-bb05-46c0-a333-c6f96eb005c8 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Waiting for the task: (returnval){ [ 1382.804626] env[69889]: value = "task-4078442" [ 1382.804626] env[69889]: _type = "Task" [ 1382.804626] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.814480] env[69889]: DEBUG oslo_vmware.api [None req-1d1824ce-bb05-46c0-a333-c6f96eb005c8 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Task: {'id': task-4078442, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.121411] env[69889]: DEBUG oslo_concurrency.lockutils [None req-81eb2f70-121f-424f-9ab0-1f6ba19655e9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.147s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1383.122047] env[69889]: DEBUG nova.compute.manager [None req-81eb2f70-121f-424f-9ab0-1f6ba19655e9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 6d4d6cfe-f8c0-4d05-a642-e3859a90f09f] Start building networks asynchronously for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1383.124980] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7175192f-2c63-4ad5-8ade-63dac8c49c3b tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.718s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1383.125239] env[69889]: DEBUG nova.objects.instance [None req-7175192f-2c63-4ad5-8ade-63dac8c49c3b tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Lazy-loading 'resources' on Instance uuid cd361238-33fb-4f4d-9964-b18aecffb670 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1383.315512] env[69889]: DEBUG oslo_vmware.api [None req-1d1824ce-bb05-46c0-a333-c6f96eb005c8 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Task: {'id': task-4078442, 'name': ReconfigVM_Task, 'duration_secs': 0.15243} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.315758] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d1824ce-bb05-46c0-a333-c6f96eb005c8 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-808108', 'volume_id': '09e45779-b700-43b5-a649-5f8fd5bc55bb', 'name': 'volume-09e45779-b700-43b5-a649-5f8fd5bc55bb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'c4ba7e48-883c-43a8-bee6-081ef4b839a9', 'attached_at': '', 'detached_at': '', 'volume_id': '09e45779-b700-43b5-a649-5f8fd5bc55bb', 'serial': '09e45779-b700-43b5-a649-5f8fd5bc55bb'} {{(pid=69889) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1383.316365] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e9fddf04-2e5c-4856-9f4c-c14b2bd29913 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.323021] env[69889]: DEBUG oslo_vmware.api [None req-1d1824ce-bb05-46c0-a333-c6f96eb005c8 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Waiting for the task: (returnval){ [ 1383.323021] env[69889]: value = "task-4078443" [ 1383.323021] env[69889]: _type = "Task" [ 1383.323021] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.331796] env[69889]: DEBUG oslo_vmware.api [None req-1d1824ce-bb05-46c0-a333-c6f96eb005c8 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Task: {'id': task-4078443, 'name': Rename_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.628413] env[69889]: DEBUG nova.compute.utils [None req-81eb2f70-121f-424f-9ab0-1f6ba19655e9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1383.633028] env[69889]: DEBUG nova.compute.manager [None req-81eb2f70-121f-424f-9ab0-1f6ba19655e9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 6d4d6cfe-f8c0-4d05-a642-e3859a90f09f] Allocating IP information in the background. {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1383.633028] env[69889]: DEBUG nova.network.neutron [None req-81eb2f70-121f-424f-9ab0-1f6ba19655e9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 6d4d6cfe-f8c0-4d05-a642-e3859a90f09f] allocate_for_instance() {{(pid=69889) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1383.690274] env[69889]: DEBUG nova.policy [None req-81eb2f70-121f-424f-9ab0-1f6ba19655e9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4d967b03a20e4d428aaea58d4f7652ca', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4a0f9ab6ebb84b10aaf5a61239df4641', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69889) authorize /opt/stack/nova/nova/policy.py:192}} [ 1383.704068] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc993e88-e11f-408a-b30f-3ed833c78066 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.715794] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eddb8e0-9132-4b08-a937-6eab1989a3de {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.763388] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b32fd8f-ca17-4309-86e9-0e23d876d560 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.771666] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f8135d8-1156-42ed-aefc-2540d651d27b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.786359] env[69889]: DEBUG nova.compute.provider_tree [None req-7175192f-2c63-4ad5-8ade-63dac8c49c3b tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1383.834315] env[69889]: DEBUG oslo_vmware.api [None req-1d1824ce-bb05-46c0-a333-c6f96eb005c8 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Task: {'id': task-4078443, 'name': Rename_Task, 'duration_secs': 0.152561} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.834644] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d1824ce-bb05-46c0-a333-c6f96eb005c8 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1383.834863] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-65be9303-4481-467e-9a71-bca27722006f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.841962] env[69889]: DEBUG oslo_vmware.api [None req-1d1824ce-bb05-46c0-a333-c6f96eb005c8 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Waiting for the task: (returnval){ [ 1383.841962] env[69889]: value = "task-4078444" [ 1383.841962] env[69889]: _type = "Task" [ 1383.841962] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.852673] env[69889]: DEBUG oslo_vmware.api [None req-1d1824ce-bb05-46c0-a333-c6f96eb005c8 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Task: {'id': task-4078444, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.986665] env[69889]: DEBUG nova.network.neutron [None req-81eb2f70-121f-424f-9ab0-1f6ba19655e9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 6d4d6cfe-f8c0-4d05-a642-e3859a90f09f] Successfully created port: e04fadaf-f2bc-4900-8b68-89dc3b65186b {{(pid=69889) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1384.133359] env[69889]: DEBUG nova.compute.manager [None req-81eb2f70-121f-424f-9ab0-1f6ba19655e9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 6d4d6cfe-f8c0-4d05-a642-e3859a90f09f] Start building block device mappings for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1384.289855] env[69889]: DEBUG nova.scheduler.client.report [None req-7175192f-2c63-4ad5-8ade-63dac8c49c3b tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1384.352633] env[69889]: DEBUG oslo_vmware.api [None req-1d1824ce-bb05-46c0-a333-c6f96eb005c8 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Task: {'id': task-4078444, 'name': PowerOnVM_Task, 'duration_secs': 0.457576} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.352942] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d1824ce-bb05-46c0-a333-c6f96eb005c8 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1384.494439] env[69889]: DEBUG nova.compute.manager [None req-1d1824ce-bb05-46c0-a333-c6f96eb005c8 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1384.495398] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc72f8fe-3d29-4022-86b2-127159dedee5 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.794967] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7175192f-2c63-4ad5-8ade-63dac8c49c3b tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.670s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1384.819772] env[69889]: INFO nova.scheduler.client.report [None req-7175192f-2c63-4ad5-8ade-63dac8c49c3b tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Deleted allocations for instance cd361238-33fb-4f4d-9964-b18aecffb670 [ 1385.013350] env[69889]: DEBUG oslo_concurrency.lockutils [None req-1d1824ce-bb05-46c0-a333-c6f96eb005c8 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Lock "c4ba7e48-883c-43a8-bee6-081ef4b839a9" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 29.458s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1385.142746] env[69889]: DEBUG nova.compute.manager [None req-81eb2f70-121f-424f-9ab0-1f6ba19655e9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 6d4d6cfe-f8c0-4d05-a642-e3859a90f09f] Start spawning the instance on the hypervisor. {{(pid=69889) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1385.171039] env[69889]: DEBUG nova.virt.hardware [None req-81eb2f70-121f-424f-9ab0-1f6ba19655e9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1385.171039] env[69889]: DEBUG nova.virt.hardware [None req-81eb2f70-121f-424f-9ab0-1f6ba19655e9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1385.171314] env[69889]: DEBUG nova.virt.hardware [None req-81eb2f70-121f-424f-9ab0-1f6ba19655e9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1385.171314] env[69889]: DEBUG nova.virt.hardware [None req-81eb2f70-121f-424f-9ab0-1f6ba19655e9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1385.171425] env[69889]: DEBUG nova.virt.hardware [None req-81eb2f70-121f-424f-9ab0-1f6ba19655e9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1385.171623] env[69889]: DEBUG nova.virt.hardware [None req-81eb2f70-121f-424f-9ab0-1f6ba19655e9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1385.171778] env[69889]: DEBUG nova.virt.hardware [None req-81eb2f70-121f-424f-9ab0-1f6ba19655e9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1385.171937] env[69889]: DEBUG nova.virt.hardware [None req-81eb2f70-121f-424f-9ab0-1f6ba19655e9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1385.172126] env[69889]: DEBUG nova.virt.hardware [None req-81eb2f70-121f-424f-9ab0-1f6ba19655e9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1385.172297] env[69889]: DEBUG nova.virt.hardware [None req-81eb2f70-121f-424f-9ab0-1f6ba19655e9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1385.172462] env[69889]: DEBUG nova.virt.hardware [None req-81eb2f70-121f-424f-9ab0-1f6ba19655e9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1385.173425] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e46917d-f554-4183-86c0-0111bf5234a2 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.181399] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1adb68c-4917-4b54-acdc-d96871cbbdbe {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.327660] env[69889]: DEBUG oslo_concurrency.lockutils [None req-7175192f-2c63-4ad5-8ade-63dac8c49c3b tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Lock "cd361238-33fb-4f4d-9964-b18aecffb670" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.338s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1385.367211] env[69889]: DEBUG nova.compute.manager [req-e0814e94-ad6c-4cbf-a33c-dc508b6d8dfb req-5310c435-0832-4d71-b608-de5fdc5adbbd service nova] [instance: 6d4d6cfe-f8c0-4d05-a642-e3859a90f09f] Received event network-vif-plugged-e04fadaf-f2bc-4900-8b68-89dc3b65186b {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1385.367548] env[69889]: DEBUG oslo_concurrency.lockutils [req-e0814e94-ad6c-4cbf-a33c-dc508b6d8dfb req-5310c435-0832-4d71-b608-de5fdc5adbbd service nova] Acquiring lock "6d4d6cfe-f8c0-4d05-a642-e3859a90f09f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1385.367674] env[69889]: DEBUG oslo_concurrency.lockutils [req-e0814e94-ad6c-4cbf-a33c-dc508b6d8dfb req-5310c435-0832-4d71-b608-de5fdc5adbbd service nova] Lock "6d4d6cfe-f8c0-4d05-a642-e3859a90f09f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1385.367817] env[69889]: DEBUG oslo_concurrency.lockutils [req-e0814e94-ad6c-4cbf-a33c-dc508b6d8dfb req-5310c435-0832-4d71-b608-de5fdc5adbbd service nova] Lock "6d4d6cfe-f8c0-4d05-a642-e3859a90f09f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1385.367987] env[69889]: DEBUG nova.compute.manager [req-e0814e94-ad6c-4cbf-a33c-dc508b6d8dfb req-5310c435-0832-4d71-b608-de5fdc5adbbd service nova] [instance: 6d4d6cfe-f8c0-4d05-a642-e3859a90f09f] No waiting events found dispatching network-vif-plugged-e04fadaf-f2bc-4900-8b68-89dc3b65186b {{(pid=69889) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1385.369882] env[69889]: WARNING nova.compute.manager [req-e0814e94-ad6c-4cbf-a33c-dc508b6d8dfb req-5310c435-0832-4d71-b608-de5fdc5adbbd service nova] [instance: 6d4d6cfe-f8c0-4d05-a642-e3859a90f09f] Received unexpected event network-vif-plugged-e04fadaf-f2bc-4900-8b68-89dc3b65186b for instance with vm_state building and task_state spawning. [ 1385.454414] env[69889]: DEBUG nova.network.neutron [None req-81eb2f70-121f-424f-9ab0-1f6ba19655e9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 6d4d6cfe-f8c0-4d05-a642-e3859a90f09f] Successfully updated port: e04fadaf-f2bc-4900-8b68-89dc3b65186b {{(pid=69889) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1385.956923] env[69889]: DEBUG oslo_concurrency.lockutils [None req-81eb2f70-121f-424f-9ab0-1f6ba19655e9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Acquiring lock "refresh_cache-6d4d6cfe-f8c0-4d05-a642-e3859a90f09f" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.957306] env[69889]: DEBUG oslo_concurrency.lockutils [None req-81eb2f70-121f-424f-9ab0-1f6ba19655e9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Acquired lock "refresh_cache-6d4d6cfe-f8c0-4d05-a642-e3859a90f09f" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.957306] env[69889]: DEBUG nova.network.neutron [None req-81eb2f70-121f-424f-9ab0-1f6ba19655e9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 6d4d6cfe-f8c0-4d05-a642-e3859a90f09f] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1386.170955] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0cd1d827-69d4-4d7d-8164-d248bfe986e6 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Acquiring lock "30fc419c-759b-4037-8cab-0d5a5360e061" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1386.171336] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0cd1d827-69d4-4d7d-8164-d248bfe986e6 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Lock "30fc419c-759b-4037-8cab-0d5a5360e061" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1386.171482] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0cd1d827-69d4-4d7d-8164-d248bfe986e6 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Acquiring lock "30fc419c-759b-4037-8cab-0d5a5360e061-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1386.171666] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0cd1d827-69d4-4d7d-8164-d248bfe986e6 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Lock "30fc419c-759b-4037-8cab-0d5a5360e061-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1386.171840] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0cd1d827-69d4-4d7d-8164-d248bfe986e6 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Lock "30fc419c-759b-4037-8cab-0d5a5360e061-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1386.174266] env[69889]: INFO nova.compute.manager [None req-0cd1d827-69d4-4d7d-8164-d248bfe986e6 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 30fc419c-759b-4037-8cab-0d5a5360e061] Terminating instance [ 1386.489467] env[69889]: DEBUG nova.network.neutron [None req-81eb2f70-121f-424f-9ab0-1f6ba19655e9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 6d4d6cfe-f8c0-4d05-a642-e3859a90f09f] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1386.617792] env[69889]: DEBUG nova.network.neutron [None req-81eb2f70-121f-424f-9ab0-1f6ba19655e9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 6d4d6cfe-f8c0-4d05-a642-e3859a90f09f] Updating instance_info_cache with network_info: [{"id": "e04fadaf-f2bc-4900-8b68-89dc3b65186b", "address": "fa:16:3e:ef:06:62", "network": {"id": "3aa47b8c-4ef0-43d0-b90c-2573c4fcb994", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1693304705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a0f9ab6ebb84b10aaf5a61239df4641", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape04fadaf-f2", "ovs_interfaceid": "e04fadaf-f2bc-4900-8b68-89dc3b65186b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1386.678025] env[69889]: DEBUG nova.compute.manager [None req-0cd1d827-69d4-4d7d-8164-d248bfe986e6 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 30fc419c-759b-4037-8cab-0d5a5360e061] Start destroying the instance on the hypervisor. {{(pid=69889) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1386.678293] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-0cd1d827-69d4-4d7d-8164-d248bfe986e6 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 30fc419c-759b-4037-8cab-0d5a5360e061] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1386.679211] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbe20abc-ea35-4623-bd10-6faf56de70ff {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.687069] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cd1d827-69d4-4d7d-8164-d248bfe986e6 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 30fc419c-759b-4037-8cab-0d5a5360e061] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1386.687302] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1de1baa3-8c6f-48b9-950b-b50398bd2d9c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.693559] env[69889]: DEBUG oslo_vmware.api [None req-0cd1d827-69d4-4d7d-8164-d248bfe986e6 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Waiting for the task: (returnval){ [ 1386.693559] env[69889]: value = "task-4078445" [ 1386.693559] env[69889]: _type = "Task" [ 1386.693559] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.702400] env[69889]: DEBUG oslo_vmware.api [None req-0cd1d827-69d4-4d7d-8164-d248bfe986e6 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': task-4078445, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.121029] env[69889]: DEBUG oslo_concurrency.lockutils [None req-81eb2f70-121f-424f-9ab0-1f6ba19655e9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Releasing lock "refresh_cache-6d4d6cfe-f8c0-4d05-a642-e3859a90f09f" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.121394] env[69889]: DEBUG nova.compute.manager [None req-81eb2f70-121f-424f-9ab0-1f6ba19655e9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 6d4d6cfe-f8c0-4d05-a642-e3859a90f09f] Instance network_info: |[{"id": "e04fadaf-f2bc-4900-8b68-89dc3b65186b", "address": "fa:16:3e:ef:06:62", "network": {"id": "3aa47b8c-4ef0-43d0-b90c-2573c4fcb994", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1693304705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a0f9ab6ebb84b10aaf5a61239df4641", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape04fadaf-f2", "ovs_interfaceid": "e04fadaf-f2bc-4900-8b68-89dc3b65186b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1387.121758] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-81eb2f70-121f-424f-9ab0-1f6ba19655e9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 6d4d6cfe-f8c0-4d05-a642-e3859a90f09f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:06:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56136ef6-99d7-4562-9a9f-d66fec951c5c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e04fadaf-f2bc-4900-8b68-89dc3b65186b', 'vif_model': 'vmxnet3'}] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1387.129636] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-81eb2f70-121f-424f-9ab0-1f6ba19655e9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Creating folder: Project (4a0f9ab6ebb84b10aaf5a61239df4641). Parent ref: group-v807779. {{(pid=69889) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1387.129957] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-81c2e83e-7bd4-4ca2-a1cf-2731153d2d14 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.143417] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-81eb2f70-121f-424f-9ab0-1f6ba19655e9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Created folder: Project (4a0f9ab6ebb84b10aaf5a61239df4641) in parent group-v807779. [ 1387.143627] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-81eb2f70-121f-424f-9ab0-1f6ba19655e9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Creating folder: Instances. Parent ref: group-v808112. {{(pid=69889) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1387.143893] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-da9c3a33-1fc9-4076-8a83-243253b09525 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.155659] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-81eb2f70-121f-424f-9ab0-1f6ba19655e9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Created folder: Instances in parent group-v808112. [ 1387.155920] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-81eb2f70-121f-424f-9ab0-1f6ba19655e9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1387.156141] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d4d6cfe-f8c0-4d05-a642-e3859a90f09f] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1387.156359] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6cb5525f-b3e0-4fb1-9df5-b87d56430cea {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.176475] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1387.176475] env[69889]: value = "task-4078448" [ 1387.176475] env[69889]: _type = "Task" [ 1387.176475] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.185240] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4078448, 'name': CreateVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.204612] env[69889]: DEBUG oslo_vmware.api [None req-0cd1d827-69d4-4d7d-8164-d248bfe986e6 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': task-4078445, 'name': PowerOffVM_Task, 'duration_secs': 0.261303} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.205106] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cd1d827-69d4-4d7d-8164-d248bfe986e6 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 30fc419c-759b-4037-8cab-0d5a5360e061] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1387.205358] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-0cd1d827-69d4-4d7d-8164-d248bfe986e6 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 30fc419c-759b-4037-8cab-0d5a5360e061] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1387.205651] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-33239dc1-9e93-4699-a7b5-8546becb53de {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.279499] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-0cd1d827-69d4-4d7d-8164-d248bfe986e6 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 30fc419c-759b-4037-8cab-0d5a5360e061] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1387.279721] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-0cd1d827-69d4-4d7d-8164-d248bfe986e6 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 30fc419c-759b-4037-8cab-0d5a5360e061] Deleting contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1387.279905] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cd1d827-69d4-4d7d-8164-d248bfe986e6 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Deleting the datastore file [datastore2] 30fc419c-759b-4037-8cab-0d5a5360e061 {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1387.280206] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-860574dd-913b-4755-9a3c-983decf6d6be {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.287412] env[69889]: DEBUG oslo_vmware.api [None req-0cd1d827-69d4-4d7d-8164-d248bfe986e6 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Waiting for the task: (returnval){ [ 1387.287412] env[69889]: value = "task-4078450" [ 1387.287412] env[69889]: _type = "Task" [ 1387.287412] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.295813] env[69889]: DEBUG oslo_vmware.api [None req-0cd1d827-69d4-4d7d-8164-d248bfe986e6 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': task-4078450, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.394057] env[69889]: DEBUG nova.compute.manager [req-6cd0dbfe-0b73-4d3c-9b9a-1a663f537768 req-740e007b-2e45-4d30-b2a9-ca8ff7ce9108 service nova] [instance: 6d4d6cfe-f8c0-4d05-a642-e3859a90f09f] Received event network-changed-e04fadaf-f2bc-4900-8b68-89dc3b65186b {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1387.394294] env[69889]: DEBUG nova.compute.manager [req-6cd0dbfe-0b73-4d3c-9b9a-1a663f537768 req-740e007b-2e45-4d30-b2a9-ca8ff7ce9108 service nova] [instance: 6d4d6cfe-f8c0-4d05-a642-e3859a90f09f] Refreshing instance network info cache due to event network-changed-e04fadaf-f2bc-4900-8b68-89dc3b65186b. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1387.394504] env[69889]: DEBUG oslo_concurrency.lockutils [req-6cd0dbfe-0b73-4d3c-9b9a-1a663f537768 req-740e007b-2e45-4d30-b2a9-ca8ff7ce9108 service nova] Acquiring lock "refresh_cache-6d4d6cfe-f8c0-4d05-a642-e3859a90f09f" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.394589] env[69889]: DEBUG oslo_concurrency.lockutils [req-6cd0dbfe-0b73-4d3c-9b9a-1a663f537768 req-740e007b-2e45-4d30-b2a9-ca8ff7ce9108 service nova] Acquired lock "refresh_cache-6d4d6cfe-f8c0-4d05-a642-e3859a90f09f" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.394744] env[69889]: DEBUG nova.network.neutron [req-6cd0dbfe-0b73-4d3c-9b9a-1a663f537768 req-740e007b-2e45-4d30-b2a9-ca8ff7ce9108 service nova] [instance: 6d4d6cfe-f8c0-4d05-a642-e3859a90f09f] Refreshing network info cache for port e04fadaf-f2bc-4900-8b68-89dc3b65186b {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1387.686623] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4078448, 'name': CreateVM_Task, 'duration_secs': 0.36675} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.686810] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d4d6cfe-f8c0-4d05-a642-e3859a90f09f] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1387.687606] env[69889]: DEBUG oslo_concurrency.lockutils [None req-81eb2f70-121f-424f-9ab0-1f6ba19655e9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.687769] env[69889]: DEBUG oslo_concurrency.lockutils [None req-81eb2f70-121f-424f-9ab0-1f6ba19655e9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.688119] env[69889]: DEBUG oslo_concurrency.lockutils [None req-81eb2f70-121f-424f-9ab0-1f6ba19655e9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.688397] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5acb35cd-5e55-49e4-a331-6e1d4b5bf5ce {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.693664] env[69889]: DEBUG oslo_vmware.api [None req-81eb2f70-121f-424f-9ab0-1f6ba19655e9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Waiting for the task: (returnval){ [ 1387.693664] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]527ad5a8-2298-e28f-85ed-7281b4f5be83" [ 1387.693664] env[69889]: _type = "Task" [ 1387.693664] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.701992] env[69889]: DEBUG oslo_vmware.api [None req-81eb2f70-121f-424f-9ab0-1f6ba19655e9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]527ad5a8-2298-e28f-85ed-7281b4f5be83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.798891] env[69889]: DEBUG oslo_vmware.api [None req-0cd1d827-69d4-4d7d-8164-d248bfe986e6 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Task: {'id': task-4078450, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15636} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.799165] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cd1d827-69d4-4d7d-8164-d248bfe986e6 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1387.799388] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-0cd1d827-69d4-4d7d-8164-d248bfe986e6 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 30fc419c-759b-4037-8cab-0d5a5360e061] Deleted contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1387.799613] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-0cd1d827-69d4-4d7d-8164-d248bfe986e6 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 30fc419c-759b-4037-8cab-0d5a5360e061] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1387.799799] env[69889]: INFO nova.compute.manager [None req-0cd1d827-69d4-4d7d-8164-d248bfe986e6 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] [instance: 30fc419c-759b-4037-8cab-0d5a5360e061] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1387.800065] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0cd1d827-69d4-4d7d-8164-d248bfe986e6 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1387.800267] env[69889]: DEBUG nova.compute.manager [-] [instance: 30fc419c-759b-4037-8cab-0d5a5360e061] Deallocating network for instance {{(pid=69889) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1387.800359] env[69889]: DEBUG nova.network.neutron [-] [instance: 30fc419c-759b-4037-8cab-0d5a5360e061] deallocate_for_instance() {{(pid=69889) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1388.108467] env[69889]: DEBUG nova.network.neutron [req-6cd0dbfe-0b73-4d3c-9b9a-1a663f537768 req-740e007b-2e45-4d30-b2a9-ca8ff7ce9108 service nova] [instance: 6d4d6cfe-f8c0-4d05-a642-e3859a90f09f] Updated VIF entry in instance network info cache for port e04fadaf-f2bc-4900-8b68-89dc3b65186b. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1388.108853] env[69889]: DEBUG nova.network.neutron [req-6cd0dbfe-0b73-4d3c-9b9a-1a663f537768 req-740e007b-2e45-4d30-b2a9-ca8ff7ce9108 service nova] [instance: 6d4d6cfe-f8c0-4d05-a642-e3859a90f09f] Updating instance_info_cache with network_info: [{"id": "e04fadaf-f2bc-4900-8b68-89dc3b65186b", "address": "fa:16:3e:ef:06:62", "network": {"id": "3aa47b8c-4ef0-43d0-b90c-2573c4fcb994", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1693304705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a0f9ab6ebb84b10aaf5a61239df4641", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape04fadaf-f2", "ovs_interfaceid": "e04fadaf-f2bc-4900-8b68-89dc3b65186b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1388.206989] env[69889]: DEBUG oslo_vmware.api [None req-81eb2f70-121f-424f-9ab0-1f6ba19655e9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]527ad5a8-2298-e28f-85ed-7281b4f5be83, 'name': SearchDatastore_Task, 'duration_secs': 0.051443} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.207464] env[69889]: DEBUG oslo_concurrency.lockutils [None req-81eb2f70-121f-424f-9ab0-1f6ba19655e9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.207783] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-81eb2f70-121f-424f-9ab0-1f6ba19655e9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 6d4d6cfe-f8c0-4d05-a642-e3859a90f09f] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1388.208149] env[69889]: DEBUG oslo_concurrency.lockutils [None req-81eb2f70-121f-424f-9ab0-1f6ba19655e9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.208453] env[69889]: DEBUG oslo_concurrency.lockutils [None req-81eb2f70-121f-424f-9ab0-1f6ba19655e9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.208685] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-81eb2f70-121f-424f-9ab0-1f6ba19655e9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1388.208999] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6c6d90b4-c00e-4e9f-854c-7e08ba6ce0a5 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.225264] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-81eb2f70-121f-424f-9ab0-1f6ba19655e9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1388.225425] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-81eb2f70-121f-424f-9ab0-1f6ba19655e9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1388.226149] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22aa4cdd-740d-4fda-9107-ab6e99b1999c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.231863] env[69889]: DEBUG oslo_vmware.api [None req-81eb2f70-121f-424f-9ab0-1f6ba19655e9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Waiting for the task: (returnval){ [ 1388.231863] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]525e36a7-14de-d2fb-4a29-88953154f4cb" [ 1388.231863] env[69889]: _type = "Task" [ 1388.231863] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.240648] env[69889]: DEBUG oslo_vmware.api [None req-81eb2f70-121f-424f-9ab0-1f6ba19655e9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]525e36a7-14de-d2fb-4a29-88953154f4cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.600570] env[69889]: DEBUG nova.network.neutron [-] [instance: 30fc419c-759b-4037-8cab-0d5a5360e061] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1388.611627] env[69889]: DEBUG oslo_concurrency.lockutils [req-6cd0dbfe-0b73-4d3c-9b9a-1a663f537768 req-740e007b-2e45-4d30-b2a9-ca8ff7ce9108 service nova] Releasing lock "refresh_cache-6d4d6cfe-f8c0-4d05-a642-e3859a90f09f" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.742536] env[69889]: DEBUG oslo_vmware.api [None req-81eb2f70-121f-424f-9ab0-1f6ba19655e9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]525e36a7-14de-d2fb-4a29-88953154f4cb, 'name': SearchDatastore_Task, 'duration_secs': 0.03737} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.743420] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ae061e1-1a75-478c-b2ba-5e81e6233669 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.749098] env[69889]: DEBUG oslo_vmware.api [None req-81eb2f70-121f-424f-9ab0-1f6ba19655e9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Waiting for the task: (returnval){ [ 1388.749098] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]524ed174-b7ea-c663-6ee3-ab628df23a6f" [ 1388.749098] env[69889]: _type = "Task" [ 1388.749098] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.757081] env[69889]: DEBUG oslo_vmware.api [None req-81eb2f70-121f-424f-9ab0-1f6ba19655e9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]524ed174-b7ea-c663-6ee3-ab628df23a6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.102651] env[69889]: INFO nova.compute.manager [-] [instance: 30fc419c-759b-4037-8cab-0d5a5360e061] Took 1.30 seconds to deallocate network for instance. [ 1389.259938] env[69889]: DEBUG oslo_vmware.api [None req-81eb2f70-121f-424f-9ab0-1f6ba19655e9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]524ed174-b7ea-c663-6ee3-ab628df23a6f, 'name': SearchDatastore_Task, 'duration_secs': 0.012407} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.260311] env[69889]: DEBUG oslo_concurrency.lockutils [None req-81eb2f70-121f-424f-9ab0-1f6ba19655e9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.260467] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-81eb2f70-121f-424f-9ab0-1f6ba19655e9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] 6d4d6cfe-f8c0-4d05-a642-e3859a90f09f/6d4d6cfe-f8c0-4d05-a642-e3859a90f09f.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1389.260730] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a7489f34-356b-4859-bedb-ba39533fd458 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.268623] env[69889]: DEBUG oslo_vmware.api [None req-81eb2f70-121f-424f-9ab0-1f6ba19655e9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Waiting for the task: (returnval){ [ 1389.268623] env[69889]: value = "task-4078451" [ 1389.268623] env[69889]: _type = "Task" [ 1389.268623] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.276523] env[69889]: DEBUG oslo_vmware.api [None req-81eb2f70-121f-424f-9ab0-1f6ba19655e9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078451, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.423281] env[69889]: DEBUG nova.compute.manager [req-4726d201-128a-49a3-b333-95cedf08d434 req-b802aa1e-caff-438c-8f5d-53f9f1648a58 service nova] [instance: 30fc419c-759b-4037-8cab-0d5a5360e061] Received event network-vif-deleted-951e4036-6436-49c9-a1b7-061c55ab5b5c {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1389.610075] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0cd1d827-69d4-4d7d-8164-d248bfe986e6 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1389.610378] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0cd1d827-69d4-4d7d-8164-d248bfe986e6 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1389.610601] env[69889]: DEBUG nova.objects.instance [None req-0cd1d827-69d4-4d7d-8164-d248bfe986e6 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Lazy-loading 'resources' on Instance uuid 30fc419c-759b-4037-8cab-0d5a5360e061 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1389.778819] env[69889]: DEBUG oslo_vmware.api [None req-81eb2f70-121f-424f-9ab0-1f6ba19655e9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078451, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.178018] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ac2b425-2a50-4296-b0b2-f557ee961839 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.186402] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-726d6a52-2717-438c-9033-fa998831a1fc {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.219447] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-867ba859-01e8-4073-866b-3bae0b3315f0 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.227688] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1166890-7be9-4055-88a9-f3fb2ddd519b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.241744] env[69889]: DEBUG nova.compute.provider_tree [None req-0cd1d827-69d4-4d7d-8164-d248bfe986e6 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1390.279231] env[69889]: DEBUG oslo_vmware.api [None req-81eb2f70-121f-424f-9ab0-1f6ba19655e9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078451, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517882} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.279589] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-81eb2f70-121f-424f-9ab0-1f6ba19655e9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] 6d4d6cfe-f8c0-4d05-a642-e3859a90f09f/6d4d6cfe-f8c0-4d05-a642-e3859a90f09f.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1390.279697] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-81eb2f70-121f-424f-9ab0-1f6ba19655e9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 6d4d6cfe-f8c0-4d05-a642-e3859a90f09f] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1390.279949] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dec5e458-74a4-46e8-ab0a-ee5da8a91ab6 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.286901] env[69889]: DEBUG oslo_vmware.api [None req-81eb2f70-121f-424f-9ab0-1f6ba19655e9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Waiting for the task: (returnval){ [ 1390.286901] env[69889]: value = "task-4078452" [ 1390.286901] env[69889]: _type = "Task" [ 1390.286901] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.296612] env[69889]: DEBUG oslo_vmware.api [None req-81eb2f70-121f-424f-9ab0-1f6ba19655e9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078452, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.745504] env[69889]: DEBUG nova.scheduler.client.report [None req-0cd1d827-69d4-4d7d-8164-d248bfe986e6 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1390.797352] env[69889]: DEBUG oslo_vmware.api [None req-81eb2f70-121f-424f-9ab0-1f6ba19655e9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078452, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087876} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.797604] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-81eb2f70-121f-424f-9ab0-1f6ba19655e9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 6d4d6cfe-f8c0-4d05-a642-e3859a90f09f] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1390.798406] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8e246fc-c661-4dd0-88f7-1a6574589c14 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.819836] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-81eb2f70-121f-424f-9ab0-1f6ba19655e9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 6d4d6cfe-f8c0-4d05-a642-e3859a90f09f] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] 6d4d6cfe-f8c0-4d05-a642-e3859a90f09f/6d4d6cfe-f8c0-4d05-a642-e3859a90f09f.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1390.820123] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e44cf435-6e5b-4e1e-a0bc-2d9b0200fb8e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.839835] env[69889]: DEBUG oslo_vmware.api [None req-81eb2f70-121f-424f-9ab0-1f6ba19655e9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Waiting for the task: (returnval){ [ 1390.839835] env[69889]: value = "task-4078453" [ 1390.839835] env[69889]: _type = "Task" [ 1390.839835] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.850017] env[69889]: DEBUG oslo_vmware.api [None req-81eb2f70-121f-424f-9ab0-1f6ba19655e9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078453, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.250685] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0cd1d827-69d4-4d7d-8164-d248bfe986e6 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.640s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1391.269835] env[69889]: INFO nova.scheduler.client.report [None req-0cd1d827-69d4-4d7d-8164-d248bfe986e6 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Deleted allocations for instance 30fc419c-759b-4037-8cab-0d5a5360e061 [ 1391.351655] env[69889]: DEBUG oslo_vmware.api [None req-81eb2f70-121f-424f-9ab0-1f6ba19655e9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078453, 'name': ReconfigVM_Task, 'duration_secs': 0.325368} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.352283] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-81eb2f70-121f-424f-9ab0-1f6ba19655e9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 6d4d6cfe-f8c0-4d05-a642-e3859a90f09f] Reconfigured VM instance instance-0000007b to attach disk [datastore2] 6d4d6cfe-f8c0-4d05-a642-e3859a90f09f/6d4d6cfe-f8c0-4d05-a642-e3859a90f09f.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1391.352857] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-74a01d63-ac32-4e0f-a501-15d1d1082d5d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.359383] env[69889]: DEBUG oslo_vmware.api [None req-81eb2f70-121f-424f-9ab0-1f6ba19655e9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Waiting for the task: (returnval){ [ 1391.359383] env[69889]: value = "task-4078454" [ 1391.359383] env[69889]: _type = "Task" [ 1391.359383] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.367492] env[69889]: DEBUG oslo_vmware.api [None req-81eb2f70-121f-424f-9ab0-1f6ba19655e9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078454, 'name': Rename_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.778231] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0cd1d827-69d4-4d7d-8164-d248bfe986e6 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Lock "30fc419c-759b-4037-8cab-0d5a5360e061" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.607s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1391.869507] env[69889]: DEBUG oslo_vmware.api [None req-81eb2f70-121f-424f-9ab0-1f6ba19655e9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078454, 'name': Rename_Task, 'duration_secs': 0.144434} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.869861] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-81eb2f70-121f-424f-9ab0-1f6ba19655e9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 6d4d6cfe-f8c0-4d05-a642-e3859a90f09f] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1391.870041] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bb560ace-efd6-4831-b7c7-d3bca41e6ac4 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.876845] env[69889]: DEBUG oslo_vmware.api [None req-81eb2f70-121f-424f-9ab0-1f6ba19655e9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Waiting for the task: (returnval){ [ 1391.876845] env[69889]: value = "task-4078455" [ 1391.876845] env[69889]: _type = "Task" [ 1391.876845] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.885272] env[69889]: DEBUG oslo_vmware.api [None req-81eb2f70-121f-424f-9ab0-1f6ba19655e9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078455, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.387954] env[69889]: DEBUG oslo_vmware.api [None req-81eb2f70-121f-424f-9ab0-1f6ba19655e9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078455, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.892271] env[69889]: DEBUG oslo_vmware.api [None req-81eb2f70-121f-424f-9ab0-1f6ba19655e9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078455, 'name': PowerOnVM_Task, 'duration_secs': 0.511325} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.892271] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-81eb2f70-121f-424f-9ab0-1f6ba19655e9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 6d4d6cfe-f8c0-4d05-a642-e3859a90f09f] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1392.892271] env[69889]: INFO nova.compute.manager [None req-81eb2f70-121f-424f-9ab0-1f6ba19655e9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 6d4d6cfe-f8c0-4d05-a642-e3859a90f09f] Took 7.75 seconds to spawn the instance on the hypervisor. [ 1392.892271] env[69889]: DEBUG nova.compute.manager [None req-81eb2f70-121f-424f-9ab0-1f6ba19655e9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 6d4d6cfe-f8c0-4d05-a642-e3859a90f09f] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1392.892271] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fc6cffb-799c-4ee3-a747-d68e251d12cd {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.409995] env[69889]: INFO nova.compute.manager [None req-81eb2f70-121f-424f-9ab0-1f6ba19655e9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 6d4d6cfe-f8c0-4d05-a642-e3859a90f09f] Took 12.45 seconds to build instance. [ 1393.912340] env[69889]: DEBUG oslo_concurrency.lockutils [None req-81eb2f70-121f-424f-9ab0-1f6ba19655e9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Lock "6d4d6cfe-f8c0-4d05-a642-e3859a90f09f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.965s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1394.284095] env[69889]: DEBUG nova.compute.manager [req-ca289cfa-37d2-4f5d-af88-f5a81789e221 req-718708dd-9ccd-4cda-93a2-01ae7b07293b service nova] [instance: 6d4d6cfe-f8c0-4d05-a642-e3859a90f09f] Received event network-changed-e04fadaf-f2bc-4900-8b68-89dc3b65186b {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1394.284095] env[69889]: DEBUG nova.compute.manager [req-ca289cfa-37d2-4f5d-af88-f5a81789e221 req-718708dd-9ccd-4cda-93a2-01ae7b07293b service nova] [instance: 6d4d6cfe-f8c0-4d05-a642-e3859a90f09f] Refreshing instance network info cache due to event network-changed-e04fadaf-f2bc-4900-8b68-89dc3b65186b. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1394.284095] env[69889]: DEBUG oslo_concurrency.lockutils [req-ca289cfa-37d2-4f5d-af88-f5a81789e221 req-718708dd-9ccd-4cda-93a2-01ae7b07293b service nova] Acquiring lock "refresh_cache-6d4d6cfe-f8c0-4d05-a642-e3859a90f09f" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.284095] env[69889]: DEBUG oslo_concurrency.lockutils [req-ca289cfa-37d2-4f5d-af88-f5a81789e221 req-718708dd-9ccd-4cda-93a2-01ae7b07293b service nova] Acquired lock "refresh_cache-6d4d6cfe-f8c0-4d05-a642-e3859a90f09f" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.284298] env[69889]: DEBUG nova.network.neutron [req-ca289cfa-37d2-4f5d-af88-f5a81789e221 req-718708dd-9ccd-4cda-93a2-01ae7b07293b service nova] [instance: 6d4d6cfe-f8c0-4d05-a642-e3859a90f09f] Refreshing network info cache for port e04fadaf-f2bc-4900-8b68-89dc3b65186b {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1395.018309] env[69889]: DEBUG nova.network.neutron [req-ca289cfa-37d2-4f5d-af88-f5a81789e221 req-718708dd-9ccd-4cda-93a2-01ae7b07293b service nova] [instance: 6d4d6cfe-f8c0-4d05-a642-e3859a90f09f] Updated VIF entry in instance network info cache for port e04fadaf-f2bc-4900-8b68-89dc3b65186b. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1395.018775] env[69889]: DEBUG nova.network.neutron [req-ca289cfa-37d2-4f5d-af88-f5a81789e221 req-718708dd-9ccd-4cda-93a2-01ae7b07293b service nova] [instance: 6d4d6cfe-f8c0-4d05-a642-e3859a90f09f] Updating instance_info_cache with network_info: [{"id": "e04fadaf-f2bc-4900-8b68-89dc3b65186b", "address": "fa:16:3e:ef:06:62", "network": {"id": "3aa47b8c-4ef0-43d0-b90c-2573c4fcb994", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1693304705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a0f9ab6ebb84b10aaf5a61239df4641", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape04fadaf-f2", "ovs_interfaceid": "e04fadaf-f2bc-4900-8b68-89dc3b65186b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1395.521982] env[69889]: DEBUG oslo_concurrency.lockutils [req-ca289cfa-37d2-4f5d-af88-f5a81789e221 req-718708dd-9ccd-4cda-93a2-01ae7b07293b service nova] Releasing lock "refresh_cache-6d4d6cfe-f8c0-4d05-a642-e3859a90f09f" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.464473] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1412.964638] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1413.964709] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1414.965112] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1414.965508] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1414.965559] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1414.965699] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69889) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1415.965516] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1415.965870] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1416.469025] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1416.469275] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1416.469462] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1416.469624] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69889) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1416.470860] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b1415ac-cd2f-4b50-ab6c-ab53becabc1d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.480810] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54734962-093d-467a-8d49-7573ddd8a0a2 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.495573] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a8623f7-01aa-42f3-8220-abb04238e437 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.503346] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baa2a1e6-0466-432a-9d7d-dcb1090122f4 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.533254] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180609MB free_disk=20GB free_vcpus=48 pci_devices=None {{(pid=69889) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1416.533490] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1416.533626] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1417.562564] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance c4ba7e48-883c-43a8-bee6-081ef4b839a9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1417.562848] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance 6d4d6cfe-f8c0-4d05-a642-e3859a90f09f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1417.562895] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=69889) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1417.563050] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=69889) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1417.604846] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c934050-eda6-4873-ac86-2ec17c89f074 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.612371] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97f30c81-d04f-4863-b5db-6ab04eae5aef {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.644091] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e8dfbe3-9a45-4043-a5c0-5fda8e626cd5 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.652121] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a6d78a8-3cf0-4285-a493-c92a854385a6 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.665726] env[69889]: DEBUG nova.compute.provider_tree [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1418.169141] env[69889]: DEBUG nova.scheduler.client.report [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1418.674835] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69889) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1418.675264] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.141s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1422.110861] env[69889]: DEBUG oslo_concurrency.lockutils [None req-496ed0be-8d43-466a-8488-67b831068dfa tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Acquiring lock "c4ba7e48-883c-43a8-bee6-081ef4b839a9" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1422.111363] env[69889]: DEBUG oslo_concurrency.lockutils [None req-496ed0be-8d43-466a-8488-67b831068dfa tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Lock "c4ba7e48-883c-43a8-bee6-081ef4b839a9" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1422.615203] env[69889]: INFO nova.compute.manager [None req-496ed0be-8d43-466a-8488-67b831068dfa tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] Detaching volume 09e45779-b700-43b5-a649-5f8fd5bc55bb [ 1422.646781] env[69889]: INFO nova.virt.block_device [None req-496ed0be-8d43-466a-8488-67b831068dfa tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] Attempting to driver detach volume 09e45779-b700-43b5-a649-5f8fd5bc55bb from mountpoint /dev/sdb [ 1422.647031] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-496ed0be-8d43-466a-8488-67b831068dfa tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] Volume detach. Driver type: vmdk {{(pid=69889) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1422.647227] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-496ed0be-8d43-466a-8488-67b831068dfa tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-808108', 'volume_id': '09e45779-b700-43b5-a649-5f8fd5bc55bb', 'name': 'volume-09e45779-b700-43b5-a649-5f8fd5bc55bb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'c4ba7e48-883c-43a8-bee6-081ef4b839a9', 'attached_at': '', 'detached_at': '', 'volume_id': '09e45779-b700-43b5-a649-5f8fd5bc55bb', 'serial': '09e45779-b700-43b5-a649-5f8fd5bc55bb'} {{(pid=69889) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1422.648190] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fe800f7-39ae-475d-b38b-ba7c48b15512 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.672265] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fb0c835-e5b5-4fa9-89a6-416a078951e7 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.679678] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66d4fadc-6a05-490e-a05d-4903485e5a7b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.700175] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f082055b-189c-4f6b-b3f1-6fa4f0e50674 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.715912] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-496ed0be-8d43-466a-8488-67b831068dfa tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] The volume has not been displaced from its original location: [datastore1] volume-09e45779-b700-43b5-a649-5f8fd5bc55bb/volume-09e45779-b700-43b5-a649-5f8fd5bc55bb.vmdk. No consolidation needed. {{(pid=69889) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1422.721143] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-496ed0be-8d43-466a-8488-67b831068dfa tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] Reconfiguring VM instance instance-00000074 to detach disk 2001 {{(pid=69889) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1422.721502] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87663375-922b-4bbe-ab37-31dac58faf3c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.739765] env[69889]: DEBUG oslo_vmware.api [None req-496ed0be-8d43-466a-8488-67b831068dfa tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Waiting for the task: (returnval){ [ 1422.739765] env[69889]: value = "task-4078456" [ 1422.739765] env[69889]: _type = "Task" [ 1422.739765] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.748023] env[69889]: DEBUG oslo_vmware.api [None req-496ed0be-8d43-466a-8488-67b831068dfa tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Task: {'id': task-4078456, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.249516] env[69889]: DEBUG oslo_vmware.api [None req-496ed0be-8d43-466a-8488-67b831068dfa tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Task: {'id': task-4078456, 'name': ReconfigVM_Task, 'duration_secs': 0.221456} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.249901] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-496ed0be-8d43-466a-8488-67b831068dfa tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] Reconfigured VM instance instance-00000074 to detach disk 2001 {{(pid=69889) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1423.254405] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f153c019-3dcd-4c24-bf84-cfaa5f082755 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.269331] env[69889]: DEBUG oslo_vmware.api [None req-496ed0be-8d43-466a-8488-67b831068dfa tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Waiting for the task: (returnval){ [ 1423.269331] env[69889]: value = "task-4078457" [ 1423.269331] env[69889]: _type = "Task" [ 1423.269331] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.279617] env[69889]: DEBUG oslo_vmware.api [None req-496ed0be-8d43-466a-8488-67b831068dfa tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Task: {'id': task-4078457, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.779533] env[69889]: DEBUG oslo_vmware.api [None req-496ed0be-8d43-466a-8488-67b831068dfa tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Task: {'id': task-4078457, 'name': ReconfigVM_Task, 'duration_secs': 0.144693} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.779788] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-496ed0be-8d43-466a-8488-67b831068dfa tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-808108', 'volume_id': '09e45779-b700-43b5-a649-5f8fd5bc55bb', 'name': 'volume-09e45779-b700-43b5-a649-5f8fd5bc55bb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'c4ba7e48-883c-43a8-bee6-081ef4b839a9', 'attached_at': '', 'detached_at': '', 'volume_id': '09e45779-b700-43b5-a649-5f8fd5bc55bb', 'serial': '09e45779-b700-43b5-a649-5f8fd5bc55bb'} {{(pid=69889) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1424.320671] env[69889]: DEBUG nova.objects.instance [None req-496ed0be-8d43-466a-8488-67b831068dfa tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Lazy-loading 'flavor' on Instance uuid c4ba7e48-883c-43a8-bee6-081ef4b839a9 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1425.329156] env[69889]: DEBUG oslo_concurrency.lockutils [None req-496ed0be-8d43-466a-8488-67b831068dfa tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Lock "c4ba7e48-883c-43a8-bee6-081ef4b839a9" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.218s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1426.352307] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d4a41ec7-aa77-4c45-bf88-c6ea4dfa0b4c tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Acquiring lock "c4ba7e48-883c-43a8-bee6-081ef4b839a9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1426.352695] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d4a41ec7-aa77-4c45-bf88-c6ea4dfa0b4c tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Lock "c4ba7e48-883c-43a8-bee6-081ef4b839a9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1426.352866] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d4a41ec7-aa77-4c45-bf88-c6ea4dfa0b4c tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Acquiring lock "c4ba7e48-883c-43a8-bee6-081ef4b839a9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1426.352997] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d4a41ec7-aa77-4c45-bf88-c6ea4dfa0b4c tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Lock "c4ba7e48-883c-43a8-bee6-081ef4b839a9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1426.353186] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d4a41ec7-aa77-4c45-bf88-c6ea4dfa0b4c tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Lock "c4ba7e48-883c-43a8-bee6-081ef4b839a9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1426.355482] env[69889]: INFO nova.compute.manager [None req-d4a41ec7-aa77-4c45-bf88-c6ea4dfa0b4c tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] Terminating instance [ 1426.860632] env[69889]: DEBUG nova.compute.manager [None req-d4a41ec7-aa77-4c45-bf88-c6ea4dfa0b4c tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] Start destroying the instance on the hypervisor. {{(pid=69889) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1426.860909] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-d4a41ec7-aa77-4c45-bf88-c6ea4dfa0b4c tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1426.861825] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3d01084-ed76-4bf9-baaf-a73782f0fb0a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.869930] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4a41ec7-aa77-4c45-bf88-c6ea4dfa0b4c tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1426.870183] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e3f5c2cb-31e6-4972-833c-66d0d5af7b3b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.876158] env[69889]: DEBUG oslo_vmware.api [None req-d4a41ec7-aa77-4c45-bf88-c6ea4dfa0b4c tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Waiting for the task: (returnval){ [ 1426.876158] env[69889]: value = "task-4078458" [ 1426.876158] env[69889]: _type = "Task" [ 1426.876158] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.884267] env[69889]: DEBUG oslo_vmware.api [None req-d4a41ec7-aa77-4c45-bf88-c6ea4dfa0b4c tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Task: {'id': task-4078458, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.386085] env[69889]: DEBUG oslo_vmware.api [None req-d4a41ec7-aa77-4c45-bf88-c6ea4dfa0b4c tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Task: {'id': task-4078458, 'name': PowerOffVM_Task, 'duration_secs': 0.180893} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.386531] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4a41ec7-aa77-4c45-bf88-c6ea4dfa0b4c tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1427.386531] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-d4a41ec7-aa77-4c45-bf88-c6ea4dfa0b4c tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1427.386781] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-33401373-e85d-49bb-87a3-c0043c993253 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.454208] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-d4a41ec7-aa77-4c45-bf88-c6ea4dfa0b4c tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1427.454460] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-d4a41ec7-aa77-4c45-bf88-c6ea4dfa0b4c tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] Deleting contents of the VM from datastore datastore1 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1427.454616] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4a41ec7-aa77-4c45-bf88-c6ea4dfa0b4c tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Deleting the datastore file [datastore1] c4ba7e48-883c-43a8-bee6-081ef4b839a9 {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1427.454939] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0bca4f6b-1440-49ae-9489-a200d04dfdd7 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.463065] env[69889]: DEBUG oslo_vmware.api [None req-d4a41ec7-aa77-4c45-bf88-c6ea4dfa0b4c tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Waiting for the task: (returnval){ [ 1427.463065] env[69889]: value = "task-4078460" [ 1427.463065] env[69889]: _type = "Task" [ 1427.463065] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.471373] env[69889]: DEBUG oslo_vmware.api [None req-d4a41ec7-aa77-4c45-bf88-c6ea4dfa0b4c tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Task: {'id': task-4078460, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.972447] env[69889]: DEBUG oslo_vmware.api [None req-d4a41ec7-aa77-4c45-bf88-c6ea4dfa0b4c tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Task: {'id': task-4078460, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127713} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.972712] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4a41ec7-aa77-4c45-bf88-c6ea4dfa0b4c tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1427.972885] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-d4a41ec7-aa77-4c45-bf88-c6ea4dfa0b4c tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] Deleted contents of the VM from datastore datastore1 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1427.973076] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-d4a41ec7-aa77-4c45-bf88-c6ea4dfa0b4c tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1427.973347] env[69889]: INFO nova.compute.manager [None req-d4a41ec7-aa77-4c45-bf88-c6ea4dfa0b4c tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1427.973601] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d4a41ec7-aa77-4c45-bf88-c6ea4dfa0b4c tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1427.973799] env[69889]: DEBUG nova.compute.manager [-] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] Deallocating network for instance {{(pid=69889) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1427.973894] env[69889]: DEBUG nova.network.neutron [-] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] deallocate_for_instance() {{(pid=69889) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1428.411620] env[69889]: DEBUG nova.compute.manager [req-6f346275-0be7-4632-ac53-2d6f84f4d8c7 req-ca360236-8be9-427e-b414-d2fea39105d0 service nova] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] Received event network-vif-deleted-dc9e7b0a-217d-4042-aeb3-ffaf2a7c3371 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1428.411620] env[69889]: INFO nova.compute.manager [req-6f346275-0be7-4632-ac53-2d6f84f4d8c7 req-ca360236-8be9-427e-b414-d2fea39105d0 service nova] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] Neutron deleted interface dc9e7b0a-217d-4042-aeb3-ffaf2a7c3371; detaching it from the instance and deleting it from the info cache [ 1428.411620] env[69889]: DEBUG nova.network.neutron [req-6f346275-0be7-4632-ac53-2d6f84f4d8c7 req-ca360236-8be9-427e-b414-d2fea39105d0 service nova] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1428.893602] env[69889]: DEBUG nova.network.neutron [-] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1428.914615] env[69889]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a93a3af4-3f52-4349-8db4-069829bccd73 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.924761] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09ad5472-e223-40cd-a78d-7139a6818af8 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.950713] env[69889]: DEBUG nova.compute.manager [req-6f346275-0be7-4632-ac53-2d6f84f4d8c7 req-ca360236-8be9-427e-b414-d2fea39105d0 service nova] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] Detach interface failed, port_id=dc9e7b0a-217d-4042-aeb3-ffaf2a7c3371, reason: Instance c4ba7e48-883c-43a8-bee6-081ef4b839a9 could not be found. {{(pid=69889) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1429.396172] env[69889]: INFO nova.compute.manager [-] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] Took 1.42 seconds to deallocate network for instance. [ 1429.904289] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d4a41ec7-aa77-4c45-bf88-c6ea4dfa0b4c tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1429.904701] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d4a41ec7-aa77-4c45-bf88-c6ea4dfa0b4c tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1429.904847] env[69889]: DEBUG nova.objects.instance [None req-d4a41ec7-aa77-4c45-bf88-c6ea4dfa0b4c tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Lazy-loading 'resources' on Instance uuid c4ba7e48-883c-43a8-bee6-081ef4b839a9 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1430.455348] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3c2b9ff-78a9-45ee-9db4-0e6605d1f8d9 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.463794] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac7a7f5d-820d-462e-acad-d603ee0ab63e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.494606] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bed2dc31-5f60-409e-95e5-8c3ef3a0954b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.502532] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb0d31f5-7680-42d7-87e2-3f83160e4ed5 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.516104] env[69889]: DEBUG nova.compute.provider_tree [None req-d4a41ec7-aa77-4c45-bf88-c6ea4dfa0b4c tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1431.020053] env[69889]: DEBUG nova.scheduler.client.report [None req-d4a41ec7-aa77-4c45-bf88-c6ea4dfa0b4c tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1431.527062] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d4a41ec7-aa77-4c45-bf88-c6ea4dfa0b4c tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.622s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1431.546152] env[69889]: INFO nova.scheduler.client.report [None req-d4a41ec7-aa77-4c45-bf88-c6ea4dfa0b4c tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Deleted allocations for instance c4ba7e48-883c-43a8-bee6-081ef4b839a9 [ 1432.045326] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0f7810c1-2a0a-4f1a-8997-c64fa8fde75b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Acquiring lock "514365f8-b397-44e6-8a42-79e420a61e5d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1432.045692] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0f7810c1-2a0a-4f1a-8997-c64fa8fde75b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Lock "514365f8-b397-44e6-8a42-79e420a61e5d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1432.054148] env[69889]: DEBUG oslo_concurrency.lockutils [None req-d4a41ec7-aa77-4c45-bf88-c6ea4dfa0b4c tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Lock "c4ba7e48-883c-43a8-bee6-081ef4b839a9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.701s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1432.547715] env[69889]: DEBUG nova.compute.manager [None req-0f7810c1-2a0a-4f1a-8997-c64fa8fde75b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 514365f8-b397-44e6-8a42-79e420a61e5d] Starting instance... {{(pid=69889) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1433.075101] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0f7810c1-2a0a-4f1a-8997-c64fa8fde75b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1433.075101] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0f7810c1-2a0a-4f1a-8997-c64fa8fde75b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1433.075754] env[69889]: INFO nova.compute.claims [None req-0f7810c1-2a0a-4f1a-8997-c64fa8fde75b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 514365f8-b397-44e6-8a42-79e420a61e5d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1434.134774] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f730ec3-2621-4a73-b846-db12d2289d46 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.142847] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f1142a4-26b5-4df2-86f7-7501b380a95c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.172408] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cce04160-9cf4-4fe9-9df3-40bccf24b0aa {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.179766] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60baae98-504b-479d-b765-5af51ece5cd1 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.194401] env[69889]: DEBUG nova.compute.provider_tree [None req-0f7810c1-2a0a-4f1a-8997-c64fa8fde75b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1434.359818] env[69889]: DEBUG oslo_concurrency.lockutils [None req-73802038-fe14-4de8-ae66-8286c126ab1d tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Acquiring lock "100846b6-3f9e-48b5-b902-869267095701" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1434.360071] env[69889]: DEBUG oslo_concurrency.lockutils [None req-73802038-fe14-4de8-ae66-8286c126ab1d tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Lock "100846b6-3f9e-48b5-b902-869267095701" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1434.697852] env[69889]: DEBUG nova.scheduler.client.report [None req-0f7810c1-2a0a-4f1a-8997-c64fa8fde75b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1434.862252] env[69889]: DEBUG nova.compute.manager [None req-73802038-fe14-4de8-ae66-8286c126ab1d tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: 100846b6-3f9e-48b5-b902-869267095701] Starting instance... {{(pid=69889) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1435.202799] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0f7810c1-2a0a-4f1a-8997-c64fa8fde75b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.128s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1435.203370] env[69889]: DEBUG nova.compute.manager [None req-0f7810c1-2a0a-4f1a-8997-c64fa8fde75b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 514365f8-b397-44e6-8a42-79e420a61e5d] Start building networks asynchronously for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1435.381233] env[69889]: DEBUG oslo_concurrency.lockutils [None req-73802038-fe14-4de8-ae66-8286c126ab1d tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1435.381556] env[69889]: DEBUG oslo_concurrency.lockutils [None req-73802038-fe14-4de8-ae66-8286c126ab1d tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1435.383124] env[69889]: INFO nova.compute.claims [None req-73802038-fe14-4de8-ae66-8286c126ab1d tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: 100846b6-3f9e-48b5-b902-869267095701] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1435.709032] env[69889]: DEBUG nova.compute.utils [None req-0f7810c1-2a0a-4f1a-8997-c64fa8fde75b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1435.710449] env[69889]: DEBUG nova.compute.manager [None req-0f7810c1-2a0a-4f1a-8997-c64fa8fde75b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 514365f8-b397-44e6-8a42-79e420a61e5d] Allocating IP information in the background. {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1435.710617] env[69889]: DEBUG nova.network.neutron [None req-0f7810c1-2a0a-4f1a-8997-c64fa8fde75b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 514365f8-b397-44e6-8a42-79e420a61e5d] allocate_for_instance() {{(pid=69889) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1435.763160] env[69889]: DEBUG nova.policy [None req-0f7810c1-2a0a-4f1a-8997-c64fa8fde75b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4d967b03a20e4d428aaea58d4f7652ca', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4a0f9ab6ebb84b10aaf5a61239df4641', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69889) authorize /opt/stack/nova/nova/policy.py:192}} [ 1436.213559] env[69889]: DEBUG nova.compute.manager [None req-0f7810c1-2a0a-4f1a-8997-c64fa8fde75b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 514365f8-b397-44e6-8a42-79e420a61e5d] Start building block device mappings for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1436.239491] env[69889]: DEBUG nova.network.neutron [None req-0f7810c1-2a0a-4f1a-8997-c64fa8fde75b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 514365f8-b397-44e6-8a42-79e420a61e5d] Successfully created port: 542b0f90-25cc-4129-bd81-8c124ba5771e {{(pid=69889) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1436.451120] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab3d5b0d-411d-4386-a543-8c65424e3fb0 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.459014] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ca3bda6-c5a5-414c-ac13-c9b4c5ee09d5 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.491233] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaa9334f-00fd-411a-a4d2-64e3df04f10a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.499326] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8724f39f-70b4-42f1-9658-c258708c72c6 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.513090] env[69889]: DEBUG nova.compute.provider_tree [None req-73802038-fe14-4de8-ae66-8286c126ab1d tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1437.016093] env[69889]: DEBUG nova.scheduler.client.report [None req-73802038-fe14-4de8-ae66-8286c126ab1d tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1437.223602] env[69889]: DEBUG nova.compute.manager [None req-0f7810c1-2a0a-4f1a-8997-c64fa8fde75b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 514365f8-b397-44e6-8a42-79e420a61e5d] Start spawning the instance on the hypervisor. {{(pid=69889) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1437.251093] env[69889]: DEBUG nova.virt.hardware [None req-0f7810c1-2a0a-4f1a-8997-c64fa8fde75b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1437.251392] env[69889]: DEBUG nova.virt.hardware [None req-0f7810c1-2a0a-4f1a-8997-c64fa8fde75b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1437.251591] env[69889]: DEBUG nova.virt.hardware [None req-0f7810c1-2a0a-4f1a-8997-c64fa8fde75b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1437.251785] env[69889]: DEBUG nova.virt.hardware [None req-0f7810c1-2a0a-4f1a-8997-c64fa8fde75b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1437.251936] env[69889]: DEBUG nova.virt.hardware [None req-0f7810c1-2a0a-4f1a-8997-c64fa8fde75b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1437.252099] env[69889]: DEBUG nova.virt.hardware [None req-0f7810c1-2a0a-4f1a-8997-c64fa8fde75b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1437.252329] env[69889]: DEBUG nova.virt.hardware [None req-0f7810c1-2a0a-4f1a-8997-c64fa8fde75b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1437.252489] env[69889]: DEBUG nova.virt.hardware [None req-0f7810c1-2a0a-4f1a-8997-c64fa8fde75b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1437.252657] env[69889]: DEBUG nova.virt.hardware [None req-0f7810c1-2a0a-4f1a-8997-c64fa8fde75b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1437.252818] env[69889]: DEBUG nova.virt.hardware [None req-0f7810c1-2a0a-4f1a-8997-c64fa8fde75b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1437.253034] env[69889]: DEBUG nova.virt.hardware [None req-0f7810c1-2a0a-4f1a-8997-c64fa8fde75b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1437.253960] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00a0f41f-567f-4330-a561-4c4d11d66878 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.263621] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e6621c-e46c-443d-81d8-4f2b0ed5cc7b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.520960] env[69889]: DEBUG oslo_concurrency.lockutils [None req-73802038-fe14-4de8-ae66-8286c126ab1d tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.139s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1437.521541] env[69889]: DEBUG nova.compute.manager [None req-73802038-fe14-4de8-ae66-8286c126ab1d tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: 100846b6-3f9e-48b5-b902-869267095701] Start building networks asynchronously for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1437.587150] env[69889]: DEBUG nova.compute.manager [req-9facc595-5260-44dd-bd2c-6c9a79cef279 req-98883080-ac14-477e-83b0-1c1f2f9f6d40 service nova] [instance: 514365f8-b397-44e6-8a42-79e420a61e5d] Received event network-vif-plugged-542b0f90-25cc-4129-bd81-8c124ba5771e {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1437.587422] env[69889]: DEBUG oslo_concurrency.lockutils [req-9facc595-5260-44dd-bd2c-6c9a79cef279 req-98883080-ac14-477e-83b0-1c1f2f9f6d40 service nova] Acquiring lock "514365f8-b397-44e6-8a42-79e420a61e5d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1437.587580] env[69889]: DEBUG oslo_concurrency.lockutils [req-9facc595-5260-44dd-bd2c-6c9a79cef279 req-98883080-ac14-477e-83b0-1c1f2f9f6d40 service nova] Lock "514365f8-b397-44e6-8a42-79e420a61e5d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1437.587769] env[69889]: DEBUG oslo_concurrency.lockutils [req-9facc595-5260-44dd-bd2c-6c9a79cef279 req-98883080-ac14-477e-83b0-1c1f2f9f6d40 service nova] Lock "514365f8-b397-44e6-8a42-79e420a61e5d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1437.587981] env[69889]: DEBUG nova.compute.manager [req-9facc595-5260-44dd-bd2c-6c9a79cef279 req-98883080-ac14-477e-83b0-1c1f2f9f6d40 service nova] [instance: 514365f8-b397-44e6-8a42-79e420a61e5d] No waiting events found dispatching network-vif-plugged-542b0f90-25cc-4129-bd81-8c124ba5771e {{(pid=69889) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1437.588106] env[69889]: WARNING nova.compute.manager [req-9facc595-5260-44dd-bd2c-6c9a79cef279 req-98883080-ac14-477e-83b0-1c1f2f9f6d40 service nova] [instance: 514365f8-b397-44e6-8a42-79e420a61e5d] Received unexpected event network-vif-plugged-542b0f90-25cc-4129-bd81-8c124ba5771e for instance with vm_state building and task_state spawning. [ 1437.668749] env[69889]: DEBUG nova.network.neutron [None req-0f7810c1-2a0a-4f1a-8997-c64fa8fde75b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 514365f8-b397-44e6-8a42-79e420a61e5d] Successfully updated port: 542b0f90-25cc-4129-bd81-8c124ba5771e {{(pid=69889) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1438.027507] env[69889]: DEBUG nova.compute.utils [None req-73802038-fe14-4de8-ae66-8286c126ab1d tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1438.028602] env[69889]: DEBUG nova.compute.manager [None req-73802038-fe14-4de8-ae66-8286c126ab1d tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: 100846b6-3f9e-48b5-b902-869267095701] Allocating IP information in the background. {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1438.028863] env[69889]: DEBUG nova.network.neutron [None req-73802038-fe14-4de8-ae66-8286c126ab1d tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: 100846b6-3f9e-48b5-b902-869267095701] allocate_for_instance() {{(pid=69889) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1438.077705] env[69889]: DEBUG nova.policy [None req-73802038-fe14-4de8-ae66-8286c126ab1d tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e26b3c38bd5c48ab9fe048d0f5a10c6f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '682525d6417945bc8a73da8f702b9c77', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69889) authorize /opt/stack/nova/nova/policy.py:192}} [ 1438.171013] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0f7810c1-2a0a-4f1a-8997-c64fa8fde75b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Acquiring lock "refresh_cache-514365f8-b397-44e6-8a42-79e420a61e5d" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.171218] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0f7810c1-2a0a-4f1a-8997-c64fa8fde75b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Acquired lock "refresh_cache-514365f8-b397-44e6-8a42-79e420a61e5d" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.171373] env[69889]: DEBUG nova.network.neutron [None req-0f7810c1-2a0a-4f1a-8997-c64fa8fde75b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 514365f8-b397-44e6-8a42-79e420a61e5d] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1438.353723] env[69889]: DEBUG nova.network.neutron [None req-73802038-fe14-4de8-ae66-8286c126ab1d tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: 100846b6-3f9e-48b5-b902-869267095701] Successfully created port: 949c3ad0-7c20-4fba-a0ac-2c28f405a2e4 {{(pid=69889) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1438.532429] env[69889]: DEBUG nova.compute.manager [None req-73802038-fe14-4de8-ae66-8286c126ab1d tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: 100846b6-3f9e-48b5-b902-869267095701] Start building block device mappings for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1438.702765] env[69889]: DEBUG nova.network.neutron [None req-0f7810c1-2a0a-4f1a-8997-c64fa8fde75b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 514365f8-b397-44e6-8a42-79e420a61e5d] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1438.830581] env[69889]: DEBUG nova.network.neutron [None req-0f7810c1-2a0a-4f1a-8997-c64fa8fde75b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 514365f8-b397-44e6-8a42-79e420a61e5d] Updating instance_info_cache with network_info: [{"id": "542b0f90-25cc-4129-bd81-8c124ba5771e", "address": "fa:16:3e:49:5f:f8", "network": {"id": "3aa47b8c-4ef0-43d0-b90c-2573c4fcb994", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1693304705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a0f9ab6ebb84b10aaf5a61239df4641", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap542b0f90-25", "ovs_interfaceid": "542b0f90-25cc-4129-bd81-8c124ba5771e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1439.333509] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0f7810c1-2a0a-4f1a-8997-c64fa8fde75b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Releasing lock "refresh_cache-514365f8-b397-44e6-8a42-79e420a61e5d" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.333859] env[69889]: DEBUG nova.compute.manager [None req-0f7810c1-2a0a-4f1a-8997-c64fa8fde75b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 514365f8-b397-44e6-8a42-79e420a61e5d] Instance network_info: |[{"id": "542b0f90-25cc-4129-bd81-8c124ba5771e", "address": "fa:16:3e:49:5f:f8", "network": {"id": "3aa47b8c-4ef0-43d0-b90c-2573c4fcb994", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1693304705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a0f9ab6ebb84b10aaf5a61239df4641", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap542b0f90-25", "ovs_interfaceid": "542b0f90-25cc-4129-bd81-8c124ba5771e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1439.334316] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-0f7810c1-2a0a-4f1a-8997-c64fa8fde75b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 514365f8-b397-44e6-8a42-79e420a61e5d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:5f:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56136ef6-99d7-4562-9a9f-d66fec951c5c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '542b0f90-25cc-4129-bd81-8c124ba5771e', 'vif_model': 'vmxnet3'}] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1439.341717] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0f7810c1-2a0a-4f1a-8997-c64fa8fde75b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1439.342285] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 514365f8-b397-44e6-8a42-79e420a61e5d] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1439.342527] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b8b74210-9898-4dfd-bd6d-0b0055ad1a35 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.363874] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1439.363874] env[69889]: value = "task-4078461" [ 1439.363874] env[69889]: _type = "Task" [ 1439.363874] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.372205] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4078461, 'name': CreateVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.543568] env[69889]: DEBUG nova.compute.manager [None req-73802038-fe14-4de8-ae66-8286c126ab1d tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: 100846b6-3f9e-48b5-b902-869267095701] Start spawning the instance on the hypervisor. {{(pid=69889) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1439.572088] env[69889]: DEBUG nova.virt.hardware [None req-73802038-fe14-4de8-ae66-8286c126ab1d tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1439.572368] env[69889]: DEBUG nova.virt.hardware [None req-73802038-fe14-4de8-ae66-8286c126ab1d tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1439.572529] env[69889]: DEBUG nova.virt.hardware [None req-73802038-fe14-4de8-ae66-8286c126ab1d tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1439.572717] env[69889]: DEBUG nova.virt.hardware [None req-73802038-fe14-4de8-ae66-8286c126ab1d tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1439.572940] env[69889]: DEBUG nova.virt.hardware [None req-73802038-fe14-4de8-ae66-8286c126ab1d tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1439.573197] env[69889]: DEBUG nova.virt.hardware [None req-73802038-fe14-4de8-ae66-8286c126ab1d tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1439.573504] env[69889]: DEBUG nova.virt.hardware [None req-73802038-fe14-4de8-ae66-8286c126ab1d tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1439.573688] env[69889]: DEBUG nova.virt.hardware [None req-73802038-fe14-4de8-ae66-8286c126ab1d tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1439.573870] env[69889]: DEBUG nova.virt.hardware [None req-73802038-fe14-4de8-ae66-8286c126ab1d tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1439.574047] env[69889]: DEBUG nova.virt.hardware [None req-73802038-fe14-4de8-ae66-8286c126ab1d tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1439.574391] env[69889]: DEBUG nova.virt.hardware [None req-73802038-fe14-4de8-ae66-8286c126ab1d tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1439.575303] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbac0688-3646-4353-b675-426031789e11 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.584502] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfca3d1f-6ec8-45ec-b54e-7107532deedd {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.619530] env[69889]: DEBUG nova.compute.manager [req-60e6a48d-707c-4893-993b-5f1bd6d310a8 req-dd9b48f3-e627-429a-a011-951f30ba1f82 service nova] [instance: 514365f8-b397-44e6-8a42-79e420a61e5d] Received event network-changed-542b0f90-25cc-4129-bd81-8c124ba5771e {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1439.619745] env[69889]: DEBUG nova.compute.manager [req-60e6a48d-707c-4893-993b-5f1bd6d310a8 req-dd9b48f3-e627-429a-a011-951f30ba1f82 service nova] [instance: 514365f8-b397-44e6-8a42-79e420a61e5d] Refreshing instance network info cache due to event network-changed-542b0f90-25cc-4129-bd81-8c124ba5771e. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1439.619989] env[69889]: DEBUG oslo_concurrency.lockutils [req-60e6a48d-707c-4893-993b-5f1bd6d310a8 req-dd9b48f3-e627-429a-a011-951f30ba1f82 service nova] Acquiring lock "refresh_cache-514365f8-b397-44e6-8a42-79e420a61e5d" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.620186] env[69889]: DEBUG oslo_concurrency.lockutils [req-60e6a48d-707c-4893-993b-5f1bd6d310a8 req-dd9b48f3-e627-429a-a011-951f30ba1f82 service nova] Acquired lock "refresh_cache-514365f8-b397-44e6-8a42-79e420a61e5d" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.620451] env[69889]: DEBUG nova.network.neutron [req-60e6a48d-707c-4893-993b-5f1bd6d310a8 req-dd9b48f3-e627-429a-a011-951f30ba1f82 service nova] [instance: 514365f8-b397-44e6-8a42-79e420a61e5d] Refreshing network info cache for port 542b0f90-25cc-4129-bd81-8c124ba5771e {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1439.817124] env[69889]: DEBUG nova.network.neutron [None req-73802038-fe14-4de8-ae66-8286c126ab1d tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: 100846b6-3f9e-48b5-b902-869267095701] Successfully updated port: 949c3ad0-7c20-4fba-a0ac-2c28f405a2e4 {{(pid=69889) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1439.875717] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4078461, 'name': CreateVM_Task, 'duration_secs': 0.337101} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.875928] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 514365f8-b397-44e6-8a42-79e420a61e5d] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1439.876575] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0f7810c1-2a0a-4f1a-8997-c64fa8fde75b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.876746] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0f7810c1-2a0a-4f1a-8997-c64fa8fde75b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.877152] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0f7810c1-2a0a-4f1a-8997-c64fa8fde75b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.877420] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6241a9f4-2726-4d0f-b2e9-b2d2fbd14a2e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.883400] env[69889]: DEBUG oslo_vmware.api [None req-0f7810c1-2a0a-4f1a-8997-c64fa8fde75b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Waiting for the task: (returnval){ [ 1439.883400] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]5252bd44-1e2f-3176-aaa0-c5caa3f66329" [ 1439.883400] env[69889]: _type = "Task" [ 1439.883400] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.892568] env[69889]: DEBUG oslo_vmware.api [None req-0f7810c1-2a0a-4f1a-8997-c64fa8fde75b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5252bd44-1e2f-3176-aaa0-c5caa3f66329, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.305125] env[69889]: DEBUG nova.network.neutron [req-60e6a48d-707c-4893-993b-5f1bd6d310a8 req-dd9b48f3-e627-429a-a011-951f30ba1f82 service nova] [instance: 514365f8-b397-44e6-8a42-79e420a61e5d] Updated VIF entry in instance network info cache for port 542b0f90-25cc-4129-bd81-8c124ba5771e. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1440.305523] env[69889]: DEBUG nova.network.neutron [req-60e6a48d-707c-4893-993b-5f1bd6d310a8 req-dd9b48f3-e627-429a-a011-951f30ba1f82 service nova] [instance: 514365f8-b397-44e6-8a42-79e420a61e5d] Updating instance_info_cache with network_info: [{"id": "542b0f90-25cc-4129-bd81-8c124ba5771e", "address": "fa:16:3e:49:5f:f8", "network": {"id": "3aa47b8c-4ef0-43d0-b90c-2573c4fcb994", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1693304705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a0f9ab6ebb84b10aaf5a61239df4641", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap542b0f90-25", "ovs_interfaceid": "542b0f90-25cc-4129-bd81-8c124ba5771e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1440.319768] env[69889]: DEBUG oslo_concurrency.lockutils [None req-73802038-fe14-4de8-ae66-8286c126ab1d tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Acquiring lock "refresh_cache-100846b6-3f9e-48b5-b902-869267095701" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.319920] env[69889]: DEBUG oslo_concurrency.lockutils [None req-73802038-fe14-4de8-ae66-8286c126ab1d tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Acquired lock "refresh_cache-100846b6-3f9e-48b5-b902-869267095701" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.320059] env[69889]: DEBUG nova.network.neutron [None req-73802038-fe14-4de8-ae66-8286c126ab1d tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: 100846b6-3f9e-48b5-b902-869267095701] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1440.394603] env[69889]: DEBUG oslo_vmware.api [None req-0f7810c1-2a0a-4f1a-8997-c64fa8fde75b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5252bd44-1e2f-3176-aaa0-c5caa3f66329, 'name': SearchDatastore_Task, 'duration_secs': 0.013596} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.394989] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0f7810c1-2a0a-4f1a-8997-c64fa8fde75b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.395150] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-0f7810c1-2a0a-4f1a-8997-c64fa8fde75b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 514365f8-b397-44e6-8a42-79e420a61e5d] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1440.395377] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0f7810c1-2a0a-4f1a-8997-c64fa8fde75b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.395519] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0f7810c1-2a0a-4f1a-8997-c64fa8fde75b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.395699] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f7810c1-2a0a-4f1a-8997-c64fa8fde75b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1440.395966] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-51c743a3-a6ae-4e18-b907-25512838b390 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.405926] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f7810c1-2a0a-4f1a-8997-c64fa8fde75b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1440.406138] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-0f7810c1-2a0a-4f1a-8997-c64fa8fde75b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1440.406877] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d5f101e-ae6b-4d32-8720-15c7f36b2f90 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.413052] env[69889]: DEBUG oslo_vmware.api [None req-0f7810c1-2a0a-4f1a-8997-c64fa8fde75b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Waiting for the task: (returnval){ [ 1440.413052] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]520806a1-d7a1-3b95-10f1-0113e7ef5abb" [ 1440.413052] env[69889]: _type = "Task" [ 1440.413052] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.422394] env[69889]: DEBUG oslo_vmware.api [None req-0f7810c1-2a0a-4f1a-8997-c64fa8fde75b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]520806a1-d7a1-3b95-10f1-0113e7ef5abb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.808508] env[69889]: DEBUG oslo_concurrency.lockutils [req-60e6a48d-707c-4893-993b-5f1bd6d310a8 req-dd9b48f3-e627-429a-a011-951f30ba1f82 service nova] Releasing lock "refresh_cache-514365f8-b397-44e6-8a42-79e420a61e5d" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.850930] env[69889]: DEBUG nova.network.neutron [None req-73802038-fe14-4de8-ae66-8286c126ab1d tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: 100846b6-3f9e-48b5-b902-869267095701] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1440.927059] env[69889]: DEBUG oslo_vmware.api [None req-0f7810c1-2a0a-4f1a-8997-c64fa8fde75b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]520806a1-d7a1-3b95-10f1-0113e7ef5abb, 'name': SearchDatastore_Task, 'duration_secs': 0.011521} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.927855] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e04aeab7-9932-4cd4-aaa1-dfdd4a81f003 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.933971] env[69889]: DEBUG oslo_vmware.api [None req-0f7810c1-2a0a-4f1a-8997-c64fa8fde75b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Waiting for the task: (returnval){ [ 1440.933971] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52a7f30d-b86e-7ea5-9b1e-ebe2d6f0ad66" [ 1440.933971] env[69889]: _type = "Task" [ 1440.933971] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.942731] env[69889]: DEBUG oslo_vmware.api [None req-0f7810c1-2a0a-4f1a-8997-c64fa8fde75b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52a7f30d-b86e-7ea5-9b1e-ebe2d6f0ad66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.984275] env[69889]: DEBUG nova.network.neutron [None req-73802038-fe14-4de8-ae66-8286c126ab1d tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: 100846b6-3f9e-48b5-b902-869267095701] Updating instance_info_cache with network_info: [{"id": "949c3ad0-7c20-4fba-a0ac-2c28f405a2e4", "address": "fa:16:3e:41:c5:60", "network": {"id": "b89b3d5b-8638-424c-b2ef-3f27511ad10b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-269290719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "682525d6417945bc8a73da8f702b9c77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1d25020-c621-4388-ac1d-de55bfefbe50", "external-id": "nsx-vlan-transportzone-573", "segmentation_id": 573, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap949c3ad0-7c", "ovs_interfaceid": "949c3ad0-7c20-4fba-a0ac-2c28f405a2e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1441.444563] env[69889]: DEBUG oslo_vmware.api [None req-0f7810c1-2a0a-4f1a-8997-c64fa8fde75b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52a7f30d-b86e-7ea5-9b1e-ebe2d6f0ad66, 'name': SearchDatastore_Task, 'duration_secs': 0.010463} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.444997] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0f7810c1-2a0a-4f1a-8997-c64fa8fde75b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.445086] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f7810c1-2a0a-4f1a-8997-c64fa8fde75b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] 514365f8-b397-44e6-8a42-79e420a61e5d/514365f8-b397-44e6-8a42-79e420a61e5d.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1441.445349] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-59986ad7-4ced-40f5-95db-fb889e0aa716 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.452355] env[69889]: DEBUG oslo_vmware.api [None req-0f7810c1-2a0a-4f1a-8997-c64fa8fde75b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Waiting for the task: (returnval){ [ 1441.452355] env[69889]: value = "task-4078462" [ 1441.452355] env[69889]: _type = "Task" [ 1441.452355] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.460172] env[69889]: DEBUG oslo_vmware.api [None req-0f7810c1-2a0a-4f1a-8997-c64fa8fde75b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078462, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.487129] env[69889]: DEBUG oslo_concurrency.lockutils [None req-73802038-fe14-4de8-ae66-8286c126ab1d tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Releasing lock "refresh_cache-100846b6-3f9e-48b5-b902-869267095701" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.487608] env[69889]: DEBUG nova.compute.manager [None req-73802038-fe14-4de8-ae66-8286c126ab1d tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: 100846b6-3f9e-48b5-b902-869267095701] Instance network_info: |[{"id": "949c3ad0-7c20-4fba-a0ac-2c28f405a2e4", "address": "fa:16:3e:41:c5:60", "network": {"id": "b89b3d5b-8638-424c-b2ef-3f27511ad10b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-269290719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "682525d6417945bc8a73da8f702b9c77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1d25020-c621-4388-ac1d-de55bfefbe50", "external-id": "nsx-vlan-transportzone-573", "segmentation_id": 573, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap949c3ad0-7c", "ovs_interfaceid": "949c3ad0-7c20-4fba-a0ac-2c28f405a2e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1441.488389] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-73802038-fe14-4de8-ae66-8286c126ab1d tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: 100846b6-3f9e-48b5-b902-869267095701] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:c5:60', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e1d25020-c621-4388-ac1d-de55bfefbe50', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '949c3ad0-7c20-4fba-a0ac-2c28f405a2e4', 'vif_model': 'vmxnet3'}] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1441.502154] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-73802038-fe14-4de8-ae66-8286c126ab1d tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1441.502549] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 100846b6-3f9e-48b5-b902-869267095701] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1441.502847] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-65fb548d-9a39-4596-a263-2442249fa9e7 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.526035] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1441.526035] env[69889]: value = "task-4078463" [ 1441.526035] env[69889]: _type = "Task" [ 1441.526035] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.534510] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4078463, 'name': CreateVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.650917] env[69889]: DEBUG nova.compute.manager [req-02a1e4b4-00d6-4ebf-9a0f-5ea5cdf198c1 req-8ce7da9e-f4ca-41ee-a930-990cd197b46f service nova] [instance: 100846b6-3f9e-48b5-b902-869267095701] Received event network-vif-plugged-949c3ad0-7c20-4fba-a0ac-2c28f405a2e4 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1441.651221] env[69889]: DEBUG oslo_concurrency.lockutils [req-02a1e4b4-00d6-4ebf-9a0f-5ea5cdf198c1 req-8ce7da9e-f4ca-41ee-a930-990cd197b46f service nova] Acquiring lock "100846b6-3f9e-48b5-b902-869267095701-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1441.651519] env[69889]: DEBUG oslo_concurrency.lockutils [req-02a1e4b4-00d6-4ebf-9a0f-5ea5cdf198c1 req-8ce7da9e-f4ca-41ee-a930-990cd197b46f service nova] Lock "100846b6-3f9e-48b5-b902-869267095701-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1441.651767] env[69889]: DEBUG oslo_concurrency.lockutils [req-02a1e4b4-00d6-4ebf-9a0f-5ea5cdf198c1 req-8ce7da9e-f4ca-41ee-a930-990cd197b46f service nova] Lock "100846b6-3f9e-48b5-b902-869267095701-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1441.651975] env[69889]: DEBUG nova.compute.manager [req-02a1e4b4-00d6-4ebf-9a0f-5ea5cdf198c1 req-8ce7da9e-f4ca-41ee-a930-990cd197b46f service nova] [instance: 100846b6-3f9e-48b5-b902-869267095701] No waiting events found dispatching network-vif-plugged-949c3ad0-7c20-4fba-a0ac-2c28f405a2e4 {{(pid=69889) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1441.652231] env[69889]: WARNING nova.compute.manager [req-02a1e4b4-00d6-4ebf-9a0f-5ea5cdf198c1 req-8ce7da9e-f4ca-41ee-a930-990cd197b46f service nova] [instance: 100846b6-3f9e-48b5-b902-869267095701] Received unexpected event network-vif-plugged-949c3ad0-7c20-4fba-a0ac-2c28f405a2e4 for instance with vm_state building and task_state spawning. [ 1441.652420] env[69889]: DEBUG nova.compute.manager [req-02a1e4b4-00d6-4ebf-9a0f-5ea5cdf198c1 req-8ce7da9e-f4ca-41ee-a930-990cd197b46f service nova] [instance: 100846b6-3f9e-48b5-b902-869267095701] Received event network-changed-949c3ad0-7c20-4fba-a0ac-2c28f405a2e4 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1441.652582] env[69889]: DEBUG nova.compute.manager [req-02a1e4b4-00d6-4ebf-9a0f-5ea5cdf198c1 req-8ce7da9e-f4ca-41ee-a930-990cd197b46f service nova] [instance: 100846b6-3f9e-48b5-b902-869267095701] Refreshing instance network info cache due to event network-changed-949c3ad0-7c20-4fba-a0ac-2c28f405a2e4. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1441.652830] env[69889]: DEBUG oslo_concurrency.lockutils [req-02a1e4b4-00d6-4ebf-9a0f-5ea5cdf198c1 req-8ce7da9e-f4ca-41ee-a930-990cd197b46f service nova] Acquiring lock "refresh_cache-100846b6-3f9e-48b5-b902-869267095701" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.653024] env[69889]: DEBUG oslo_concurrency.lockutils [req-02a1e4b4-00d6-4ebf-9a0f-5ea5cdf198c1 req-8ce7da9e-f4ca-41ee-a930-990cd197b46f service nova] Acquired lock "refresh_cache-100846b6-3f9e-48b5-b902-869267095701" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.653221] env[69889]: DEBUG nova.network.neutron [req-02a1e4b4-00d6-4ebf-9a0f-5ea5cdf198c1 req-8ce7da9e-f4ca-41ee-a930-990cd197b46f service nova] [instance: 100846b6-3f9e-48b5-b902-869267095701] Refreshing network info cache for port 949c3ad0-7c20-4fba-a0ac-2c28f405a2e4 {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1441.962653] env[69889]: DEBUG oslo_vmware.api [None req-0f7810c1-2a0a-4f1a-8997-c64fa8fde75b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078462, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480972} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.962969] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f7810c1-2a0a-4f1a-8997-c64fa8fde75b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] 514365f8-b397-44e6-8a42-79e420a61e5d/514365f8-b397-44e6-8a42-79e420a61e5d.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1441.963254] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-0f7810c1-2a0a-4f1a-8997-c64fa8fde75b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 514365f8-b397-44e6-8a42-79e420a61e5d] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1441.963574] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d5a57fa4-3aaf-45ee-adf3-c50aa5daf208 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.970645] env[69889]: DEBUG oslo_vmware.api [None req-0f7810c1-2a0a-4f1a-8997-c64fa8fde75b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Waiting for the task: (returnval){ [ 1441.970645] env[69889]: value = "task-4078464" [ 1441.970645] env[69889]: _type = "Task" [ 1441.970645] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.978758] env[69889]: DEBUG oslo_vmware.api [None req-0f7810c1-2a0a-4f1a-8997-c64fa8fde75b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078464, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.036319] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4078463, 'name': CreateVM_Task, 'duration_secs': 0.461289} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.036484] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 100846b6-3f9e-48b5-b902-869267095701] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1442.037245] env[69889]: DEBUG oslo_concurrency.lockutils [None req-73802038-fe14-4de8-ae66-8286c126ab1d tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.037417] env[69889]: DEBUG oslo_concurrency.lockutils [None req-73802038-fe14-4de8-ae66-8286c126ab1d tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.037738] env[69889]: DEBUG oslo_concurrency.lockutils [None req-73802038-fe14-4de8-ae66-8286c126ab1d tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.037998] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33780007-0e8a-472d-b75c-b26511ef3ebe {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.042628] env[69889]: DEBUG oslo_vmware.api [None req-73802038-fe14-4de8-ae66-8286c126ab1d tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Waiting for the task: (returnval){ [ 1442.042628] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]525f6cba-6dd7-48db-cce2-d9bd5ee5a97d" [ 1442.042628] env[69889]: _type = "Task" [ 1442.042628] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.050564] env[69889]: DEBUG oslo_vmware.api [None req-73802038-fe14-4de8-ae66-8286c126ab1d tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]525f6cba-6dd7-48db-cce2-d9bd5ee5a97d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.351370] env[69889]: DEBUG nova.network.neutron [req-02a1e4b4-00d6-4ebf-9a0f-5ea5cdf198c1 req-8ce7da9e-f4ca-41ee-a930-990cd197b46f service nova] [instance: 100846b6-3f9e-48b5-b902-869267095701] Updated VIF entry in instance network info cache for port 949c3ad0-7c20-4fba-a0ac-2c28f405a2e4. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1442.351790] env[69889]: DEBUG nova.network.neutron [req-02a1e4b4-00d6-4ebf-9a0f-5ea5cdf198c1 req-8ce7da9e-f4ca-41ee-a930-990cd197b46f service nova] [instance: 100846b6-3f9e-48b5-b902-869267095701] Updating instance_info_cache with network_info: [{"id": "949c3ad0-7c20-4fba-a0ac-2c28f405a2e4", "address": "fa:16:3e:41:c5:60", "network": {"id": "b89b3d5b-8638-424c-b2ef-3f27511ad10b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-269290719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "682525d6417945bc8a73da8f702b9c77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1d25020-c621-4388-ac1d-de55bfefbe50", "external-id": "nsx-vlan-transportzone-573", "segmentation_id": 573, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap949c3ad0-7c", "ovs_interfaceid": "949c3ad0-7c20-4fba-a0ac-2c28f405a2e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1442.482331] env[69889]: DEBUG oslo_vmware.api [None req-0f7810c1-2a0a-4f1a-8997-c64fa8fde75b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078464, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066608} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.482929] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-0f7810c1-2a0a-4f1a-8997-c64fa8fde75b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 514365f8-b397-44e6-8a42-79e420a61e5d] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1442.483543] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb64885-eca8-4beb-8e4f-6558eef30209 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.507860] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f7810c1-2a0a-4f1a-8997-c64fa8fde75b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 514365f8-b397-44e6-8a42-79e420a61e5d] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] 514365f8-b397-44e6-8a42-79e420a61e5d/514365f8-b397-44e6-8a42-79e420a61e5d.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1442.508286] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50f6b826-1fdf-4521-8e90-f1b013d699d2 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.529771] env[69889]: DEBUG oslo_vmware.api [None req-0f7810c1-2a0a-4f1a-8997-c64fa8fde75b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Waiting for the task: (returnval){ [ 1442.529771] env[69889]: value = "task-4078465" [ 1442.529771] env[69889]: _type = "Task" [ 1442.529771] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.540204] env[69889]: DEBUG oslo_vmware.api [None req-0f7810c1-2a0a-4f1a-8997-c64fa8fde75b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078465, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.554941] env[69889]: DEBUG oslo_vmware.api [None req-73802038-fe14-4de8-ae66-8286c126ab1d tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]525f6cba-6dd7-48db-cce2-d9bd5ee5a97d, 'name': SearchDatastore_Task, 'duration_secs': 0.010382} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.555347] env[69889]: DEBUG oslo_concurrency.lockutils [None req-73802038-fe14-4de8-ae66-8286c126ab1d tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.555598] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-73802038-fe14-4de8-ae66-8286c126ab1d tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: 100846b6-3f9e-48b5-b902-869267095701] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1442.555856] env[69889]: DEBUG oslo_concurrency.lockutils [None req-73802038-fe14-4de8-ae66-8286c126ab1d tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.556015] env[69889]: DEBUG oslo_concurrency.lockutils [None req-73802038-fe14-4de8-ae66-8286c126ab1d tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.556208] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-73802038-fe14-4de8-ae66-8286c126ab1d tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1442.556506] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9b6bcaf8-59ea-4154-93b9-2b1aaac79e9e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.569184] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-73802038-fe14-4de8-ae66-8286c126ab1d tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1442.569383] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-73802038-fe14-4de8-ae66-8286c126ab1d tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1442.570204] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4972256d-ff55-4a96-9671-10de26f5203b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.576712] env[69889]: DEBUG oslo_vmware.api [None req-73802038-fe14-4de8-ae66-8286c126ab1d tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Waiting for the task: (returnval){ [ 1442.576712] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52091ca7-aa5b-d4c0-6a9d-6f570e0bbeea" [ 1442.576712] env[69889]: _type = "Task" [ 1442.576712] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.585851] env[69889]: DEBUG oslo_vmware.api [None req-73802038-fe14-4de8-ae66-8286c126ab1d tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52091ca7-aa5b-d4c0-6a9d-6f570e0bbeea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.855595] env[69889]: DEBUG oslo_concurrency.lockutils [req-02a1e4b4-00d6-4ebf-9a0f-5ea5cdf198c1 req-8ce7da9e-f4ca-41ee-a930-990cd197b46f service nova] Releasing lock "refresh_cache-100846b6-3f9e-48b5-b902-869267095701" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.043623] env[69889]: DEBUG oslo_vmware.api [None req-0f7810c1-2a0a-4f1a-8997-c64fa8fde75b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078465, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.092314] env[69889]: DEBUG oslo_vmware.api [None req-73802038-fe14-4de8-ae66-8286c126ab1d tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52091ca7-aa5b-d4c0-6a9d-6f570e0bbeea, 'name': SearchDatastore_Task, 'duration_secs': 0.038732} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.093596] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5b7657e-c96b-471a-9014-8ef8bd892455 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.101641] env[69889]: DEBUG oslo_vmware.api [None req-73802038-fe14-4de8-ae66-8286c126ab1d tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Waiting for the task: (returnval){ [ 1443.101641] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]529ba04c-222e-f277-1c5e-0c0f83c9b6a9" [ 1443.101641] env[69889]: _type = "Task" [ 1443.101641] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.113833] env[69889]: DEBUG oslo_vmware.api [None req-73802038-fe14-4de8-ae66-8286c126ab1d tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]529ba04c-222e-f277-1c5e-0c0f83c9b6a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.541194] env[69889]: DEBUG oslo_vmware.api [None req-0f7810c1-2a0a-4f1a-8997-c64fa8fde75b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078465, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.613964] env[69889]: DEBUG oslo_vmware.api [None req-73802038-fe14-4de8-ae66-8286c126ab1d tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]529ba04c-222e-f277-1c5e-0c0f83c9b6a9, 'name': SearchDatastore_Task, 'duration_secs': 0.054764} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.614311] env[69889]: DEBUG oslo_concurrency.lockutils [None req-73802038-fe14-4de8-ae66-8286c126ab1d tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.614602] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-73802038-fe14-4de8-ae66-8286c126ab1d tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] 100846b6-3f9e-48b5-b902-869267095701/100846b6-3f9e-48b5-b902-869267095701.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1443.614891] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2ffc5ab4-f0e1-4997-8207-c4f129e565b9 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.621821] env[69889]: DEBUG oslo_vmware.api [None req-73802038-fe14-4de8-ae66-8286c126ab1d tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Waiting for the task: (returnval){ [ 1443.621821] env[69889]: value = "task-4078466" [ 1443.621821] env[69889]: _type = "Task" [ 1443.621821] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.630602] env[69889]: DEBUG oslo_vmware.api [None req-73802038-fe14-4de8-ae66-8286c126ab1d tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Task: {'id': task-4078466, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.044397] env[69889]: DEBUG oslo_vmware.api [None req-0f7810c1-2a0a-4f1a-8997-c64fa8fde75b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078465, 'name': ReconfigVM_Task, 'duration_secs': 1.0684} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.044824] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f7810c1-2a0a-4f1a-8997-c64fa8fde75b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 514365f8-b397-44e6-8a42-79e420a61e5d] Reconfigured VM instance instance-0000007c to attach disk [datastore2] 514365f8-b397-44e6-8a42-79e420a61e5d/514365f8-b397-44e6-8a42-79e420a61e5d.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1444.045640] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c3c0258b-25c7-40a4-8f78-8b058638fbd7 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.056427] env[69889]: DEBUG oslo_vmware.api [None req-0f7810c1-2a0a-4f1a-8997-c64fa8fde75b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Waiting for the task: (returnval){ [ 1444.056427] env[69889]: value = "task-4078467" [ 1444.056427] env[69889]: _type = "Task" [ 1444.056427] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.068903] env[69889]: DEBUG oslo_vmware.api [None req-0f7810c1-2a0a-4f1a-8997-c64fa8fde75b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078467, 'name': Rename_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.134388] env[69889]: DEBUG oslo_vmware.api [None req-73802038-fe14-4de8-ae66-8286c126ab1d tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Task: {'id': task-4078466, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487763} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.134790] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-73802038-fe14-4de8-ae66-8286c126ab1d tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] 100846b6-3f9e-48b5-b902-869267095701/100846b6-3f9e-48b5-b902-869267095701.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1444.135062] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-73802038-fe14-4de8-ae66-8286c126ab1d tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: 100846b6-3f9e-48b5-b902-869267095701] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1444.135413] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8b230ed9-4b51-4555-b66a-f538fb2d8337 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.142886] env[69889]: DEBUG oslo_vmware.api [None req-73802038-fe14-4de8-ae66-8286c126ab1d tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Waiting for the task: (returnval){ [ 1444.142886] env[69889]: value = "task-4078468" [ 1444.142886] env[69889]: _type = "Task" [ 1444.142886] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.152244] env[69889]: DEBUG oslo_vmware.api [None req-73802038-fe14-4de8-ae66-8286c126ab1d tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Task: {'id': task-4078468, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.568243] env[69889]: DEBUG oslo_vmware.api [None req-0f7810c1-2a0a-4f1a-8997-c64fa8fde75b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078467, 'name': Rename_Task, 'duration_secs': 0.1701} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.568697] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f7810c1-2a0a-4f1a-8997-c64fa8fde75b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 514365f8-b397-44e6-8a42-79e420a61e5d] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1444.568849] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-859a1f2f-cfe0-40d7-a798-1e55052cc64b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.577185] env[69889]: DEBUG oslo_vmware.api [None req-0f7810c1-2a0a-4f1a-8997-c64fa8fde75b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Waiting for the task: (returnval){ [ 1444.577185] env[69889]: value = "task-4078469" [ 1444.577185] env[69889]: _type = "Task" [ 1444.577185] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.586082] env[69889]: DEBUG oslo_vmware.api [None req-0f7810c1-2a0a-4f1a-8997-c64fa8fde75b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078469, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.652866] env[69889]: DEBUG oslo_vmware.api [None req-73802038-fe14-4de8-ae66-8286c126ab1d tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Task: {'id': task-4078468, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065265} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.653137] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-73802038-fe14-4de8-ae66-8286c126ab1d tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: 100846b6-3f9e-48b5-b902-869267095701] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1444.653992] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e880665-d717-4bb0-b4d6-b67825f9bb98 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.695880] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-73802038-fe14-4de8-ae66-8286c126ab1d tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: 100846b6-3f9e-48b5-b902-869267095701] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] 100846b6-3f9e-48b5-b902-869267095701/100846b6-3f9e-48b5-b902-869267095701.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1444.695880] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d58b6473-9971-4c08-9d2e-9883681ae0d3 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.699033] env[69889]: DEBUG oslo_vmware.api [None req-73802038-fe14-4de8-ae66-8286c126ab1d tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Waiting for the task: (returnval){ [ 1444.699033] env[69889]: value = "task-4078470" [ 1444.699033] env[69889]: _type = "Task" [ 1444.699033] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.707932] env[69889]: DEBUG oslo_vmware.api [None req-73802038-fe14-4de8-ae66-8286c126ab1d tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Task: {'id': task-4078470, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.088717] env[69889]: DEBUG oslo_vmware.api [None req-0f7810c1-2a0a-4f1a-8997-c64fa8fde75b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078469, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.210234] env[69889]: DEBUG oslo_vmware.api [None req-73802038-fe14-4de8-ae66-8286c126ab1d tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Task: {'id': task-4078470, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.588375] env[69889]: DEBUG oslo_vmware.api [None req-0f7810c1-2a0a-4f1a-8997-c64fa8fde75b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078469, 'name': PowerOnVM_Task, 'duration_secs': 0.920152} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.588752] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f7810c1-2a0a-4f1a-8997-c64fa8fde75b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 514365f8-b397-44e6-8a42-79e420a61e5d] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1445.588816] env[69889]: INFO nova.compute.manager [None req-0f7810c1-2a0a-4f1a-8997-c64fa8fde75b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 514365f8-b397-44e6-8a42-79e420a61e5d] Took 8.37 seconds to spawn the instance on the hypervisor. [ 1445.588989] env[69889]: DEBUG nova.compute.manager [None req-0f7810c1-2a0a-4f1a-8997-c64fa8fde75b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 514365f8-b397-44e6-8a42-79e420a61e5d] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1445.589780] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a90e53f4-d86e-46de-9ebb-e51efaaa5a5c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.710114] env[69889]: DEBUG oslo_vmware.api [None req-73802038-fe14-4de8-ae66-8286c126ab1d tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Task: {'id': task-4078470, 'name': ReconfigVM_Task, 'duration_secs': 0.792731} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.710487] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-73802038-fe14-4de8-ae66-8286c126ab1d tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: 100846b6-3f9e-48b5-b902-869267095701] Reconfigured VM instance instance-0000007d to attach disk [datastore2] 100846b6-3f9e-48b5-b902-869267095701/100846b6-3f9e-48b5-b902-869267095701.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1445.711138] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8d49ea70-3173-416e-8526-50c7976c1f84 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.719713] env[69889]: DEBUG oslo_vmware.api [None req-73802038-fe14-4de8-ae66-8286c126ab1d tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Waiting for the task: (returnval){ [ 1445.719713] env[69889]: value = "task-4078471" [ 1445.719713] env[69889]: _type = "Task" [ 1445.719713] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.729280] env[69889]: DEBUG oslo_vmware.api [None req-73802038-fe14-4de8-ae66-8286c126ab1d tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Task: {'id': task-4078471, 'name': Rename_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.108652] env[69889]: INFO nova.compute.manager [None req-0f7810c1-2a0a-4f1a-8997-c64fa8fde75b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 514365f8-b397-44e6-8a42-79e420a61e5d] Took 13.06 seconds to build instance. [ 1446.230736] env[69889]: DEBUG oslo_vmware.api [None req-73802038-fe14-4de8-ae66-8286c126ab1d tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Task: {'id': task-4078471, 'name': Rename_Task, 'duration_secs': 0.148941} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.230736] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-73802038-fe14-4de8-ae66-8286c126ab1d tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: 100846b6-3f9e-48b5-b902-869267095701] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1446.230921] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6f229559-e9f6-4c6a-a519-d4e73ab2557e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.237825] env[69889]: DEBUG oslo_vmware.api [None req-73802038-fe14-4de8-ae66-8286c126ab1d tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Waiting for the task: (returnval){ [ 1446.237825] env[69889]: value = "task-4078472" [ 1446.237825] env[69889]: _type = "Task" [ 1446.237825] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.246175] env[69889]: DEBUG oslo_vmware.api [None req-73802038-fe14-4de8-ae66-8286c126ab1d tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Task: {'id': task-4078472, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.610481] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0f7810c1-2a0a-4f1a-8997-c64fa8fde75b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Lock "514365f8-b397-44e6-8a42-79e420a61e5d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.565s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1446.748605] env[69889]: DEBUG oslo_vmware.api [None req-73802038-fe14-4de8-ae66-8286c126ab1d tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Task: {'id': task-4078472, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.808392] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0e148979-419c-4d24-9a43-985d5bc143ad tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Acquiring lock "514365f8-b397-44e6-8a42-79e420a61e5d" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1446.808745] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0e148979-419c-4d24-9a43-985d5bc143ad tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Lock "514365f8-b397-44e6-8a42-79e420a61e5d" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1446.808995] env[69889]: DEBUG nova.compute.manager [None req-0e148979-419c-4d24-9a43-985d5bc143ad tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 514365f8-b397-44e6-8a42-79e420a61e5d] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1446.809945] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceff532b-0d19-4dd6-af49-b9d1774be0e2 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.817179] env[69889]: DEBUG nova.compute.manager [None req-0e148979-419c-4d24-9a43-985d5bc143ad tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 514365f8-b397-44e6-8a42-79e420a61e5d] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69889) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1446.817800] env[69889]: DEBUG nova.objects.instance [None req-0e148979-419c-4d24-9a43-985d5bc143ad tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Lazy-loading 'flavor' on Instance uuid 514365f8-b397-44e6-8a42-79e420a61e5d {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1447.251548] env[69889]: DEBUG oslo_vmware.api [None req-73802038-fe14-4de8-ae66-8286c126ab1d tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Task: {'id': task-4078472, 'name': PowerOnVM_Task, 'duration_secs': 0.698138} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.251548] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-73802038-fe14-4de8-ae66-8286c126ab1d tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: 100846b6-3f9e-48b5-b902-869267095701] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1447.251548] env[69889]: INFO nova.compute.manager [None req-73802038-fe14-4de8-ae66-8286c126ab1d tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: 100846b6-3f9e-48b5-b902-869267095701] Took 7.71 seconds to spawn the instance on the hypervisor. [ 1447.251548] env[69889]: DEBUG nova.compute.manager [None req-73802038-fe14-4de8-ae66-8286c126ab1d tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: 100846b6-3f9e-48b5-b902-869267095701] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1447.251548] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36035b45-b4fa-4b05-91ca-ea3a42c0d7e2 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.768123] env[69889]: INFO nova.compute.manager [None req-73802038-fe14-4de8-ae66-8286c126ab1d tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: 100846b6-3f9e-48b5-b902-869267095701] Took 12.40 seconds to build instance. [ 1447.824710] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e148979-419c-4d24-9a43-985d5bc143ad tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 514365f8-b397-44e6-8a42-79e420a61e5d] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1447.825022] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-99e84627-2b9b-4f25-9e24-87531c8cfac8 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.833040] env[69889]: DEBUG oslo_vmware.api [None req-0e148979-419c-4d24-9a43-985d5bc143ad tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Waiting for the task: (returnval){ [ 1447.833040] env[69889]: value = "task-4078473" [ 1447.833040] env[69889]: _type = "Task" [ 1447.833040] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.841535] env[69889]: DEBUG oslo_vmware.api [None req-0e148979-419c-4d24-9a43-985d5bc143ad tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078473, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.271400] env[69889]: DEBUG oslo_concurrency.lockutils [None req-73802038-fe14-4de8-ae66-8286c126ab1d tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Lock "100846b6-3f9e-48b5-b902-869267095701" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.911s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1448.344045] env[69889]: DEBUG oslo_vmware.api [None req-0e148979-419c-4d24-9a43-985d5bc143ad tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078473, 'name': PowerOffVM_Task, 'duration_secs': 0.229194} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.344213] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e148979-419c-4d24-9a43-985d5bc143ad tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 514365f8-b397-44e6-8a42-79e420a61e5d] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1448.344343] env[69889]: DEBUG nova.compute.manager [None req-0e148979-419c-4d24-9a43-985d5bc143ad tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 514365f8-b397-44e6-8a42-79e420a61e5d] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1448.345117] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e9d8c1e-8949-4603-ae5a-28ac9b004661 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.856561] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0e148979-419c-4d24-9a43-985d5bc143ad tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Lock "514365f8-b397-44e6-8a42-79e420a61e5d" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.048s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1449.015926] env[69889]: DEBUG nova.compute.manager [req-f790ca0e-a1a7-402d-9e8c-1c755cbfd8fb req-52a1d9ee-1c28-4d80-8b9a-b43c2aa3e15d service nova] [instance: 100846b6-3f9e-48b5-b902-869267095701] Received event network-changed-949c3ad0-7c20-4fba-a0ac-2c28f405a2e4 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1449.015926] env[69889]: DEBUG nova.compute.manager [req-f790ca0e-a1a7-402d-9e8c-1c755cbfd8fb req-52a1d9ee-1c28-4d80-8b9a-b43c2aa3e15d service nova] [instance: 100846b6-3f9e-48b5-b902-869267095701] Refreshing instance network info cache due to event network-changed-949c3ad0-7c20-4fba-a0ac-2c28f405a2e4. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1449.016145] env[69889]: DEBUG oslo_concurrency.lockutils [req-f790ca0e-a1a7-402d-9e8c-1c755cbfd8fb req-52a1d9ee-1c28-4d80-8b9a-b43c2aa3e15d service nova] Acquiring lock "refresh_cache-100846b6-3f9e-48b5-b902-869267095701" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.016409] env[69889]: DEBUG oslo_concurrency.lockutils [req-f790ca0e-a1a7-402d-9e8c-1c755cbfd8fb req-52a1d9ee-1c28-4d80-8b9a-b43c2aa3e15d service nova] Acquired lock "refresh_cache-100846b6-3f9e-48b5-b902-869267095701" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.016469] env[69889]: DEBUG nova.network.neutron [req-f790ca0e-a1a7-402d-9e8c-1c755cbfd8fb req-52a1d9ee-1c28-4d80-8b9a-b43c2aa3e15d service nova] [instance: 100846b6-3f9e-48b5-b902-869267095701] Refreshing network info cache for port 949c3ad0-7c20-4fba-a0ac-2c28f405a2e4 {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1449.343572] env[69889]: INFO nova.compute.manager [None req-b5bc254b-895c-482e-99a5-af993bf938c9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 514365f8-b397-44e6-8a42-79e420a61e5d] Rebuilding instance [ 1449.383932] env[69889]: DEBUG nova.compute.manager [None req-b5bc254b-895c-482e-99a5-af993bf938c9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 514365f8-b397-44e6-8a42-79e420a61e5d] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1449.384813] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01f984a8-3215-4088-ad7d-7f9708ad2093 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.737388] env[69889]: DEBUG nova.network.neutron [req-f790ca0e-a1a7-402d-9e8c-1c755cbfd8fb req-52a1d9ee-1c28-4d80-8b9a-b43c2aa3e15d service nova] [instance: 100846b6-3f9e-48b5-b902-869267095701] Updated VIF entry in instance network info cache for port 949c3ad0-7c20-4fba-a0ac-2c28f405a2e4. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1449.737766] env[69889]: DEBUG nova.network.neutron [req-f790ca0e-a1a7-402d-9e8c-1c755cbfd8fb req-52a1d9ee-1c28-4d80-8b9a-b43c2aa3e15d service nova] [instance: 100846b6-3f9e-48b5-b902-869267095701] Updating instance_info_cache with network_info: [{"id": "949c3ad0-7c20-4fba-a0ac-2c28f405a2e4", "address": "fa:16:3e:41:c5:60", "network": {"id": "b89b3d5b-8638-424c-b2ef-3f27511ad10b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-269290719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "682525d6417945bc8a73da8f702b9c77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1d25020-c621-4388-ac1d-de55bfefbe50", "external-id": "nsx-vlan-transportzone-573", "segmentation_id": 573, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap949c3ad0-7c", "ovs_interfaceid": "949c3ad0-7c20-4fba-a0ac-2c28f405a2e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1450.240511] env[69889]: DEBUG oslo_concurrency.lockutils [req-f790ca0e-a1a7-402d-9e8c-1c755cbfd8fb req-52a1d9ee-1c28-4d80-8b9a-b43c2aa3e15d service nova] Releasing lock "refresh_cache-100846b6-3f9e-48b5-b902-869267095701" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.399712] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5bc254b-895c-482e-99a5-af993bf938c9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 514365f8-b397-44e6-8a42-79e420a61e5d] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1450.400100] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-11ecd25b-59e4-4df8-8298-d3f8a6355741 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.407824] env[69889]: DEBUG oslo_vmware.api [None req-b5bc254b-895c-482e-99a5-af993bf938c9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Waiting for the task: (returnval){ [ 1450.407824] env[69889]: value = "task-4078474" [ 1450.407824] env[69889]: _type = "Task" [ 1450.407824] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.416912] env[69889]: DEBUG oslo_vmware.api [None req-b5bc254b-895c-482e-99a5-af993bf938c9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078474, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.918938] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5bc254b-895c-482e-99a5-af993bf938c9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 514365f8-b397-44e6-8a42-79e420a61e5d] VM already powered off {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1450.919245] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-b5bc254b-895c-482e-99a5-af993bf938c9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 514365f8-b397-44e6-8a42-79e420a61e5d] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1450.920020] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4863093e-017e-4af3-b041-03aee51029f1 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.927255] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-b5bc254b-895c-482e-99a5-af993bf938c9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 514365f8-b397-44e6-8a42-79e420a61e5d] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1450.927524] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d12d9085-48ba-462d-a360-0cc8c5e0837a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.002104] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-b5bc254b-895c-482e-99a5-af993bf938c9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 514365f8-b397-44e6-8a42-79e420a61e5d] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1451.002287] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-b5bc254b-895c-482e-99a5-af993bf938c9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 514365f8-b397-44e6-8a42-79e420a61e5d] Deleting contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1451.002407] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5bc254b-895c-482e-99a5-af993bf938c9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Deleting the datastore file [datastore2] 514365f8-b397-44e6-8a42-79e420a61e5d {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1451.002651] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-81ad766a-b0f8-4e3c-be36-6d48c6971998 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.009788] env[69889]: DEBUG oslo_vmware.api [None req-b5bc254b-895c-482e-99a5-af993bf938c9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Waiting for the task: (returnval){ [ 1451.009788] env[69889]: value = "task-4078476" [ 1451.009788] env[69889]: _type = "Task" [ 1451.009788] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.017817] env[69889]: DEBUG oslo_vmware.api [None req-b5bc254b-895c-482e-99a5-af993bf938c9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078476, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.520395] env[69889]: DEBUG oslo_vmware.api [None req-b5bc254b-895c-482e-99a5-af993bf938c9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078476, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167242} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.520711] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5bc254b-895c-482e-99a5-af993bf938c9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1451.520808] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-b5bc254b-895c-482e-99a5-af993bf938c9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 514365f8-b397-44e6-8a42-79e420a61e5d] Deleted contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1451.521039] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-b5bc254b-895c-482e-99a5-af993bf938c9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 514365f8-b397-44e6-8a42-79e420a61e5d] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1452.559403] env[69889]: DEBUG nova.virt.hardware [None req-b5bc254b-895c-482e-99a5-af993bf938c9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1452.559700] env[69889]: DEBUG nova.virt.hardware [None req-b5bc254b-895c-482e-99a5-af993bf938c9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1452.559700] env[69889]: DEBUG nova.virt.hardware [None req-b5bc254b-895c-482e-99a5-af993bf938c9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1452.559863] env[69889]: DEBUG nova.virt.hardware [None req-b5bc254b-895c-482e-99a5-af993bf938c9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1452.560017] env[69889]: DEBUG nova.virt.hardware [None req-b5bc254b-895c-482e-99a5-af993bf938c9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1452.560175] env[69889]: DEBUG nova.virt.hardware [None req-b5bc254b-895c-482e-99a5-af993bf938c9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1452.560381] env[69889]: DEBUG nova.virt.hardware [None req-b5bc254b-895c-482e-99a5-af993bf938c9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1452.561093] env[69889]: DEBUG nova.virt.hardware [None req-b5bc254b-895c-482e-99a5-af993bf938c9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1452.561336] env[69889]: DEBUG nova.virt.hardware [None req-b5bc254b-895c-482e-99a5-af993bf938c9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1452.561514] env[69889]: DEBUG nova.virt.hardware [None req-b5bc254b-895c-482e-99a5-af993bf938c9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1452.561690] env[69889]: DEBUG nova.virt.hardware [None req-b5bc254b-895c-482e-99a5-af993bf938c9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1452.562564] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f153560f-5c37-4fa2-a4c4-c736450eb194 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.570697] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a99b758c-6edb-49ea-90f7-2390f4183b77 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.585599] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-b5bc254b-895c-482e-99a5-af993bf938c9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 514365f8-b397-44e6-8a42-79e420a61e5d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:5f:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56136ef6-99d7-4562-9a9f-d66fec951c5c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '542b0f90-25cc-4129-bd81-8c124ba5771e', 'vif_model': 'vmxnet3'}] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1452.593055] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b5bc254b-895c-482e-99a5-af993bf938c9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1452.593335] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 514365f8-b397-44e6-8a42-79e420a61e5d] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1452.593555] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0837b6e2-7abe-4832-9f39-cfd08cee3e81 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.613237] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1452.613237] env[69889]: value = "task-4078477" [ 1452.613237] env[69889]: _type = "Task" [ 1452.613237] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.621243] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4078477, 'name': CreateVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.122914] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4078477, 'name': CreateVM_Task, 'duration_secs': 0.362129} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.123180] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 514365f8-b397-44e6-8a42-79e420a61e5d] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1453.123805] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b5bc254b-895c-482e-99a5-af993bf938c9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.123968] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b5bc254b-895c-482e-99a5-af993bf938c9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.124311] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b5bc254b-895c-482e-99a5-af993bf938c9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1453.124562] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-543ac30b-3e38-4524-b42a-646234c1aae6 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.129879] env[69889]: DEBUG oslo_vmware.api [None req-b5bc254b-895c-482e-99a5-af993bf938c9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Waiting for the task: (returnval){ [ 1453.129879] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]528a6005-57d2-c7cd-bfc4-f91764c874a8" [ 1453.129879] env[69889]: _type = "Task" [ 1453.129879] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.137871] env[69889]: DEBUG oslo_vmware.api [None req-b5bc254b-895c-482e-99a5-af993bf938c9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]528a6005-57d2-c7cd-bfc4-f91764c874a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.640461] env[69889]: DEBUG oslo_vmware.api [None req-b5bc254b-895c-482e-99a5-af993bf938c9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]528a6005-57d2-c7cd-bfc4-f91764c874a8, 'name': SearchDatastore_Task, 'duration_secs': 0.013974} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.640830] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b5bc254b-895c-482e-99a5-af993bf938c9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1453.640987] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-b5bc254b-895c-482e-99a5-af993bf938c9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 514365f8-b397-44e6-8a42-79e420a61e5d] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1453.641238] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b5bc254b-895c-482e-99a5-af993bf938c9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.641388] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b5bc254b-895c-482e-99a5-af993bf938c9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.641579] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5bc254b-895c-482e-99a5-af993bf938c9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1453.641842] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0162dafd-6ad6-4b72-82ea-a5fb0c488dea {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.650659] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5bc254b-895c-482e-99a5-af993bf938c9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1453.650834] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-b5bc254b-895c-482e-99a5-af993bf938c9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1453.651595] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55e41017-3198-459e-8c49-efad1c190de4 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.657142] env[69889]: DEBUG oslo_vmware.api [None req-b5bc254b-895c-482e-99a5-af993bf938c9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Waiting for the task: (returnval){ [ 1453.657142] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52fd6b7d-9a0b-b589-b40c-bcb60edb54dc" [ 1453.657142] env[69889]: _type = "Task" [ 1453.657142] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.665637] env[69889]: DEBUG oslo_vmware.api [None req-b5bc254b-895c-482e-99a5-af993bf938c9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52fd6b7d-9a0b-b589-b40c-bcb60edb54dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.167623] env[69889]: DEBUG oslo_vmware.api [None req-b5bc254b-895c-482e-99a5-af993bf938c9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52fd6b7d-9a0b-b589-b40c-bcb60edb54dc, 'name': SearchDatastore_Task, 'duration_secs': 0.009991} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.168478] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e6ce690-0c82-4d45-a472-d901d8fd70f5 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.173860] env[69889]: DEBUG oslo_vmware.api [None req-b5bc254b-895c-482e-99a5-af993bf938c9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Waiting for the task: (returnval){ [ 1454.173860] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52986a3d-effa-cb8d-2131-12ee5d0356a1" [ 1454.173860] env[69889]: _type = "Task" [ 1454.173860] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.181411] env[69889]: DEBUG oslo_vmware.api [None req-b5bc254b-895c-482e-99a5-af993bf938c9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52986a3d-effa-cb8d-2131-12ee5d0356a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.684846] env[69889]: DEBUG oslo_vmware.api [None req-b5bc254b-895c-482e-99a5-af993bf938c9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52986a3d-effa-cb8d-2131-12ee5d0356a1, 'name': SearchDatastore_Task, 'duration_secs': 0.00988} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.685295] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b5bc254b-895c-482e-99a5-af993bf938c9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1454.685430] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5bc254b-895c-482e-99a5-af993bf938c9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore1] 514365f8-b397-44e6-8a42-79e420a61e5d/514365f8-b397-44e6-8a42-79e420a61e5d.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1454.685707] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8112ca32-cda6-408f-b580-77c9bed0017c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.692842] env[69889]: DEBUG oslo_vmware.api [None req-b5bc254b-895c-482e-99a5-af993bf938c9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Waiting for the task: (returnval){ [ 1454.692842] env[69889]: value = "task-4078478" [ 1454.692842] env[69889]: _type = "Task" [ 1454.692842] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.702334] env[69889]: DEBUG oslo_vmware.api [None req-b5bc254b-895c-482e-99a5-af993bf938c9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078478, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.202892] env[69889]: DEBUG oslo_vmware.api [None req-b5bc254b-895c-482e-99a5-af993bf938c9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078478, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.456465} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.203167] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5bc254b-895c-482e-99a5-af993bf938c9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore1] 514365f8-b397-44e6-8a42-79e420a61e5d/514365f8-b397-44e6-8a42-79e420a61e5d.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1455.203416] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-b5bc254b-895c-482e-99a5-af993bf938c9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 514365f8-b397-44e6-8a42-79e420a61e5d] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1455.203712] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e0496bde-93b5-40fd-88df-6368607756d5 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.210612] env[69889]: DEBUG oslo_vmware.api [None req-b5bc254b-895c-482e-99a5-af993bf938c9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Waiting for the task: (returnval){ [ 1455.210612] env[69889]: value = "task-4078479" [ 1455.210612] env[69889]: _type = "Task" [ 1455.210612] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.219697] env[69889]: DEBUG oslo_vmware.api [None req-b5bc254b-895c-482e-99a5-af993bf938c9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078479, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.720571] env[69889]: DEBUG oslo_vmware.api [None req-b5bc254b-895c-482e-99a5-af993bf938c9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078479, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071902} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.721049] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-b5bc254b-895c-482e-99a5-af993bf938c9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 514365f8-b397-44e6-8a42-79e420a61e5d] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1455.721688] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a62b632d-408d-46be-8c78-ecd2c40f02d2 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.747157] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5bc254b-895c-482e-99a5-af993bf938c9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 514365f8-b397-44e6-8a42-79e420a61e5d] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] 514365f8-b397-44e6-8a42-79e420a61e5d/514365f8-b397-44e6-8a42-79e420a61e5d.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1455.747514] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa10963f-b082-40b4-a8de-515bbf0dddc7 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.767492] env[69889]: DEBUG oslo_vmware.api [None req-b5bc254b-895c-482e-99a5-af993bf938c9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Waiting for the task: (returnval){ [ 1455.767492] env[69889]: value = "task-4078480" [ 1455.767492] env[69889]: _type = "Task" [ 1455.767492] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.775568] env[69889]: DEBUG oslo_vmware.api [None req-b5bc254b-895c-482e-99a5-af993bf938c9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078480, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.278720] env[69889]: DEBUG oslo_vmware.api [None req-b5bc254b-895c-482e-99a5-af993bf938c9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078480, 'name': ReconfigVM_Task, 'duration_secs': 0.273896} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.279097] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5bc254b-895c-482e-99a5-af993bf938c9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 514365f8-b397-44e6-8a42-79e420a61e5d] Reconfigured VM instance instance-0000007c to attach disk [datastore1] 514365f8-b397-44e6-8a42-79e420a61e5d/514365f8-b397-44e6-8a42-79e420a61e5d.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1456.279811] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-29651934-4fea-4116-bf53-58a6c9df6667 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.288762] env[69889]: DEBUG oslo_vmware.api [None req-b5bc254b-895c-482e-99a5-af993bf938c9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Waiting for the task: (returnval){ [ 1456.288762] env[69889]: value = "task-4078481" [ 1456.288762] env[69889]: _type = "Task" [ 1456.288762] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.297764] env[69889]: DEBUG oslo_vmware.api [None req-b5bc254b-895c-482e-99a5-af993bf938c9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078481, 'name': Rename_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.799854] env[69889]: DEBUG oslo_vmware.api [None req-b5bc254b-895c-482e-99a5-af993bf938c9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078481, 'name': Rename_Task, 'duration_secs': 0.148727} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.800322] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5bc254b-895c-482e-99a5-af993bf938c9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 514365f8-b397-44e6-8a42-79e420a61e5d] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1456.800426] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b01e1294-a18e-45e4-bcda-832e40cbeae8 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.807764] env[69889]: DEBUG oslo_vmware.api [None req-b5bc254b-895c-482e-99a5-af993bf938c9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Waiting for the task: (returnval){ [ 1456.807764] env[69889]: value = "task-4078482" [ 1456.807764] env[69889]: _type = "Task" [ 1456.807764] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.816594] env[69889]: DEBUG oslo_vmware.api [None req-b5bc254b-895c-482e-99a5-af993bf938c9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078482, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.318234] env[69889]: DEBUG oslo_vmware.api [None req-b5bc254b-895c-482e-99a5-af993bf938c9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078482, 'name': PowerOnVM_Task, 'duration_secs': 0.444741} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.318514] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5bc254b-895c-482e-99a5-af993bf938c9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 514365f8-b397-44e6-8a42-79e420a61e5d] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1457.318774] env[69889]: DEBUG nova.compute.manager [None req-b5bc254b-895c-482e-99a5-af993bf938c9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 514365f8-b397-44e6-8a42-79e420a61e5d] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1457.319560] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06b1dbe4-2710-41b7-bdc2-274c2d20c435 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.831506] env[69889]: INFO nova.compute.manager [None req-b5bc254b-895c-482e-99a5-af993bf938c9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 514365f8-b397-44e6-8a42-79e420a61e5d] bringing vm to original state: 'stopped' [ 1458.839508] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b5bc254b-895c-482e-99a5-af993bf938c9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Acquiring lock "514365f8-b397-44e6-8a42-79e420a61e5d" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1458.839864] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b5bc254b-895c-482e-99a5-af993bf938c9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Lock "514365f8-b397-44e6-8a42-79e420a61e5d" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1458.840014] env[69889]: DEBUG nova.compute.manager [None req-b5bc254b-895c-482e-99a5-af993bf938c9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 514365f8-b397-44e6-8a42-79e420a61e5d] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1458.841322] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd43a5d8-89fc-4b15-b687-846f4993bfec {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.848303] env[69889]: DEBUG nova.compute.manager [None req-b5bc254b-895c-482e-99a5-af993bf938c9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 514365f8-b397-44e6-8a42-79e420a61e5d] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69889) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1459.354237] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5bc254b-895c-482e-99a5-af993bf938c9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 514365f8-b397-44e6-8a42-79e420a61e5d] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1459.354562] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3533edda-b957-4c8c-9929-dfa2929ea1a5 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.362356] env[69889]: DEBUG oslo_vmware.api [None req-b5bc254b-895c-482e-99a5-af993bf938c9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Waiting for the task: (returnval){ [ 1459.362356] env[69889]: value = "task-4078483" [ 1459.362356] env[69889]: _type = "Task" [ 1459.362356] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.372488] env[69889]: DEBUG oslo_vmware.api [None req-b5bc254b-895c-482e-99a5-af993bf938c9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078483, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.873419] env[69889]: DEBUG oslo_vmware.api [None req-b5bc254b-895c-482e-99a5-af993bf938c9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078483, 'name': PowerOffVM_Task, 'duration_secs': 0.205338} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.873738] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5bc254b-895c-482e-99a5-af993bf938c9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 514365f8-b397-44e6-8a42-79e420a61e5d] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1459.873951] env[69889]: DEBUG nova.compute.manager [None req-b5bc254b-895c-482e-99a5-af993bf938c9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 514365f8-b397-44e6-8a42-79e420a61e5d] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1459.874765] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c393114e-0a42-4bb0-b4d8-529b97bc0d4a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.388153] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b5bc254b-895c-482e-99a5-af993bf938c9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Lock "514365f8-b397-44e6-8a42-79e420a61e5d" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.548s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1460.896102] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b5bc254b-895c-482e-99a5-af993bf938c9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1460.896511] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b5bc254b-895c-482e-99a5-af993bf938c9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1460.896848] env[69889]: DEBUG nova.objects.instance [None req-b5bc254b-895c-482e-99a5-af993bf938c9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 514365f8-b397-44e6-8a42-79e420a61e5d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69889) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1461.821277] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b4e0ac8f-748f-49a3-83cb-0b68e0f37fce tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Acquiring lock "514365f8-b397-44e6-8a42-79e420a61e5d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1461.821576] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b4e0ac8f-748f-49a3-83cb-0b68e0f37fce tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Lock "514365f8-b397-44e6-8a42-79e420a61e5d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1461.821816] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b4e0ac8f-748f-49a3-83cb-0b68e0f37fce tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Acquiring lock "514365f8-b397-44e6-8a42-79e420a61e5d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1461.822069] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b4e0ac8f-748f-49a3-83cb-0b68e0f37fce tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Lock "514365f8-b397-44e6-8a42-79e420a61e5d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1461.822265] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b4e0ac8f-748f-49a3-83cb-0b68e0f37fce tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Lock "514365f8-b397-44e6-8a42-79e420a61e5d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1461.824429] env[69889]: INFO nova.compute.manager [None req-b4e0ac8f-748f-49a3-83cb-0b68e0f37fce tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 514365f8-b397-44e6-8a42-79e420a61e5d] Terminating instance [ 1461.905679] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b5bc254b-895c-482e-99a5-af993bf938c9 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1462.328517] env[69889]: DEBUG nova.compute.manager [None req-b4e0ac8f-748f-49a3-83cb-0b68e0f37fce tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 514365f8-b397-44e6-8a42-79e420a61e5d] Start destroying the instance on the hypervisor. {{(pid=69889) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1462.328793] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-b4e0ac8f-748f-49a3-83cb-0b68e0f37fce tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 514365f8-b397-44e6-8a42-79e420a61e5d] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1462.329735] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e39a1367-7965-435c-b4e7-c828d361c3ce {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.338055] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-b4e0ac8f-748f-49a3-83cb-0b68e0f37fce tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 514365f8-b397-44e6-8a42-79e420a61e5d] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1462.338303] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2124b957-ca20-40e5-bfc2-7fe712e13518 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.405693] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-b4e0ac8f-748f-49a3-83cb-0b68e0f37fce tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 514365f8-b397-44e6-8a42-79e420a61e5d] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1462.405962] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-b4e0ac8f-748f-49a3-83cb-0b68e0f37fce tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 514365f8-b397-44e6-8a42-79e420a61e5d] Deleting contents of the VM from datastore datastore1 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1462.406114] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4e0ac8f-748f-49a3-83cb-0b68e0f37fce tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Deleting the datastore file [datastore1] 514365f8-b397-44e6-8a42-79e420a61e5d {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1462.406412] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0137eb4a-cd24-4184-a73f-a064a7e14159 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.413365] env[69889]: DEBUG oslo_vmware.api [None req-b4e0ac8f-748f-49a3-83cb-0b68e0f37fce tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Waiting for the task: (returnval){ [ 1462.413365] env[69889]: value = "task-4078485" [ 1462.413365] env[69889]: _type = "Task" [ 1462.413365] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.421898] env[69889]: DEBUG oslo_vmware.api [None req-b4e0ac8f-748f-49a3-83cb-0b68e0f37fce tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078485, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.923000] env[69889]: DEBUG oslo_vmware.api [None req-b4e0ac8f-748f-49a3-83cb-0b68e0f37fce tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078485, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132993} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.923413] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4e0ac8f-748f-49a3-83cb-0b68e0f37fce tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1462.923457] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-b4e0ac8f-748f-49a3-83cb-0b68e0f37fce tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 514365f8-b397-44e6-8a42-79e420a61e5d] Deleted contents of the VM from datastore datastore1 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1462.923653] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-b4e0ac8f-748f-49a3-83cb-0b68e0f37fce tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 514365f8-b397-44e6-8a42-79e420a61e5d] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1462.923840] env[69889]: INFO nova.compute.manager [None req-b4e0ac8f-748f-49a3-83cb-0b68e0f37fce tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 514365f8-b397-44e6-8a42-79e420a61e5d] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1462.924109] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b4e0ac8f-748f-49a3-83cb-0b68e0f37fce tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1462.924308] env[69889]: DEBUG nova.compute.manager [-] [instance: 514365f8-b397-44e6-8a42-79e420a61e5d] Deallocating network for instance {{(pid=69889) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1462.924419] env[69889]: DEBUG nova.network.neutron [-] [instance: 514365f8-b397-44e6-8a42-79e420a61e5d] deallocate_for_instance() {{(pid=69889) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1463.199646] env[69889]: DEBUG nova.compute.manager [req-71403381-66d9-40d2-a529-f20f4cf68b6c req-822fcd46-3989-4c9e-9659-d73af48331cc service nova] [instance: 514365f8-b397-44e6-8a42-79e420a61e5d] Received event network-vif-deleted-542b0f90-25cc-4129-bd81-8c124ba5771e {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1463.199646] env[69889]: INFO nova.compute.manager [req-71403381-66d9-40d2-a529-f20f4cf68b6c req-822fcd46-3989-4c9e-9659-d73af48331cc service nova] [instance: 514365f8-b397-44e6-8a42-79e420a61e5d] Neutron deleted interface 542b0f90-25cc-4129-bd81-8c124ba5771e; detaching it from the instance and deleting it from the info cache [ 1463.199646] env[69889]: DEBUG nova.network.neutron [req-71403381-66d9-40d2-a529-f20f4cf68b6c req-822fcd46-3989-4c9e-9659-d73af48331cc service nova] [instance: 514365f8-b397-44e6-8a42-79e420a61e5d] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1463.681267] env[69889]: DEBUG nova.network.neutron [-] [instance: 514365f8-b397-44e6-8a42-79e420a61e5d] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1463.702426] env[69889]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1c862354-ab04-451c-904c-652c534fbb72 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.715280] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2824d2a0-be40-48dc-b066-b0c52f84281f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.743233] env[69889]: DEBUG nova.compute.manager [req-71403381-66d9-40d2-a529-f20f4cf68b6c req-822fcd46-3989-4c9e-9659-d73af48331cc service nova] [instance: 514365f8-b397-44e6-8a42-79e420a61e5d] Detach interface failed, port_id=542b0f90-25cc-4129-bd81-8c124ba5771e, reason: Instance 514365f8-b397-44e6-8a42-79e420a61e5d could not be found. {{(pid=69889) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1464.184229] env[69889]: INFO nova.compute.manager [-] [instance: 514365f8-b397-44e6-8a42-79e420a61e5d] Took 1.26 seconds to deallocate network for instance. [ 1464.691205] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b4e0ac8f-748f-49a3-83cb-0b68e0f37fce tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1464.691480] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b4e0ac8f-748f-49a3-83cb-0b68e0f37fce tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1464.691721] env[69889]: DEBUG nova.objects.instance [None req-b4e0ac8f-748f-49a3-83cb-0b68e0f37fce tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Lazy-loading 'resources' on Instance uuid 514365f8-b397-44e6-8a42-79e420a61e5d {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1465.256312] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78862ef6-df60-4df6-878f-394fa5c566d3 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.264967] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06542b1d-04e1-4005-a1f9-8ba775150be0 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.296782] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd2fc451-6639-4d76-805d-7bf2ee00c79e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.304787] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0feb672a-ea4d-492b-8fb9-eb130043a9c0 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.318299] env[69889]: DEBUG nova.compute.provider_tree [None req-b4e0ac8f-748f-49a3-83cb-0b68e0f37fce tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1465.822200] env[69889]: DEBUG nova.scheduler.client.report [None req-b4e0ac8f-748f-49a3-83cb-0b68e0f37fce tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1466.327685] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b4e0ac8f-748f-49a3-83cb-0b68e0f37fce tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.636s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1466.350265] env[69889]: INFO nova.scheduler.client.report [None req-b4e0ac8f-748f-49a3-83cb-0b68e0f37fce tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Deleted allocations for instance 514365f8-b397-44e6-8a42-79e420a61e5d [ 1466.858550] env[69889]: DEBUG oslo_concurrency.lockutils [None req-b4e0ac8f-748f-49a3-83cb-0b68e0f37fce tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Lock "514365f8-b397-44e6-8a42-79e420a61e5d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.037s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1468.698878] env[69889]: DEBUG oslo_concurrency.lockutils [None req-05c1cd58-7bda-4b03-8917-bd236b8ff38b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Acquiring lock "4758bc47-8c26-4a22-9a8b-ba9b9111dc05" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1468.699247] env[69889]: DEBUG oslo_concurrency.lockutils [None req-05c1cd58-7bda-4b03-8917-bd236b8ff38b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Lock "4758bc47-8c26-4a22-9a8b-ba9b9111dc05" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1469.201732] env[69889]: DEBUG nova.compute.manager [None req-05c1cd58-7bda-4b03-8917-bd236b8ff38b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 4758bc47-8c26-4a22-9a8b-ba9b9111dc05] Starting instance... {{(pid=69889) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1469.732595] env[69889]: DEBUG oslo_concurrency.lockutils [None req-05c1cd58-7bda-4b03-8917-bd236b8ff38b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1469.732881] env[69889]: DEBUG oslo_concurrency.lockutils [None req-05c1cd58-7bda-4b03-8917-bd236b8ff38b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1469.734597] env[69889]: INFO nova.compute.claims [None req-05c1cd58-7bda-4b03-8917-bd236b8ff38b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 4758bc47-8c26-4a22-9a8b-ba9b9111dc05] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1470.794781] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34343302-554f-4b3b-80e3-ada331233da0 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.804150] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ba220ce-e5a1-4183-9e38-e21594dea472 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.834490] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e7880ee-5d69-457a-b9e4-2b3e6a8796d1 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.842457] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dcee335-38b9-4faf-b77f-624335bbf9a5 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.856625] env[69889]: DEBUG nova.compute.provider_tree [None req-05c1cd58-7bda-4b03-8917-bd236b8ff38b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1471.360247] env[69889]: DEBUG nova.scheduler.client.report [None req-05c1cd58-7bda-4b03-8917-bd236b8ff38b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1471.865148] env[69889]: DEBUG oslo_concurrency.lockutils [None req-05c1cd58-7bda-4b03-8917-bd236b8ff38b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.132s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1471.865645] env[69889]: DEBUG nova.compute.manager [None req-05c1cd58-7bda-4b03-8917-bd236b8ff38b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 4758bc47-8c26-4a22-9a8b-ba9b9111dc05] Start building networks asynchronously for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1472.370677] env[69889]: DEBUG nova.compute.utils [None req-05c1cd58-7bda-4b03-8917-bd236b8ff38b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1472.372216] env[69889]: DEBUG nova.compute.manager [None req-05c1cd58-7bda-4b03-8917-bd236b8ff38b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 4758bc47-8c26-4a22-9a8b-ba9b9111dc05] Allocating IP information in the background. {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1472.372361] env[69889]: DEBUG nova.network.neutron [None req-05c1cd58-7bda-4b03-8917-bd236b8ff38b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 4758bc47-8c26-4a22-9a8b-ba9b9111dc05] allocate_for_instance() {{(pid=69889) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1472.422789] env[69889]: DEBUG nova.policy [None req-05c1cd58-7bda-4b03-8917-bd236b8ff38b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4d967b03a20e4d428aaea58d4f7652ca', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4a0f9ab6ebb84b10aaf5a61239df4641', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69889) authorize /opt/stack/nova/nova/policy.py:192}} [ 1472.719527] env[69889]: DEBUG nova.network.neutron [None req-05c1cd58-7bda-4b03-8917-bd236b8ff38b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 4758bc47-8c26-4a22-9a8b-ba9b9111dc05] Successfully created port: fa9ff835-3a12-4d0a-9a6b-a3e948af66f8 {{(pid=69889) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1472.875597] env[69889]: DEBUG nova.compute.manager [None req-05c1cd58-7bda-4b03-8917-bd236b8ff38b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 4758bc47-8c26-4a22-9a8b-ba9b9111dc05] Start building block device mappings for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1473.887527] env[69889]: DEBUG nova.compute.manager [None req-05c1cd58-7bda-4b03-8917-bd236b8ff38b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 4758bc47-8c26-4a22-9a8b-ba9b9111dc05] Start spawning the instance on the hypervisor. {{(pid=69889) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1473.918474] env[69889]: DEBUG nova.virt.hardware [None req-05c1cd58-7bda-4b03-8917-bd236b8ff38b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1473.918724] env[69889]: DEBUG nova.virt.hardware [None req-05c1cd58-7bda-4b03-8917-bd236b8ff38b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1473.918880] env[69889]: DEBUG nova.virt.hardware [None req-05c1cd58-7bda-4b03-8917-bd236b8ff38b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1473.919075] env[69889]: DEBUG nova.virt.hardware [None req-05c1cd58-7bda-4b03-8917-bd236b8ff38b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1473.919227] env[69889]: DEBUG nova.virt.hardware [None req-05c1cd58-7bda-4b03-8917-bd236b8ff38b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1473.919374] env[69889]: DEBUG nova.virt.hardware [None req-05c1cd58-7bda-4b03-8917-bd236b8ff38b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1473.919579] env[69889]: DEBUG nova.virt.hardware [None req-05c1cd58-7bda-4b03-8917-bd236b8ff38b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1473.919735] env[69889]: DEBUG nova.virt.hardware [None req-05c1cd58-7bda-4b03-8917-bd236b8ff38b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1473.919896] env[69889]: DEBUG nova.virt.hardware [None req-05c1cd58-7bda-4b03-8917-bd236b8ff38b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1473.920070] env[69889]: DEBUG nova.virt.hardware [None req-05c1cd58-7bda-4b03-8917-bd236b8ff38b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1473.920246] env[69889]: DEBUG nova.virt.hardware [None req-05c1cd58-7bda-4b03-8917-bd236b8ff38b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1473.921163] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6504a78-244b-4959-a45e-ffe50983614b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.929209] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89f1571b-a28d-42fb-a17e-79b10f7faa5e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.120332] env[69889]: DEBUG nova.compute.manager [req-eb12405a-fba6-41d8-8289-1476f38d5282 req-d5ff2213-27b5-41bd-a5ea-32f803ff5904 service nova] [instance: 4758bc47-8c26-4a22-9a8b-ba9b9111dc05] Received event network-vif-plugged-fa9ff835-3a12-4d0a-9a6b-a3e948af66f8 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1474.120566] env[69889]: DEBUG oslo_concurrency.lockutils [req-eb12405a-fba6-41d8-8289-1476f38d5282 req-d5ff2213-27b5-41bd-a5ea-32f803ff5904 service nova] Acquiring lock "4758bc47-8c26-4a22-9a8b-ba9b9111dc05-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1474.120772] env[69889]: DEBUG oslo_concurrency.lockutils [req-eb12405a-fba6-41d8-8289-1476f38d5282 req-d5ff2213-27b5-41bd-a5ea-32f803ff5904 service nova] Lock "4758bc47-8c26-4a22-9a8b-ba9b9111dc05-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1474.120942] env[69889]: DEBUG oslo_concurrency.lockutils [req-eb12405a-fba6-41d8-8289-1476f38d5282 req-d5ff2213-27b5-41bd-a5ea-32f803ff5904 service nova] Lock "4758bc47-8c26-4a22-9a8b-ba9b9111dc05-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1474.121223] env[69889]: DEBUG nova.compute.manager [req-eb12405a-fba6-41d8-8289-1476f38d5282 req-d5ff2213-27b5-41bd-a5ea-32f803ff5904 service nova] [instance: 4758bc47-8c26-4a22-9a8b-ba9b9111dc05] No waiting events found dispatching network-vif-plugged-fa9ff835-3a12-4d0a-9a6b-a3e948af66f8 {{(pid=69889) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1474.121337] env[69889]: WARNING nova.compute.manager [req-eb12405a-fba6-41d8-8289-1476f38d5282 req-d5ff2213-27b5-41bd-a5ea-32f803ff5904 service nova] [instance: 4758bc47-8c26-4a22-9a8b-ba9b9111dc05] Received unexpected event network-vif-plugged-fa9ff835-3a12-4d0a-9a6b-a3e948af66f8 for instance with vm_state building and task_state spawning. [ 1474.214989] env[69889]: DEBUG nova.network.neutron [None req-05c1cd58-7bda-4b03-8917-bd236b8ff38b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 4758bc47-8c26-4a22-9a8b-ba9b9111dc05] Successfully updated port: fa9ff835-3a12-4d0a-9a6b-a3e948af66f8 {{(pid=69889) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1474.669677] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1474.669886] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1474.717891] env[69889]: DEBUG oslo_concurrency.lockutils [None req-05c1cd58-7bda-4b03-8917-bd236b8ff38b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Acquiring lock "refresh_cache-4758bc47-8c26-4a22-9a8b-ba9b9111dc05" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.718133] env[69889]: DEBUG oslo_concurrency.lockutils [None req-05c1cd58-7bda-4b03-8917-bd236b8ff38b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Acquired lock "refresh_cache-4758bc47-8c26-4a22-9a8b-ba9b9111dc05" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.718322] env[69889]: DEBUG nova.network.neutron [None req-05c1cd58-7bda-4b03-8917-bd236b8ff38b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 4758bc47-8c26-4a22-9a8b-ba9b9111dc05] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1474.965118] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1474.965519] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1474.965519] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1474.965686] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69889) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1475.252039] env[69889]: DEBUG nova.network.neutron [None req-05c1cd58-7bda-4b03-8917-bd236b8ff38b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 4758bc47-8c26-4a22-9a8b-ba9b9111dc05] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1475.383068] env[69889]: DEBUG nova.network.neutron [None req-05c1cd58-7bda-4b03-8917-bd236b8ff38b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 4758bc47-8c26-4a22-9a8b-ba9b9111dc05] Updating instance_info_cache with network_info: [{"id": "fa9ff835-3a12-4d0a-9a6b-a3e948af66f8", "address": "fa:16:3e:a3:13:8a", "network": {"id": "3aa47b8c-4ef0-43d0-b90c-2573c4fcb994", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1693304705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a0f9ab6ebb84b10aaf5a61239df4641", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa9ff835-3a", "ovs_interfaceid": "fa9ff835-3a12-4d0a-9a6b-a3e948af66f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1475.885941] env[69889]: DEBUG oslo_concurrency.lockutils [None req-05c1cd58-7bda-4b03-8917-bd236b8ff38b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Releasing lock "refresh_cache-4758bc47-8c26-4a22-9a8b-ba9b9111dc05" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1475.886464] env[69889]: DEBUG nova.compute.manager [None req-05c1cd58-7bda-4b03-8917-bd236b8ff38b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 4758bc47-8c26-4a22-9a8b-ba9b9111dc05] Instance network_info: |[{"id": "fa9ff835-3a12-4d0a-9a6b-a3e948af66f8", "address": "fa:16:3e:a3:13:8a", "network": {"id": "3aa47b8c-4ef0-43d0-b90c-2573c4fcb994", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1693304705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a0f9ab6ebb84b10aaf5a61239df4641", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa9ff835-3a", "ovs_interfaceid": "fa9ff835-3a12-4d0a-9a6b-a3e948af66f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1475.887091] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-05c1cd58-7bda-4b03-8917-bd236b8ff38b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 4758bc47-8c26-4a22-9a8b-ba9b9111dc05] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:13:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56136ef6-99d7-4562-9a9f-d66fec951c5c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fa9ff835-3a12-4d0a-9a6b-a3e948af66f8', 'vif_model': 'vmxnet3'}] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1475.900770] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-05c1cd58-7bda-4b03-8917-bd236b8ff38b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1475.901103] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4758bc47-8c26-4a22-9a8b-ba9b9111dc05] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1475.901974] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-50a0b4b2-cbde-470f-8a6e-8af1b5ac341e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.935303] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1475.935303] env[69889]: value = "task-4078486" [ 1475.935303] env[69889]: _type = "Task" [ 1475.935303] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.947911] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4078486, 'name': CreateVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.965953] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1476.148042] env[69889]: DEBUG nova.compute.manager [req-17f6f3c8-4a26-4950-bfc3-0d8b17a7d2a0 req-8c4277a0-3a6d-4112-a735-b4ffac3e2f5e service nova] [instance: 4758bc47-8c26-4a22-9a8b-ba9b9111dc05] Received event network-changed-fa9ff835-3a12-4d0a-9a6b-a3e948af66f8 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1476.148339] env[69889]: DEBUG nova.compute.manager [req-17f6f3c8-4a26-4950-bfc3-0d8b17a7d2a0 req-8c4277a0-3a6d-4112-a735-b4ffac3e2f5e service nova] [instance: 4758bc47-8c26-4a22-9a8b-ba9b9111dc05] Refreshing instance network info cache due to event network-changed-fa9ff835-3a12-4d0a-9a6b-a3e948af66f8. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1476.148581] env[69889]: DEBUG oslo_concurrency.lockutils [req-17f6f3c8-4a26-4950-bfc3-0d8b17a7d2a0 req-8c4277a0-3a6d-4112-a735-b4ffac3e2f5e service nova] Acquiring lock "refresh_cache-4758bc47-8c26-4a22-9a8b-ba9b9111dc05" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.148726] env[69889]: DEBUG oslo_concurrency.lockutils [req-17f6f3c8-4a26-4950-bfc3-0d8b17a7d2a0 req-8c4277a0-3a6d-4112-a735-b4ffac3e2f5e service nova] Acquired lock "refresh_cache-4758bc47-8c26-4a22-9a8b-ba9b9111dc05" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1476.148898] env[69889]: DEBUG nova.network.neutron [req-17f6f3c8-4a26-4950-bfc3-0d8b17a7d2a0 req-8c4277a0-3a6d-4112-a735-b4ffac3e2f5e service nova] [instance: 4758bc47-8c26-4a22-9a8b-ba9b9111dc05] Refreshing network info cache for port fa9ff835-3a12-4d0a-9a6b-a3e948af66f8 {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1476.445349] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4078486, 'name': CreateVM_Task, 'duration_secs': 0.328418} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.445564] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4758bc47-8c26-4a22-9a8b-ba9b9111dc05] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1476.446221] env[69889]: DEBUG oslo_concurrency.lockutils [None req-05c1cd58-7bda-4b03-8917-bd236b8ff38b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.446387] env[69889]: DEBUG oslo_concurrency.lockutils [None req-05c1cd58-7bda-4b03-8917-bd236b8ff38b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1476.446722] env[69889]: DEBUG oslo_concurrency.lockutils [None req-05c1cd58-7bda-4b03-8917-bd236b8ff38b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1476.447045] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01703d3c-dc86-4d10-9879-0238ae6e275a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.452199] env[69889]: DEBUG oslo_vmware.api [None req-05c1cd58-7bda-4b03-8917-bd236b8ff38b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Waiting for the task: (returnval){ [ 1476.452199] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52825e1a-8da3-e252-9b48-72b41605d9a0" [ 1476.452199] env[69889]: _type = "Task" [ 1476.452199] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.461716] env[69889]: DEBUG oslo_vmware.api [None req-05c1cd58-7bda-4b03-8917-bd236b8ff38b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52825e1a-8da3-e252-9b48-72b41605d9a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.840993] env[69889]: DEBUG nova.network.neutron [req-17f6f3c8-4a26-4950-bfc3-0d8b17a7d2a0 req-8c4277a0-3a6d-4112-a735-b4ffac3e2f5e service nova] [instance: 4758bc47-8c26-4a22-9a8b-ba9b9111dc05] Updated VIF entry in instance network info cache for port fa9ff835-3a12-4d0a-9a6b-a3e948af66f8. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1476.841393] env[69889]: DEBUG nova.network.neutron [req-17f6f3c8-4a26-4950-bfc3-0d8b17a7d2a0 req-8c4277a0-3a6d-4112-a735-b4ffac3e2f5e service nova] [instance: 4758bc47-8c26-4a22-9a8b-ba9b9111dc05] Updating instance_info_cache with network_info: [{"id": "fa9ff835-3a12-4d0a-9a6b-a3e948af66f8", "address": "fa:16:3e:a3:13:8a", "network": {"id": "3aa47b8c-4ef0-43d0-b90c-2573c4fcb994", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1693304705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a0f9ab6ebb84b10aaf5a61239df4641", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa9ff835-3a", "ovs_interfaceid": "fa9ff835-3a12-4d0a-9a6b-a3e948af66f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1476.964507] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1476.964760] env[69889]: DEBUG oslo_vmware.api [None req-05c1cd58-7bda-4b03-8917-bd236b8ff38b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52825e1a-8da3-e252-9b48-72b41605d9a0, 'name': SearchDatastore_Task, 'duration_secs': 0.01136} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.964964] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1476.966090] env[69889]: DEBUG oslo_concurrency.lockutils [None req-05c1cd58-7bda-4b03-8917-bd236b8ff38b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1476.966724] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-05c1cd58-7bda-4b03-8917-bd236b8ff38b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 4758bc47-8c26-4a22-9a8b-ba9b9111dc05] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1476.967082] env[69889]: DEBUG oslo_concurrency.lockutils [None req-05c1cd58-7bda-4b03-8917-bd236b8ff38b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.967279] env[69889]: DEBUG oslo_concurrency.lockutils [None req-05c1cd58-7bda-4b03-8917-bd236b8ff38b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1476.967475] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-05c1cd58-7bda-4b03-8917-bd236b8ff38b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1476.967960] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-138e79cc-6079-4139-afe1-3004979d7105 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.977813] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-05c1cd58-7bda-4b03-8917-bd236b8ff38b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1476.978085] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-05c1cd58-7bda-4b03-8917-bd236b8ff38b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1476.978709] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6df7668b-4ecd-4eca-87aa-565b2c70047a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.984356] env[69889]: DEBUG oslo_vmware.api [None req-05c1cd58-7bda-4b03-8917-bd236b8ff38b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Waiting for the task: (returnval){ [ 1476.984356] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]5299fa47-9627-2694-3916-ea6b61319334" [ 1476.984356] env[69889]: _type = "Task" [ 1476.984356] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.993015] env[69889]: DEBUG oslo_vmware.api [None req-05c1cd58-7bda-4b03-8917-bd236b8ff38b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5299fa47-9627-2694-3916-ea6b61319334, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.344631] env[69889]: DEBUG oslo_concurrency.lockutils [req-17f6f3c8-4a26-4950-bfc3-0d8b17a7d2a0 req-8c4277a0-3a6d-4112-a735-b4ffac3e2f5e service nova] Releasing lock "refresh_cache-4758bc47-8c26-4a22-9a8b-ba9b9111dc05" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1477.470315] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1477.470649] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1477.470958] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1477.471258] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69889) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1477.472703] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fac530f3-b73c-400c-b708-791c57490876 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.485240] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61f4ef3c-d452-40c0-8d30-bdb414543624 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.503622] env[69889]: DEBUG oslo_vmware.api [None req-05c1cd58-7bda-4b03-8917-bd236b8ff38b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5299fa47-9627-2694-3916-ea6b61319334, 'name': SearchDatastore_Task, 'duration_secs': 0.00943} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.515831] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f864b68-8c3d-44ca-b41f-dd794a22fe5c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.520092] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c677291d-0a02-4742-9ddb-04c15f2d7a90 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.527344] env[69889]: DEBUG oslo_vmware.api [None req-05c1cd58-7bda-4b03-8917-bd236b8ff38b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Waiting for the task: (returnval){ [ 1477.527344] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]5275849b-146d-1248-0389-52074066dbcc" [ 1477.527344] env[69889]: _type = "Task" [ 1477.527344] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.533593] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e5f29c9-1cd0-45eb-b450-9952c546ee37 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.568364] env[69889]: DEBUG oslo_vmware.api [None req-05c1cd58-7bda-4b03-8917-bd236b8ff38b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5275849b-146d-1248-0389-52074066dbcc, 'name': SearchDatastore_Task, 'duration_secs': 0.011716} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.568702] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180573MB free_disk=20GB free_vcpus=48 pci_devices=None {{(pid=69889) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1477.568849] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1477.569103] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1477.570946] env[69889]: DEBUG oslo_concurrency.lockutils [None req-05c1cd58-7bda-4b03-8917-bd236b8ff38b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1477.571244] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-05c1cd58-7bda-4b03-8917-bd236b8ff38b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore1] 4758bc47-8c26-4a22-9a8b-ba9b9111dc05/4758bc47-8c26-4a22-9a8b-ba9b9111dc05.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1477.571760] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-14f6efd4-df55-42cf-8907-0e16f82f94eb {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.580264] env[69889]: DEBUG oslo_vmware.api [None req-05c1cd58-7bda-4b03-8917-bd236b8ff38b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Waiting for the task: (returnval){ [ 1477.580264] env[69889]: value = "task-4078487" [ 1477.580264] env[69889]: _type = "Task" [ 1477.580264] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.590234] env[69889]: DEBUG oslo_vmware.api [None req-05c1cd58-7bda-4b03-8917-bd236b8ff38b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078487, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.091743] env[69889]: DEBUG oslo_vmware.api [None req-05c1cd58-7bda-4b03-8917-bd236b8ff38b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078487, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499732} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.092231] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-05c1cd58-7bda-4b03-8917-bd236b8ff38b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore1] 4758bc47-8c26-4a22-9a8b-ba9b9111dc05/4758bc47-8c26-4a22-9a8b-ba9b9111dc05.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1478.092428] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-05c1cd58-7bda-4b03-8917-bd236b8ff38b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 4758bc47-8c26-4a22-9a8b-ba9b9111dc05] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1478.092701] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7e995450-cb29-4639-8191-dbf069f27875 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.101017] env[69889]: DEBUG oslo_vmware.api [None req-05c1cd58-7bda-4b03-8917-bd236b8ff38b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Waiting for the task: (returnval){ [ 1478.101017] env[69889]: value = "task-4078488" [ 1478.101017] env[69889]: _type = "Task" [ 1478.101017] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.109730] env[69889]: DEBUG oslo_vmware.api [None req-05c1cd58-7bda-4b03-8917-bd236b8ff38b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078488, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.600282] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance 6d4d6cfe-f8c0-4d05-a642-e3859a90f09f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1478.600441] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance 100846b6-3f9e-48b5-b902-869267095701 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1478.600569] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance 4758bc47-8c26-4a22-9a8b-ba9b9111dc05 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1478.600748] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=69889) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1478.600888] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=69889) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1478.613623] env[69889]: DEBUG oslo_vmware.api [None req-05c1cd58-7bda-4b03-8917-bd236b8ff38b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078488, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068554} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.613935] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-05c1cd58-7bda-4b03-8917-bd236b8ff38b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 4758bc47-8c26-4a22-9a8b-ba9b9111dc05] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1478.614926] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc87d997-a637-4fcd-9c89-e9fb555aa49b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.641047] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-05c1cd58-7bda-4b03-8917-bd236b8ff38b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 4758bc47-8c26-4a22-9a8b-ba9b9111dc05] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] 4758bc47-8c26-4a22-9a8b-ba9b9111dc05/4758bc47-8c26-4a22-9a8b-ba9b9111dc05.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1478.644016] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd9ef681-428f-4170-a5b1-c9aa1e4eba29 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.665547] env[69889]: DEBUG oslo_vmware.api [None req-05c1cd58-7bda-4b03-8917-bd236b8ff38b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Waiting for the task: (returnval){ [ 1478.665547] env[69889]: value = "task-4078489" [ 1478.665547] env[69889]: _type = "Task" [ 1478.665547] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.674679] env[69889]: DEBUG oslo_vmware.api [None req-05c1cd58-7bda-4b03-8917-bd236b8ff38b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078489, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.686665] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78131fc0-2f0e-4a91-a611-43864bc45805 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.695688] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bd0a5d9-8aca-417c-83fc-32589331073c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.727851] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afb04d73-34ab-4930-8f16-93c9cf8a3b11 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.736328] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21780abc-2f1b-43a7-8a59-73dea2b32986 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.750440] env[69889]: DEBUG nova.compute.provider_tree [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1479.175019] env[69889]: DEBUG oslo_vmware.api [None req-05c1cd58-7bda-4b03-8917-bd236b8ff38b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078489, 'name': ReconfigVM_Task, 'duration_secs': 0.333714} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.175415] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-05c1cd58-7bda-4b03-8917-bd236b8ff38b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 4758bc47-8c26-4a22-9a8b-ba9b9111dc05] Reconfigured VM instance instance-0000007e to attach disk [datastore1] 4758bc47-8c26-4a22-9a8b-ba9b9111dc05/4758bc47-8c26-4a22-9a8b-ba9b9111dc05.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1479.175972] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b2bc89e1-c9a5-4721-979a-612e2bc1f95c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.183691] env[69889]: DEBUG oslo_vmware.api [None req-05c1cd58-7bda-4b03-8917-bd236b8ff38b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Waiting for the task: (returnval){ [ 1479.183691] env[69889]: value = "task-4078490" [ 1479.183691] env[69889]: _type = "Task" [ 1479.183691] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.192650] env[69889]: DEBUG oslo_vmware.api [None req-05c1cd58-7bda-4b03-8917-bd236b8ff38b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078490, 'name': Rename_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.254019] env[69889]: DEBUG nova.scheduler.client.report [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1479.695067] env[69889]: DEBUG oslo_vmware.api [None req-05c1cd58-7bda-4b03-8917-bd236b8ff38b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078490, 'name': Rename_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.759214] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69889) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1479.759428] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.190s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1480.196082] env[69889]: DEBUG oslo_vmware.api [None req-05c1cd58-7bda-4b03-8917-bd236b8ff38b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078490, 'name': Rename_Task, 'duration_secs': 0.945153} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.196082] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-05c1cd58-7bda-4b03-8917-bd236b8ff38b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 4758bc47-8c26-4a22-9a8b-ba9b9111dc05] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1480.196082] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd2ae7fc-d1d5-408d-b6e9-855265940475 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.202260] env[69889]: DEBUG oslo_vmware.api [None req-05c1cd58-7bda-4b03-8917-bd236b8ff38b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Waiting for the task: (returnval){ [ 1480.202260] env[69889]: value = "task-4078491" [ 1480.202260] env[69889]: _type = "Task" [ 1480.202260] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.210952] env[69889]: DEBUG oslo_vmware.api [None req-05c1cd58-7bda-4b03-8917-bd236b8ff38b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078491, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.713370] env[69889]: DEBUG oslo_vmware.api [None req-05c1cd58-7bda-4b03-8917-bd236b8ff38b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078491, 'name': PowerOnVM_Task, 'duration_secs': 0.491999} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.713652] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-05c1cd58-7bda-4b03-8917-bd236b8ff38b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 4758bc47-8c26-4a22-9a8b-ba9b9111dc05] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1480.713826] env[69889]: INFO nova.compute.manager [None req-05c1cd58-7bda-4b03-8917-bd236b8ff38b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 4758bc47-8c26-4a22-9a8b-ba9b9111dc05] Took 6.83 seconds to spawn the instance on the hypervisor. [ 1480.714056] env[69889]: DEBUG nova.compute.manager [None req-05c1cd58-7bda-4b03-8917-bd236b8ff38b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 4758bc47-8c26-4a22-9a8b-ba9b9111dc05] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1480.714847] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aff63d5-b4d0-4719-a826-da25fe30dc25 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.233126] env[69889]: INFO nova.compute.manager [None req-05c1cd58-7bda-4b03-8917-bd236b8ff38b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 4758bc47-8c26-4a22-9a8b-ba9b9111dc05] Took 11.52 seconds to build instance. [ 1481.735380] env[69889]: DEBUG oslo_concurrency.lockutils [None req-05c1cd58-7bda-4b03-8917-bd236b8ff38b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Lock "4758bc47-8c26-4a22-9a8b-ba9b9111dc05" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.036s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1481.762134] env[69889]: DEBUG nova.compute.manager [req-58bb2c32-fea2-4d8c-983b-f650b199616b req-e5e95eb7-7641-4e62-9007-a5fa3132d542 service nova] [instance: 4758bc47-8c26-4a22-9a8b-ba9b9111dc05] Received event network-changed-fa9ff835-3a12-4d0a-9a6b-a3e948af66f8 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1481.762348] env[69889]: DEBUG nova.compute.manager [req-58bb2c32-fea2-4d8c-983b-f650b199616b req-e5e95eb7-7641-4e62-9007-a5fa3132d542 service nova] [instance: 4758bc47-8c26-4a22-9a8b-ba9b9111dc05] Refreshing instance network info cache due to event network-changed-fa9ff835-3a12-4d0a-9a6b-a3e948af66f8. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1481.762601] env[69889]: DEBUG oslo_concurrency.lockutils [req-58bb2c32-fea2-4d8c-983b-f650b199616b req-e5e95eb7-7641-4e62-9007-a5fa3132d542 service nova] Acquiring lock "refresh_cache-4758bc47-8c26-4a22-9a8b-ba9b9111dc05" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.762778] env[69889]: DEBUG oslo_concurrency.lockutils [req-58bb2c32-fea2-4d8c-983b-f650b199616b req-e5e95eb7-7641-4e62-9007-a5fa3132d542 service nova] Acquired lock "refresh_cache-4758bc47-8c26-4a22-9a8b-ba9b9111dc05" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.762973] env[69889]: DEBUG nova.network.neutron [req-58bb2c32-fea2-4d8c-983b-f650b199616b req-e5e95eb7-7641-4e62-9007-a5fa3132d542 service nova] [instance: 4758bc47-8c26-4a22-9a8b-ba9b9111dc05] Refreshing network info cache for port fa9ff835-3a12-4d0a-9a6b-a3e948af66f8 {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1482.486080] env[69889]: DEBUG nova.network.neutron [req-58bb2c32-fea2-4d8c-983b-f650b199616b req-e5e95eb7-7641-4e62-9007-a5fa3132d542 service nova] [instance: 4758bc47-8c26-4a22-9a8b-ba9b9111dc05] Updated VIF entry in instance network info cache for port fa9ff835-3a12-4d0a-9a6b-a3e948af66f8. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1482.486482] env[69889]: DEBUG nova.network.neutron [req-58bb2c32-fea2-4d8c-983b-f650b199616b req-e5e95eb7-7641-4e62-9007-a5fa3132d542 service nova] [instance: 4758bc47-8c26-4a22-9a8b-ba9b9111dc05] Updating instance_info_cache with network_info: [{"id": "fa9ff835-3a12-4d0a-9a6b-a3e948af66f8", "address": "fa:16:3e:a3:13:8a", "network": {"id": "3aa47b8c-4ef0-43d0-b90c-2573c4fcb994", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1693304705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a0f9ab6ebb84b10aaf5a61239df4641", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa9ff835-3a", "ovs_interfaceid": "fa9ff835-3a12-4d0a-9a6b-a3e948af66f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1482.989336] env[69889]: DEBUG oslo_concurrency.lockutils [req-58bb2c32-fea2-4d8c-983b-f650b199616b req-e5e95eb7-7641-4e62-9007-a5fa3132d542 service nova] Releasing lock "refresh_cache-4758bc47-8c26-4a22-9a8b-ba9b9111dc05" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.755038] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1487.868086] env[69889]: DEBUG oslo_concurrency.lockutils [None req-4d6bf764-bbc0-4ad6-9953-73a0433502fa tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Acquiring lock "100846b6-3f9e-48b5-b902-869267095701" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1487.868086] env[69889]: DEBUG oslo_concurrency.lockutils [None req-4d6bf764-bbc0-4ad6-9953-73a0433502fa tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Lock "100846b6-3f9e-48b5-b902-869267095701" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1487.868086] env[69889]: INFO nova.compute.manager [None req-4d6bf764-bbc0-4ad6-9953-73a0433502fa tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: 100846b6-3f9e-48b5-b902-869267095701] Shelving [ 1488.877497] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d6bf764-bbc0-4ad6-9953-73a0433502fa tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: 100846b6-3f9e-48b5-b902-869267095701] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1488.877900] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a4d2109c-5d43-4986-8425-a344c96cce9b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.885359] env[69889]: DEBUG oslo_vmware.api [None req-4d6bf764-bbc0-4ad6-9953-73a0433502fa tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Waiting for the task: (returnval){ [ 1488.885359] env[69889]: value = "task-4078492" [ 1488.885359] env[69889]: _type = "Task" [ 1488.885359] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.894429] env[69889]: DEBUG oslo_vmware.api [None req-4d6bf764-bbc0-4ad6-9953-73a0433502fa tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Task: {'id': task-4078492, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.395624] env[69889]: DEBUG oslo_vmware.api [None req-4d6bf764-bbc0-4ad6-9953-73a0433502fa tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Task: {'id': task-4078492, 'name': PowerOffVM_Task, 'duration_secs': 0.225519} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1489.395916] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d6bf764-bbc0-4ad6-9953-73a0433502fa tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: 100846b6-3f9e-48b5-b902-869267095701] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1489.396767] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eed823c-e66f-4f4a-a8cd-29d31cb98820 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.416876] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12446217-5292-4b8b-9adf-b5246140239d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.928490] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-4d6bf764-bbc0-4ad6-9953-73a0433502fa tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: 100846b6-3f9e-48b5-b902-869267095701] Creating Snapshot of the VM instance {{(pid=69889) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1489.928905] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-92616c43-20c6-47d5-b575-280be0da3feb {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.937862] env[69889]: DEBUG oslo_vmware.api [None req-4d6bf764-bbc0-4ad6-9953-73a0433502fa tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Waiting for the task: (returnval){ [ 1489.937862] env[69889]: value = "task-4078493" [ 1489.937862] env[69889]: _type = "Task" [ 1489.937862] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.948216] env[69889]: DEBUG oslo_vmware.api [None req-4d6bf764-bbc0-4ad6-9953-73a0433502fa tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Task: {'id': task-4078493, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.448451] env[69889]: DEBUG oslo_vmware.api [None req-4d6bf764-bbc0-4ad6-9953-73a0433502fa tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Task: {'id': task-4078493, 'name': CreateSnapshot_Task, 'duration_secs': 0.427189} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.448726] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-4d6bf764-bbc0-4ad6-9953-73a0433502fa tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: 100846b6-3f9e-48b5-b902-869267095701] Created Snapshot of the VM instance {{(pid=69889) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1490.449550] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da237090-4ff4-43f0-9150-23809ac8790c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.970275] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-4d6bf764-bbc0-4ad6-9953-73a0433502fa tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: 100846b6-3f9e-48b5-b902-869267095701] Creating linked-clone VM from snapshot {{(pid=69889) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1490.970691] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-397e9e8a-2abd-4281-a548-6fdc6e483992 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.982823] env[69889]: DEBUG oslo_vmware.api [None req-4d6bf764-bbc0-4ad6-9953-73a0433502fa tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Waiting for the task: (returnval){ [ 1490.982823] env[69889]: value = "task-4078494" [ 1490.982823] env[69889]: _type = "Task" [ 1490.982823] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.992377] env[69889]: DEBUG oslo_vmware.api [None req-4d6bf764-bbc0-4ad6-9953-73a0433502fa tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Task: {'id': task-4078494, 'name': CloneVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.494024] env[69889]: DEBUG oslo_vmware.api [None req-4d6bf764-bbc0-4ad6-9953-73a0433502fa tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Task: {'id': task-4078494, 'name': CloneVM_Task} progress is 94%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.994562] env[69889]: DEBUG oslo_vmware.api [None req-4d6bf764-bbc0-4ad6-9953-73a0433502fa tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Task: {'id': task-4078494, 'name': CloneVM_Task} progress is 95%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.495483] env[69889]: DEBUG oslo_vmware.api [None req-4d6bf764-bbc0-4ad6-9953-73a0433502fa tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Task: {'id': task-4078494, 'name': CloneVM_Task, 'duration_secs': 1.130759} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.495483] env[69889]: INFO nova.virt.vmwareapi.vmops [None req-4d6bf764-bbc0-4ad6-9953-73a0433502fa tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: 100846b6-3f9e-48b5-b902-869267095701] Created linked-clone VM from snapshot [ 1492.496173] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c00674fb-731a-4cab-9350-96168d63f2b1 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.503631] env[69889]: DEBUG nova.virt.vmwareapi.images [None req-4d6bf764-bbc0-4ad6-9953-73a0433502fa tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: 100846b6-3f9e-48b5-b902-869267095701] Uploading image dae31b44-5f7e-4ee6-aa10-cbe0dc49e95c {{(pid=69889) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1492.526590] env[69889]: DEBUG oslo_vmware.rw_handles [None req-4d6bf764-bbc0-4ad6-9953-73a0433502fa tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1492.526590] env[69889]: value = "vm-808120" [ 1492.526590] env[69889]: _type = "VirtualMachine" [ 1492.526590] env[69889]: }. {{(pid=69889) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1492.526903] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f84c8a1c-e1a9-452c-b7f4-8121722ff986 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.534629] env[69889]: DEBUG oslo_vmware.rw_handles [None req-4d6bf764-bbc0-4ad6-9953-73a0433502fa tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Lease: (returnval){ [ 1492.534629] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]5234ac58-4c19-8215-e4b3-90fecc9be5d9" [ 1492.534629] env[69889]: _type = "HttpNfcLease" [ 1492.534629] env[69889]: } obtained for exporting VM: (result){ [ 1492.534629] env[69889]: value = "vm-808120" [ 1492.534629] env[69889]: _type = "VirtualMachine" [ 1492.534629] env[69889]: }. {{(pid=69889) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1492.534987] env[69889]: DEBUG oslo_vmware.api [None req-4d6bf764-bbc0-4ad6-9953-73a0433502fa tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Waiting for the lease: (returnval){ [ 1492.534987] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]5234ac58-4c19-8215-e4b3-90fecc9be5d9" [ 1492.534987] env[69889]: _type = "HttpNfcLease" [ 1492.534987] env[69889]: } to be ready. {{(pid=69889) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1492.542131] env[69889]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1492.542131] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]5234ac58-4c19-8215-e4b3-90fecc9be5d9" [ 1492.542131] env[69889]: _type = "HttpNfcLease" [ 1492.542131] env[69889]: } is initializing. {{(pid=69889) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1493.043557] env[69889]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1493.043557] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]5234ac58-4c19-8215-e4b3-90fecc9be5d9" [ 1493.043557] env[69889]: _type = "HttpNfcLease" [ 1493.043557] env[69889]: } is ready. {{(pid=69889) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1493.044056] env[69889]: DEBUG oslo_vmware.rw_handles [None req-4d6bf764-bbc0-4ad6-9953-73a0433502fa tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1493.044056] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]5234ac58-4c19-8215-e4b3-90fecc9be5d9" [ 1493.044056] env[69889]: _type = "HttpNfcLease" [ 1493.044056] env[69889]: }. {{(pid=69889) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1493.044656] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f35c8d5-a341-4849-ac26-048f0242e720 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.052698] env[69889]: DEBUG oslo_vmware.rw_handles [None req-4d6bf764-bbc0-4ad6-9953-73a0433502fa tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52009212-3fea-1cfa-c8ee-e170908d0f6d/disk-0.vmdk from lease info. {{(pid=69889) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1493.052878] env[69889]: DEBUG oslo_vmware.rw_handles [None req-4d6bf764-bbc0-4ad6-9953-73a0433502fa tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52009212-3fea-1cfa-c8ee-e170908d0f6d/disk-0.vmdk for reading. {{(pid=69889) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1493.140952] env[69889]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b4a5fe79-2a13-40b2-b6a4-81751bc05495 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.147586] env[69889]: DEBUG oslo_vmware.rw_handles [None req-4d6bf764-bbc0-4ad6-9953-73a0433502fa tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52009212-3fea-1cfa-c8ee-e170908d0f6d/disk-0.vmdk. {{(pid=69889) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1501.148502] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80f299e7-d6ba-407f-981d-4c1f68f45f9f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.155657] env[69889]: DEBUG oslo_vmware.rw_handles [None req-4d6bf764-bbc0-4ad6-9953-73a0433502fa tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52009212-3fea-1cfa-c8ee-e170908d0f6d/disk-0.vmdk is in state: ready. {{(pid=69889) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1501.155828] env[69889]: ERROR oslo_vmware.rw_handles [None req-4d6bf764-bbc0-4ad6-9953-73a0433502fa tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52009212-3fea-1cfa-c8ee-e170908d0f6d/disk-0.vmdk due to incomplete transfer. [ 1501.156082] env[69889]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f70e486a-14a6-41c9-9b8c-ecb226fc2e3d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.163721] env[69889]: DEBUG oslo_vmware.rw_handles [None req-4d6bf764-bbc0-4ad6-9953-73a0433502fa tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52009212-3fea-1cfa-c8ee-e170908d0f6d/disk-0.vmdk. {{(pid=69889) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1501.163925] env[69889]: DEBUG nova.virt.vmwareapi.images [None req-4d6bf764-bbc0-4ad6-9953-73a0433502fa tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: 100846b6-3f9e-48b5-b902-869267095701] Uploaded image dae31b44-5f7e-4ee6-aa10-cbe0dc49e95c to the Glance image server {{(pid=69889) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1501.166271] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d6bf764-bbc0-4ad6-9953-73a0433502fa tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: 100846b6-3f9e-48b5-b902-869267095701] Destroying the VM {{(pid=69889) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1501.166540] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6ef3eb5c-d464-4d1f-ad4f-23172b8737e2 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.174826] env[69889]: DEBUG oslo_vmware.api [None req-4d6bf764-bbc0-4ad6-9953-73a0433502fa tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Waiting for the task: (returnval){ [ 1501.174826] env[69889]: value = "task-4078496" [ 1501.174826] env[69889]: _type = "Task" [ 1501.174826] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.182773] env[69889]: DEBUG oslo_vmware.api [None req-4d6bf764-bbc0-4ad6-9953-73a0433502fa tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Task: {'id': task-4078496, 'name': Destroy_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.684903] env[69889]: DEBUG oslo_vmware.api [None req-4d6bf764-bbc0-4ad6-9953-73a0433502fa tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Task: {'id': task-4078496, 'name': Destroy_Task, 'duration_secs': 0.357602} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.685218] env[69889]: INFO nova.virt.vmwareapi.vm_util [None req-4d6bf764-bbc0-4ad6-9953-73a0433502fa tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: 100846b6-3f9e-48b5-b902-869267095701] Destroyed the VM [ 1501.685483] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-4d6bf764-bbc0-4ad6-9953-73a0433502fa tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: 100846b6-3f9e-48b5-b902-869267095701] Deleting Snapshot of the VM instance {{(pid=69889) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1501.685744] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-695240a0-b0a3-4ad0-90a3-b5af42eab6ae {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.692541] env[69889]: DEBUG oslo_vmware.api [None req-4d6bf764-bbc0-4ad6-9953-73a0433502fa tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Waiting for the task: (returnval){ [ 1501.692541] env[69889]: value = "task-4078497" [ 1501.692541] env[69889]: _type = "Task" [ 1501.692541] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.700715] env[69889]: DEBUG oslo_vmware.api [None req-4d6bf764-bbc0-4ad6-9953-73a0433502fa tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Task: {'id': task-4078497, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.203553] env[69889]: DEBUG oslo_vmware.api [None req-4d6bf764-bbc0-4ad6-9953-73a0433502fa tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Task: {'id': task-4078497, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.705653] env[69889]: DEBUG oslo_vmware.api [None req-4d6bf764-bbc0-4ad6-9953-73a0433502fa tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Task: {'id': task-4078497, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.205991] env[69889]: DEBUG oslo_vmware.api [None req-4d6bf764-bbc0-4ad6-9953-73a0433502fa tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Task: {'id': task-4078497, 'name': RemoveSnapshot_Task, 'duration_secs': 1.015937} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.206520] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-4d6bf764-bbc0-4ad6-9953-73a0433502fa tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: 100846b6-3f9e-48b5-b902-869267095701] Deleted Snapshot of the VM instance {{(pid=69889) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1503.206586] env[69889]: DEBUG nova.compute.manager [None req-4d6bf764-bbc0-4ad6-9953-73a0433502fa tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: 100846b6-3f9e-48b5-b902-869267095701] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1503.207413] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37d74fef-f6ba-485a-8da2-a61fa11d64d7 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.720764] env[69889]: INFO nova.compute.manager [None req-4d6bf764-bbc0-4ad6-9953-73a0433502fa tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: 100846b6-3f9e-48b5-b902-869267095701] Shelve offloading [ 1504.224995] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d6bf764-bbc0-4ad6-9953-73a0433502fa tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: 100846b6-3f9e-48b5-b902-869267095701] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1504.225353] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-55f9be50-e63a-4350-b96a-ace342f6c261 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.233848] env[69889]: DEBUG oslo_vmware.api [None req-4d6bf764-bbc0-4ad6-9953-73a0433502fa tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Waiting for the task: (returnval){ [ 1504.233848] env[69889]: value = "task-4078498" [ 1504.233848] env[69889]: _type = "Task" [ 1504.233848] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.243019] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d6bf764-bbc0-4ad6-9953-73a0433502fa tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: 100846b6-3f9e-48b5-b902-869267095701] VM already powered off {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1504.243254] env[69889]: DEBUG nova.compute.manager [None req-4d6bf764-bbc0-4ad6-9953-73a0433502fa tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: 100846b6-3f9e-48b5-b902-869267095701] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1504.244037] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6725b9d2-e510-44bc-a099-665dad0003aa {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.250634] env[69889]: DEBUG oslo_concurrency.lockutils [None req-4d6bf764-bbc0-4ad6-9953-73a0433502fa tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Acquiring lock "refresh_cache-100846b6-3f9e-48b5-b902-869267095701" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.250832] env[69889]: DEBUG oslo_concurrency.lockutils [None req-4d6bf764-bbc0-4ad6-9953-73a0433502fa tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Acquired lock "refresh_cache-100846b6-3f9e-48b5-b902-869267095701" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.250966] env[69889]: DEBUG nova.network.neutron [None req-4d6bf764-bbc0-4ad6-9953-73a0433502fa tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: 100846b6-3f9e-48b5-b902-869267095701] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1504.989616] env[69889]: DEBUG nova.network.neutron [None req-4d6bf764-bbc0-4ad6-9953-73a0433502fa tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: 100846b6-3f9e-48b5-b902-869267095701] Updating instance_info_cache with network_info: [{"id": "949c3ad0-7c20-4fba-a0ac-2c28f405a2e4", "address": "fa:16:3e:41:c5:60", "network": {"id": "b89b3d5b-8638-424c-b2ef-3f27511ad10b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-269290719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "682525d6417945bc8a73da8f702b9c77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1d25020-c621-4388-ac1d-de55bfefbe50", "external-id": "nsx-vlan-transportzone-573", "segmentation_id": 573, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap949c3ad0-7c", "ovs_interfaceid": "949c3ad0-7c20-4fba-a0ac-2c28f405a2e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1505.492637] env[69889]: DEBUG oslo_concurrency.lockutils [None req-4d6bf764-bbc0-4ad6-9953-73a0433502fa tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Releasing lock "refresh_cache-100846b6-3f9e-48b5-b902-869267095701" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1505.732238] env[69889]: DEBUG nova.compute.manager [req-412d8f19-381c-4fd2-b3c4-377c0b015ded req-4197fbd8-4d47-40a9-8fc9-2a3693685a68 service nova] [instance: 100846b6-3f9e-48b5-b902-869267095701] Received event network-vif-unplugged-949c3ad0-7c20-4fba-a0ac-2c28f405a2e4 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1505.732584] env[69889]: DEBUG oslo_concurrency.lockutils [req-412d8f19-381c-4fd2-b3c4-377c0b015ded req-4197fbd8-4d47-40a9-8fc9-2a3693685a68 service nova] Acquiring lock "100846b6-3f9e-48b5-b902-869267095701-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1505.732728] env[69889]: DEBUG oslo_concurrency.lockutils [req-412d8f19-381c-4fd2-b3c4-377c0b015ded req-4197fbd8-4d47-40a9-8fc9-2a3693685a68 service nova] Lock "100846b6-3f9e-48b5-b902-869267095701-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1505.732894] env[69889]: DEBUG oslo_concurrency.lockutils [req-412d8f19-381c-4fd2-b3c4-377c0b015ded req-4197fbd8-4d47-40a9-8fc9-2a3693685a68 service nova] Lock "100846b6-3f9e-48b5-b902-869267095701-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1505.733075] env[69889]: DEBUG nova.compute.manager [req-412d8f19-381c-4fd2-b3c4-377c0b015ded req-4197fbd8-4d47-40a9-8fc9-2a3693685a68 service nova] [instance: 100846b6-3f9e-48b5-b902-869267095701] No waiting events found dispatching network-vif-unplugged-949c3ad0-7c20-4fba-a0ac-2c28f405a2e4 {{(pid=69889) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1505.733247] env[69889]: WARNING nova.compute.manager [req-412d8f19-381c-4fd2-b3c4-377c0b015ded req-4197fbd8-4d47-40a9-8fc9-2a3693685a68 service nova] [instance: 100846b6-3f9e-48b5-b902-869267095701] Received unexpected event network-vif-unplugged-949c3ad0-7c20-4fba-a0ac-2c28f405a2e4 for instance with vm_state shelved and task_state shelving_offloading. [ 1505.838757] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-4d6bf764-bbc0-4ad6-9953-73a0433502fa tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: 100846b6-3f9e-48b5-b902-869267095701] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1505.839609] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e615fe28-6304-4c38-b655-5df19a565106 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.848171] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-4d6bf764-bbc0-4ad6-9953-73a0433502fa tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: 100846b6-3f9e-48b5-b902-869267095701] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1505.848533] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6be6946a-f150-4d3a-a484-c224708c36c6 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.571470] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-4d6bf764-bbc0-4ad6-9953-73a0433502fa tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: 100846b6-3f9e-48b5-b902-869267095701] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1506.571916] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-4d6bf764-bbc0-4ad6-9953-73a0433502fa tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: 100846b6-3f9e-48b5-b902-869267095701] Deleting contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1506.571990] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d6bf764-bbc0-4ad6-9953-73a0433502fa tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Deleting the datastore file [datastore2] 100846b6-3f9e-48b5-b902-869267095701 {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1506.572326] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1cbde2ce-cf73-4094-a108-59728646129d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.581830] env[69889]: DEBUG oslo_vmware.api [None req-4d6bf764-bbc0-4ad6-9953-73a0433502fa tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Waiting for the task: (returnval){ [ 1506.581830] env[69889]: value = "task-4078500" [ 1506.581830] env[69889]: _type = "Task" [ 1506.581830] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.590503] env[69889]: DEBUG oslo_vmware.api [None req-4d6bf764-bbc0-4ad6-9953-73a0433502fa tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Task: {'id': task-4078500, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.092817] env[69889]: DEBUG oslo_vmware.api [None req-4d6bf764-bbc0-4ad6-9953-73a0433502fa tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Task: {'id': task-4078500, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152003} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.093074] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d6bf764-bbc0-4ad6-9953-73a0433502fa tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1507.093252] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-4d6bf764-bbc0-4ad6-9953-73a0433502fa tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: 100846b6-3f9e-48b5-b902-869267095701] Deleted contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1507.093427] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-4d6bf764-bbc0-4ad6-9953-73a0433502fa tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: 100846b6-3f9e-48b5-b902-869267095701] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1507.120961] env[69889]: INFO nova.scheduler.client.report [None req-4d6bf764-bbc0-4ad6-9953-73a0433502fa tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Deleted allocations for instance 100846b6-3f9e-48b5-b902-869267095701 [ 1507.626063] env[69889]: DEBUG oslo_concurrency.lockutils [None req-4d6bf764-bbc0-4ad6-9953-73a0433502fa tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1507.626435] env[69889]: DEBUG oslo_concurrency.lockutils [None req-4d6bf764-bbc0-4ad6-9953-73a0433502fa tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1507.626641] env[69889]: DEBUG nova.objects.instance [None req-4d6bf764-bbc0-4ad6-9953-73a0433502fa tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Lazy-loading 'resources' on Instance uuid 100846b6-3f9e-48b5-b902-869267095701 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1507.758514] env[69889]: DEBUG nova.compute.manager [req-fd975bb1-7523-4d36-911e-35e264baacf6 req-1155b331-93f1-4726-833a-de552694455b service nova] [instance: 100846b6-3f9e-48b5-b902-869267095701] Received event network-changed-949c3ad0-7c20-4fba-a0ac-2c28f405a2e4 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1507.758612] env[69889]: DEBUG nova.compute.manager [req-fd975bb1-7523-4d36-911e-35e264baacf6 req-1155b331-93f1-4726-833a-de552694455b service nova] [instance: 100846b6-3f9e-48b5-b902-869267095701] Refreshing instance network info cache due to event network-changed-949c3ad0-7c20-4fba-a0ac-2c28f405a2e4. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1507.759013] env[69889]: DEBUG oslo_concurrency.lockutils [req-fd975bb1-7523-4d36-911e-35e264baacf6 req-1155b331-93f1-4726-833a-de552694455b service nova] Acquiring lock "refresh_cache-100846b6-3f9e-48b5-b902-869267095701" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.759013] env[69889]: DEBUG oslo_concurrency.lockutils [req-fd975bb1-7523-4d36-911e-35e264baacf6 req-1155b331-93f1-4726-833a-de552694455b service nova] Acquired lock "refresh_cache-100846b6-3f9e-48b5-b902-869267095701" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.759234] env[69889]: DEBUG nova.network.neutron [req-fd975bb1-7523-4d36-911e-35e264baacf6 req-1155b331-93f1-4726-833a-de552694455b service nova] [instance: 100846b6-3f9e-48b5-b902-869267095701] Refreshing network info cache for port 949c3ad0-7c20-4fba-a0ac-2c28f405a2e4 {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1508.130533] env[69889]: DEBUG nova.objects.instance [None req-4d6bf764-bbc0-4ad6-9953-73a0433502fa tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Lazy-loading 'numa_topology' on Instance uuid 100846b6-3f9e-48b5-b902-869267095701 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1508.489933] env[69889]: DEBUG nova.network.neutron [req-fd975bb1-7523-4d36-911e-35e264baacf6 req-1155b331-93f1-4726-833a-de552694455b service nova] [instance: 100846b6-3f9e-48b5-b902-869267095701] Updated VIF entry in instance network info cache for port 949c3ad0-7c20-4fba-a0ac-2c28f405a2e4. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1508.490323] env[69889]: DEBUG nova.network.neutron [req-fd975bb1-7523-4d36-911e-35e264baacf6 req-1155b331-93f1-4726-833a-de552694455b service nova] [instance: 100846b6-3f9e-48b5-b902-869267095701] Updating instance_info_cache with network_info: [{"id": "949c3ad0-7c20-4fba-a0ac-2c28f405a2e4", "address": "fa:16:3e:41:c5:60", "network": {"id": "b89b3d5b-8638-424c-b2ef-3f27511ad10b", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-269290719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "682525d6417945bc8a73da8f702b9c77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap949c3ad0-7c", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1508.633337] env[69889]: DEBUG nova.objects.base [None req-4d6bf764-bbc0-4ad6-9953-73a0433502fa tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Object Instance<100846b6-3f9e-48b5-b902-869267095701> lazy-loaded attributes: resources,numa_topology {{(pid=69889) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1508.681458] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8b883bb-f00e-45e8-93ae-ae30914f969f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.689579] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1595ebea-99c1-4c81-b0f9-6791dbe71281 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.720277] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9f71e6a-843a-4fcb-86bc-a4d4893209b6 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.728813] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06246bcb-2035-4266-abd1-5ff083ccd685 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.745087] env[69889]: DEBUG nova.compute.provider_tree [None req-4d6bf764-bbc0-4ad6-9953-73a0433502fa tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1508.993347] env[69889]: DEBUG oslo_concurrency.lockutils [req-fd975bb1-7523-4d36-911e-35e264baacf6 req-1155b331-93f1-4726-833a-de552694455b service nova] Releasing lock "refresh_cache-100846b6-3f9e-48b5-b902-869267095701" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.249062] env[69889]: DEBUG nova.scheduler.client.report [None req-4d6bf764-bbc0-4ad6-9953-73a0433502fa tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1509.650718] env[69889]: DEBUG oslo_concurrency.lockutils [None req-9230a6d9-fea0-412b-aea4-a852fadc8a10 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Acquiring lock "100846b6-3f9e-48b5-b902-869267095701" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1509.753521] env[69889]: DEBUG oslo_concurrency.lockutils [None req-4d6bf764-bbc0-4ad6-9953-73a0433502fa tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.127s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1510.261345] env[69889]: DEBUG oslo_concurrency.lockutils [None req-4d6bf764-bbc0-4ad6-9953-73a0433502fa tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Lock "100846b6-3f9e-48b5-b902-869267095701" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 22.393s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1510.262170] env[69889]: DEBUG oslo_concurrency.lockutils [None req-9230a6d9-fea0-412b-aea4-a852fadc8a10 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Lock "100846b6-3f9e-48b5-b902-869267095701" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.612s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1510.262348] env[69889]: INFO nova.compute.manager [None req-9230a6d9-fea0-412b-aea4-a852fadc8a10 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: 100846b6-3f9e-48b5-b902-869267095701] Unshelving [ 1511.288660] env[69889]: DEBUG oslo_concurrency.lockutils [None req-9230a6d9-fea0-412b-aea4-a852fadc8a10 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1511.288948] env[69889]: DEBUG oslo_concurrency.lockutils [None req-9230a6d9-fea0-412b-aea4-a852fadc8a10 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1511.289176] env[69889]: DEBUG nova.objects.instance [None req-9230a6d9-fea0-412b-aea4-a852fadc8a10 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Lazy-loading 'pci_requests' on Instance uuid 100846b6-3f9e-48b5-b902-869267095701 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1511.793185] env[69889]: DEBUG nova.objects.instance [None req-9230a6d9-fea0-412b-aea4-a852fadc8a10 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Lazy-loading 'numa_topology' on Instance uuid 100846b6-3f9e-48b5-b902-869267095701 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1512.296451] env[69889]: INFO nova.compute.claims [None req-9230a6d9-fea0-412b-aea4-a852fadc8a10 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: 100846b6-3f9e-48b5-b902-869267095701] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1513.357276] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3da9066e-0290-4cbe-b39c-3e387a9acc23 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.365760] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d02a00d8-2411-43d6-b0f3-6a1955d80e89 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.399157] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db883103-6a41-466f-9ae4-9bb5f9424cf9 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.407757] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e33b4af-3ab2-4cdf-ace2-406487e2a655 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.423123] env[69889]: DEBUG nova.compute.provider_tree [None req-9230a6d9-fea0-412b-aea4-a852fadc8a10 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1513.926360] env[69889]: DEBUG nova.scheduler.client.report [None req-9230a6d9-fea0-412b-aea4-a852fadc8a10 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1514.432090] env[69889]: DEBUG oslo_concurrency.lockutils [None req-9230a6d9-fea0-412b-aea4-a852fadc8a10 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.142s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1514.462749] env[69889]: INFO nova.network.neutron [None req-9230a6d9-fea0-412b-aea4-a852fadc8a10 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: 100846b6-3f9e-48b5-b902-869267095701] Updating port 949c3ad0-7c20-4fba-a0ac-2c28f405a2e4 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1515.841960] env[69889]: DEBUG nova.compute.manager [req-eed24ede-59b0-4a72-9cdc-8d3425617e3c req-27d7cf28-87e6-4875-9e1b-7e750c8e65f0 service nova] [instance: 100846b6-3f9e-48b5-b902-869267095701] Received event network-vif-plugged-949c3ad0-7c20-4fba-a0ac-2c28f405a2e4 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1515.842416] env[69889]: DEBUG oslo_concurrency.lockutils [req-eed24ede-59b0-4a72-9cdc-8d3425617e3c req-27d7cf28-87e6-4875-9e1b-7e750c8e65f0 service nova] Acquiring lock "100846b6-3f9e-48b5-b902-869267095701-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1515.842642] env[69889]: DEBUG oslo_concurrency.lockutils [req-eed24ede-59b0-4a72-9cdc-8d3425617e3c req-27d7cf28-87e6-4875-9e1b-7e750c8e65f0 service nova] Lock "100846b6-3f9e-48b5-b902-869267095701-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1515.842817] env[69889]: DEBUG oslo_concurrency.lockutils [req-eed24ede-59b0-4a72-9cdc-8d3425617e3c req-27d7cf28-87e6-4875-9e1b-7e750c8e65f0 service nova] Lock "100846b6-3f9e-48b5-b902-869267095701-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1515.843009] env[69889]: DEBUG nova.compute.manager [req-eed24ede-59b0-4a72-9cdc-8d3425617e3c req-27d7cf28-87e6-4875-9e1b-7e750c8e65f0 service nova] [instance: 100846b6-3f9e-48b5-b902-869267095701] No waiting events found dispatching network-vif-plugged-949c3ad0-7c20-4fba-a0ac-2c28f405a2e4 {{(pid=69889) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1515.843192] env[69889]: WARNING nova.compute.manager [req-eed24ede-59b0-4a72-9cdc-8d3425617e3c req-27d7cf28-87e6-4875-9e1b-7e750c8e65f0 service nova] [instance: 100846b6-3f9e-48b5-b902-869267095701] Received unexpected event network-vif-plugged-949c3ad0-7c20-4fba-a0ac-2c28f405a2e4 for instance with vm_state shelved_offloaded and task_state spawning. [ 1515.926647] env[69889]: DEBUG oslo_concurrency.lockutils [None req-9230a6d9-fea0-412b-aea4-a852fadc8a10 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Acquiring lock "refresh_cache-100846b6-3f9e-48b5-b902-869267095701" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.926709] env[69889]: DEBUG oslo_concurrency.lockutils [None req-9230a6d9-fea0-412b-aea4-a852fadc8a10 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Acquired lock "refresh_cache-100846b6-3f9e-48b5-b902-869267095701" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.926892] env[69889]: DEBUG nova.network.neutron [None req-9230a6d9-fea0-412b-aea4-a852fadc8a10 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: 100846b6-3f9e-48b5-b902-869267095701] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1516.651288] env[69889]: DEBUG nova.network.neutron [None req-9230a6d9-fea0-412b-aea4-a852fadc8a10 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: 100846b6-3f9e-48b5-b902-869267095701] Updating instance_info_cache with network_info: [{"id": "949c3ad0-7c20-4fba-a0ac-2c28f405a2e4", "address": "fa:16:3e:41:c5:60", "network": {"id": "b89b3d5b-8638-424c-b2ef-3f27511ad10b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-269290719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "682525d6417945bc8a73da8f702b9c77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1d25020-c621-4388-ac1d-de55bfefbe50", "external-id": "nsx-vlan-transportzone-573", "segmentation_id": 573, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap949c3ad0-7c", "ovs_interfaceid": "949c3ad0-7c20-4fba-a0ac-2c28f405a2e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1517.154698] env[69889]: DEBUG oslo_concurrency.lockutils [None req-9230a6d9-fea0-412b-aea4-a852fadc8a10 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Releasing lock "refresh_cache-100846b6-3f9e-48b5-b902-869267095701" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.187617] env[69889]: DEBUG nova.virt.hardware [None req-9230a6d9-fea0-412b-aea4-a852fadc8a10 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='84fba8e57bcab8ac2eaaeb53a66760af',container_format='bare',created_at=2025-05-13T14:39:24Z,direct_url=,disk_format='vmdk',id=dae31b44-5f7e-4ee6-aa10-cbe0dc49e95c,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1902655020-shelved',owner='682525d6417945bc8a73da8f702b9c77',properties=ImageMetaProps,protected=,size=31668736,status='active',tags=,updated_at=2025-05-13T14:39:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1517.187842] env[69889]: DEBUG nova.virt.hardware [None req-9230a6d9-fea0-412b-aea4-a852fadc8a10 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1517.187999] env[69889]: DEBUG nova.virt.hardware [None req-9230a6d9-fea0-412b-aea4-a852fadc8a10 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1517.188196] env[69889]: DEBUG nova.virt.hardware [None req-9230a6d9-fea0-412b-aea4-a852fadc8a10 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1517.188343] env[69889]: DEBUG nova.virt.hardware [None req-9230a6d9-fea0-412b-aea4-a852fadc8a10 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1517.188491] env[69889]: DEBUG nova.virt.hardware [None req-9230a6d9-fea0-412b-aea4-a852fadc8a10 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1517.188701] env[69889]: DEBUG nova.virt.hardware [None req-9230a6d9-fea0-412b-aea4-a852fadc8a10 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1517.188862] env[69889]: DEBUG nova.virt.hardware [None req-9230a6d9-fea0-412b-aea4-a852fadc8a10 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1517.189036] env[69889]: DEBUG nova.virt.hardware [None req-9230a6d9-fea0-412b-aea4-a852fadc8a10 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1517.189204] env[69889]: DEBUG nova.virt.hardware [None req-9230a6d9-fea0-412b-aea4-a852fadc8a10 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1517.189377] env[69889]: DEBUG nova.virt.hardware [None req-9230a6d9-fea0-412b-aea4-a852fadc8a10 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1517.190275] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07229bb7-b02d-4518-9cab-b030373ff9a0 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.201695] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b36b9aa1-c99b-458e-b500-0b69ace2853d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.217413] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-9230a6d9-fea0-412b-aea4-a852fadc8a10 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: 100846b6-3f9e-48b5-b902-869267095701] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:c5:60', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e1d25020-c621-4388-ac1d-de55bfefbe50', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '949c3ad0-7c20-4fba-a0ac-2c28f405a2e4', 'vif_model': 'vmxnet3'}] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1517.224717] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9230a6d9-fea0-412b-aea4-a852fadc8a10 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1517.224971] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 100846b6-3f9e-48b5-b902-869267095701] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1517.225204] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ab1229fa-1ef9-4938-b80a-f626910dde03 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.244963] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1517.244963] env[69889]: value = "task-4078501" [ 1517.244963] env[69889]: _type = "Task" [ 1517.244963] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.253049] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4078501, 'name': CreateVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.754895] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4078501, 'name': CreateVM_Task} progress is 99%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.867044] env[69889]: DEBUG nova.compute.manager [req-51e57f9a-3a5b-4d09-96e9-eb1d9739dab0 req-9125cedc-9614-4ccf-95e9-e537cc96b8db service nova] [instance: 100846b6-3f9e-48b5-b902-869267095701] Received event network-changed-949c3ad0-7c20-4fba-a0ac-2c28f405a2e4 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1517.867267] env[69889]: DEBUG nova.compute.manager [req-51e57f9a-3a5b-4d09-96e9-eb1d9739dab0 req-9125cedc-9614-4ccf-95e9-e537cc96b8db service nova] [instance: 100846b6-3f9e-48b5-b902-869267095701] Refreshing instance network info cache due to event network-changed-949c3ad0-7c20-4fba-a0ac-2c28f405a2e4. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1517.867491] env[69889]: DEBUG oslo_concurrency.lockutils [req-51e57f9a-3a5b-4d09-96e9-eb1d9739dab0 req-9125cedc-9614-4ccf-95e9-e537cc96b8db service nova] Acquiring lock "refresh_cache-100846b6-3f9e-48b5-b902-869267095701" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.867671] env[69889]: DEBUG oslo_concurrency.lockutils [req-51e57f9a-3a5b-4d09-96e9-eb1d9739dab0 req-9125cedc-9614-4ccf-95e9-e537cc96b8db service nova] Acquired lock "refresh_cache-100846b6-3f9e-48b5-b902-869267095701" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.867795] env[69889]: DEBUG nova.network.neutron [req-51e57f9a-3a5b-4d09-96e9-eb1d9739dab0 req-9125cedc-9614-4ccf-95e9-e537cc96b8db service nova] [instance: 100846b6-3f9e-48b5-b902-869267095701] Refreshing network info cache for port 949c3ad0-7c20-4fba-a0ac-2c28f405a2e4 {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1518.255619] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4078501, 'name': CreateVM_Task, 'duration_secs': 0.875906} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.256030] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 100846b6-3f9e-48b5-b902-869267095701] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1518.256519] env[69889]: DEBUG oslo_concurrency.lockutils [None req-9230a6d9-fea0-412b-aea4-a852fadc8a10 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dae31b44-5f7e-4ee6-aa10-cbe0dc49e95c" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.256702] env[69889]: DEBUG oslo_concurrency.lockutils [None req-9230a6d9-fea0-412b-aea4-a852fadc8a10 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dae31b44-5f7e-4ee6-aa10-cbe0dc49e95c" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.257116] env[69889]: DEBUG oslo_concurrency.lockutils [None req-9230a6d9-fea0-412b-aea4-a852fadc8a10 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dae31b44-5f7e-4ee6-aa10-cbe0dc49e95c" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.257422] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef49c55e-8fea-4625-9f2b-e2b5e07bbec4 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.262410] env[69889]: DEBUG oslo_vmware.api [None req-9230a6d9-fea0-412b-aea4-a852fadc8a10 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Waiting for the task: (returnval){ [ 1518.262410] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52810f76-9fc4-f013-1335-b120ed4421a5" [ 1518.262410] env[69889]: _type = "Task" [ 1518.262410] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.270585] env[69889]: DEBUG oslo_vmware.api [None req-9230a6d9-fea0-412b-aea4-a852fadc8a10 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52810f76-9fc4-f013-1335-b120ed4421a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.596089] env[69889]: DEBUG nova.network.neutron [req-51e57f9a-3a5b-4d09-96e9-eb1d9739dab0 req-9125cedc-9614-4ccf-95e9-e537cc96b8db service nova] [instance: 100846b6-3f9e-48b5-b902-869267095701] Updated VIF entry in instance network info cache for port 949c3ad0-7c20-4fba-a0ac-2c28f405a2e4. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1518.596089] env[69889]: DEBUG nova.network.neutron [req-51e57f9a-3a5b-4d09-96e9-eb1d9739dab0 req-9125cedc-9614-4ccf-95e9-e537cc96b8db service nova] [instance: 100846b6-3f9e-48b5-b902-869267095701] Updating instance_info_cache with network_info: [{"id": "949c3ad0-7c20-4fba-a0ac-2c28f405a2e4", "address": "fa:16:3e:41:c5:60", "network": {"id": "b89b3d5b-8638-424c-b2ef-3f27511ad10b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-269290719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "682525d6417945bc8a73da8f702b9c77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1d25020-c621-4388-ac1d-de55bfefbe50", "external-id": "nsx-vlan-transportzone-573", "segmentation_id": 573, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap949c3ad0-7c", "ovs_interfaceid": "949c3ad0-7c20-4fba-a0ac-2c28f405a2e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1518.773163] env[69889]: DEBUG oslo_concurrency.lockutils [None req-9230a6d9-fea0-412b-aea4-a852fadc8a10 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dae31b44-5f7e-4ee6-aa10-cbe0dc49e95c" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.773436] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-9230a6d9-fea0-412b-aea4-a852fadc8a10 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: 100846b6-3f9e-48b5-b902-869267095701] Processing image dae31b44-5f7e-4ee6-aa10-cbe0dc49e95c {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1518.773683] env[69889]: DEBUG oslo_concurrency.lockutils [None req-9230a6d9-fea0-412b-aea4-a852fadc8a10 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dae31b44-5f7e-4ee6-aa10-cbe0dc49e95c/dae31b44-5f7e-4ee6-aa10-cbe0dc49e95c.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.773831] env[69889]: DEBUG oslo_concurrency.lockutils [None req-9230a6d9-fea0-412b-aea4-a852fadc8a10 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dae31b44-5f7e-4ee6-aa10-cbe0dc49e95c/dae31b44-5f7e-4ee6-aa10-cbe0dc49e95c.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.774057] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-9230a6d9-fea0-412b-aea4-a852fadc8a10 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1518.774371] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-04215706-ef48-4c23-be7c-59dd3f7f3f3c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.793601] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-9230a6d9-fea0-412b-aea4-a852fadc8a10 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1518.793824] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-9230a6d9-fea0-412b-aea4-a852fadc8a10 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1518.794547] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d408cab7-63ec-47a2-ad41-c97d5e15ced4 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.801205] env[69889]: DEBUG oslo_vmware.api [None req-9230a6d9-fea0-412b-aea4-a852fadc8a10 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Waiting for the task: (returnval){ [ 1518.801205] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]522b96f4-e11b-7258-49da-f356ae9e1de8" [ 1518.801205] env[69889]: _type = "Task" [ 1518.801205] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.811640] env[69889]: DEBUG oslo_vmware.api [None req-9230a6d9-fea0-412b-aea4-a852fadc8a10 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]522b96f4-e11b-7258-49da-f356ae9e1de8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.099367] env[69889]: DEBUG oslo_concurrency.lockutils [req-51e57f9a-3a5b-4d09-96e9-eb1d9739dab0 req-9125cedc-9614-4ccf-95e9-e537cc96b8db service nova] Releasing lock "refresh_cache-100846b6-3f9e-48b5-b902-869267095701" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.312182] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-9230a6d9-fea0-412b-aea4-a852fadc8a10 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: 100846b6-3f9e-48b5-b902-869267095701] Preparing fetch location {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1519.312567] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-9230a6d9-fea0-412b-aea4-a852fadc8a10 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: 100846b6-3f9e-48b5-b902-869267095701] Fetch image to [datastore2] OSTACK_IMG_907cbe61-5f42-48e2-a1aa-e62bef74b746/OSTACK_IMG_907cbe61-5f42-48e2-a1aa-e62bef74b746.vmdk {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1519.312611] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-9230a6d9-fea0-412b-aea4-a852fadc8a10 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: 100846b6-3f9e-48b5-b902-869267095701] Downloading stream optimized image dae31b44-5f7e-4ee6-aa10-cbe0dc49e95c to [datastore2] OSTACK_IMG_907cbe61-5f42-48e2-a1aa-e62bef74b746/OSTACK_IMG_907cbe61-5f42-48e2-a1aa-e62bef74b746.vmdk on the data store datastore2 as vApp {{(pid=69889) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1519.312768] env[69889]: DEBUG nova.virt.vmwareapi.images [None req-9230a6d9-fea0-412b-aea4-a852fadc8a10 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: 100846b6-3f9e-48b5-b902-869267095701] Downloading image file data dae31b44-5f7e-4ee6-aa10-cbe0dc49e95c to the ESX as VM named 'OSTACK_IMG_907cbe61-5f42-48e2-a1aa-e62bef74b746' {{(pid=69889) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1519.382195] env[69889]: DEBUG oslo_vmware.rw_handles [None req-9230a6d9-fea0-412b-aea4-a852fadc8a10 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1519.382195] env[69889]: value = "resgroup-9" [ 1519.382195] env[69889]: _type = "ResourcePool" [ 1519.382195] env[69889]: }. {{(pid=69889) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1519.382928] env[69889]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-2756e900-2eca-4eda-bd92-bd105731778a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.403217] env[69889]: DEBUG oslo_vmware.rw_handles [None req-9230a6d9-fea0-412b-aea4-a852fadc8a10 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Lease: (returnval){ [ 1519.403217] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]523f4c37-9356-e7bc-8ef1-2c9df9bb57a6" [ 1519.403217] env[69889]: _type = "HttpNfcLease" [ 1519.403217] env[69889]: } obtained for vApp import into resource pool (val){ [ 1519.403217] env[69889]: value = "resgroup-9" [ 1519.403217] env[69889]: _type = "ResourcePool" [ 1519.403217] env[69889]: }. {{(pid=69889) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1519.403721] env[69889]: DEBUG oslo_vmware.api [None req-9230a6d9-fea0-412b-aea4-a852fadc8a10 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Waiting for the lease: (returnval){ [ 1519.403721] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]523f4c37-9356-e7bc-8ef1-2c9df9bb57a6" [ 1519.403721] env[69889]: _type = "HttpNfcLease" [ 1519.403721] env[69889]: } to be ready. {{(pid=69889) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1519.412813] env[69889]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1519.412813] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]523f4c37-9356-e7bc-8ef1-2c9df9bb57a6" [ 1519.412813] env[69889]: _type = "HttpNfcLease" [ 1519.412813] env[69889]: } is initializing. {{(pid=69889) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1519.502625] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0f33726b-f09e-4abe-b490-67ee4d7214c4 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Acquiring lock "4758bc47-8c26-4a22-9a8b-ba9b9111dc05" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1519.502951] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0f33726b-f09e-4abe-b490-67ee4d7214c4 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Lock "4758bc47-8c26-4a22-9a8b-ba9b9111dc05" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1519.912184] env[69889]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1519.912184] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]523f4c37-9356-e7bc-8ef1-2c9df9bb57a6" [ 1519.912184] env[69889]: _type = "HttpNfcLease" [ 1519.912184] env[69889]: } is ready. {{(pid=69889) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1519.912516] env[69889]: DEBUG oslo_vmware.rw_handles [None req-9230a6d9-fea0-412b-aea4-a852fadc8a10 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1519.912516] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]523f4c37-9356-e7bc-8ef1-2c9df9bb57a6" [ 1519.912516] env[69889]: _type = "HttpNfcLease" [ 1519.912516] env[69889]: }. {{(pid=69889) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1519.913246] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5d3ed3b-9642-4cf7-a4fd-012f905a0712 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.921375] env[69889]: DEBUG oslo_vmware.rw_handles [None req-9230a6d9-fea0-412b-aea4-a852fadc8a10 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5257fe4c-feea-0c59-b1b0-39200b1981f0/disk-0.vmdk from lease info. {{(pid=69889) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1519.921560] env[69889]: DEBUG oslo_vmware.rw_handles [None req-9230a6d9-fea0-412b-aea4-a852fadc8a10 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Creating HTTP connection to write to file with size = 31668736 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5257fe4c-feea-0c59-b1b0-39200b1981f0/disk-0.vmdk. {{(pid=69889) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1519.982044] env[69889]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2ee0b581-908e-40d3-a15b-ca84a4bdb19d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.006236] env[69889]: DEBUG nova.compute.utils [None req-0f33726b-f09e-4abe-b490-67ee4d7214c4 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1520.510617] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0f33726b-f09e-4abe-b490-67ee4d7214c4 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Lock "4758bc47-8c26-4a22-9a8b-ba9b9111dc05" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1521.038640] env[69889]: DEBUG oslo_vmware.rw_handles [None req-9230a6d9-fea0-412b-aea4-a852fadc8a10 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Completed reading data from the image iterator. {{(pid=69889) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1521.038879] env[69889]: DEBUG oslo_vmware.rw_handles [None req-9230a6d9-fea0-412b-aea4-a852fadc8a10 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5257fe4c-feea-0c59-b1b0-39200b1981f0/disk-0.vmdk. {{(pid=69889) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1521.039838] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9991636c-aa1f-4413-b466-83d73c47b763 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.047043] env[69889]: DEBUG oslo_vmware.rw_handles [None req-9230a6d9-fea0-412b-aea4-a852fadc8a10 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5257fe4c-feea-0c59-b1b0-39200b1981f0/disk-0.vmdk is in state: ready. {{(pid=69889) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1521.047197] env[69889]: DEBUG oslo_vmware.rw_handles [None req-9230a6d9-fea0-412b-aea4-a852fadc8a10 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5257fe4c-feea-0c59-b1b0-39200b1981f0/disk-0.vmdk. {{(pid=69889) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1521.047399] env[69889]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-2274fc9a-a2c4-499f-a477-fdc36d43378e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.303089] env[69889]: DEBUG oslo_vmware.rw_handles [None req-9230a6d9-fea0-412b-aea4-a852fadc8a10 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5257fe4c-feea-0c59-b1b0-39200b1981f0/disk-0.vmdk. {{(pid=69889) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1521.303089] env[69889]: INFO nova.virt.vmwareapi.images [None req-9230a6d9-fea0-412b-aea4-a852fadc8a10 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: 100846b6-3f9e-48b5-b902-869267095701] Downloaded image file data dae31b44-5f7e-4ee6-aa10-cbe0dc49e95c [ 1521.303089] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb513d7f-03f4-4168-a656-86925e2feec5 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.313465] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f2286c45-c5ed-4902-91ef-0f1c97196a78 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.344538] env[69889]: INFO nova.virt.vmwareapi.images [None req-9230a6d9-fea0-412b-aea4-a852fadc8a10 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: 100846b6-3f9e-48b5-b902-869267095701] The imported VM was unregistered [ 1521.347174] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-9230a6d9-fea0-412b-aea4-a852fadc8a10 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: 100846b6-3f9e-48b5-b902-869267095701] Caching image {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1521.347455] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-9230a6d9-fea0-412b-aea4-a852fadc8a10 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Creating directory with path [datastore2] devstack-image-cache_base/dae31b44-5f7e-4ee6-aa10-cbe0dc49e95c {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1521.348089] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c7c9379e-0cde-462b-b29d-fd122078da14 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.368389] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-9230a6d9-fea0-412b-aea4-a852fadc8a10 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Created directory with path [datastore2] devstack-image-cache_base/dae31b44-5f7e-4ee6-aa10-cbe0dc49e95c {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1521.368622] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-9230a6d9-fea0-412b-aea4-a852fadc8a10 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_907cbe61-5f42-48e2-a1aa-e62bef74b746/OSTACK_IMG_907cbe61-5f42-48e2-a1aa-e62bef74b746.vmdk to [datastore2] devstack-image-cache_base/dae31b44-5f7e-4ee6-aa10-cbe0dc49e95c/dae31b44-5f7e-4ee6-aa10-cbe0dc49e95c.vmdk. {{(pid=69889) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1521.368904] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-55fb7dcc-c561-49b9-b46a-2bad3e28ee42 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.375988] env[69889]: DEBUG oslo_vmware.api [None req-9230a6d9-fea0-412b-aea4-a852fadc8a10 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Waiting for the task: (returnval){ [ 1521.375988] env[69889]: value = "task-4078504" [ 1521.375988] env[69889]: _type = "Task" [ 1521.375988] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1521.384038] env[69889]: DEBUG oslo_vmware.api [None req-9230a6d9-fea0-412b-aea4-a852fadc8a10 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Task: {'id': task-4078504, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.579646] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0f33726b-f09e-4abe-b490-67ee4d7214c4 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Acquiring lock "4758bc47-8c26-4a22-9a8b-ba9b9111dc05" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1521.580050] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0f33726b-f09e-4abe-b490-67ee4d7214c4 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Lock "4758bc47-8c26-4a22-9a8b-ba9b9111dc05" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1521.580274] env[69889]: INFO nova.compute.manager [None req-0f33726b-f09e-4abe-b490-67ee4d7214c4 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 4758bc47-8c26-4a22-9a8b-ba9b9111dc05] Attaching volume 9eb4789c-d41e-494f-870b-8a1581b0be09 to /dev/sdb [ 1521.616405] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72f4452e-203c-4473-bd2b-d8cabfce116f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.626988] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d61f8e7e-c9b6-4685-9d74-2b740fbd8654 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.642751] env[69889]: DEBUG nova.virt.block_device [None req-0f33726b-f09e-4abe-b490-67ee4d7214c4 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 4758bc47-8c26-4a22-9a8b-ba9b9111dc05] Updating existing volume attachment record: 9fc85bd5-2a66-45c9-ae24-142e43eee16d {{(pid=69889) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1521.891580] env[69889]: DEBUG oslo_vmware.api [None req-9230a6d9-fea0-412b-aea4-a852fadc8a10 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Task: {'id': task-4078504, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.389602] env[69889]: DEBUG oslo_vmware.api [None req-9230a6d9-fea0-412b-aea4-a852fadc8a10 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Task: {'id': task-4078504, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.891692] env[69889]: DEBUG oslo_vmware.api [None req-9230a6d9-fea0-412b-aea4-a852fadc8a10 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Task: {'id': task-4078504, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.392032] env[69889]: DEBUG oslo_vmware.api [None req-9230a6d9-fea0-412b-aea4-a852fadc8a10 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Task: {'id': task-4078504, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.890703] env[69889]: DEBUG oslo_vmware.api [None req-9230a6d9-fea0-412b-aea4-a852fadc8a10 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Task: {'id': task-4078504, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.443553} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1523.891095] env[69889]: INFO nova.virt.vmwareapi.ds_util [None req-9230a6d9-fea0-412b-aea4-a852fadc8a10 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_907cbe61-5f42-48e2-a1aa-e62bef74b746/OSTACK_IMG_907cbe61-5f42-48e2-a1aa-e62bef74b746.vmdk to [datastore2] devstack-image-cache_base/dae31b44-5f7e-4ee6-aa10-cbe0dc49e95c/dae31b44-5f7e-4ee6-aa10-cbe0dc49e95c.vmdk. [ 1523.891301] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-9230a6d9-fea0-412b-aea4-a852fadc8a10 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: 100846b6-3f9e-48b5-b902-869267095701] Cleaning up location [datastore2] OSTACK_IMG_907cbe61-5f42-48e2-a1aa-e62bef74b746 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1523.891470] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-9230a6d9-fea0-412b-aea4-a852fadc8a10 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_907cbe61-5f42-48e2-a1aa-e62bef74b746 {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1523.891735] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ae925d5b-d70c-43c5-800e-015a38800ef4 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.899055] env[69889]: DEBUG oslo_vmware.api [None req-9230a6d9-fea0-412b-aea4-a852fadc8a10 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Waiting for the task: (returnval){ [ 1523.899055] env[69889]: value = "task-4078508" [ 1523.899055] env[69889]: _type = "Task" [ 1523.899055] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.907983] env[69889]: DEBUG oslo_vmware.api [None req-9230a6d9-fea0-412b-aea4-a852fadc8a10 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Task: {'id': task-4078508, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.409429] env[69889]: DEBUG oslo_vmware.api [None req-9230a6d9-fea0-412b-aea4-a852fadc8a10 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Task: {'id': task-4078508, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.049225} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.409682] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-9230a6d9-fea0-412b-aea4-a852fadc8a10 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1524.409861] env[69889]: DEBUG oslo_concurrency.lockutils [None req-9230a6d9-fea0-412b-aea4-a852fadc8a10 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dae31b44-5f7e-4ee6-aa10-cbe0dc49e95c/dae31b44-5f7e-4ee6-aa10-cbe0dc49e95c.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1524.410138] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-9230a6d9-fea0-412b-aea4-a852fadc8a10 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dae31b44-5f7e-4ee6-aa10-cbe0dc49e95c/dae31b44-5f7e-4ee6-aa10-cbe0dc49e95c.vmdk to [datastore2] 100846b6-3f9e-48b5-b902-869267095701/100846b6-3f9e-48b5-b902-869267095701.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1524.410416] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1e4f96da-f4b4-41f6-8775-811a00150ebb {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.419632] env[69889]: DEBUG oslo_vmware.api [None req-9230a6d9-fea0-412b-aea4-a852fadc8a10 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Waiting for the task: (returnval){ [ 1524.419632] env[69889]: value = "task-4078510" [ 1524.419632] env[69889]: _type = "Task" [ 1524.419632] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.427995] env[69889]: DEBUG oslo_vmware.api [None req-9230a6d9-fea0-412b-aea4-a852fadc8a10 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Task: {'id': task-4078510, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.933267] env[69889]: DEBUG oslo_vmware.api [None req-9230a6d9-fea0-412b-aea4-a852fadc8a10 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Task: {'id': task-4078510, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.432511] env[69889]: DEBUG oslo_vmware.api [None req-9230a6d9-fea0-412b-aea4-a852fadc8a10 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Task: {'id': task-4078510, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.933303] env[69889]: DEBUG oslo_vmware.api [None req-9230a6d9-fea0-412b-aea4-a852fadc8a10 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Task: {'id': task-4078510, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.192109] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f33726b-f09e-4abe-b490-67ee4d7214c4 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 4758bc47-8c26-4a22-9a8b-ba9b9111dc05] Volume attach. Driver type: vmdk {{(pid=69889) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1526.192410] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f33726b-f09e-4abe-b490-67ee4d7214c4 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 4758bc47-8c26-4a22-9a8b-ba9b9111dc05] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-808124', 'volume_id': '9eb4789c-d41e-494f-870b-8a1581b0be09', 'name': 'volume-9eb4789c-d41e-494f-870b-8a1581b0be09', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4758bc47-8c26-4a22-9a8b-ba9b9111dc05', 'attached_at': '', 'detached_at': '', 'volume_id': '9eb4789c-d41e-494f-870b-8a1581b0be09', 'serial': '9eb4789c-d41e-494f-870b-8a1581b0be09'} {{(pid=69889) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1526.193341] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6493d57-c7cf-4622-88bc-513c2ddca30b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.212545] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff29bf5d-c1c4-439c-8c19-e129d9adee47 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.240546] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f33726b-f09e-4abe-b490-67ee4d7214c4 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 4758bc47-8c26-4a22-9a8b-ba9b9111dc05] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] volume-9eb4789c-d41e-494f-870b-8a1581b0be09/volume-9eb4789c-d41e-494f-870b-8a1581b0be09.vmdk or device None with type thin {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1526.240875] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d09583b5-974a-4c30-8fa4-02371aca2064 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.262413] env[69889]: DEBUG oslo_vmware.api [None req-0f33726b-f09e-4abe-b490-67ee4d7214c4 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Waiting for the task: (returnval){ [ 1526.262413] env[69889]: value = "task-4078511" [ 1526.262413] env[69889]: _type = "Task" [ 1526.262413] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.274904] env[69889]: DEBUG oslo_vmware.api [None req-0f33726b-f09e-4abe-b490-67ee4d7214c4 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078511, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.432469] env[69889]: DEBUG oslo_vmware.api [None req-9230a6d9-fea0-412b-aea4-a852fadc8a10 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Task: {'id': task-4078510, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.775155] env[69889]: DEBUG oslo_vmware.api [None req-0f33726b-f09e-4abe-b490-67ee4d7214c4 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078511, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.931730] env[69889]: DEBUG oslo_vmware.api [None req-9230a6d9-fea0-412b-aea4-a852fadc8a10 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Task: {'id': task-4078510, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.408159} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.932051] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-9230a6d9-fea0-412b-aea4-a852fadc8a10 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dae31b44-5f7e-4ee6-aa10-cbe0dc49e95c/dae31b44-5f7e-4ee6-aa10-cbe0dc49e95c.vmdk to [datastore2] 100846b6-3f9e-48b5-b902-869267095701/100846b6-3f9e-48b5-b902-869267095701.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1526.932785] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5551c3d8-c6af-4db8-a7ca-3f28bf7aaf72 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.954546] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-9230a6d9-fea0-412b-aea4-a852fadc8a10 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: 100846b6-3f9e-48b5-b902-869267095701] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] 100846b6-3f9e-48b5-b902-869267095701/100846b6-3f9e-48b5-b902-869267095701.vmdk or device None with type streamOptimized {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1526.954926] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76651c79-d7eb-4750-a16b-43ae508124f5 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.974893] env[69889]: DEBUG oslo_vmware.api [None req-9230a6d9-fea0-412b-aea4-a852fadc8a10 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Waiting for the task: (returnval){ [ 1526.974893] env[69889]: value = "task-4078512" [ 1526.974893] env[69889]: _type = "Task" [ 1526.974893] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.983279] env[69889]: DEBUG oslo_vmware.api [None req-9230a6d9-fea0-412b-aea4-a852fadc8a10 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Task: {'id': task-4078512, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.273140] env[69889]: DEBUG oslo_vmware.api [None req-0f33726b-f09e-4abe-b490-67ee4d7214c4 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078511, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.484579] env[69889]: DEBUG oslo_vmware.api [None req-9230a6d9-fea0-412b-aea4-a852fadc8a10 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Task: {'id': task-4078512, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.773975] env[69889]: DEBUG oslo_vmware.api [None req-0f33726b-f09e-4abe-b490-67ee4d7214c4 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078511, 'name': ReconfigVM_Task, 'duration_secs': 1.103089} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.774288] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f33726b-f09e-4abe-b490-67ee4d7214c4 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 4758bc47-8c26-4a22-9a8b-ba9b9111dc05] Reconfigured VM instance instance-0000007e to attach disk [datastore2] volume-9eb4789c-d41e-494f-870b-8a1581b0be09/volume-9eb4789c-d41e-494f-870b-8a1581b0be09.vmdk or device None with type thin {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1527.778966] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87b8f9c4-0878-49b0-9a9b-507ca0fccc6b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.794636] env[69889]: DEBUG oslo_vmware.api [None req-0f33726b-f09e-4abe-b490-67ee4d7214c4 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Waiting for the task: (returnval){ [ 1527.794636] env[69889]: value = "task-4078513" [ 1527.794636] env[69889]: _type = "Task" [ 1527.794636] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.802672] env[69889]: DEBUG oslo_vmware.api [None req-0f33726b-f09e-4abe-b490-67ee4d7214c4 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078513, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.985208] env[69889]: DEBUG oslo_vmware.api [None req-9230a6d9-fea0-412b-aea4-a852fadc8a10 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Task: {'id': task-4078512, 'name': ReconfigVM_Task, 'duration_secs': 0.685015} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.985639] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-9230a6d9-fea0-412b-aea4-a852fadc8a10 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: 100846b6-3f9e-48b5-b902-869267095701] Reconfigured VM instance instance-0000007d to attach disk [datastore2] 100846b6-3f9e-48b5-b902-869267095701/100846b6-3f9e-48b5-b902-869267095701.vmdk or device None with type streamOptimized {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1527.986152] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-59265293-9c4e-4fa8-9506-d78aaf9e74c4 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.992989] env[69889]: DEBUG oslo_vmware.api [None req-9230a6d9-fea0-412b-aea4-a852fadc8a10 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Waiting for the task: (returnval){ [ 1527.992989] env[69889]: value = "task-4078514" [ 1527.992989] env[69889]: _type = "Task" [ 1527.992989] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.002257] env[69889]: DEBUG oslo_vmware.api [None req-9230a6d9-fea0-412b-aea4-a852fadc8a10 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Task: {'id': task-4078514, 'name': Rename_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.304762] env[69889]: DEBUG oslo_vmware.api [None req-0f33726b-f09e-4abe-b490-67ee4d7214c4 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078513, 'name': ReconfigVM_Task, 'duration_secs': 0.146703} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.305058] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f33726b-f09e-4abe-b490-67ee4d7214c4 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 4758bc47-8c26-4a22-9a8b-ba9b9111dc05] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-808124', 'volume_id': '9eb4789c-d41e-494f-870b-8a1581b0be09', 'name': 'volume-9eb4789c-d41e-494f-870b-8a1581b0be09', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4758bc47-8c26-4a22-9a8b-ba9b9111dc05', 'attached_at': '', 'detached_at': '', 'volume_id': '9eb4789c-d41e-494f-870b-8a1581b0be09', 'serial': '9eb4789c-d41e-494f-870b-8a1581b0be09'} {{(pid=69889) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1528.503131] env[69889]: DEBUG oslo_vmware.api [None req-9230a6d9-fea0-412b-aea4-a852fadc8a10 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Task: {'id': task-4078514, 'name': Rename_Task} progress is 99%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.004296] env[69889]: DEBUG oslo_vmware.api [None req-9230a6d9-fea0-412b-aea4-a852fadc8a10 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Task: {'id': task-4078514, 'name': Rename_Task} progress is 99%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.341077] env[69889]: DEBUG nova.objects.instance [None req-0f33726b-f09e-4abe-b490-67ee4d7214c4 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Lazy-loading 'flavor' on Instance uuid 4758bc47-8c26-4a22-9a8b-ba9b9111dc05 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1529.504357] env[69889]: DEBUG oslo_vmware.api [None req-9230a6d9-fea0-412b-aea4-a852fadc8a10 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Task: {'id': task-4078514, 'name': Rename_Task, 'duration_secs': 1.136474} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.504653] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-9230a6d9-fea0-412b-aea4-a852fadc8a10 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: 100846b6-3f9e-48b5-b902-869267095701] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1529.504905] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a629ff8b-9e65-4e5f-b0b7-664ad967616c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.511752] env[69889]: DEBUG oslo_vmware.api [None req-9230a6d9-fea0-412b-aea4-a852fadc8a10 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Waiting for the task: (returnval){ [ 1529.511752] env[69889]: value = "task-4078515" [ 1529.511752] env[69889]: _type = "Task" [ 1529.511752] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.519940] env[69889]: DEBUG oslo_vmware.api [None req-9230a6d9-fea0-412b-aea4-a852fadc8a10 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Task: {'id': task-4078515, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.845940] env[69889]: DEBUG oslo_concurrency.lockutils [None req-0f33726b-f09e-4abe-b490-67ee4d7214c4 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Lock "4758bc47-8c26-4a22-9a8b-ba9b9111dc05" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.266s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1530.022343] env[69889]: DEBUG oslo_vmware.api [None req-9230a6d9-fea0-412b-aea4-a852fadc8a10 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Task: {'id': task-4078515, 'name': PowerOnVM_Task, 'duration_secs': 0.4654} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.022745] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-9230a6d9-fea0-412b-aea4-a852fadc8a10 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: 100846b6-3f9e-48b5-b902-869267095701] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1530.122855] env[69889]: DEBUG nova.compute.manager [None req-9230a6d9-fea0-412b-aea4-a852fadc8a10 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: 100846b6-3f9e-48b5-b902-869267095701] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1530.123791] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e4708f5-590f-41f2-b2ae-56114bb01de4 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.262811] env[69889]: INFO nova.compute.manager [None req-e7648fd3-1be6-4982-9b23-428f7eee403e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 4758bc47-8c26-4a22-9a8b-ba9b9111dc05] Rebuilding instance [ 1530.305157] env[69889]: DEBUG nova.compute.manager [None req-e7648fd3-1be6-4982-9b23-428f7eee403e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 4758bc47-8c26-4a22-9a8b-ba9b9111dc05] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1530.306138] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3c31a89-8eb3-46d2-baa5-fbc06edea235 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.643031] env[69889]: DEBUG oslo_concurrency.lockutils [None req-9230a6d9-fea0-412b-aea4-a852fadc8a10 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Lock "100846b6-3f9e-48b5-b902-869267095701" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 20.381s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1531.319765] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7648fd3-1be6-4982-9b23-428f7eee403e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 4758bc47-8c26-4a22-9a8b-ba9b9111dc05] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1531.320154] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-15aa23af-0772-4cc5-936d-44cede3662fa {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.327594] env[69889]: DEBUG oslo_vmware.api [None req-e7648fd3-1be6-4982-9b23-428f7eee403e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Waiting for the task: (returnval){ [ 1531.327594] env[69889]: value = "task-4078516" [ 1531.327594] env[69889]: _type = "Task" [ 1531.327594] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.336418] env[69889]: DEBUG oslo_vmware.api [None req-e7648fd3-1be6-4982-9b23-428f7eee403e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078516, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.838260] env[69889]: DEBUG oslo_vmware.api [None req-e7648fd3-1be6-4982-9b23-428f7eee403e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078516, 'name': PowerOffVM_Task, 'duration_secs': 0.268173} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.838493] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7648fd3-1be6-4982-9b23-428f7eee403e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 4758bc47-8c26-4a22-9a8b-ba9b9111dc05] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1531.894040] env[69889]: INFO nova.compute.manager [None req-e7648fd3-1be6-4982-9b23-428f7eee403e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 4758bc47-8c26-4a22-9a8b-ba9b9111dc05] Detaching volume 9eb4789c-d41e-494f-870b-8a1581b0be09 [ 1531.926100] env[69889]: INFO nova.virt.block_device [None req-e7648fd3-1be6-4982-9b23-428f7eee403e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 4758bc47-8c26-4a22-9a8b-ba9b9111dc05] Attempting to driver detach volume 9eb4789c-d41e-494f-870b-8a1581b0be09 from mountpoint /dev/sdb [ 1531.926370] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7648fd3-1be6-4982-9b23-428f7eee403e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 4758bc47-8c26-4a22-9a8b-ba9b9111dc05] Volume detach. Driver type: vmdk {{(pid=69889) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1531.926557] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7648fd3-1be6-4982-9b23-428f7eee403e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 4758bc47-8c26-4a22-9a8b-ba9b9111dc05] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-808124', 'volume_id': '9eb4789c-d41e-494f-870b-8a1581b0be09', 'name': 'volume-9eb4789c-d41e-494f-870b-8a1581b0be09', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4758bc47-8c26-4a22-9a8b-ba9b9111dc05', 'attached_at': '', 'detached_at': '', 'volume_id': '9eb4789c-d41e-494f-870b-8a1581b0be09', 'serial': '9eb4789c-d41e-494f-870b-8a1581b0be09'} {{(pid=69889) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1531.927460] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-926823c1-b9e6-4fe5-9c5c-59914f9bbd69 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.950193] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5255473-2f0e-403e-8682-41ef7fc0721c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.957560] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-867e37ad-980a-4e14-ad02-35b3c3fcdc75 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.978072] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1a0ca47-444c-4be5-ac1b-f9845217670f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.993215] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7648fd3-1be6-4982-9b23-428f7eee403e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] The volume has not been displaced from its original location: [datastore2] volume-9eb4789c-d41e-494f-870b-8a1581b0be09/volume-9eb4789c-d41e-494f-870b-8a1581b0be09.vmdk. No consolidation needed. {{(pid=69889) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1531.998503] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7648fd3-1be6-4982-9b23-428f7eee403e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 4758bc47-8c26-4a22-9a8b-ba9b9111dc05] Reconfiguring VM instance instance-0000007e to detach disk 2001 {{(pid=69889) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1531.998810] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad496e27-2bc9-447b-969a-883f44596ab5 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.018201] env[69889]: DEBUG oslo_vmware.api [None req-e7648fd3-1be6-4982-9b23-428f7eee403e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Waiting for the task: (returnval){ [ 1532.018201] env[69889]: value = "task-4078517" [ 1532.018201] env[69889]: _type = "Task" [ 1532.018201] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.026601] env[69889]: DEBUG oslo_vmware.api [None req-e7648fd3-1be6-4982-9b23-428f7eee403e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078517, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.528840] env[69889]: DEBUG oslo_vmware.api [None req-e7648fd3-1be6-4982-9b23-428f7eee403e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078517, 'name': ReconfigVM_Task, 'duration_secs': 0.203509} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.529229] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7648fd3-1be6-4982-9b23-428f7eee403e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 4758bc47-8c26-4a22-9a8b-ba9b9111dc05] Reconfigured VM instance instance-0000007e to detach disk 2001 {{(pid=69889) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1532.533754] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e2dfcdb-2390-4d4e-86cc-79e530764fa1 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.549985] env[69889]: DEBUG oslo_vmware.api [None req-e7648fd3-1be6-4982-9b23-428f7eee403e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Waiting for the task: (returnval){ [ 1532.549985] env[69889]: value = "task-4078518" [ 1532.549985] env[69889]: _type = "Task" [ 1532.549985] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.558885] env[69889]: DEBUG oslo_vmware.api [None req-e7648fd3-1be6-4982-9b23-428f7eee403e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078518, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.062469] env[69889]: DEBUG oslo_vmware.api [None req-e7648fd3-1be6-4982-9b23-428f7eee403e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078518, 'name': ReconfigVM_Task, 'duration_secs': 0.151081} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.062849] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7648fd3-1be6-4982-9b23-428f7eee403e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 4758bc47-8c26-4a22-9a8b-ba9b9111dc05] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-808124', 'volume_id': '9eb4789c-d41e-494f-870b-8a1581b0be09', 'name': 'volume-9eb4789c-d41e-494f-870b-8a1581b0be09', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4758bc47-8c26-4a22-9a8b-ba9b9111dc05', 'attached_at': '', 'detached_at': '', 'volume_id': '9eb4789c-d41e-494f-870b-8a1581b0be09', 'serial': '9eb4789c-d41e-494f-870b-8a1581b0be09'} {{(pid=69889) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1533.965027] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1533.965446] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1534.111430] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7648fd3-1be6-4982-9b23-428f7eee403e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 4758bc47-8c26-4a22-9a8b-ba9b9111dc05] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1534.111754] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-af2c5018-91b6-4f0d-bdd1-72d82e5a00e9 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.119395] env[69889]: DEBUG oslo_vmware.api [None req-e7648fd3-1be6-4982-9b23-428f7eee403e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Waiting for the task: (returnval){ [ 1534.119395] env[69889]: value = "task-4078519" [ 1534.119395] env[69889]: _type = "Task" [ 1534.119395] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.127549] env[69889]: DEBUG oslo_vmware.api [None req-e7648fd3-1be6-4982-9b23-428f7eee403e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078519, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.632018] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7648fd3-1be6-4982-9b23-428f7eee403e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 4758bc47-8c26-4a22-9a8b-ba9b9111dc05] VM already powered off {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1534.632212] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7648fd3-1be6-4982-9b23-428f7eee403e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 4758bc47-8c26-4a22-9a8b-ba9b9111dc05] Volume detach. Driver type: vmdk {{(pid=69889) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1534.632376] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7648fd3-1be6-4982-9b23-428f7eee403e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 4758bc47-8c26-4a22-9a8b-ba9b9111dc05] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-808124', 'volume_id': '9eb4789c-d41e-494f-870b-8a1581b0be09', 'name': 'volume-9eb4789c-d41e-494f-870b-8a1581b0be09', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4758bc47-8c26-4a22-9a8b-ba9b9111dc05', 'attached_at': '', 'detached_at': '', 'volume_id': '9eb4789c-d41e-494f-870b-8a1581b0be09', 'serial': '9eb4789c-d41e-494f-870b-8a1581b0be09'} {{(pid=69889) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1534.633133] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5276f5ec-416a-4f7b-82af-749b7b4bae84 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.651368] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f77a7917-9306-4a24-83e6-37f6272b8d49 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.657728] env[69889]: WARNING nova.virt.vmwareapi.driver [None req-e7648fd3-1be6-4982-9b23-428f7eee403e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 4758bc47-8c26-4a22-9a8b-ba9b9111dc05] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1534.658024] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-e7648fd3-1be6-4982-9b23-428f7eee403e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 4758bc47-8c26-4a22-9a8b-ba9b9111dc05] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1534.658733] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c61de1e3-1e74-4aac-a38c-9dc6ec2b521b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.664828] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-e7648fd3-1be6-4982-9b23-428f7eee403e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 4758bc47-8c26-4a22-9a8b-ba9b9111dc05] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1534.665045] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e8b7be01-aa50-49a4-80f0-5b3edd05b82c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.736476] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-e7648fd3-1be6-4982-9b23-428f7eee403e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 4758bc47-8c26-4a22-9a8b-ba9b9111dc05] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1534.736687] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-e7648fd3-1be6-4982-9b23-428f7eee403e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 4758bc47-8c26-4a22-9a8b-ba9b9111dc05] Deleting contents of the VM from datastore datastore1 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1534.736853] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7648fd3-1be6-4982-9b23-428f7eee403e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Deleting the datastore file [datastore1] 4758bc47-8c26-4a22-9a8b-ba9b9111dc05 {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1534.737256] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3d414bf4-7fa9-4f7d-a271-0c93636d96b4 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.743999] env[69889]: DEBUG oslo_vmware.api [None req-e7648fd3-1be6-4982-9b23-428f7eee403e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Waiting for the task: (returnval){ [ 1534.743999] env[69889]: value = "task-4078521" [ 1534.743999] env[69889]: _type = "Task" [ 1534.743999] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.752441] env[69889]: DEBUG oslo_vmware.api [None req-e7648fd3-1be6-4982-9b23-428f7eee403e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078521, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.965198] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1535.254181] env[69889]: DEBUG oslo_vmware.api [None req-e7648fd3-1be6-4982-9b23-428f7eee403e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078521, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142212} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.254469] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7648fd3-1be6-4982-9b23-428f7eee403e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1535.254616] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-e7648fd3-1be6-4982-9b23-428f7eee403e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 4758bc47-8c26-4a22-9a8b-ba9b9111dc05] Deleted contents of the VM from datastore datastore1 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1535.254794] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-e7648fd3-1be6-4982-9b23-428f7eee403e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 4758bc47-8c26-4a22-9a8b-ba9b9111dc05] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1535.760209] env[69889]: INFO nova.virt.block_device [None req-e7648fd3-1be6-4982-9b23-428f7eee403e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 4758bc47-8c26-4a22-9a8b-ba9b9111dc05] Booting with volume 9eb4789c-d41e-494f-870b-8a1581b0be09 at /dev/sdb [ 1535.790702] env[69889]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a6cc2cb7-4394-481d-b825-233ec66f6133 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.800438] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53826f96-7035-442c-8cc6-e1cfe55f47ce {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.826729] env[69889]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3ee5f1d6-0ffc-4991-a3b5-b3490205740c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.836544] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5c1e81e-4c97-4c54-aadc-939d1849a195 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.862990] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-469d4388-fcb1-40f2-80f2-0e23bc1e1971 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.870229] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5515293e-1687-4b5f-84aa-326ec1b4b628 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.885702] env[69889]: DEBUG nova.virt.block_device [None req-e7648fd3-1be6-4982-9b23-428f7eee403e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 4758bc47-8c26-4a22-9a8b-ba9b9111dc05] Updating existing volume attachment record: be9f5878-1d69-4cf3-80dd-ff1d24daad36 {{(pid=69889) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1535.965523] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1536.964449] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1536.964602] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1536.964748] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1536.964886] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69889) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1537.966356] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1537.999889] env[69889]: DEBUG nova.virt.hardware [None req-e7648fd3-1be6-4982-9b23-428f7eee403e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1538.000154] env[69889]: DEBUG nova.virt.hardware [None req-e7648fd3-1be6-4982-9b23-428f7eee403e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1538.000315] env[69889]: DEBUG nova.virt.hardware [None req-e7648fd3-1be6-4982-9b23-428f7eee403e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1538.000510] env[69889]: DEBUG nova.virt.hardware [None req-e7648fd3-1be6-4982-9b23-428f7eee403e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1538.000661] env[69889]: DEBUG nova.virt.hardware [None req-e7648fd3-1be6-4982-9b23-428f7eee403e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1538.000805] env[69889]: DEBUG nova.virt.hardware [None req-e7648fd3-1be6-4982-9b23-428f7eee403e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1538.001013] env[69889]: DEBUG nova.virt.hardware [None req-e7648fd3-1be6-4982-9b23-428f7eee403e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1538.001249] env[69889]: DEBUG nova.virt.hardware [None req-e7648fd3-1be6-4982-9b23-428f7eee403e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1538.001422] env[69889]: DEBUG nova.virt.hardware [None req-e7648fd3-1be6-4982-9b23-428f7eee403e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1538.001584] env[69889]: DEBUG nova.virt.hardware [None req-e7648fd3-1be6-4982-9b23-428f7eee403e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1538.001750] env[69889]: DEBUG nova.virt.hardware [None req-e7648fd3-1be6-4982-9b23-428f7eee403e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1538.002649] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a030acca-e1a7-4875-b14d-0216bc127a38 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.010723] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38875fe0-37d6-4a51-9391-a6bfe91157cc {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.024613] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-e7648fd3-1be6-4982-9b23-428f7eee403e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 4758bc47-8c26-4a22-9a8b-ba9b9111dc05] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:13:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56136ef6-99d7-4562-9a9f-d66fec951c5c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fa9ff835-3a12-4d0a-9a6b-a3e948af66f8', 'vif_model': 'vmxnet3'}] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1538.031833] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e7648fd3-1be6-4982-9b23-428f7eee403e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1538.032085] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4758bc47-8c26-4a22-9a8b-ba9b9111dc05] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1538.032300] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cc808813-b5ad-4506-9738-804183afaf4e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.051427] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1538.051427] env[69889]: value = "task-4078522" [ 1538.051427] env[69889]: _type = "Task" [ 1538.051427] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.059021] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4078522, 'name': CreateVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.469983] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1538.470269] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1538.470452] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1538.470607] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69889) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1538.471511] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e854448-d13e-425c-9ff5-53a1bdc027cc {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.479969] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8441fd4-af8b-448f-9984-957df193a9a3 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.493673] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fde61954-96ac-4e40-ac1b-4a09b6ae6301 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.500497] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21702839-b2a8-490f-8da6-43d6ffbbe47f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.530460] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180385MB free_disk=20GB free_vcpus=48 pci_devices=None {{(pid=69889) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1538.530644] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1538.530806] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1538.560876] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4078522, 'name': CreateVM_Task} progress is 99%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.065640] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4078522, 'name': CreateVM_Task} progress is 99%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.562398] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4078522, 'name': CreateVM_Task, 'duration_secs': 1.04026} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.562607] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4758bc47-8c26-4a22-9a8b-ba9b9111dc05] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1539.563274] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e7648fd3-1be6-4982-9b23-428f7eee403e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.563444] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e7648fd3-1be6-4982-9b23-428f7eee403e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.563777] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e7648fd3-1be6-4982-9b23-428f7eee403e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.564047] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb77b087-93cd-4e37-a345-712a7550a261 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.570142] env[69889]: DEBUG oslo_vmware.api [None req-e7648fd3-1be6-4982-9b23-428f7eee403e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Waiting for the task: (returnval){ [ 1539.570142] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52c4921f-7bab-d9d1-db2b-c0cf5c868789" [ 1539.570142] env[69889]: _type = "Task" [ 1539.570142] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.579060] env[69889]: DEBUG oslo_vmware.api [None req-e7648fd3-1be6-4982-9b23-428f7eee403e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52c4921f-7bab-d9d1-db2b-c0cf5c868789, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.631319] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance 6d4d6cfe-f8c0-4d05-a642-e3859a90f09f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1539.631476] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance 4758bc47-8c26-4a22-9a8b-ba9b9111dc05 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1539.631640] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance 100846b6-3f9e-48b5-b902-869267095701 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1539.631780] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=69889) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1539.631922] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=69889) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1539.682791] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fa19f51-8c40-4338-92b7-447f17ebdae8 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.690775] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abd8627f-8d42-42f0-be92-cf5033940ae1 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.722493] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b39c0639-aad9-49eb-94b2-09558fba6406 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.731053] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f83abbf-035c-4c3c-94d5-2f1af3860a53 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.744907] env[69889]: DEBUG nova.compute.provider_tree [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1540.080127] env[69889]: DEBUG oslo_vmware.api [None req-e7648fd3-1be6-4982-9b23-428f7eee403e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52c4921f-7bab-d9d1-db2b-c0cf5c868789, 'name': SearchDatastore_Task, 'duration_secs': 0.012729} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.080480] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e7648fd3-1be6-4982-9b23-428f7eee403e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.080626] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-e7648fd3-1be6-4982-9b23-428f7eee403e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 4758bc47-8c26-4a22-9a8b-ba9b9111dc05] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1540.080864] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e7648fd3-1be6-4982-9b23-428f7eee403e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.081021] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e7648fd3-1be6-4982-9b23-428f7eee403e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.081205] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7648fd3-1be6-4982-9b23-428f7eee403e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1540.081466] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-244c9626-918b-4fcc-8485-d0f5a25b7b9d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.090354] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7648fd3-1be6-4982-9b23-428f7eee403e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1540.090519] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-e7648fd3-1be6-4982-9b23-428f7eee403e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1540.091247] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e38f309-e984-4cac-b87b-836bedd01368 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.096853] env[69889]: DEBUG oslo_vmware.api [None req-e7648fd3-1be6-4982-9b23-428f7eee403e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Waiting for the task: (returnval){ [ 1540.096853] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]524436e1-eb59-230f-dcfe-345d2f2e68f1" [ 1540.096853] env[69889]: _type = "Task" [ 1540.096853] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.104067] env[69889]: DEBUG oslo_vmware.api [None req-e7648fd3-1be6-4982-9b23-428f7eee403e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]524436e1-eb59-230f-dcfe-345d2f2e68f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.248369] env[69889]: DEBUG nova.scheduler.client.report [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1540.606976] env[69889]: DEBUG oslo_vmware.api [None req-e7648fd3-1be6-4982-9b23-428f7eee403e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]524436e1-eb59-230f-dcfe-345d2f2e68f1, 'name': SearchDatastore_Task, 'duration_secs': 0.008988} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.607765] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54e4b921-c349-46b6-8658-f718301f1d60 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.613094] env[69889]: DEBUG oslo_vmware.api [None req-e7648fd3-1be6-4982-9b23-428f7eee403e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Waiting for the task: (returnval){ [ 1540.613094] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52c6c415-70a3-5782-a844-a98c2f75e33f" [ 1540.613094] env[69889]: _type = "Task" [ 1540.613094] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.621045] env[69889]: DEBUG oslo_vmware.api [None req-e7648fd3-1be6-4982-9b23-428f7eee403e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52c6c415-70a3-5782-a844-a98c2f75e33f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.753349] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69889) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1540.753573] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.223s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1540.753786] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1540.753939] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Cleaning up deleted instances {{(pid=69889) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1541.122960] env[69889]: DEBUG oslo_vmware.api [None req-e7648fd3-1be6-4982-9b23-428f7eee403e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52c6c415-70a3-5782-a844-a98c2f75e33f, 'name': SearchDatastore_Task, 'duration_secs': 0.010447} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.123353] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e7648fd3-1be6-4982-9b23-428f7eee403e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.123455] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7648fd3-1be6-4982-9b23-428f7eee403e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore1] 4758bc47-8c26-4a22-9a8b-ba9b9111dc05/4758bc47-8c26-4a22-9a8b-ba9b9111dc05.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1541.123715] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0ab5b88d-88cc-4807-9975-0db214999318 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.131058] env[69889]: DEBUG oslo_vmware.api [None req-e7648fd3-1be6-4982-9b23-428f7eee403e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Waiting for the task: (returnval){ [ 1541.131058] env[69889]: value = "task-4078523" [ 1541.131058] env[69889]: _type = "Task" [ 1541.131058] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.138814] env[69889]: DEBUG oslo_vmware.api [None req-e7648fd3-1be6-4982-9b23-428f7eee403e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078523, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.264962] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] There are 23 instances to clean {{(pid=69889) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1541.265245] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] [instance: 514365f8-b397-44e6-8a42-79e420a61e5d] Instance has had 0 of 5 cleanup attempts {{(pid=69889) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1541.641732] env[69889]: DEBUG oslo_vmware.api [None req-e7648fd3-1be6-4982-9b23-428f7eee403e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078523, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.451335} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.642035] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7648fd3-1be6-4982-9b23-428f7eee403e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore1] 4758bc47-8c26-4a22-9a8b-ba9b9111dc05/4758bc47-8c26-4a22-9a8b-ba9b9111dc05.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1541.642301] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-e7648fd3-1be6-4982-9b23-428f7eee403e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 4758bc47-8c26-4a22-9a8b-ba9b9111dc05] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1541.642613] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ecdd2721-2b3d-4d7f-b04e-1e7038eb9890 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.650783] env[69889]: DEBUG oslo_vmware.api [None req-e7648fd3-1be6-4982-9b23-428f7eee403e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Waiting for the task: (returnval){ [ 1541.650783] env[69889]: value = "task-4078524" [ 1541.650783] env[69889]: _type = "Task" [ 1541.650783] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.661620] env[69889]: DEBUG oslo_vmware.api [None req-e7648fd3-1be6-4982-9b23-428f7eee403e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078524, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.768357] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] [instance: cd361238-33fb-4f4d-9964-b18aecffb670] Instance has had 0 of 5 cleanup attempts {{(pid=69889) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1542.161020] env[69889]: DEBUG oslo_vmware.api [None req-e7648fd3-1be6-4982-9b23-428f7eee403e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078524, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.109902} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.161448] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-e7648fd3-1be6-4982-9b23-428f7eee403e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 4758bc47-8c26-4a22-9a8b-ba9b9111dc05] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1542.162103] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-033168e9-5e73-43a4-818d-b199dcc32843 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.183904] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7648fd3-1be6-4982-9b23-428f7eee403e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 4758bc47-8c26-4a22-9a8b-ba9b9111dc05] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] 4758bc47-8c26-4a22-9a8b-ba9b9111dc05/4758bc47-8c26-4a22-9a8b-ba9b9111dc05.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1542.184202] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6f0c657-8d38-4028-9694-ec4edb47c21d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.204166] env[69889]: DEBUG oslo_vmware.api [None req-e7648fd3-1be6-4982-9b23-428f7eee403e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Waiting for the task: (returnval){ [ 1542.204166] env[69889]: value = "task-4078525" [ 1542.204166] env[69889]: _type = "Task" [ 1542.204166] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.212806] env[69889]: DEBUG oslo_vmware.api [None req-e7648fd3-1be6-4982-9b23-428f7eee403e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078525, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.271607] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] [instance: 2e8e9365-2332-4fa6-a41a-9e1214757ddb] Instance has had 0 of 5 cleanup attempts {{(pid=69889) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1542.713987] env[69889]: DEBUG oslo_vmware.api [None req-e7648fd3-1be6-4982-9b23-428f7eee403e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078525, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.774783] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] [instance: 8f00c680-4a38-4e34-831e-a4bad1588b61] Instance has had 0 of 5 cleanup attempts {{(pid=69889) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1543.215397] env[69889]: DEBUG oslo_vmware.api [None req-e7648fd3-1be6-4982-9b23-428f7eee403e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078525, 'name': ReconfigVM_Task, 'duration_secs': 0.529134} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.215812] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7648fd3-1be6-4982-9b23-428f7eee403e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 4758bc47-8c26-4a22-9a8b-ba9b9111dc05] Reconfigured VM instance instance-0000007e to attach disk [datastore1] 4758bc47-8c26-4a22-9a8b-ba9b9111dc05/4758bc47-8c26-4a22-9a8b-ba9b9111dc05.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1543.216891] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-e7648fd3-1be6-4982-9b23-428f7eee403e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 4758bc47-8c26-4a22-9a8b-ba9b9111dc05] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'disk_bus': None, 'encrypted': False, 'encryption_format': None, 'encryption_options': None, 'device_type': 'disk', 'encryption_secret_uuid': None, 'guest_format': None, 'boot_index': 0, 'size': 0, 'device_name': '/dev/sda', 'image_id': 'fdedeb32-acda-4585-a195-4af2c3a4f070'}], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-808124', 'volume_id': '9eb4789c-d41e-494f-870b-8a1581b0be09', 'name': 'volume-9eb4789c-d41e-494f-870b-8a1581b0be09', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4758bc47-8c26-4a22-9a8b-ba9b9111dc05', 'attached_at': '', 'detached_at': '', 'volume_id': '9eb4789c-d41e-494f-870b-8a1581b0be09', 'serial': '9eb4789c-d41e-494f-870b-8a1581b0be09'}, 'mount_device': '/dev/sdb', 'attachment_id': 'be9f5878-1d69-4cf3-80dd-ff1d24daad36', 'guest_format': None, 'boot_index': None, 'delete_on_termination': False, 'volume_type': None}], 'swap': None} {{(pid=69889) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1543.217150] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7648fd3-1be6-4982-9b23-428f7eee403e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 4758bc47-8c26-4a22-9a8b-ba9b9111dc05] Volume attach. Driver type: vmdk {{(pid=69889) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1543.217385] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7648fd3-1be6-4982-9b23-428f7eee403e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 4758bc47-8c26-4a22-9a8b-ba9b9111dc05] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-808124', 'volume_id': '9eb4789c-d41e-494f-870b-8a1581b0be09', 'name': 'volume-9eb4789c-d41e-494f-870b-8a1581b0be09', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4758bc47-8c26-4a22-9a8b-ba9b9111dc05', 'attached_at': '', 'detached_at': '', 'volume_id': '9eb4789c-d41e-494f-870b-8a1581b0be09', 'serial': '9eb4789c-d41e-494f-870b-8a1581b0be09'} {{(pid=69889) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1543.218246] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58c682b8-3f46-492c-815a-3095760c3c06 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.234710] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70e67712-b1f2-49a1-957d-123b6f24bd1f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.259578] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7648fd3-1be6-4982-9b23-428f7eee403e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 4758bc47-8c26-4a22-9a8b-ba9b9111dc05] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] volume-9eb4789c-d41e-494f-870b-8a1581b0be09/volume-9eb4789c-d41e-494f-870b-8a1581b0be09.vmdk or device None with type thin {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1543.259865] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18e40859-ed3c-41c7-8de2-e8e9990d5c2e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.277967] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] [instance: 97423c2a-22cc-47d3-9dad-cb079c05fb11] Instance has had 0 of 5 cleanup attempts {{(pid=69889) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1543.279816] env[69889]: DEBUG oslo_vmware.api [None req-e7648fd3-1be6-4982-9b23-428f7eee403e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Waiting for the task: (returnval){ [ 1543.279816] env[69889]: value = "task-4078526" [ 1543.279816] env[69889]: _type = "Task" [ 1543.279816] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.288375] env[69889]: DEBUG oslo_vmware.api [None req-e7648fd3-1be6-4982-9b23-428f7eee403e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078526, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.781286] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] [instance: 7ba074c5-0df4-423b-98f5-323576e81dc8] Instance has had 0 of 5 cleanup attempts {{(pid=69889) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1543.797396] env[69889]: DEBUG oslo_vmware.api [None req-e7648fd3-1be6-4982-9b23-428f7eee403e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078526, 'name': ReconfigVM_Task, 'duration_secs': 0.316376} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.797807] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7648fd3-1be6-4982-9b23-428f7eee403e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 4758bc47-8c26-4a22-9a8b-ba9b9111dc05] Reconfigured VM instance instance-0000007e to attach disk [datastore2] volume-9eb4789c-d41e-494f-870b-8a1581b0be09/volume-9eb4789c-d41e-494f-870b-8a1581b0be09.vmdk or device None with type thin {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1543.806962] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9271ebcd-d912-4b61-84fe-ed4ac7348907 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.831885] env[69889]: DEBUG oslo_vmware.api [None req-e7648fd3-1be6-4982-9b23-428f7eee403e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Waiting for the task: (returnval){ [ 1543.831885] env[69889]: value = "task-4078527" [ 1543.831885] env[69889]: _type = "Task" [ 1543.831885] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.845074] env[69889]: DEBUG oslo_vmware.api [None req-e7648fd3-1be6-4982-9b23-428f7eee403e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078527, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.291213] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] [instance: a416e3f3-1ed3-4c20-b205-bb2cd74eeafc] Instance has had 0 of 5 cleanup attempts {{(pid=69889) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1544.343071] env[69889]: DEBUG oslo_vmware.api [None req-e7648fd3-1be6-4982-9b23-428f7eee403e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078527, 'name': ReconfigVM_Task, 'duration_secs': 0.14636} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.343071] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7648fd3-1be6-4982-9b23-428f7eee403e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 4758bc47-8c26-4a22-9a8b-ba9b9111dc05] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-808124', 'volume_id': '9eb4789c-d41e-494f-870b-8a1581b0be09', 'name': 'volume-9eb4789c-d41e-494f-870b-8a1581b0be09', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4758bc47-8c26-4a22-9a8b-ba9b9111dc05', 'attached_at': '', 'detached_at': '', 'volume_id': '9eb4789c-d41e-494f-870b-8a1581b0be09', 'serial': '9eb4789c-d41e-494f-870b-8a1581b0be09'} {{(pid=69889) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1544.343361] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-58ccdd57-88f7-4f22-aa4c-3dbb5cdffcbb {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.351792] env[69889]: DEBUG oslo_vmware.api [None req-e7648fd3-1be6-4982-9b23-428f7eee403e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Waiting for the task: (returnval){ [ 1544.351792] env[69889]: value = "task-4078528" [ 1544.351792] env[69889]: _type = "Task" [ 1544.351792] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.360794] env[69889]: DEBUG oslo_vmware.api [None req-e7648fd3-1be6-4982-9b23-428f7eee403e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078528, 'name': Rename_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.794559] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] [instance: c4ba7e48-883c-43a8-bee6-081ef4b839a9] Instance has had 0 of 5 cleanup attempts {{(pid=69889) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1544.862119] env[69889]: DEBUG oslo_vmware.api [None req-e7648fd3-1be6-4982-9b23-428f7eee403e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078528, 'name': Rename_Task, 'duration_secs': 0.151475} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.862394] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7648fd3-1be6-4982-9b23-428f7eee403e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 4758bc47-8c26-4a22-9a8b-ba9b9111dc05] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1544.862666] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-55616d37-c915-4696-b5e0-144e618d9371 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.870929] env[69889]: DEBUG oslo_vmware.api [None req-e7648fd3-1be6-4982-9b23-428f7eee403e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Waiting for the task: (returnval){ [ 1544.870929] env[69889]: value = "task-4078529" [ 1544.870929] env[69889]: _type = "Task" [ 1544.870929] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.878741] env[69889]: DEBUG oslo_vmware.api [None req-e7648fd3-1be6-4982-9b23-428f7eee403e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078529, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.299030] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] [instance: af195e69-2192-41dd-821b-b74e916d8d08] Instance has had 0 of 5 cleanup attempts {{(pid=69889) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1545.381020] env[69889]: DEBUG oslo_vmware.api [None req-e7648fd3-1be6-4982-9b23-428f7eee403e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078529, 'name': PowerOnVM_Task, 'duration_secs': 0.490685} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.381678] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7648fd3-1be6-4982-9b23-428f7eee403e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 4758bc47-8c26-4a22-9a8b-ba9b9111dc05] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1545.382033] env[69889]: DEBUG nova.compute.manager [None req-e7648fd3-1be6-4982-9b23-428f7eee403e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 4758bc47-8c26-4a22-9a8b-ba9b9111dc05] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1545.382950] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fd9cb84-0471-411a-8a3f-1c7b00b0e8a7 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.801849] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] [instance: e3a760bd-82e3-4ee0-bbb6-ba9784cba05d] Instance has had 0 of 5 cleanup attempts {{(pid=69889) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1545.903527] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e7648fd3-1be6-4982-9b23-428f7eee403e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1545.903837] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e7648fd3-1be6-4982-9b23-428f7eee403e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1545.904028] env[69889]: DEBUG nova.objects.instance [None req-e7648fd3-1be6-4982-9b23-428f7eee403e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 4758bc47-8c26-4a22-9a8b-ba9b9111dc05] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69889) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1546.305391] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] [instance: 999b2a97-48c1-4433-82a9-80f354ba33a7] Instance has had 0 of 5 cleanup attempts {{(pid=69889) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1546.808648] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] [instance: b507d799-4465-4de5-8708-a59b6704e741] Instance has had 0 of 5 cleanup attempts {{(pid=69889) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1546.912940] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e7648fd3-1be6-4982-9b23-428f7eee403e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1547.312424] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] [instance: 2f748779-c389-40ae-b572-373ffed151b7] Instance has had 0 of 5 cleanup attempts {{(pid=69889) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1547.815664] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] [instance: 30fc419c-759b-4037-8cab-0d5a5360e061] Instance has had 0 of 5 cleanup attempts {{(pid=69889) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1548.319833] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] [instance: 46d9e033-471e-48d4-8648-eb8d4722bca5] Instance has had 0 of 5 cleanup attempts {{(pid=69889) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1548.824279] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] [instance: d87d5259-3b70-4a19-b1df-c73b1279d429] Instance has had 0 of 5 cleanup attempts {{(pid=69889) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1549.327916] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] [instance: 5f8f6d7f-2483-49f3-b08f-c4944dd39291] Instance has had 0 of 5 cleanup attempts {{(pid=69889) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1549.831774] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] [instance: b05b774d-6161-4dcf-924b-c15c2aa9ced6] Instance has had 0 of 5 cleanup attempts {{(pid=69889) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1550.336168] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] [instance: 97dd9521-55f5-43b9-8248-ac2051b9dd87] Instance has had 0 of 5 cleanup attempts {{(pid=69889) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1550.840443] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] [instance: c9e8d3ff-04ce-4c2e-baa3-cb030dd978f9] Instance has had 0 of 5 cleanup attempts {{(pid=69889) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1551.344958] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] [instance: 39aba68a-2ac8-47be-b799-ef9f1cfb4521] Instance has had 0 of 5 cleanup attempts {{(pid=69889) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1551.849186] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] [instance: 984c2c59-44de-4b93-b198-327b68415ce4] Instance has had 0 of 5 cleanup attempts {{(pid=69889) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1552.352607] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] [instance: 8866902a-621e-444a-a853-a3753f0418f2] Instance has had 0 of 5 cleanup attempts {{(pid=69889) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1552.856459] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1552.856720] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Cleaning up deleted instances with incomplete migration {{(pid=69889) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1553.359348] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1566.476081] env[69889]: DEBUG oslo_concurrency.lockutils [None req-bd53d178-c918-476f-bbf3-57d9015799cb tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Acquiring lock "100846b6-3f9e-48b5-b902-869267095701" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1566.476509] env[69889]: DEBUG oslo_concurrency.lockutils [None req-bd53d178-c918-476f-bbf3-57d9015799cb tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Lock "100846b6-3f9e-48b5-b902-869267095701" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1566.476557] env[69889]: DEBUG oslo_concurrency.lockutils [None req-bd53d178-c918-476f-bbf3-57d9015799cb tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Acquiring lock "100846b6-3f9e-48b5-b902-869267095701-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1566.476755] env[69889]: DEBUG oslo_concurrency.lockutils [None req-bd53d178-c918-476f-bbf3-57d9015799cb tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Lock "100846b6-3f9e-48b5-b902-869267095701-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1566.476920] env[69889]: DEBUG oslo_concurrency.lockutils [None req-bd53d178-c918-476f-bbf3-57d9015799cb tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Lock "100846b6-3f9e-48b5-b902-869267095701-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1566.480450] env[69889]: INFO nova.compute.manager [None req-bd53d178-c918-476f-bbf3-57d9015799cb tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: 100846b6-3f9e-48b5-b902-869267095701] Terminating instance [ 1566.984419] env[69889]: DEBUG nova.compute.manager [None req-bd53d178-c918-476f-bbf3-57d9015799cb tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: 100846b6-3f9e-48b5-b902-869267095701] Start destroying the instance on the hypervisor. {{(pid=69889) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1566.984755] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-bd53d178-c918-476f-bbf3-57d9015799cb tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: 100846b6-3f9e-48b5-b902-869267095701] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1566.985671] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8253657a-0737-4a56-ab47-ca48fd0f0ef2 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.993250] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd53d178-c918-476f-bbf3-57d9015799cb tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: 100846b6-3f9e-48b5-b902-869267095701] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1566.993476] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ddcee06a-5be0-404c-b34a-624dc4693fc3 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.999575] env[69889]: DEBUG oslo_vmware.api [None req-bd53d178-c918-476f-bbf3-57d9015799cb tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Waiting for the task: (returnval){ [ 1566.999575] env[69889]: value = "task-4078530" [ 1566.999575] env[69889]: _type = "Task" [ 1566.999575] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.007507] env[69889]: DEBUG oslo_vmware.api [None req-bd53d178-c918-476f-bbf3-57d9015799cb tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Task: {'id': task-4078530, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.509832] env[69889]: DEBUG oslo_vmware.api [None req-bd53d178-c918-476f-bbf3-57d9015799cb tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Task: {'id': task-4078530, 'name': PowerOffVM_Task, 'duration_secs': 0.247141} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.510325] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd53d178-c918-476f-bbf3-57d9015799cb tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: 100846b6-3f9e-48b5-b902-869267095701] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1567.510379] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-bd53d178-c918-476f-bbf3-57d9015799cb tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: 100846b6-3f9e-48b5-b902-869267095701] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1567.510599] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-09a5e522-fca6-4be2-94c4-0c334283344f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.582863] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-bd53d178-c918-476f-bbf3-57d9015799cb tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: 100846b6-3f9e-48b5-b902-869267095701] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1567.583191] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-bd53d178-c918-476f-bbf3-57d9015799cb tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: 100846b6-3f9e-48b5-b902-869267095701] Deleting contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1567.583478] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd53d178-c918-476f-bbf3-57d9015799cb tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Deleting the datastore file [datastore2] 100846b6-3f9e-48b5-b902-869267095701 {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1567.583825] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-faba7405-6d12-4570-ae3d-9d20898ce28e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.591878] env[69889]: DEBUG oslo_vmware.api [None req-bd53d178-c918-476f-bbf3-57d9015799cb tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Waiting for the task: (returnval){ [ 1567.591878] env[69889]: value = "task-4078532" [ 1567.591878] env[69889]: _type = "Task" [ 1567.591878] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.600203] env[69889]: DEBUG oslo_vmware.api [None req-bd53d178-c918-476f-bbf3-57d9015799cb tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Task: {'id': task-4078532, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.101439] env[69889]: DEBUG oslo_vmware.api [None req-bd53d178-c918-476f-bbf3-57d9015799cb tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Task: {'id': task-4078532, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.19455} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.101708] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd53d178-c918-476f-bbf3-57d9015799cb tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1568.101898] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-bd53d178-c918-476f-bbf3-57d9015799cb tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: 100846b6-3f9e-48b5-b902-869267095701] Deleted contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1568.102088] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-bd53d178-c918-476f-bbf3-57d9015799cb tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: 100846b6-3f9e-48b5-b902-869267095701] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1568.104385] env[69889]: INFO nova.compute.manager [None req-bd53d178-c918-476f-bbf3-57d9015799cb tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] [instance: 100846b6-3f9e-48b5-b902-869267095701] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1568.104385] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd53d178-c918-476f-bbf3-57d9015799cb tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1568.104385] env[69889]: DEBUG nova.compute.manager [-] [instance: 100846b6-3f9e-48b5-b902-869267095701] Deallocating network for instance {{(pid=69889) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1568.104385] env[69889]: DEBUG nova.network.neutron [-] [instance: 100846b6-3f9e-48b5-b902-869267095701] deallocate_for_instance() {{(pid=69889) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1568.585965] env[69889]: DEBUG nova.compute.manager [req-a2799e9b-0086-4654-bc4d-92798deba684 req-194758f1-029a-465f-bfc0-62e727387c5b service nova] [instance: 100846b6-3f9e-48b5-b902-869267095701] Received event network-vif-deleted-949c3ad0-7c20-4fba-a0ac-2c28f405a2e4 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1568.586277] env[69889]: INFO nova.compute.manager [req-a2799e9b-0086-4654-bc4d-92798deba684 req-194758f1-029a-465f-bfc0-62e727387c5b service nova] [instance: 100846b6-3f9e-48b5-b902-869267095701] Neutron deleted interface 949c3ad0-7c20-4fba-a0ac-2c28f405a2e4; detaching it from the instance and deleting it from the info cache [ 1568.586409] env[69889]: DEBUG nova.network.neutron [req-a2799e9b-0086-4654-bc4d-92798deba684 req-194758f1-029a-465f-bfc0-62e727387c5b service nova] [instance: 100846b6-3f9e-48b5-b902-869267095701] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1569.071062] env[69889]: DEBUG nova.network.neutron [-] [instance: 100846b6-3f9e-48b5-b902-869267095701] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1569.089041] env[69889]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-60aa6579-de05-46f4-a96e-886c95898120 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.100559] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ac30a47-57ac-4d24-8097-5c962a5046e7 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.127220] env[69889]: DEBUG nova.compute.manager [req-a2799e9b-0086-4654-bc4d-92798deba684 req-194758f1-029a-465f-bfc0-62e727387c5b service nova] [instance: 100846b6-3f9e-48b5-b902-869267095701] Detach interface failed, port_id=949c3ad0-7c20-4fba-a0ac-2c28f405a2e4, reason: Instance 100846b6-3f9e-48b5-b902-869267095701 could not be found. {{(pid=69889) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1569.574315] env[69889]: INFO nova.compute.manager [-] [instance: 100846b6-3f9e-48b5-b902-869267095701] Took 1.47 seconds to deallocate network for instance. [ 1570.080602] env[69889]: DEBUG oslo_concurrency.lockutils [None req-bd53d178-c918-476f-bbf3-57d9015799cb tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1570.080986] env[69889]: DEBUG oslo_concurrency.lockutils [None req-bd53d178-c918-476f-bbf3-57d9015799cb tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1570.081069] env[69889]: DEBUG nova.objects.instance [None req-bd53d178-c918-476f-bbf3-57d9015799cb tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Lazy-loading 'resources' on Instance uuid 100846b6-3f9e-48b5-b902-869267095701 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1570.639694] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f105c4e2-0135-4f7c-abb9-faac9181b828 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.647846] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccc969c7-6a93-47c4-9c14-d38b9d0d195a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.678442] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5821724a-65ea-48ef-b120-a50fcf510e93 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.686524] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37448582-47ed-408e-b8bd-ff18e4265937 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.701101] env[69889]: DEBUG nova.compute.provider_tree [None req-bd53d178-c918-476f-bbf3-57d9015799cb tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1571.204874] env[69889]: DEBUG nova.scheduler.client.report [None req-bd53d178-c918-476f-bbf3-57d9015799cb tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1571.710028] env[69889]: DEBUG oslo_concurrency.lockutils [None req-bd53d178-c918-476f-bbf3-57d9015799cb tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.629s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1571.731663] env[69889]: INFO nova.scheduler.client.report [None req-bd53d178-c918-476f-bbf3-57d9015799cb tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Deleted allocations for instance 100846b6-3f9e-48b5-b902-869267095701 [ 1572.239026] env[69889]: DEBUG oslo_concurrency.lockutils [None req-bd53d178-c918-476f-bbf3-57d9015799cb tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Lock "100846b6-3f9e-48b5-b902-869267095701" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.763s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1583.373337] env[69889]: DEBUG oslo_concurrency.lockutils [None req-73b59261-2ba2-4132-9a8a-76c3c4d6094c tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Acquiring lock "4758bc47-8c26-4a22-9a8b-ba9b9111dc05" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1583.373769] env[69889]: DEBUG oslo_concurrency.lockutils [None req-73b59261-2ba2-4132-9a8a-76c3c4d6094c tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Lock "4758bc47-8c26-4a22-9a8b-ba9b9111dc05" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1583.877098] env[69889]: INFO nova.compute.manager [None req-73b59261-2ba2-4132-9a8a-76c3c4d6094c tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 4758bc47-8c26-4a22-9a8b-ba9b9111dc05] Detaching volume 9eb4789c-d41e-494f-870b-8a1581b0be09 [ 1583.914450] env[69889]: INFO nova.virt.block_device [None req-73b59261-2ba2-4132-9a8a-76c3c4d6094c tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 4758bc47-8c26-4a22-9a8b-ba9b9111dc05] Attempting to driver detach volume 9eb4789c-d41e-494f-870b-8a1581b0be09 from mountpoint /dev/sdb [ 1583.914650] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-73b59261-2ba2-4132-9a8a-76c3c4d6094c tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 4758bc47-8c26-4a22-9a8b-ba9b9111dc05] Volume detach. Driver type: vmdk {{(pid=69889) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1583.914897] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-73b59261-2ba2-4132-9a8a-76c3c4d6094c tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 4758bc47-8c26-4a22-9a8b-ba9b9111dc05] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-808124', 'volume_id': '9eb4789c-d41e-494f-870b-8a1581b0be09', 'name': 'volume-9eb4789c-d41e-494f-870b-8a1581b0be09', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4758bc47-8c26-4a22-9a8b-ba9b9111dc05', 'attached_at': '', 'detached_at': '', 'volume_id': '9eb4789c-d41e-494f-870b-8a1581b0be09', 'serial': '9eb4789c-d41e-494f-870b-8a1581b0be09'} {{(pid=69889) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1583.915872] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66030730-408e-4e44-b6a9-018ed44b35a2 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.938716] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9e72645-10f3-4d00-8add-c965b058aaf6 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.946945] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-215a9f7a-2d9a-418f-ab57-65a29a0ec45e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.968269] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-390a60a1-832a-4cce-a6a1-df5c2d990c7b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.983143] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-73b59261-2ba2-4132-9a8a-76c3c4d6094c tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] The volume has not been displaced from its original location: [datastore2] volume-9eb4789c-d41e-494f-870b-8a1581b0be09/volume-9eb4789c-d41e-494f-870b-8a1581b0be09.vmdk. No consolidation needed. {{(pid=69889) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1583.988302] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-73b59261-2ba2-4132-9a8a-76c3c4d6094c tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 4758bc47-8c26-4a22-9a8b-ba9b9111dc05] Reconfiguring VM instance instance-0000007e to detach disk 2001 {{(pid=69889) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1583.988594] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2f31c19-470d-420c-9795-f317ef44f68b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.007746] env[69889]: DEBUG oslo_vmware.api [None req-73b59261-2ba2-4132-9a8a-76c3c4d6094c tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Waiting for the task: (returnval){ [ 1584.007746] env[69889]: value = "task-4078534" [ 1584.007746] env[69889]: _type = "Task" [ 1584.007746] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.016585] env[69889]: DEBUG oslo_vmware.api [None req-73b59261-2ba2-4132-9a8a-76c3c4d6094c tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078534, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.518307] env[69889]: DEBUG oslo_vmware.api [None req-73b59261-2ba2-4132-9a8a-76c3c4d6094c tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078534, 'name': ReconfigVM_Task, 'duration_secs': 0.227699} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.518700] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-73b59261-2ba2-4132-9a8a-76c3c4d6094c tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 4758bc47-8c26-4a22-9a8b-ba9b9111dc05] Reconfigured VM instance instance-0000007e to detach disk 2001 {{(pid=69889) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1584.523550] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c26c81d5-896b-46d1-ae3d-c23e52dcd651 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.539633] env[69889]: DEBUG oslo_vmware.api [None req-73b59261-2ba2-4132-9a8a-76c3c4d6094c tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Waiting for the task: (returnval){ [ 1584.539633] env[69889]: value = "task-4078535" [ 1584.539633] env[69889]: _type = "Task" [ 1584.539633] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.548166] env[69889]: DEBUG oslo_vmware.api [None req-73b59261-2ba2-4132-9a8a-76c3c4d6094c tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078535, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.050077] env[69889]: DEBUG oslo_vmware.api [None req-73b59261-2ba2-4132-9a8a-76c3c4d6094c tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078535, 'name': ReconfigVM_Task, 'duration_secs': 0.140752} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.050409] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-73b59261-2ba2-4132-9a8a-76c3c4d6094c tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 4758bc47-8c26-4a22-9a8b-ba9b9111dc05] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-808124', 'volume_id': '9eb4789c-d41e-494f-870b-8a1581b0be09', 'name': 'volume-9eb4789c-d41e-494f-870b-8a1581b0be09', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4758bc47-8c26-4a22-9a8b-ba9b9111dc05', 'attached_at': '', 'detached_at': '', 'volume_id': '9eb4789c-d41e-494f-870b-8a1581b0be09', 'serial': '9eb4789c-d41e-494f-870b-8a1581b0be09'} {{(pid=69889) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1585.590584] env[69889]: DEBUG nova.objects.instance [None req-73b59261-2ba2-4132-9a8a-76c3c4d6094c tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Lazy-loading 'flavor' on Instance uuid 4758bc47-8c26-4a22-9a8b-ba9b9111dc05 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1586.599696] env[69889]: DEBUG oslo_concurrency.lockutils [None req-73b59261-2ba2-4132-9a8a-76c3c4d6094c tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Lock "4758bc47-8c26-4a22-9a8b-ba9b9111dc05" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.226s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1587.622202] env[69889]: DEBUG oslo_concurrency.lockutils [None req-29a37453-51d5-4ea4-9dd1-ee7293db8b2b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Acquiring lock "4758bc47-8c26-4a22-9a8b-ba9b9111dc05" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1587.622597] env[69889]: DEBUG oslo_concurrency.lockutils [None req-29a37453-51d5-4ea4-9dd1-ee7293db8b2b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Lock "4758bc47-8c26-4a22-9a8b-ba9b9111dc05" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1587.622669] env[69889]: DEBUG oslo_concurrency.lockutils [None req-29a37453-51d5-4ea4-9dd1-ee7293db8b2b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Acquiring lock "4758bc47-8c26-4a22-9a8b-ba9b9111dc05-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1587.622873] env[69889]: DEBUG oslo_concurrency.lockutils [None req-29a37453-51d5-4ea4-9dd1-ee7293db8b2b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Lock "4758bc47-8c26-4a22-9a8b-ba9b9111dc05-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1587.623074] env[69889]: DEBUG oslo_concurrency.lockutils [None req-29a37453-51d5-4ea4-9dd1-ee7293db8b2b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Lock "4758bc47-8c26-4a22-9a8b-ba9b9111dc05-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1587.625223] env[69889]: INFO nova.compute.manager [None req-29a37453-51d5-4ea4-9dd1-ee7293db8b2b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 4758bc47-8c26-4a22-9a8b-ba9b9111dc05] Terminating instance [ 1588.129776] env[69889]: DEBUG nova.compute.manager [None req-29a37453-51d5-4ea4-9dd1-ee7293db8b2b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 4758bc47-8c26-4a22-9a8b-ba9b9111dc05] Start destroying the instance on the hypervisor. {{(pid=69889) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1588.130017] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-29a37453-51d5-4ea4-9dd1-ee7293db8b2b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 4758bc47-8c26-4a22-9a8b-ba9b9111dc05] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1588.130935] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7428f2f-a080-494a-800b-396702c0db4b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.139030] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-29a37453-51d5-4ea4-9dd1-ee7293db8b2b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 4758bc47-8c26-4a22-9a8b-ba9b9111dc05] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1588.139292] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cba12941-6bb3-4a21-94ef-ad48ca61fb5b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.145963] env[69889]: DEBUG oslo_vmware.api [None req-29a37453-51d5-4ea4-9dd1-ee7293db8b2b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Waiting for the task: (returnval){ [ 1588.145963] env[69889]: value = "task-4078536" [ 1588.145963] env[69889]: _type = "Task" [ 1588.145963] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.154172] env[69889]: DEBUG oslo_vmware.api [None req-29a37453-51d5-4ea4-9dd1-ee7293db8b2b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078536, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.656321] env[69889]: DEBUG oslo_vmware.api [None req-29a37453-51d5-4ea4-9dd1-ee7293db8b2b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078536, 'name': PowerOffVM_Task, 'duration_secs': 0.185621} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1588.656722] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-29a37453-51d5-4ea4-9dd1-ee7293db8b2b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 4758bc47-8c26-4a22-9a8b-ba9b9111dc05] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1588.656722] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-29a37453-51d5-4ea4-9dd1-ee7293db8b2b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 4758bc47-8c26-4a22-9a8b-ba9b9111dc05] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1588.656955] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-91ecc815-af31-4e5c-bbca-b3c56d0db098 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.727635] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-29a37453-51d5-4ea4-9dd1-ee7293db8b2b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 4758bc47-8c26-4a22-9a8b-ba9b9111dc05] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1588.727853] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-29a37453-51d5-4ea4-9dd1-ee7293db8b2b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 4758bc47-8c26-4a22-9a8b-ba9b9111dc05] Deleting contents of the VM from datastore datastore1 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1588.728037] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-29a37453-51d5-4ea4-9dd1-ee7293db8b2b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Deleting the datastore file [datastore1] 4758bc47-8c26-4a22-9a8b-ba9b9111dc05 {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1588.728322] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-99e13106-4064-4522-9c33-c38156665b61 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.734748] env[69889]: DEBUG oslo_vmware.api [None req-29a37453-51d5-4ea4-9dd1-ee7293db8b2b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Waiting for the task: (returnval){ [ 1588.734748] env[69889]: value = "task-4078538" [ 1588.734748] env[69889]: _type = "Task" [ 1588.734748] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.742485] env[69889]: DEBUG oslo_vmware.api [None req-29a37453-51d5-4ea4-9dd1-ee7293db8b2b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078538, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.244891] env[69889]: DEBUG oslo_vmware.api [None req-29a37453-51d5-4ea4-9dd1-ee7293db8b2b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078538, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139193} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.245175] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-29a37453-51d5-4ea4-9dd1-ee7293db8b2b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1589.245368] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-29a37453-51d5-4ea4-9dd1-ee7293db8b2b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 4758bc47-8c26-4a22-9a8b-ba9b9111dc05] Deleted contents of the VM from datastore datastore1 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1589.245542] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-29a37453-51d5-4ea4-9dd1-ee7293db8b2b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 4758bc47-8c26-4a22-9a8b-ba9b9111dc05] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1589.245717] env[69889]: INFO nova.compute.manager [None req-29a37453-51d5-4ea4-9dd1-ee7293db8b2b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 4758bc47-8c26-4a22-9a8b-ba9b9111dc05] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1589.245982] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-29a37453-51d5-4ea4-9dd1-ee7293db8b2b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1589.246221] env[69889]: DEBUG nova.compute.manager [-] [instance: 4758bc47-8c26-4a22-9a8b-ba9b9111dc05] Deallocating network for instance {{(pid=69889) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1589.246321] env[69889]: DEBUG nova.network.neutron [-] [instance: 4758bc47-8c26-4a22-9a8b-ba9b9111dc05] deallocate_for_instance() {{(pid=69889) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1589.756413] env[69889]: DEBUG nova.compute.manager [req-c92fdcec-696a-4eeb-8883-c80d2453d78a req-6a0702c8-8a9d-472d-8585-efd1d24b2e73 service nova] [instance: 4758bc47-8c26-4a22-9a8b-ba9b9111dc05] Received event network-vif-deleted-fa9ff835-3a12-4d0a-9a6b-a3e948af66f8 {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1589.756912] env[69889]: INFO nova.compute.manager [req-c92fdcec-696a-4eeb-8883-c80d2453d78a req-6a0702c8-8a9d-472d-8585-efd1d24b2e73 service nova] [instance: 4758bc47-8c26-4a22-9a8b-ba9b9111dc05] Neutron deleted interface fa9ff835-3a12-4d0a-9a6b-a3e948af66f8; detaching it from the instance and deleting it from the info cache [ 1589.756912] env[69889]: DEBUG nova.network.neutron [req-c92fdcec-696a-4eeb-8883-c80d2453d78a req-6a0702c8-8a9d-472d-8585-efd1d24b2e73 service nova] [instance: 4758bc47-8c26-4a22-9a8b-ba9b9111dc05] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1590.234840] env[69889]: DEBUG nova.network.neutron [-] [instance: 4758bc47-8c26-4a22-9a8b-ba9b9111dc05] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1590.259574] env[69889]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-512f4f82-c491-4596-b022-aa6a04d45db0 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.270081] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3387b8c-8327-4774-809a-6842edf071c0 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.295207] env[69889]: DEBUG nova.compute.manager [req-c92fdcec-696a-4eeb-8883-c80d2453d78a req-6a0702c8-8a9d-472d-8585-efd1d24b2e73 service nova] [instance: 4758bc47-8c26-4a22-9a8b-ba9b9111dc05] Detach interface failed, port_id=fa9ff835-3a12-4d0a-9a6b-a3e948af66f8, reason: Instance 4758bc47-8c26-4a22-9a8b-ba9b9111dc05 could not be found. {{(pid=69889) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1590.737539] env[69889]: INFO nova.compute.manager [-] [instance: 4758bc47-8c26-4a22-9a8b-ba9b9111dc05] Took 1.49 seconds to deallocate network for instance. [ 1591.243696] env[69889]: DEBUG oslo_concurrency.lockutils [None req-29a37453-51d5-4ea4-9dd1-ee7293db8b2b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1591.244107] env[69889]: DEBUG oslo_concurrency.lockutils [None req-29a37453-51d5-4ea4-9dd1-ee7293db8b2b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1591.244231] env[69889]: DEBUG nova.objects.instance [None req-29a37453-51d5-4ea4-9dd1-ee7293db8b2b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Lazy-loading 'resources' on Instance uuid 4758bc47-8c26-4a22-9a8b-ba9b9111dc05 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1591.792152] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d37f340-33e9-4736-aa38-544a4f3f5837 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.800125] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94d71137-a9af-4612-974b-4e6029a59fd4 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.830138] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54668b79-c8b7-4c8c-921a-45416a58eef2 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.837558] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04e26596-3d2c-45fe-b84e-83efc4d96e77 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.850628] env[69889]: DEBUG nova.compute.provider_tree [None req-29a37453-51d5-4ea4-9dd1-ee7293db8b2b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1592.354238] env[69889]: DEBUG nova.scheduler.client.report [None req-29a37453-51d5-4ea4-9dd1-ee7293db8b2b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1592.859215] env[69889]: DEBUG oslo_concurrency.lockutils [None req-29a37453-51d5-4ea4-9dd1-ee7293db8b2b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.615s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1592.879491] env[69889]: INFO nova.scheduler.client.report [None req-29a37453-51d5-4ea4-9dd1-ee7293db8b2b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Deleted allocations for instance 4758bc47-8c26-4a22-9a8b-ba9b9111dc05 [ 1593.392825] env[69889]: DEBUG oslo_concurrency.lockutils [None req-29a37453-51d5-4ea4-9dd1-ee7293db8b2b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Lock "4758bc47-8c26-4a22-9a8b-ba9b9111dc05" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.765s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1595.086123] env[69889]: DEBUG oslo_concurrency.lockutils [None req-4ee90125-72ae-472a-aab4-0b27a53b1ff7 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Acquiring lock "e0768a80-7972-4391-a523-56a12dca5d10" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1595.086456] env[69889]: DEBUG oslo_concurrency.lockutils [None req-4ee90125-72ae-472a-aab4-0b27a53b1ff7 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Lock "e0768a80-7972-4391-a523-56a12dca5d10" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1595.588580] env[69889]: DEBUG nova.compute.manager [None req-4ee90125-72ae-472a-aab4-0b27a53b1ff7 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: e0768a80-7972-4391-a523-56a12dca5d10] Starting instance... {{(pid=69889) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1596.110495] env[69889]: DEBUG oslo_concurrency.lockutils [None req-4ee90125-72ae-472a-aab4-0b27a53b1ff7 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1596.110800] env[69889]: DEBUG oslo_concurrency.lockutils [None req-4ee90125-72ae-472a-aab4-0b27a53b1ff7 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1596.112254] env[69889]: INFO nova.compute.claims [None req-4ee90125-72ae-472a-aab4-0b27a53b1ff7 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: e0768a80-7972-4391-a523-56a12dca5d10] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1597.139478] env[69889]: DEBUG nova.scheduler.client.report [None req-4ee90125-72ae-472a-aab4-0b27a53b1ff7 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Refreshing inventories for resource provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1597.154386] env[69889]: DEBUG nova.scheduler.client.report [None req-4ee90125-72ae-472a-aab4-0b27a53b1ff7 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Updating ProviderTree inventory for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1597.154630] env[69889]: DEBUG nova.compute.provider_tree [None req-4ee90125-72ae-472a-aab4-0b27a53b1ff7 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Updating inventory in ProviderTree for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1597.166100] env[69889]: DEBUG nova.scheduler.client.report [None req-4ee90125-72ae-472a-aab4-0b27a53b1ff7 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Refreshing aggregate associations for resource provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101, aggregates: None {{(pid=69889) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1597.184714] env[69889]: DEBUG nova.scheduler.client.report [None req-4ee90125-72ae-472a-aab4-0b27a53b1ff7 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Refreshing trait associations for resource provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=69889) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1597.220970] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f719b96-db86-4e0c-8caf-67104c74cafd {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.229066] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cd6ce21-b957-4993-a59e-ce27fe906e72 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.259690] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0240c827-8ae6-4da5-a3bf-406e9e3ad4cd {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.267698] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45c216a3-802a-44b8-aaee-f993b4678bca {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.282569] env[69889]: DEBUG nova.compute.provider_tree [None req-4ee90125-72ae-472a-aab4-0b27a53b1ff7 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1597.785737] env[69889]: DEBUG nova.scheduler.client.report [None req-4ee90125-72ae-472a-aab4-0b27a53b1ff7 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1598.291256] env[69889]: DEBUG oslo_concurrency.lockutils [None req-4ee90125-72ae-472a-aab4-0b27a53b1ff7 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.180s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1598.291787] env[69889]: DEBUG nova.compute.manager [None req-4ee90125-72ae-472a-aab4-0b27a53b1ff7 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: e0768a80-7972-4391-a523-56a12dca5d10] Start building networks asynchronously for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1598.797141] env[69889]: DEBUG nova.compute.utils [None req-4ee90125-72ae-472a-aab4-0b27a53b1ff7 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1598.798568] env[69889]: DEBUG nova.compute.manager [None req-4ee90125-72ae-472a-aab4-0b27a53b1ff7 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: e0768a80-7972-4391-a523-56a12dca5d10] Allocating IP information in the background. {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1598.798739] env[69889]: DEBUG nova.network.neutron [None req-4ee90125-72ae-472a-aab4-0b27a53b1ff7 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: e0768a80-7972-4391-a523-56a12dca5d10] allocate_for_instance() {{(pid=69889) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1598.851293] env[69889]: DEBUG nova.policy [None req-4ee90125-72ae-472a-aab4-0b27a53b1ff7 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4d967b03a20e4d428aaea58d4f7652ca', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4a0f9ab6ebb84b10aaf5a61239df4641', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69889) authorize /opt/stack/nova/nova/policy.py:192}} [ 1599.116475] env[69889]: DEBUG nova.network.neutron [None req-4ee90125-72ae-472a-aab4-0b27a53b1ff7 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: e0768a80-7972-4391-a523-56a12dca5d10] Successfully created port: d394ce6f-89d6-4cd3-9948-b9679261e92a {{(pid=69889) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1599.302535] env[69889]: DEBUG nova.compute.manager [None req-4ee90125-72ae-472a-aab4-0b27a53b1ff7 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: e0768a80-7972-4391-a523-56a12dca5d10] Start building block device mappings for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1600.314074] env[69889]: DEBUG nova.compute.manager [None req-4ee90125-72ae-472a-aab4-0b27a53b1ff7 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: e0768a80-7972-4391-a523-56a12dca5d10] Start spawning the instance on the hypervisor. {{(pid=69889) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1600.342411] env[69889]: DEBUG nova.virt.hardware [None req-4ee90125-72ae-472a-aab4-0b27a53b1ff7 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T14:23:49Z,direct_url=,disk_format='vmdk',id=fdedeb32-acda-4585-a195-4af2c3a4f070,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7973ea41bcd4363abc2e9339dec4d77',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T14:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1600.342661] env[69889]: DEBUG nova.virt.hardware [None req-4ee90125-72ae-472a-aab4-0b27a53b1ff7 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1600.342820] env[69889]: DEBUG nova.virt.hardware [None req-4ee90125-72ae-472a-aab4-0b27a53b1ff7 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1600.343011] env[69889]: DEBUG nova.virt.hardware [None req-4ee90125-72ae-472a-aab4-0b27a53b1ff7 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1600.343184] env[69889]: DEBUG nova.virt.hardware [None req-4ee90125-72ae-472a-aab4-0b27a53b1ff7 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1600.343447] env[69889]: DEBUG nova.virt.hardware [None req-4ee90125-72ae-472a-aab4-0b27a53b1ff7 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1600.343555] env[69889]: DEBUG nova.virt.hardware [None req-4ee90125-72ae-472a-aab4-0b27a53b1ff7 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1600.343674] env[69889]: DEBUG nova.virt.hardware [None req-4ee90125-72ae-472a-aab4-0b27a53b1ff7 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1600.343837] env[69889]: DEBUG nova.virt.hardware [None req-4ee90125-72ae-472a-aab4-0b27a53b1ff7 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1600.344000] env[69889]: DEBUG nova.virt.hardware [None req-4ee90125-72ae-472a-aab4-0b27a53b1ff7 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1600.344319] env[69889]: DEBUG nova.virt.hardware [None req-4ee90125-72ae-472a-aab4-0b27a53b1ff7 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1600.345293] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9431f42-84ec-45b1-af45-9f039afdd3e7 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.353514] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8464ceeb-799c-43a7-90f3-2f5477e1bf88 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.525498] env[69889]: DEBUG nova.compute.manager [req-a64b9442-4e71-446f-89d3-c0de37fbe3a9 req-8a6e5116-2d55-47bb-a6e1-48822d508cfd service nova] [instance: e0768a80-7972-4391-a523-56a12dca5d10] Received event network-vif-plugged-d394ce6f-89d6-4cd3-9948-b9679261e92a {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1600.525726] env[69889]: DEBUG oslo_concurrency.lockutils [req-a64b9442-4e71-446f-89d3-c0de37fbe3a9 req-8a6e5116-2d55-47bb-a6e1-48822d508cfd service nova] Acquiring lock "e0768a80-7972-4391-a523-56a12dca5d10-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1600.525929] env[69889]: DEBUG oslo_concurrency.lockutils [req-a64b9442-4e71-446f-89d3-c0de37fbe3a9 req-8a6e5116-2d55-47bb-a6e1-48822d508cfd service nova] Lock "e0768a80-7972-4391-a523-56a12dca5d10-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1600.526114] env[69889]: DEBUG oslo_concurrency.lockutils [req-a64b9442-4e71-446f-89d3-c0de37fbe3a9 req-8a6e5116-2d55-47bb-a6e1-48822d508cfd service nova] Lock "e0768a80-7972-4391-a523-56a12dca5d10-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1600.526282] env[69889]: DEBUG nova.compute.manager [req-a64b9442-4e71-446f-89d3-c0de37fbe3a9 req-8a6e5116-2d55-47bb-a6e1-48822d508cfd service nova] [instance: e0768a80-7972-4391-a523-56a12dca5d10] No waiting events found dispatching network-vif-plugged-d394ce6f-89d6-4cd3-9948-b9679261e92a {{(pid=69889) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1600.526449] env[69889]: WARNING nova.compute.manager [req-a64b9442-4e71-446f-89d3-c0de37fbe3a9 req-8a6e5116-2d55-47bb-a6e1-48822d508cfd service nova] [instance: e0768a80-7972-4391-a523-56a12dca5d10] Received unexpected event network-vif-plugged-d394ce6f-89d6-4cd3-9948-b9679261e92a for instance with vm_state building and task_state spawning. [ 1600.576376] env[69889]: DEBUG nova.network.neutron [None req-4ee90125-72ae-472a-aab4-0b27a53b1ff7 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: e0768a80-7972-4391-a523-56a12dca5d10] Successfully updated port: d394ce6f-89d6-4cd3-9948-b9679261e92a {{(pid=69889) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1601.078950] env[69889]: DEBUG oslo_concurrency.lockutils [None req-4ee90125-72ae-472a-aab4-0b27a53b1ff7 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Acquiring lock "refresh_cache-e0768a80-7972-4391-a523-56a12dca5d10" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1601.079194] env[69889]: DEBUG oslo_concurrency.lockutils [None req-4ee90125-72ae-472a-aab4-0b27a53b1ff7 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Acquired lock "refresh_cache-e0768a80-7972-4391-a523-56a12dca5d10" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1601.079452] env[69889]: DEBUG nova.network.neutron [None req-4ee90125-72ae-472a-aab4-0b27a53b1ff7 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: e0768a80-7972-4391-a523-56a12dca5d10] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1601.625897] env[69889]: DEBUG nova.network.neutron [None req-4ee90125-72ae-472a-aab4-0b27a53b1ff7 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: e0768a80-7972-4391-a523-56a12dca5d10] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1601.797229] env[69889]: DEBUG nova.network.neutron [None req-4ee90125-72ae-472a-aab4-0b27a53b1ff7 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: e0768a80-7972-4391-a523-56a12dca5d10] Updating instance_info_cache with network_info: [{"id": "d394ce6f-89d6-4cd3-9948-b9679261e92a", "address": "fa:16:3e:76:87:ab", "network": {"id": "3aa47b8c-4ef0-43d0-b90c-2573c4fcb994", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1693304705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a0f9ab6ebb84b10aaf5a61239df4641", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd394ce6f-89", "ovs_interfaceid": "d394ce6f-89d6-4cd3-9948-b9679261e92a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1602.300076] env[69889]: DEBUG oslo_concurrency.lockutils [None req-4ee90125-72ae-472a-aab4-0b27a53b1ff7 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Releasing lock "refresh_cache-e0768a80-7972-4391-a523-56a12dca5d10" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1602.300421] env[69889]: DEBUG nova.compute.manager [None req-4ee90125-72ae-472a-aab4-0b27a53b1ff7 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: e0768a80-7972-4391-a523-56a12dca5d10] Instance network_info: |[{"id": "d394ce6f-89d6-4cd3-9948-b9679261e92a", "address": "fa:16:3e:76:87:ab", "network": {"id": "3aa47b8c-4ef0-43d0-b90c-2573c4fcb994", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1693304705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a0f9ab6ebb84b10aaf5a61239df4641", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd394ce6f-89", "ovs_interfaceid": "d394ce6f-89d6-4cd3-9948-b9679261e92a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1602.300864] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-4ee90125-72ae-472a-aab4-0b27a53b1ff7 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: e0768a80-7972-4391-a523-56a12dca5d10] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:87:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56136ef6-99d7-4562-9a9f-d66fec951c5c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd394ce6f-89d6-4cd3-9948-b9679261e92a', 'vif_model': 'vmxnet3'}] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1602.308423] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4ee90125-72ae-472a-aab4-0b27a53b1ff7 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1602.308632] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0768a80-7972-4391-a523-56a12dca5d10] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1602.308859] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9e98b363-b715-4487-ac9d-b10abf3c58a6 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.328906] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1602.328906] env[69889]: value = "task-4078539" [ 1602.328906] env[69889]: _type = "Task" [ 1602.328906] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.337188] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4078539, 'name': CreateVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.553708] env[69889]: DEBUG nova.compute.manager [req-a55186f8-b5a7-415d-9842-3a19e4eaab52 req-8ba80b54-cb28-4148-aedc-d7e46adece9c service nova] [instance: e0768a80-7972-4391-a523-56a12dca5d10] Received event network-changed-d394ce6f-89d6-4cd3-9948-b9679261e92a {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1602.553946] env[69889]: DEBUG nova.compute.manager [req-a55186f8-b5a7-415d-9842-3a19e4eaab52 req-8ba80b54-cb28-4148-aedc-d7e46adece9c service nova] [instance: e0768a80-7972-4391-a523-56a12dca5d10] Refreshing instance network info cache due to event network-changed-d394ce6f-89d6-4cd3-9948-b9679261e92a. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1602.554232] env[69889]: DEBUG oslo_concurrency.lockutils [req-a55186f8-b5a7-415d-9842-3a19e4eaab52 req-8ba80b54-cb28-4148-aedc-d7e46adece9c service nova] Acquiring lock "refresh_cache-e0768a80-7972-4391-a523-56a12dca5d10" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1602.554362] env[69889]: DEBUG oslo_concurrency.lockutils [req-a55186f8-b5a7-415d-9842-3a19e4eaab52 req-8ba80b54-cb28-4148-aedc-d7e46adece9c service nova] Acquired lock "refresh_cache-e0768a80-7972-4391-a523-56a12dca5d10" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1602.554455] env[69889]: DEBUG nova.network.neutron [req-a55186f8-b5a7-415d-9842-3a19e4eaab52 req-8ba80b54-cb28-4148-aedc-d7e46adece9c service nova] [instance: e0768a80-7972-4391-a523-56a12dca5d10] Refreshing network info cache for port d394ce6f-89d6-4cd3-9948-b9679261e92a {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1602.839860] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4078539, 'name': CreateVM_Task, 'duration_secs': 0.329621} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.840245] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0768a80-7972-4391-a523-56a12dca5d10] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1602.840685] env[69889]: DEBUG oslo_concurrency.lockutils [None req-4ee90125-72ae-472a-aab4-0b27a53b1ff7 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1602.840850] env[69889]: DEBUG oslo_concurrency.lockutils [None req-4ee90125-72ae-472a-aab4-0b27a53b1ff7 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1602.841209] env[69889]: DEBUG oslo_concurrency.lockutils [None req-4ee90125-72ae-472a-aab4-0b27a53b1ff7 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1602.841468] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fce562b9-872a-40f0-a9d0-4d3f9c75f1c8 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.846328] env[69889]: DEBUG oslo_vmware.api [None req-4ee90125-72ae-472a-aab4-0b27a53b1ff7 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Waiting for the task: (returnval){ [ 1602.846328] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]5203a519-e485-2654-9efb-0e17ff0cf3ec" [ 1602.846328] env[69889]: _type = "Task" [ 1602.846328] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.853888] env[69889]: DEBUG oslo_vmware.api [None req-4ee90125-72ae-472a-aab4-0b27a53b1ff7 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5203a519-e485-2654-9efb-0e17ff0cf3ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.247829] env[69889]: DEBUG nova.network.neutron [req-a55186f8-b5a7-415d-9842-3a19e4eaab52 req-8ba80b54-cb28-4148-aedc-d7e46adece9c service nova] [instance: e0768a80-7972-4391-a523-56a12dca5d10] Updated VIF entry in instance network info cache for port d394ce6f-89d6-4cd3-9948-b9679261e92a. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1603.248338] env[69889]: DEBUG nova.network.neutron [req-a55186f8-b5a7-415d-9842-3a19e4eaab52 req-8ba80b54-cb28-4148-aedc-d7e46adece9c service nova] [instance: e0768a80-7972-4391-a523-56a12dca5d10] Updating instance_info_cache with network_info: [{"id": "d394ce6f-89d6-4cd3-9948-b9679261e92a", "address": "fa:16:3e:76:87:ab", "network": {"id": "3aa47b8c-4ef0-43d0-b90c-2573c4fcb994", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1693304705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a0f9ab6ebb84b10aaf5a61239df4641", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd394ce6f-89", "ovs_interfaceid": "d394ce6f-89d6-4cd3-9948-b9679261e92a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1603.356647] env[69889]: DEBUG oslo_vmware.api [None req-4ee90125-72ae-472a-aab4-0b27a53b1ff7 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5203a519-e485-2654-9efb-0e17ff0cf3ec, 'name': SearchDatastore_Task, 'duration_secs': 0.011706} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.356959] env[69889]: DEBUG oslo_concurrency.lockutils [None req-4ee90125-72ae-472a-aab4-0b27a53b1ff7 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1603.357197] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-4ee90125-72ae-472a-aab4-0b27a53b1ff7 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: e0768a80-7972-4391-a523-56a12dca5d10] Processing image fdedeb32-acda-4585-a195-4af2c3a4f070 {{(pid=69889) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1603.357445] env[69889]: DEBUG oslo_concurrency.lockutils [None req-4ee90125-72ae-472a-aab4-0b27a53b1ff7 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1603.357592] env[69889]: DEBUG oslo_concurrency.lockutils [None req-4ee90125-72ae-472a-aab4-0b27a53b1ff7 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1603.357774] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ee90125-72ae-472a-aab4-0b27a53b1ff7 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1603.358069] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6ae86468-cdc5-4ba3-beec-e8f62ae46864 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.367807] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ee90125-72ae-472a-aab4-0b27a53b1ff7 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69889) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1603.367975] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-4ee90125-72ae-472a-aab4-0b27a53b1ff7 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69889) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1603.368718] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8496865-e106-4686-bedc-c9c8ad398f71 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.374613] env[69889]: DEBUG oslo_vmware.api [None req-4ee90125-72ae-472a-aab4-0b27a53b1ff7 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Waiting for the task: (returnval){ [ 1603.374613] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]52a8b197-021c-0edb-043a-e2bd968ecc90" [ 1603.374613] env[69889]: _type = "Task" [ 1603.374613] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.382593] env[69889]: DEBUG oslo_vmware.api [None req-4ee90125-72ae-472a-aab4-0b27a53b1ff7 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52a8b197-021c-0edb-043a-e2bd968ecc90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.751715] env[69889]: DEBUG oslo_concurrency.lockutils [req-a55186f8-b5a7-415d-9842-3a19e4eaab52 req-8ba80b54-cb28-4148-aedc-d7e46adece9c service nova] Releasing lock "refresh_cache-e0768a80-7972-4391-a523-56a12dca5d10" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1603.885892] env[69889]: DEBUG oslo_vmware.api [None req-4ee90125-72ae-472a-aab4-0b27a53b1ff7 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]52a8b197-021c-0edb-043a-e2bd968ecc90, 'name': SearchDatastore_Task, 'duration_secs': 0.009937} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.886699] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4253660-9f11-4746-bfdd-867f6e44e344 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.891849] env[69889]: DEBUG oslo_vmware.api [None req-4ee90125-72ae-472a-aab4-0b27a53b1ff7 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Waiting for the task: (returnval){ [ 1603.891849] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]5248852d-28cc-8ee3-205a-47d235b2cfb5" [ 1603.891849] env[69889]: _type = "Task" [ 1603.891849] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.899692] env[69889]: DEBUG oslo_vmware.api [None req-4ee90125-72ae-472a-aab4-0b27a53b1ff7 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5248852d-28cc-8ee3-205a-47d235b2cfb5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.402567] env[69889]: DEBUG oslo_vmware.api [None req-4ee90125-72ae-472a-aab4-0b27a53b1ff7 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5248852d-28cc-8ee3-205a-47d235b2cfb5, 'name': SearchDatastore_Task, 'duration_secs': 0.011726} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.402837] env[69889]: DEBUG oslo_concurrency.lockutils [None req-4ee90125-72ae-472a-aab4-0b27a53b1ff7 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1604.403140] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ee90125-72ae-472a-aab4-0b27a53b1ff7 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] e0768a80-7972-4391-a523-56a12dca5d10/e0768a80-7972-4391-a523-56a12dca5d10.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1604.403406] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-790b7e2d-5050-41bd-a603-1db0fb675063 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.410233] env[69889]: DEBUG oslo_vmware.api [None req-4ee90125-72ae-472a-aab4-0b27a53b1ff7 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Waiting for the task: (returnval){ [ 1604.410233] env[69889]: value = "task-4078540" [ 1604.410233] env[69889]: _type = "Task" [ 1604.410233] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.419214] env[69889]: DEBUG oslo_vmware.api [None req-4ee90125-72ae-472a-aab4-0b27a53b1ff7 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078540, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.919948] env[69889]: DEBUG oslo_vmware.api [None req-4ee90125-72ae-472a-aab4-0b27a53b1ff7 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078540, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.464431} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.920368] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ee90125-72ae-472a-aab4-0b27a53b1ff7 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdedeb32-acda-4585-a195-4af2c3a4f070/fdedeb32-acda-4585-a195-4af2c3a4f070.vmdk to [datastore2] e0768a80-7972-4391-a523-56a12dca5d10/e0768a80-7972-4391-a523-56a12dca5d10.vmdk {{(pid=69889) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1604.920454] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-4ee90125-72ae-472a-aab4-0b27a53b1ff7 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: e0768a80-7972-4391-a523-56a12dca5d10] Extending root virtual disk to 1048576 {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1604.920662] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7d50cdf5-0784-4612-a3be-703798c0bb83 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.927354] env[69889]: DEBUG oslo_vmware.api [None req-4ee90125-72ae-472a-aab4-0b27a53b1ff7 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Waiting for the task: (returnval){ [ 1604.927354] env[69889]: value = "task-4078541" [ 1604.927354] env[69889]: _type = "Task" [ 1604.927354] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.935107] env[69889]: DEBUG oslo_vmware.api [None req-4ee90125-72ae-472a-aab4-0b27a53b1ff7 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078541, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.437257] env[69889]: DEBUG oslo_vmware.api [None req-4ee90125-72ae-472a-aab4-0b27a53b1ff7 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078541, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069154} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.437507] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-4ee90125-72ae-472a-aab4-0b27a53b1ff7 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: e0768a80-7972-4391-a523-56a12dca5d10] Extended root virtual disk {{(pid=69889) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1605.438275] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3caa2558-d33b-483e-b3c0-51498c369037 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.461284] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ee90125-72ae-472a-aab4-0b27a53b1ff7 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: e0768a80-7972-4391-a523-56a12dca5d10] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] e0768a80-7972-4391-a523-56a12dca5d10/e0768a80-7972-4391-a523-56a12dca5d10.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1605.461582] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1bbd531d-eef6-474a-a39d-3e6c8042ac01 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.480439] env[69889]: DEBUG oslo_vmware.api [None req-4ee90125-72ae-472a-aab4-0b27a53b1ff7 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Waiting for the task: (returnval){ [ 1605.480439] env[69889]: value = "task-4078542" [ 1605.480439] env[69889]: _type = "Task" [ 1605.480439] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.488726] env[69889]: DEBUG oslo_vmware.api [None req-4ee90125-72ae-472a-aab4-0b27a53b1ff7 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078542, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.990125] env[69889]: DEBUG oslo_vmware.api [None req-4ee90125-72ae-472a-aab4-0b27a53b1ff7 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078542, 'name': ReconfigVM_Task, 'duration_secs': 0.349774} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.990495] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ee90125-72ae-472a-aab4-0b27a53b1ff7 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: e0768a80-7972-4391-a523-56a12dca5d10] Reconfigured VM instance instance-0000007f to attach disk [datastore2] e0768a80-7972-4391-a523-56a12dca5d10/e0768a80-7972-4391-a523-56a12dca5d10.vmdk or device None with type sparse {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1605.991104] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a2be69f9-6429-440b-be06-51af340c8d38 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.997978] env[69889]: DEBUG oslo_vmware.api [None req-4ee90125-72ae-472a-aab4-0b27a53b1ff7 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Waiting for the task: (returnval){ [ 1605.997978] env[69889]: value = "task-4078543" [ 1605.997978] env[69889]: _type = "Task" [ 1605.997978] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.008312] env[69889]: DEBUG oslo_vmware.api [None req-4ee90125-72ae-472a-aab4-0b27a53b1ff7 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078543, 'name': Rename_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.509019] env[69889]: DEBUG oslo_vmware.api [None req-4ee90125-72ae-472a-aab4-0b27a53b1ff7 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078543, 'name': Rename_Task} progress is 14%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.009906] env[69889]: DEBUG oslo_vmware.api [None req-4ee90125-72ae-472a-aab4-0b27a53b1ff7 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078543, 'name': Rename_Task, 'duration_secs': 0.909506} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.010344] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ee90125-72ae-472a-aab4-0b27a53b1ff7 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: e0768a80-7972-4391-a523-56a12dca5d10] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1607.010528] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ea27aafa-d845-407c-8129-396a4a763709 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.018395] env[69889]: DEBUG oslo_vmware.api [None req-4ee90125-72ae-472a-aab4-0b27a53b1ff7 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Waiting for the task: (returnval){ [ 1607.018395] env[69889]: value = "task-4078544" [ 1607.018395] env[69889]: _type = "Task" [ 1607.018395] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.027422] env[69889]: DEBUG oslo_vmware.api [None req-4ee90125-72ae-472a-aab4-0b27a53b1ff7 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078544, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.527944] env[69889]: DEBUG oslo_vmware.api [None req-4ee90125-72ae-472a-aab4-0b27a53b1ff7 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078544, 'name': PowerOnVM_Task, 'duration_secs': 0.47566} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.528268] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ee90125-72ae-472a-aab4-0b27a53b1ff7 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: e0768a80-7972-4391-a523-56a12dca5d10] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1607.528485] env[69889]: INFO nova.compute.manager [None req-4ee90125-72ae-472a-aab4-0b27a53b1ff7 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: e0768a80-7972-4391-a523-56a12dca5d10] Took 7.22 seconds to spawn the instance on the hypervisor. [ 1607.528679] env[69889]: DEBUG nova.compute.manager [None req-4ee90125-72ae-472a-aab4-0b27a53b1ff7 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: e0768a80-7972-4391-a523-56a12dca5d10] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1607.529465] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7f1a063-8837-4ebb-83f6-2c95e8597794 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.050309] env[69889]: INFO nova.compute.manager [None req-4ee90125-72ae-472a-aab4-0b27a53b1ff7 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: e0768a80-7972-4391-a523-56a12dca5d10] Took 11.96 seconds to build instance. [ 1608.552684] env[69889]: DEBUG oslo_concurrency.lockutils [None req-4ee90125-72ae-472a-aab4-0b27a53b1ff7 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Lock "e0768a80-7972-4391-a523-56a12dca5d10" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.466s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1609.036517] env[69889]: DEBUG nova.compute.manager [req-c97a1635-844f-41d1-b1e7-023093ed8b12 req-42608ef6-6e07-461a-bbb4-882359bb530a service nova] [instance: e0768a80-7972-4391-a523-56a12dca5d10] Received event network-changed-d394ce6f-89d6-4cd3-9948-b9679261e92a {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1609.036651] env[69889]: DEBUG nova.compute.manager [req-c97a1635-844f-41d1-b1e7-023093ed8b12 req-42608ef6-6e07-461a-bbb4-882359bb530a service nova] [instance: e0768a80-7972-4391-a523-56a12dca5d10] Refreshing instance network info cache due to event network-changed-d394ce6f-89d6-4cd3-9948-b9679261e92a. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1609.038659] env[69889]: DEBUG oslo_concurrency.lockutils [req-c97a1635-844f-41d1-b1e7-023093ed8b12 req-42608ef6-6e07-461a-bbb4-882359bb530a service nova] Acquiring lock "refresh_cache-e0768a80-7972-4391-a523-56a12dca5d10" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.038968] env[69889]: DEBUG oslo_concurrency.lockutils [req-c97a1635-844f-41d1-b1e7-023093ed8b12 req-42608ef6-6e07-461a-bbb4-882359bb530a service nova] Acquired lock "refresh_cache-e0768a80-7972-4391-a523-56a12dca5d10" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1609.039072] env[69889]: DEBUG nova.network.neutron [req-c97a1635-844f-41d1-b1e7-023093ed8b12 req-42608ef6-6e07-461a-bbb4-882359bb530a service nova] [instance: e0768a80-7972-4391-a523-56a12dca5d10] Refreshing network info cache for port d394ce6f-89d6-4cd3-9948-b9679261e92a {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1609.753529] env[69889]: DEBUG nova.network.neutron [req-c97a1635-844f-41d1-b1e7-023093ed8b12 req-42608ef6-6e07-461a-bbb4-882359bb530a service nova] [instance: e0768a80-7972-4391-a523-56a12dca5d10] Updated VIF entry in instance network info cache for port d394ce6f-89d6-4cd3-9948-b9679261e92a. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1609.753958] env[69889]: DEBUG nova.network.neutron [req-c97a1635-844f-41d1-b1e7-023093ed8b12 req-42608ef6-6e07-461a-bbb4-882359bb530a service nova] [instance: e0768a80-7972-4391-a523-56a12dca5d10] Updating instance_info_cache with network_info: [{"id": "d394ce6f-89d6-4cd3-9948-b9679261e92a", "address": "fa:16:3e:76:87:ab", "network": {"id": "3aa47b8c-4ef0-43d0-b90c-2573c4fcb994", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1693304705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a0f9ab6ebb84b10aaf5a61239df4641", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd394ce6f-89", "ovs_interfaceid": "d394ce6f-89d6-4cd3-9948-b9679261e92a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1609.856226] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1609.856460] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1610.259599] env[69889]: DEBUG oslo_concurrency.lockutils [req-c97a1635-844f-41d1-b1e7-023093ed8b12 req-42608ef6-6e07-461a-bbb4-882359bb530a service nova] Releasing lock "refresh_cache-e0768a80-7972-4391-a523-56a12dca5d10" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1610.362781] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1610.363025] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1610.363194] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1610.363370] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1610.363513] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1610.363659] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1610.363797] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69889) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1610.364314] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1610.866951] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1610.867341] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1610.867341] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1610.867554] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69889) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1610.868484] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94cab642-9dfc-4396-8410-236056757d39 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.878665] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9f554ae-05fa-4ed5-962a-68123edfc114 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.894330] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5661aeb3-d7dc-4adc-b42e-fa7b04f0d328 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.901287] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-740da010-ed97-4c11-87ed-ae13488e1c7c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.931904] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180220MB free_disk=20GB free_vcpus=48 pci_devices=None {{(pid=69889) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1610.932095] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1610.932288] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1611.962269] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance 6d4d6cfe-f8c0-4d05-a642-e3859a90f09f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1611.962612] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance e0768a80-7972-4391-a523-56a12dca5d10 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1611.962697] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=69889) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1611.962777] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=69889) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1612.002159] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cef026fa-0320-4bb7-8539-0a6be47628c1 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.010285] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47659ddc-0960-4429-a468-c5168b663cbf {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.043726] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66fb6f45-8dcf-438f-9acc-5cb0477a1f41 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.052649] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e10bfe5d-fcb5-4ccf-ab1e-fc2fcfbc828a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.071104] env[69889]: DEBUG nova.compute.provider_tree [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1612.574094] env[69889]: DEBUG nova.scheduler.client.report [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1613.079290] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69889) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1613.079715] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.147s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1629.168057] env[69889]: DEBUG oslo_concurrency.lockutils [None req-63002483-6d60-49d0-9d2b-8dd02770b015 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Acquiring lock "39990195-109c-43af-97cc-54bb349a13b6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1629.168057] env[69889]: DEBUG oslo_concurrency.lockutils [None req-63002483-6d60-49d0-9d2b-8dd02770b015 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Lock "39990195-109c-43af-97cc-54bb349a13b6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1629.670603] env[69889]: DEBUG nova.compute.manager [None req-63002483-6d60-49d0-9d2b-8dd02770b015 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 39990195-109c-43af-97cc-54bb349a13b6] Starting instance... {{(pid=69889) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1630.193932] env[69889]: DEBUG oslo_concurrency.lockutils [None req-63002483-6d60-49d0-9d2b-8dd02770b015 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1630.194282] env[69889]: DEBUG oslo_concurrency.lockutils [None req-63002483-6d60-49d0-9d2b-8dd02770b015 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1630.195782] env[69889]: INFO nova.compute.claims [None req-63002483-6d60-49d0-9d2b-8dd02770b015 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 39990195-109c-43af-97cc-54bb349a13b6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1631.254796] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52ddc83b-ae0d-4a80-826f-a3fc9d8edd30 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.262660] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71e8f155-d47e-4c22-9c56-5b4928793f7e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.293792] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-451256f0-07ac-4cfd-81e2-a1d549b06406 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.302472] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a174605b-8544-42ae-b3c7-cbfe78d4c024 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.318588] env[69889]: DEBUG nova.compute.provider_tree [None req-63002483-6d60-49d0-9d2b-8dd02770b015 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1631.821705] env[69889]: DEBUG nova.scheduler.client.report [None req-63002483-6d60-49d0-9d2b-8dd02770b015 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1632.326971] env[69889]: DEBUG oslo_concurrency.lockutils [None req-63002483-6d60-49d0-9d2b-8dd02770b015 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.133s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1632.327463] env[69889]: DEBUG nova.compute.manager [None req-63002483-6d60-49d0-9d2b-8dd02770b015 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 39990195-109c-43af-97cc-54bb349a13b6] Start building networks asynchronously for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1632.833350] env[69889]: DEBUG nova.compute.utils [None req-63002483-6d60-49d0-9d2b-8dd02770b015 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Using /dev/sd instead of None {{(pid=69889) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1632.834803] env[69889]: DEBUG nova.compute.manager [None req-63002483-6d60-49d0-9d2b-8dd02770b015 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 39990195-109c-43af-97cc-54bb349a13b6] Allocating IP information in the background. {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1632.834964] env[69889]: DEBUG nova.network.neutron [None req-63002483-6d60-49d0-9d2b-8dd02770b015 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 39990195-109c-43af-97cc-54bb349a13b6] allocate_for_instance() {{(pid=69889) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1632.882297] env[69889]: DEBUG nova.policy [None req-63002483-6d60-49d0-9d2b-8dd02770b015 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4d967b03a20e4d428aaea58d4f7652ca', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4a0f9ab6ebb84b10aaf5a61239df4641', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69889) authorize /opt/stack/nova/nova/policy.py:192}} [ 1633.167801] env[69889]: DEBUG nova.network.neutron [None req-63002483-6d60-49d0-9d2b-8dd02770b015 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 39990195-109c-43af-97cc-54bb349a13b6] Successfully created port: dfca620c-4ac8-4f64-805e-429f5b908ddc {{(pid=69889) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1633.338549] env[69889]: DEBUG nova.compute.manager [None req-63002483-6d60-49d0-9d2b-8dd02770b015 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 39990195-109c-43af-97cc-54bb349a13b6] Start building block device mappings for instance. {{(pid=69889) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1633.843901] env[69889]: INFO nova.virt.block_device [None req-63002483-6d60-49d0-9d2b-8dd02770b015 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 39990195-109c-43af-97cc-54bb349a13b6] Booting with volume f2f778d5-a1ac-4de9-8f38-8c63d2e067ac at /dev/sda [ 1633.881325] env[69889]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f41dfb2d-6e54-4bb6-ba36-6759a7b5bc6b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.891200] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f05e748-1fa7-4d5f-992f-20239708c88b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.917708] env[69889]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bd8cd746-310f-4103-980f-9dcb4a582c26 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.926594] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f5430a6-75ec-48af-8814-90c1f4ccbda7 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.957161] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57d2aba4-283d-40e9-b6c2-ab9172a830a0 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.963911] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ab67724-d71b-459e-b7b6-dcf35258fb5e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.978409] env[69889]: DEBUG nova.virt.block_device [None req-63002483-6d60-49d0-9d2b-8dd02770b015 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 39990195-109c-43af-97cc-54bb349a13b6] Updating existing volume attachment record: 020df001-19d8-4dd1-bd56-c3fad14d57b5 {{(pid=69889) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1634.523145] env[69889]: DEBUG nova.compute.manager [req-d4a79583-fdc1-42c5-b875-45d26ed09372 req-8f545b98-5abd-4d88-ab65-e57fa8d4fa1a service nova] [instance: 39990195-109c-43af-97cc-54bb349a13b6] Received event network-vif-plugged-dfca620c-4ac8-4f64-805e-429f5b908ddc {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1634.523383] env[69889]: DEBUG oslo_concurrency.lockutils [req-d4a79583-fdc1-42c5-b875-45d26ed09372 req-8f545b98-5abd-4d88-ab65-e57fa8d4fa1a service nova] Acquiring lock "39990195-109c-43af-97cc-54bb349a13b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1634.523497] env[69889]: DEBUG oslo_concurrency.lockutils [req-d4a79583-fdc1-42c5-b875-45d26ed09372 req-8f545b98-5abd-4d88-ab65-e57fa8d4fa1a service nova] Lock "39990195-109c-43af-97cc-54bb349a13b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1634.523616] env[69889]: DEBUG oslo_concurrency.lockutils [req-d4a79583-fdc1-42c5-b875-45d26ed09372 req-8f545b98-5abd-4d88-ab65-e57fa8d4fa1a service nova] Lock "39990195-109c-43af-97cc-54bb349a13b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1634.523817] env[69889]: DEBUG nova.compute.manager [req-d4a79583-fdc1-42c5-b875-45d26ed09372 req-8f545b98-5abd-4d88-ab65-e57fa8d4fa1a service nova] [instance: 39990195-109c-43af-97cc-54bb349a13b6] No waiting events found dispatching network-vif-plugged-dfca620c-4ac8-4f64-805e-429f5b908ddc {{(pid=69889) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1634.523940] env[69889]: WARNING nova.compute.manager [req-d4a79583-fdc1-42c5-b875-45d26ed09372 req-8f545b98-5abd-4d88-ab65-e57fa8d4fa1a service nova] [instance: 39990195-109c-43af-97cc-54bb349a13b6] Received unexpected event network-vif-plugged-dfca620c-4ac8-4f64-805e-429f5b908ddc for instance with vm_state building and task_state block_device_mapping. [ 1634.607353] env[69889]: DEBUG nova.network.neutron [None req-63002483-6d60-49d0-9d2b-8dd02770b015 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 39990195-109c-43af-97cc-54bb349a13b6] Successfully updated port: dfca620c-4ac8-4f64-805e-429f5b908ddc {{(pid=69889) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1635.109499] env[69889]: DEBUG oslo_concurrency.lockutils [None req-63002483-6d60-49d0-9d2b-8dd02770b015 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Acquiring lock "refresh_cache-39990195-109c-43af-97cc-54bb349a13b6" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1635.109751] env[69889]: DEBUG oslo_concurrency.lockutils [None req-63002483-6d60-49d0-9d2b-8dd02770b015 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Acquired lock "refresh_cache-39990195-109c-43af-97cc-54bb349a13b6" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1635.109859] env[69889]: DEBUG nova.network.neutron [None req-63002483-6d60-49d0-9d2b-8dd02770b015 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 39990195-109c-43af-97cc-54bb349a13b6] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1635.642045] env[69889]: DEBUG nova.network.neutron [None req-63002483-6d60-49d0-9d2b-8dd02770b015 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 39990195-109c-43af-97cc-54bb349a13b6] Instance cache missing network info. {{(pid=69889) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1635.774190] env[69889]: DEBUG nova.network.neutron [None req-63002483-6d60-49d0-9d2b-8dd02770b015 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 39990195-109c-43af-97cc-54bb349a13b6] Updating instance_info_cache with network_info: [{"id": "dfca620c-4ac8-4f64-805e-429f5b908ddc", "address": "fa:16:3e:29:cd:0a", "network": {"id": "3aa47b8c-4ef0-43d0-b90c-2573c4fcb994", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1693304705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a0f9ab6ebb84b10aaf5a61239df4641", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfca620c-4a", "ovs_interfaceid": "dfca620c-4ac8-4f64-805e-429f5b908ddc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1636.068971] env[69889]: DEBUG nova.compute.manager [None req-63002483-6d60-49d0-9d2b-8dd02770b015 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 39990195-109c-43af-97cc-54bb349a13b6] Start spawning the instance on the hypervisor. {{(pid=69889) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1636.069720] env[69889]: DEBUG nova.virt.hardware [None req-63002483-6d60-49d0-9d2b-8dd02770b015 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1636.069960] env[69889]: DEBUG nova.virt.hardware [None req-63002483-6d60-49d0-9d2b-8dd02770b015 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1636.070131] env[69889]: DEBUG nova.virt.hardware [None req-63002483-6d60-49d0-9d2b-8dd02770b015 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1636.070313] env[69889]: DEBUG nova.virt.hardware [None req-63002483-6d60-49d0-9d2b-8dd02770b015 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1636.070461] env[69889]: DEBUG nova.virt.hardware [None req-63002483-6d60-49d0-9d2b-8dd02770b015 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1636.070607] env[69889]: DEBUG nova.virt.hardware [None req-63002483-6d60-49d0-9d2b-8dd02770b015 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1636.070818] env[69889]: DEBUG nova.virt.hardware [None req-63002483-6d60-49d0-9d2b-8dd02770b015 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1636.070983] env[69889]: DEBUG nova.virt.hardware [None req-63002483-6d60-49d0-9d2b-8dd02770b015 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1636.071162] env[69889]: DEBUG nova.virt.hardware [None req-63002483-6d60-49d0-9d2b-8dd02770b015 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1636.071324] env[69889]: DEBUG nova.virt.hardware [None req-63002483-6d60-49d0-9d2b-8dd02770b015 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1636.071496] env[69889]: DEBUG nova.virt.hardware [None req-63002483-6d60-49d0-9d2b-8dd02770b015 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1636.072402] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e7e5d7-67d5-4496-a1b3-a17d9a76b327 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.081038] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af99b08f-b33a-437a-88ad-fad955946c3a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.277801] env[69889]: DEBUG oslo_concurrency.lockutils [None req-63002483-6d60-49d0-9d2b-8dd02770b015 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Releasing lock "refresh_cache-39990195-109c-43af-97cc-54bb349a13b6" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1636.278185] env[69889]: DEBUG nova.compute.manager [None req-63002483-6d60-49d0-9d2b-8dd02770b015 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 39990195-109c-43af-97cc-54bb349a13b6] Instance network_info: |[{"id": "dfca620c-4ac8-4f64-805e-429f5b908ddc", "address": "fa:16:3e:29:cd:0a", "network": {"id": "3aa47b8c-4ef0-43d0-b90c-2573c4fcb994", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1693304705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a0f9ab6ebb84b10aaf5a61239df4641", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfca620c-4a", "ovs_interfaceid": "dfca620c-4ac8-4f64-805e-429f5b908ddc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69889) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1636.278624] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-63002483-6d60-49d0-9d2b-8dd02770b015 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 39990195-109c-43af-97cc-54bb349a13b6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:cd:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56136ef6-99d7-4562-9a9f-d66fec951c5c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dfca620c-4ac8-4f64-805e-429f5b908ddc', 'vif_model': 'vmxnet3'}] {{(pid=69889) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1636.286082] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-63002483-6d60-49d0-9d2b-8dd02770b015 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1636.286296] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39990195-109c-43af-97cc-54bb349a13b6] Creating VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1636.286546] env[69889]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-42724632-4703-46c1-8a5c-b4fb8e2ebb17 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.307016] env[69889]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1636.307016] env[69889]: value = "task-4078553" [ 1636.307016] env[69889]: _type = "Task" [ 1636.307016] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1636.314654] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4078553, 'name': CreateVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.549178] env[69889]: DEBUG nova.compute.manager [req-151ccd3d-cdff-499b-b4f8-f90ea81ead05 req-6ea9ccf3-ae22-4365-9e4a-f7788b4c31e4 service nova] [instance: 39990195-109c-43af-97cc-54bb349a13b6] Received event network-changed-dfca620c-4ac8-4f64-805e-429f5b908ddc {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1636.549382] env[69889]: DEBUG nova.compute.manager [req-151ccd3d-cdff-499b-b4f8-f90ea81ead05 req-6ea9ccf3-ae22-4365-9e4a-f7788b4c31e4 service nova] [instance: 39990195-109c-43af-97cc-54bb349a13b6] Refreshing instance network info cache due to event network-changed-dfca620c-4ac8-4f64-805e-429f5b908ddc. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1636.549593] env[69889]: DEBUG oslo_concurrency.lockutils [req-151ccd3d-cdff-499b-b4f8-f90ea81ead05 req-6ea9ccf3-ae22-4365-9e4a-f7788b4c31e4 service nova] Acquiring lock "refresh_cache-39990195-109c-43af-97cc-54bb349a13b6" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1636.549734] env[69889]: DEBUG oslo_concurrency.lockutils [req-151ccd3d-cdff-499b-b4f8-f90ea81ead05 req-6ea9ccf3-ae22-4365-9e4a-f7788b4c31e4 service nova] Acquired lock "refresh_cache-39990195-109c-43af-97cc-54bb349a13b6" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1636.549893] env[69889]: DEBUG nova.network.neutron [req-151ccd3d-cdff-499b-b4f8-f90ea81ead05 req-6ea9ccf3-ae22-4365-9e4a-f7788b4c31e4 service nova] [instance: 39990195-109c-43af-97cc-54bb349a13b6] Refreshing network info cache for port dfca620c-4ac8-4f64-805e-429f5b908ddc {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1636.818140] env[69889]: DEBUG oslo_vmware.api [-] Task: {'id': task-4078553, 'name': CreateVM_Task, 'duration_secs': 0.32311} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1636.818581] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39990195-109c-43af-97cc-54bb349a13b6] Created VM on the ESX host {{(pid=69889) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1636.819188] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-63002483-6d60-49d0-9d2b-8dd02770b015 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 39990195-109c-43af-97cc-54bb349a13b6] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-808128', 'volume_id': 'f2f778d5-a1ac-4de9-8f38-8c63d2e067ac', 'name': 'volume-f2f778d5-a1ac-4de9-8f38-8c63d2e067ac', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '39990195-109c-43af-97cc-54bb349a13b6', 'attached_at': '', 'detached_at': '', 'volume_id': 'f2f778d5-a1ac-4de9-8f38-8c63d2e067ac', 'serial': 'f2f778d5-a1ac-4de9-8f38-8c63d2e067ac'}, 'mount_device': '/dev/sda', 'attachment_id': '020df001-19d8-4dd1-bd56-c3fad14d57b5', 'guest_format': None, 'boot_index': 0, 'delete_on_termination': True, 'volume_type': None}], 'swap': None} {{(pid=69889) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1636.819406] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-63002483-6d60-49d0-9d2b-8dd02770b015 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 39990195-109c-43af-97cc-54bb349a13b6] Root volume attach. Driver type: vmdk {{(pid=69889) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1636.820195] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d42227be-1de7-49af-85db-72dfc255d543 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.830063] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-facc2fd9-7c72-41c8-ba5d-bc275b1c747a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.836379] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e462f02c-fb90-476b-a789-ef6f1623bf2c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.842551] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-c4b0f1a4-a86b-49c9-91e2-ff8e6bc37b27 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.852396] env[69889]: DEBUG oslo_vmware.api [None req-63002483-6d60-49d0-9d2b-8dd02770b015 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Waiting for the task: (returnval){ [ 1636.852396] env[69889]: value = "task-4078554" [ 1636.852396] env[69889]: _type = "Task" [ 1636.852396] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1636.860262] env[69889]: DEBUG oslo_vmware.api [None req-63002483-6d60-49d0-9d2b-8dd02770b015 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078554, 'name': RelocateVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.262013] env[69889]: DEBUG nova.network.neutron [req-151ccd3d-cdff-499b-b4f8-f90ea81ead05 req-6ea9ccf3-ae22-4365-9e4a-f7788b4c31e4 service nova] [instance: 39990195-109c-43af-97cc-54bb349a13b6] Updated VIF entry in instance network info cache for port dfca620c-4ac8-4f64-805e-429f5b908ddc. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1637.262394] env[69889]: DEBUG nova.network.neutron [req-151ccd3d-cdff-499b-b4f8-f90ea81ead05 req-6ea9ccf3-ae22-4365-9e4a-f7788b4c31e4 service nova] [instance: 39990195-109c-43af-97cc-54bb349a13b6] Updating instance_info_cache with network_info: [{"id": "dfca620c-4ac8-4f64-805e-429f5b908ddc", "address": "fa:16:3e:29:cd:0a", "network": {"id": "3aa47b8c-4ef0-43d0-b90c-2573c4fcb994", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1693304705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a0f9ab6ebb84b10aaf5a61239df4641", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfca620c-4a", "ovs_interfaceid": "dfca620c-4ac8-4f64-805e-429f5b908ddc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1637.365574] env[69889]: DEBUG oslo_vmware.api [None req-63002483-6d60-49d0-9d2b-8dd02770b015 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078554, 'name': RelocateVM_Task} progress is 43%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.765532] env[69889]: DEBUG oslo_concurrency.lockutils [req-151ccd3d-cdff-499b-b4f8-f90ea81ead05 req-6ea9ccf3-ae22-4365-9e4a-f7788b4c31e4 service nova] Releasing lock "refresh_cache-39990195-109c-43af-97cc-54bb349a13b6" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1637.865801] env[69889]: DEBUG oslo_vmware.api [None req-63002483-6d60-49d0-9d2b-8dd02770b015 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078554, 'name': RelocateVM_Task} progress is 56%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.365855] env[69889]: DEBUG oslo_vmware.api [None req-63002483-6d60-49d0-9d2b-8dd02770b015 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078554, 'name': RelocateVM_Task} progress is 71%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.866937] env[69889]: DEBUG oslo_vmware.api [None req-63002483-6d60-49d0-9d2b-8dd02770b015 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078554, 'name': RelocateVM_Task} progress is 84%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.363811] env[69889]: DEBUG oslo_vmware.api [None req-63002483-6d60-49d0-9d2b-8dd02770b015 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078554, 'name': RelocateVM_Task} progress is 97%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.864853] env[69889]: DEBUG oslo_vmware.api [None req-63002483-6d60-49d0-9d2b-8dd02770b015 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078554, 'name': RelocateVM_Task} progress is 99%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.365522] env[69889]: DEBUG oslo_vmware.api [None req-63002483-6d60-49d0-9d2b-8dd02770b015 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078554, 'name': RelocateVM_Task, 'duration_secs': 3.033258} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1640.365897] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-63002483-6d60-49d0-9d2b-8dd02770b015 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 39990195-109c-43af-97cc-54bb349a13b6] Volume attach. Driver type: vmdk {{(pid=69889) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1640.366032] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-63002483-6d60-49d0-9d2b-8dd02770b015 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 39990195-109c-43af-97cc-54bb349a13b6] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-808128', 'volume_id': 'f2f778d5-a1ac-4de9-8f38-8c63d2e067ac', 'name': 'volume-f2f778d5-a1ac-4de9-8f38-8c63d2e067ac', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '39990195-109c-43af-97cc-54bb349a13b6', 'attached_at': '', 'detached_at': '', 'volume_id': 'f2f778d5-a1ac-4de9-8f38-8c63d2e067ac', 'serial': 'f2f778d5-a1ac-4de9-8f38-8c63d2e067ac'} {{(pid=69889) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1640.366805] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f4d5005-1038-497d-9955-1d61ee54fea9 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.382050] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99197885-1aae-426b-a04e-5f0cd961d6ce {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.403877] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-63002483-6d60-49d0-9d2b-8dd02770b015 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 39990195-109c-43af-97cc-54bb349a13b6] Reconfiguring VM instance instance-00000080 to attach disk [datastore1] volume-f2f778d5-a1ac-4de9-8f38-8c63d2e067ac/volume-f2f778d5-a1ac-4de9-8f38-8c63d2e067ac.vmdk or device None with type thin {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1640.404124] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-580b2e14-ab93-4b31-9117-7dbacc20dc4b {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.425571] env[69889]: DEBUG oslo_vmware.api [None req-63002483-6d60-49d0-9d2b-8dd02770b015 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Waiting for the task: (returnval){ [ 1640.425571] env[69889]: value = "task-4078555" [ 1640.425571] env[69889]: _type = "Task" [ 1640.425571] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.433449] env[69889]: DEBUG oslo_vmware.api [None req-63002483-6d60-49d0-9d2b-8dd02770b015 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078555, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.936091] env[69889]: DEBUG oslo_vmware.api [None req-63002483-6d60-49d0-9d2b-8dd02770b015 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078555, 'name': ReconfigVM_Task, 'duration_secs': 0.30547} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1640.936388] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-63002483-6d60-49d0-9d2b-8dd02770b015 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 39990195-109c-43af-97cc-54bb349a13b6] Reconfigured VM instance instance-00000080 to attach disk [datastore1] volume-f2f778d5-a1ac-4de9-8f38-8c63d2e067ac/volume-f2f778d5-a1ac-4de9-8f38-8c63d2e067ac.vmdk or device None with type thin {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1640.941084] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-316fe6cb-367c-4c0a-a63c-f2c19fe91d59 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.956676] env[69889]: DEBUG oslo_vmware.api [None req-63002483-6d60-49d0-9d2b-8dd02770b015 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Waiting for the task: (returnval){ [ 1640.956676] env[69889]: value = "task-4078556" [ 1640.956676] env[69889]: _type = "Task" [ 1640.956676] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.964949] env[69889]: DEBUG oslo_vmware.api [None req-63002483-6d60-49d0-9d2b-8dd02770b015 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078556, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.467048] env[69889]: DEBUG oslo_vmware.api [None req-63002483-6d60-49d0-9d2b-8dd02770b015 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078556, 'name': ReconfigVM_Task, 'duration_secs': 0.124412} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1641.467425] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-63002483-6d60-49d0-9d2b-8dd02770b015 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 39990195-109c-43af-97cc-54bb349a13b6] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-808128', 'volume_id': 'f2f778d5-a1ac-4de9-8f38-8c63d2e067ac', 'name': 'volume-f2f778d5-a1ac-4de9-8f38-8c63d2e067ac', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '39990195-109c-43af-97cc-54bb349a13b6', 'attached_at': '', 'detached_at': '', 'volume_id': 'f2f778d5-a1ac-4de9-8f38-8c63d2e067ac', 'serial': 'f2f778d5-a1ac-4de9-8f38-8c63d2e067ac'} {{(pid=69889) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1641.468035] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3f4f30d1-2951-4fe0-bd9a-acab8364b681 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.475077] env[69889]: DEBUG oslo_vmware.api [None req-63002483-6d60-49d0-9d2b-8dd02770b015 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Waiting for the task: (returnval){ [ 1641.475077] env[69889]: value = "task-4078557" [ 1641.475077] env[69889]: _type = "Task" [ 1641.475077] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1641.484486] env[69889]: DEBUG oslo_vmware.api [None req-63002483-6d60-49d0-9d2b-8dd02770b015 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078557, 'name': Rename_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.985455] env[69889]: DEBUG oslo_vmware.api [None req-63002483-6d60-49d0-9d2b-8dd02770b015 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078557, 'name': Rename_Task, 'duration_secs': 0.140487} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1641.985800] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-63002483-6d60-49d0-9d2b-8dd02770b015 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 39990195-109c-43af-97cc-54bb349a13b6] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1641.986068] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4016ceb7-eb51-43bb-aeca-23d0f21d3ea9 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.993441] env[69889]: DEBUG oslo_vmware.api [None req-63002483-6d60-49d0-9d2b-8dd02770b015 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Waiting for the task: (returnval){ [ 1641.993441] env[69889]: value = "task-4078558" [ 1641.993441] env[69889]: _type = "Task" [ 1641.993441] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1642.002025] env[69889]: DEBUG oslo_vmware.api [None req-63002483-6d60-49d0-9d2b-8dd02770b015 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078558, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.504670] env[69889]: DEBUG oslo_vmware.api [None req-63002483-6d60-49d0-9d2b-8dd02770b015 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078558, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.004508] env[69889]: DEBUG oslo_vmware.api [None req-63002483-6d60-49d0-9d2b-8dd02770b015 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078558, 'name': PowerOnVM_Task, 'duration_secs': 0.513975} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1643.004773] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-63002483-6d60-49d0-9d2b-8dd02770b015 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 39990195-109c-43af-97cc-54bb349a13b6] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1643.004979] env[69889]: INFO nova.compute.manager [None req-63002483-6d60-49d0-9d2b-8dd02770b015 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 39990195-109c-43af-97cc-54bb349a13b6] Took 6.94 seconds to spawn the instance on the hypervisor. [ 1643.005184] env[69889]: DEBUG nova.compute.manager [None req-63002483-6d60-49d0-9d2b-8dd02770b015 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 39990195-109c-43af-97cc-54bb349a13b6] Checking state {{(pid=69889) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1643.005982] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-781bd05e-912f-48a8-a5ab-537b78a97faf {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.523452] env[69889]: INFO nova.compute.manager [None req-63002483-6d60-49d0-9d2b-8dd02770b015 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 39990195-109c-43af-97cc-54bb349a13b6] Took 13.35 seconds to build instance. [ 1644.025392] env[69889]: DEBUG oslo_concurrency.lockutils [None req-63002483-6d60-49d0-9d2b-8dd02770b015 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Lock "39990195-109c-43af-97cc-54bb349a13b6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.858s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1644.605774] env[69889]: DEBUG nova.compute.manager [req-01ee2296-4127-4cdb-a0e4-3a05046aebd4 req-a51c188a-57c9-432f-b940-18567b86e037 service nova] [instance: 6d4d6cfe-f8c0-4d05-a642-e3859a90f09f] Received event network-changed-e04fadaf-f2bc-4900-8b68-89dc3b65186b {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1644.606030] env[69889]: DEBUG nova.compute.manager [req-01ee2296-4127-4cdb-a0e4-3a05046aebd4 req-a51c188a-57c9-432f-b940-18567b86e037 service nova] [instance: 6d4d6cfe-f8c0-4d05-a642-e3859a90f09f] Refreshing instance network info cache due to event network-changed-e04fadaf-f2bc-4900-8b68-89dc3b65186b. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1644.606195] env[69889]: DEBUG oslo_concurrency.lockutils [req-01ee2296-4127-4cdb-a0e4-3a05046aebd4 req-a51c188a-57c9-432f-b940-18567b86e037 service nova] Acquiring lock "refresh_cache-6d4d6cfe-f8c0-4d05-a642-e3859a90f09f" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1644.606339] env[69889]: DEBUG oslo_concurrency.lockutils [req-01ee2296-4127-4cdb-a0e4-3a05046aebd4 req-a51c188a-57c9-432f-b940-18567b86e037 service nova] Acquired lock "refresh_cache-6d4d6cfe-f8c0-4d05-a642-e3859a90f09f" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1644.606612] env[69889]: DEBUG nova.network.neutron [req-01ee2296-4127-4cdb-a0e4-3a05046aebd4 req-a51c188a-57c9-432f-b940-18567b86e037 service nova] [instance: 6d4d6cfe-f8c0-4d05-a642-e3859a90f09f] Refreshing network info cache for port e04fadaf-f2bc-4900-8b68-89dc3b65186b {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1645.326735] env[69889]: DEBUG nova.network.neutron [req-01ee2296-4127-4cdb-a0e4-3a05046aebd4 req-a51c188a-57c9-432f-b940-18567b86e037 service nova] [instance: 6d4d6cfe-f8c0-4d05-a642-e3859a90f09f] Updated VIF entry in instance network info cache for port e04fadaf-f2bc-4900-8b68-89dc3b65186b. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1645.327131] env[69889]: DEBUG nova.network.neutron [req-01ee2296-4127-4cdb-a0e4-3a05046aebd4 req-a51c188a-57c9-432f-b940-18567b86e037 service nova] [instance: 6d4d6cfe-f8c0-4d05-a642-e3859a90f09f] Updating instance_info_cache with network_info: [{"id": "e04fadaf-f2bc-4900-8b68-89dc3b65186b", "address": "fa:16:3e:ef:06:62", "network": {"id": "3aa47b8c-4ef0-43d0-b90c-2573c4fcb994", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1693304705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a0f9ab6ebb84b10aaf5a61239df4641", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape04fadaf-f2", "ovs_interfaceid": "e04fadaf-f2bc-4900-8b68-89dc3b65186b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1645.830415] env[69889]: DEBUG oslo_concurrency.lockutils [req-01ee2296-4127-4cdb-a0e4-3a05046aebd4 req-a51c188a-57c9-432f-b940-18567b86e037 service nova] Releasing lock "refresh_cache-6d4d6cfe-f8c0-4d05-a642-e3859a90f09f" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1646.140277] env[69889]: DEBUG nova.compute.manager [None req-270325ec-3b4a-4ff1-912c-210deddbbdf2 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 39990195-109c-43af-97cc-54bb349a13b6] Stashing vm_state: active {{(pid=69889) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1646.630722] env[69889]: DEBUG nova.compute.manager [req-a83a043b-9477-4ea5-bd03-df86eabc9b04 req-13c8e373-ba96-4c23-bdf6-3ef8180071e1 service nova] [instance: 39990195-109c-43af-97cc-54bb349a13b6] Received event network-changed-dfca620c-4ac8-4f64-805e-429f5b908ddc {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1646.630931] env[69889]: DEBUG nova.compute.manager [req-a83a043b-9477-4ea5-bd03-df86eabc9b04 req-13c8e373-ba96-4c23-bdf6-3ef8180071e1 service nova] [instance: 39990195-109c-43af-97cc-54bb349a13b6] Refreshing instance network info cache due to event network-changed-dfca620c-4ac8-4f64-805e-429f5b908ddc. {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1646.631150] env[69889]: DEBUG oslo_concurrency.lockutils [req-a83a043b-9477-4ea5-bd03-df86eabc9b04 req-13c8e373-ba96-4c23-bdf6-3ef8180071e1 service nova] Acquiring lock "refresh_cache-39990195-109c-43af-97cc-54bb349a13b6" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1646.631289] env[69889]: DEBUG oslo_concurrency.lockutils [req-a83a043b-9477-4ea5-bd03-df86eabc9b04 req-13c8e373-ba96-4c23-bdf6-3ef8180071e1 service nova] Acquired lock "refresh_cache-39990195-109c-43af-97cc-54bb349a13b6" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1646.631490] env[69889]: DEBUG nova.network.neutron [req-a83a043b-9477-4ea5-bd03-df86eabc9b04 req-13c8e373-ba96-4c23-bdf6-3ef8180071e1 service nova] [instance: 39990195-109c-43af-97cc-54bb349a13b6] Refreshing network info cache for port dfca620c-4ac8-4f64-805e-429f5b908ddc {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1646.659371] env[69889]: DEBUG oslo_concurrency.lockutils [None req-270325ec-3b4a-4ff1-912c-210deddbbdf2 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1646.659643] env[69889]: DEBUG oslo_concurrency.lockutils [None req-270325ec-3b4a-4ff1-912c-210deddbbdf2 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1647.163803] env[69889]: INFO nova.compute.claims [None req-270325ec-3b4a-4ff1-912c-210deddbbdf2 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 39990195-109c-43af-97cc-54bb349a13b6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1647.336383] env[69889]: DEBUG nova.network.neutron [req-a83a043b-9477-4ea5-bd03-df86eabc9b04 req-13c8e373-ba96-4c23-bdf6-3ef8180071e1 service nova] [instance: 39990195-109c-43af-97cc-54bb349a13b6] Updated VIF entry in instance network info cache for port dfca620c-4ac8-4f64-805e-429f5b908ddc. {{(pid=69889) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1647.336750] env[69889]: DEBUG nova.network.neutron [req-a83a043b-9477-4ea5-bd03-df86eabc9b04 req-13c8e373-ba96-4c23-bdf6-3ef8180071e1 service nova] [instance: 39990195-109c-43af-97cc-54bb349a13b6] Updating instance_info_cache with network_info: [{"id": "dfca620c-4ac8-4f64-805e-429f5b908ddc", "address": "fa:16:3e:29:cd:0a", "network": {"id": "3aa47b8c-4ef0-43d0-b90c-2573c4fcb994", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1693304705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a0f9ab6ebb84b10aaf5a61239df4641", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfca620c-4a", "ovs_interfaceid": "dfca620c-4ac8-4f64-805e-429f5b908ddc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1647.672305] env[69889]: INFO nova.compute.resource_tracker [None req-270325ec-3b4a-4ff1-912c-210deddbbdf2 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 39990195-109c-43af-97cc-54bb349a13b6] Updating resource usage from migration 30114a7c-5da1-4103-a6f9-a254117846d3 [ 1647.733498] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab12e6b2-1413-4d0a-ae3f-f92a0c43ea36 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.741900] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1c17da6-6935-4d5f-97b6-a269d8d8d4c6 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.771957] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a570bfbb-1b9e-4094-b56f-ac5f7e174884 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.779183] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d1b02d7-a9b5-4d41-829f-b5ee2e4d5b76 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.792270] env[69889]: DEBUG nova.compute.provider_tree [None req-270325ec-3b4a-4ff1-912c-210deddbbdf2 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1647.839262] env[69889]: DEBUG oslo_concurrency.lockutils [req-a83a043b-9477-4ea5-bd03-df86eabc9b04 req-13c8e373-ba96-4c23-bdf6-3ef8180071e1 service nova] Releasing lock "refresh_cache-39990195-109c-43af-97cc-54bb349a13b6" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1648.295299] env[69889]: DEBUG nova.scheduler.client.report [None req-270325ec-3b4a-4ff1-912c-210deddbbdf2 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1648.800724] env[69889]: DEBUG oslo_concurrency.lockutils [None req-270325ec-3b4a-4ff1-912c-210deddbbdf2 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.141s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1648.801104] env[69889]: INFO nova.compute.manager [None req-270325ec-3b4a-4ff1-912c-210deddbbdf2 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 39990195-109c-43af-97cc-54bb349a13b6] Migrating [ 1649.316372] env[69889]: DEBUG oslo_concurrency.lockutils [None req-270325ec-3b4a-4ff1-912c-210deddbbdf2 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Acquiring lock "refresh_cache-39990195-109c-43af-97cc-54bb349a13b6" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1649.316723] env[69889]: DEBUG oslo_concurrency.lockutils [None req-270325ec-3b4a-4ff1-912c-210deddbbdf2 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Acquired lock "refresh_cache-39990195-109c-43af-97cc-54bb349a13b6" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1649.316836] env[69889]: DEBUG nova.network.neutron [None req-270325ec-3b4a-4ff1-912c-210deddbbdf2 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 39990195-109c-43af-97cc-54bb349a13b6] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1650.053759] env[69889]: DEBUG nova.network.neutron [None req-270325ec-3b4a-4ff1-912c-210deddbbdf2 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 39990195-109c-43af-97cc-54bb349a13b6] Updating instance_info_cache with network_info: [{"id": "dfca620c-4ac8-4f64-805e-429f5b908ddc", "address": "fa:16:3e:29:cd:0a", "network": {"id": "3aa47b8c-4ef0-43d0-b90c-2573c4fcb994", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1693304705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a0f9ab6ebb84b10aaf5a61239df4641", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfca620c-4a", "ovs_interfaceid": "dfca620c-4ac8-4f64-805e-429f5b908ddc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1650.556505] env[69889]: DEBUG oslo_concurrency.lockutils [None req-270325ec-3b4a-4ff1-912c-210deddbbdf2 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Releasing lock "refresh_cache-39990195-109c-43af-97cc-54bb349a13b6" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1652.071601] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00070ace-2802-43b4-8e35-c57a7648ffa7 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.091438] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-270325ec-3b4a-4ff1-912c-210deddbbdf2 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 39990195-109c-43af-97cc-54bb349a13b6] Updating instance '39990195-109c-43af-97cc-54bb349a13b6' progress to 0 {{(pid=69889) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1652.597353] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-270325ec-3b4a-4ff1-912c-210deddbbdf2 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 39990195-109c-43af-97cc-54bb349a13b6] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1652.597674] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-68b75997-0ed2-4bb9-bbd9-cf9e84bcd1c3 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.606524] env[69889]: DEBUG oslo_vmware.api [None req-270325ec-3b4a-4ff1-912c-210deddbbdf2 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Waiting for the task: (returnval){ [ 1652.606524] env[69889]: value = "task-4078559" [ 1652.606524] env[69889]: _type = "Task" [ 1652.606524] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.615713] env[69889]: DEBUG oslo_vmware.api [None req-270325ec-3b4a-4ff1-912c-210deddbbdf2 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078559, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.118559] env[69889]: DEBUG oslo_vmware.api [None req-270325ec-3b4a-4ff1-912c-210deddbbdf2 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078559, 'name': PowerOffVM_Task, 'duration_secs': 0.224819} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1653.118970] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-270325ec-3b4a-4ff1-912c-210deddbbdf2 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 39990195-109c-43af-97cc-54bb349a13b6] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1653.119039] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-270325ec-3b4a-4ff1-912c-210deddbbdf2 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 39990195-109c-43af-97cc-54bb349a13b6] Updating instance '39990195-109c-43af-97cc-54bb349a13b6' progress to 17 {{(pid=69889) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1653.625300] env[69889]: DEBUG nova.virt.hardware [None req-270325ec-3b4a-4ff1-912c-210deddbbdf2 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1653.625594] env[69889]: DEBUG nova.virt.hardware [None req-270325ec-3b4a-4ff1-912c-210deddbbdf2 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1653.625821] env[69889]: DEBUG nova.virt.hardware [None req-270325ec-3b4a-4ff1-912c-210deddbbdf2 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1653.626023] env[69889]: DEBUG nova.virt.hardware [None req-270325ec-3b4a-4ff1-912c-210deddbbdf2 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1653.626175] env[69889]: DEBUG nova.virt.hardware [None req-270325ec-3b4a-4ff1-912c-210deddbbdf2 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1653.626324] env[69889]: DEBUG nova.virt.hardware [None req-270325ec-3b4a-4ff1-912c-210deddbbdf2 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1653.626537] env[69889]: DEBUG nova.virt.hardware [None req-270325ec-3b4a-4ff1-912c-210deddbbdf2 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1653.626693] env[69889]: DEBUG nova.virt.hardware [None req-270325ec-3b4a-4ff1-912c-210deddbbdf2 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1653.626859] env[69889]: DEBUG nova.virt.hardware [None req-270325ec-3b4a-4ff1-912c-210deddbbdf2 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1653.627033] env[69889]: DEBUG nova.virt.hardware [None req-270325ec-3b4a-4ff1-912c-210deddbbdf2 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1653.627210] env[69889]: DEBUG nova.virt.hardware [None req-270325ec-3b4a-4ff1-912c-210deddbbdf2 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1653.632187] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-efad2da2-bf22-462f-b681-b0589ce2454e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.649385] env[69889]: DEBUG oslo_vmware.api [None req-270325ec-3b4a-4ff1-912c-210deddbbdf2 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Waiting for the task: (returnval){ [ 1653.649385] env[69889]: value = "task-4078560" [ 1653.649385] env[69889]: _type = "Task" [ 1653.649385] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.658444] env[69889]: DEBUG oslo_vmware.api [None req-270325ec-3b4a-4ff1-912c-210deddbbdf2 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078560, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.159927] env[69889]: DEBUG oslo_vmware.api [None req-270325ec-3b4a-4ff1-912c-210deddbbdf2 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078560, 'name': ReconfigVM_Task, 'duration_secs': 0.177139} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.160390] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-270325ec-3b4a-4ff1-912c-210deddbbdf2 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 39990195-109c-43af-97cc-54bb349a13b6] Updating instance '39990195-109c-43af-97cc-54bb349a13b6' progress to 33 {{(pid=69889) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1654.666403] env[69889]: DEBUG nova.virt.hardware [None req-270325ec-3b4a-4ff1-912c-210deddbbdf2 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T14:24:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1654.666724] env[69889]: DEBUG nova.virt.hardware [None req-270325ec-3b4a-4ff1-912c-210deddbbdf2 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Flavor limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1654.666852] env[69889]: DEBUG nova.virt.hardware [None req-270325ec-3b4a-4ff1-912c-210deddbbdf2 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Image limits 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1654.667052] env[69889]: DEBUG nova.virt.hardware [None req-270325ec-3b4a-4ff1-912c-210deddbbdf2 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Flavor pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1654.667206] env[69889]: DEBUG nova.virt.hardware [None req-270325ec-3b4a-4ff1-912c-210deddbbdf2 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Image pref 0:0:0 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1654.667355] env[69889]: DEBUG nova.virt.hardware [None req-270325ec-3b4a-4ff1-912c-210deddbbdf2 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69889) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1654.667555] env[69889]: DEBUG nova.virt.hardware [None req-270325ec-3b4a-4ff1-912c-210deddbbdf2 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1654.667718] env[69889]: DEBUG nova.virt.hardware [None req-270325ec-3b4a-4ff1-912c-210deddbbdf2 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1654.667913] env[69889]: DEBUG nova.virt.hardware [None req-270325ec-3b4a-4ff1-912c-210deddbbdf2 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Got 1 possible topologies {{(pid=69889) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1654.668102] env[69889]: DEBUG nova.virt.hardware [None req-270325ec-3b4a-4ff1-912c-210deddbbdf2 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1654.668279] env[69889]: DEBUG nova.virt.hardware [None req-270325ec-3b4a-4ff1-912c-210deddbbdf2 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69889) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1654.673724] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-270325ec-3b4a-4ff1-912c-210deddbbdf2 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 39990195-109c-43af-97cc-54bb349a13b6] Reconfiguring VM instance instance-00000080 to detach disk 2000 {{(pid=69889) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1654.674052] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd6612d7-a15b-44d6-b7ec-7de93346f8f3 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.694558] env[69889]: DEBUG oslo_vmware.api [None req-270325ec-3b4a-4ff1-912c-210deddbbdf2 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Waiting for the task: (returnval){ [ 1654.694558] env[69889]: value = "task-4078561" [ 1654.694558] env[69889]: _type = "Task" [ 1654.694558] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.702807] env[69889]: DEBUG oslo_vmware.api [None req-270325ec-3b4a-4ff1-912c-210deddbbdf2 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078561, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.204855] env[69889]: DEBUG oslo_vmware.api [None req-270325ec-3b4a-4ff1-912c-210deddbbdf2 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078561, 'name': ReconfigVM_Task, 'duration_secs': 0.159047} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.205279] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-270325ec-3b4a-4ff1-912c-210deddbbdf2 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 39990195-109c-43af-97cc-54bb349a13b6] Reconfigured VM instance instance-00000080 to detach disk 2000 {{(pid=69889) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1655.205987] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04da35e3-40b6-4f29-8f25-bd5bbc94e169 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.227755] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-270325ec-3b4a-4ff1-912c-210deddbbdf2 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 39990195-109c-43af-97cc-54bb349a13b6] Reconfiguring VM instance instance-00000080 to attach disk [datastore1] volume-f2f778d5-a1ac-4de9-8f38-8c63d2e067ac/volume-f2f778d5-a1ac-4de9-8f38-8c63d2e067ac.vmdk or device None with type thin {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1655.228363] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9789d569-1b4d-4439-864b-71182eac82b1 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.247129] env[69889]: DEBUG oslo_vmware.api [None req-270325ec-3b4a-4ff1-912c-210deddbbdf2 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Waiting for the task: (returnval){ [ 1655.247129] env[69889]: value = "task-4078562" [ 1655.247129] env[69889]: _type = "Task" [ 1655.247129] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.255369] env[69889]: DEBUG oslo_vmware.api [None req-270325ec-3b4a-4ff1-912c-210deddbbdf2 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078562, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.757328] env[69889]: DEBUG oslo_vmware.api [None req-270325ec-3b4a-4ff1-912c-210deddbbdf2 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078562, 'name': ReconfigVM_Task, 'duration_secs': 0.25162} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.757608] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-270325ec-3b4a-4ff1-912c-210deddbbdf2 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 39990195-109c-43af-97cc-54bb349a13b6] Reconfigured VM instance instance-00000080 to attach disk [datastore1] volume-f2f778d5-a1ac-4de9-8f38-8c63d2e067ac/volume-f2f778d5-a1ac-4de9-8f38-8c63d2e067ac.vmdk or device None with type thin {{(pid=69889) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1655.757892] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-270325ec-3b4a-4ff1-912c-210deddbbdf2 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 39990195-109c-43af-97cc-54bb349a13b6] Updating instance '39990195-109c-43af-97cc-54bb349a13b6' progress to 50 {{(pid=69889) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1656.264214] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9be425e-36c6-4f89-9e92-eea6a5396ccf {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.282913] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57aafb42-caa4-4338-8669-ce3b0461c629 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.301059] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-270325ec-3b4a-4ff1-912c-210deddbbdf2 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 39990195-109c-43af-97cc-54bb349a13b6] Updating instance '39990195-109c-43af-97cc-54bb349a13b6' progress to 67 {{(pid=69889) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1657.945703] env[69889]: DEBUG nova.network.neutron [None req-270325ec-3b4a-4ff1-912c-210deddbbdf2 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 39990195-109c-43af-97cc-54bb349a13b6] Port dfca620c-4ac8-4f64-805e-429f5b908ddc binding to destination host cpu-1 is already ACTIVE {{(pid=69889) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1658.967022] env[69889]: DEBUG oslo_concurrency.lockutils [None req-270325ec-3b4a-4ff1-912c-210deddbbdf2 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Acquiring lock "39990195-109c-43af-97cc-54bb349a13b6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1658.967455] env[69889]: DEBUG oslo_concurrency.lockutils [None req-270325ec-3b4a-4ff1-912c-210deddbbdf2 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Lock "39990195-109c-43af-97cc-54bb349a13b6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1658.967455] env[69889]: DEBUG oslo_concurrency.lockutils [None req-270325ec-3b4a-4ff1-912c-210deddbbdf2 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Lock "39990195-109c-43af-97cc-54bb349a13b6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1660.005172] env[69889]: DEBUG oslo_concurrency.lockutils [None req-270325ec-3b4a-4ff1-912c-210deddbbdf2 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Acquiring lock "refresh_cache-39990195-109c-43af-97cc-54bb349a13b6" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1660.005457] env[69889]: DEBUG oslo_concurrency.lockutils [None req-270325ec-3b4a-4ff1-912c-210deddbbdf2 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Acquired lock "refresh_cache-39990195-109c-43af-97cc-54bb349a13b6" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1660.005572] env[69889]: DEBUG nova.network.neutron [None req-270325ec-3b4a-4ff1-912c-210deddbbdf2 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 39990195-109c-43af-97cc-54bb349a13b6] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1660.726515] env[69889]: DEBUG nova.network.neutron [None req-270325ec-3b4a-4ff1-912c-210deddbbdf2 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 39990195-109c-43af-97cc-54bb349a13b6] Updating instance_info_cache with network_info: [{"id": "dfca620c-4ac8-4f64-805e-429f5b908ddc", "address": "fa:16:3e:29:cd:0a", "network": {"id": "3aa47b8c-4ef0-43d0-b90c-2573c4fcb994", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1693304705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a0f9ab6ebb84b10aaf5a61239df4641", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfca620c-4a", "ovs_interfaceid": "dfca620c-4ac8-4f64-805e-429f5b908ddc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1661.229758] env[69889]: DEBUG oslo_concurrency.lockutils [None req-270325ec-3b4a-4ff1-912c-210deddbbdf2 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Releasing lock "refresh_cache-39990195-109c-43af-97cc-54bb349a13b6" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1661.738961] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe3e20db-d3c2-4750-a91e-f44788e19eff {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.746422] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-049c973e-406a-4ab4-a2dc-cd296fdbc346 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.844695] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4aeacee-811c-45e8-acd6-3a995d091ffb {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.863576] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1d1c86f-5238-43eb-ab54-8a9013c12871 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.870432] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-270325ec-3b4a-4ff1-912c-210deddbbdf2 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 39990195-109c-43af-97cc-54bb349a13b6] Updating instance '39990195-109c-43af-97cc-54bb349a13b6' progress to 83 {{(pid=69889) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1663.376625] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-270325ec-3b4a-4ff1-912c-210deddbbdf2 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 39990195-109c-43af-97cc-54bb349a13b6] Powering on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1663.376955] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e3529c56-0dbf-4fe8-a4f0-1514c14c7feb {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.384632] env[69889]: DEBUG oslo_vmware.api [None req-270325ec-3b4a-4ff1-912c-210deddbbdf2 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Waiting for the task: (returnval){ [ 1663.384632] env[69889]: value = "task-4078563" [ 1663.384632] env[69889]: _type = "Task" [ 1663.384632] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.393329] env[69889]: DEBUG oslo_vmware.api [None req-270325ec-3b4a-4ff1-912c-210deddbbdf2 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078563, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.895421] env[69889]: DEBUG oslo_vmware.api [None req-270325ec-3b4a-4ff1-912c-210deddbbdf2 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078563, 'name': PowerOnVM_Task, 'duration_secs': 0.433506} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.895820] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-270325ec-3b4a-4ff1-912c-210deddbbdf2 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 39990195-109c-43af-97cc-54bb349a13b6] Powered on the VM {{(pid=69889) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1663.895867] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-270325ec-3b4a-4ff1-912c-210deddbbdf2 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 39990195-109c-43af-97cc-54bb349a13b6] Updating instance '39990195-109c-43af-97cc-54bb349a13b6' progress to 100 {{(pid=69889) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1666.461255] env[69889]: DEBUG oslo_concurrency.lockutils [None req-2d6b71c9-9490-4ec1-9633-db2a3f020d60 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Acquiring lock "39990195-109c-43af-97cc-54bb349a13b6" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1666.461255] env[69889]: DEBUG oslo_concurrency.lockutils [None req-2d6b71c9-9490-4ec1-9633-db2a3f020d60 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Lock "39990195-109c-43af-97cc-54bb349a13b6" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1666.461729] env[69889]: DEBUG nova.compute.manager [None req-2d6b71c9-9490-4ec1-9633-db2a3f020d60 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 39990195-109c-43af-97cc-54bb349a13b6] Going to confirm migration 10 {{(pid=69889) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1667.031200] env[69889]: DEBUG oslo_concurrency.lockutils [None req-2d6b71c9-9490-4ec1-9633-db2a3f020d60 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Acquiring lock "refresh_cache-39990195-109c-43af-97cc-54bb349a13b6" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1667.031403] env[69889]: DEBUG oslo_concurrency.lockutils [None req-2d6b71c9-9490-4ec1-9633-db2a3f020d60 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Acquired lock "refresh_cache-39990195-109c-43af-97cc-54bb349a13b6" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1667.031583] env[69889]: DEBUG nova.network.neutron [None req-2d6b71c9-9490-4ec1-9633-db2a3f020d60 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 39990195-109c-43af-97cc-54bb349a13b6] Building network info cache for instance {{(pid=69889) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1667.031835] env[69889]: DEBUG nova.objects.instance [None req-2d6b71c9-9490-4ec1-9633-db2a3f020d60 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Lazy-loading 'info_cache' on Instance uuid 39990195-109c-43af-97cc-54bb349a13b6 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1668.239892] env[69889]: DEBUG nova.network.neutron [None req-2d6b71c9-9490-4ec1-9633-db2a3f020d60 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 39990195-109c-43af-97cc-54bb349a13b6] Updating instance_info_cache with network_info: [{"id": "dfca620c-4ac8-4f64-805e-429f5b908ddc", "address": "fa:16:3e:29:cd:0a", "network": {"id": "3aa47b8c-4ef0-43d0-b90c-2573c4fcb994", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1693304705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a0f9ab6ebb84b10aaf5a61239df4641", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfca620c-4a", "ovs_interfaceid": "dfca620c-4ac8-4f64-805e-429f5b908ddc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1668.742497] env[69889]: DEBUG oslo_concurrency.lockutils [None req-2d6b71c9-9490-4ec1-9633-db2a3f020d60 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Releasing lock "refresh_cache-39990195-109c-43af-97cc-54bb349a13b6" {{(pid=69889) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1668.742761] env[69889]: DEBUG nova.objects.instance [None req-2d6b71c9-9490-4ec1-9633-db2a3f020d60 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Lazy-loading 'migration_context' on Instance uuid 39990195-109c-43af-97cc-54bb349a13b6 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1669.245955] env[69889]: DEBUG nova.objects.base [None req-2d6b71c9-9490-4ec1-9633-db2a3f020d60 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Object Instance<39990195-109c-43af-97cc-54bb349a13b6> lazy-loaded attributes: info_cache,migration_context {{(pid=69889) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1669.246984] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c5b36bb-9510-4253-9240-aacef40d16d3 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.267486] env[69889]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-252dad45-0191-4716-bccf-9b67a6bfd468 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.273214] env[69889]: DEBUG oslo_vmware.api [None req-2d6b71c9-9490-4ec1-9633-db2a3f020d60 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Waiting for the task: (returnval){ [ 1669.273214] env[69889]: value = "session[525713e1-f65d-335d-ead3-ce25412f1b72]5281ef9d-a46d-9d35-b874-79f858274d6a" [ 1669.273214] env[69889]: _type = "Task" [ 1669.273214] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1669.281283] env[69889]: DEBUG oslo_vmware.api [None req-2d6b71c9-9490-4ec1-9633-db2a3f020d60 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5281ef9d-a46d-9d35-b874-79f858274d6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.783144] env[69889]: DEBUG oslo_vmware.api [None req-2d6b71c9-9490-4ec1-9633-db2a3f020d60 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': session[525713e1-f65d-335d-ead3-ce25412f1b72]5281ef9d-a46d-9d35-b874-79f858274d6a, 'name': SearchDatastore_Task, 'duration_secs': 0.00891} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1669.783433] env[69889]: DEBUG oslo_concurrency.lockutils [None req-2d6b71c9-9490-4ec1-9633-db2a3f020d60 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1669.783723] env[69889]: DEBUG oslo_concurrency.lockutils [None req-2d6b71c9-9490-4ec1-9633-db2a3f020d60 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1670.384296] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1fe006c-4a16-41bc-a3d6-df8a812fc142 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.392612] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf313fbe-9987-4d0d-b0b5-37de95cd50cc {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.423871] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-540d0b24-727b-42ad-8ccb-d54bb1439c0f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.431857] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-798c3b6f-4049-4479-9eec-322b33952029 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.445775] env[69889]: DEBUG nova.compute.provider_tree [None req-2d6b71c9-9490-4ec1-9633-db2a3f020d60 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1670.949216] env[69889]: DEBUG nova.scheduler.client.report [None req-2d6b71c9-9490-4ec1-9633-db2a3f020d60 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1671.960910] env[69889]: DEBUG oslo_concurrency.lockutils [None req-2d6b71c9-9490-4ec1-9633-db2a3f020d60 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.177s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1672.524710] env[69889]: INFO nova.scheduler.client.report [None req-2d6b71c9-9490-4ec1-9633-db2a3f020d60 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Deleted allocation for migration 30114a7c-5da1-4103-a6f9-a254117846d3 [ 1672.795853] env[69889]: INFO nova.compute.manager [None req-2592060f-db07-48b5-9bd8-77e19b994490 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 39990195-109c-43af-97cc-54bb349a13b6] Get console output [ 1672.796293] env[69889]: WARNING nova.virt.vmwareapi.driver [None req-2592060f-db07-48b5-9bd8-77e19b994490 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 39990195-109c-43af-97cc-54bb349a13b6] The console log is missing. Check your VSPC configuration [ 1673.030359] env[69889]: DEBUG oslo_concurrency.lockutils [None req-2d6b71c9-9490-4ec1-9633-db2a3f020d60 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Lock "39990195-109c-43af-97cc-54bb349a13b6" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.569s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1673.080404] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1673.080641] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1673.080776] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1673.081272] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1673.081449] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1673.081601] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1673.081752] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1673.081890] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69889) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1673.082051] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1673.585384] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1673.585568] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1673.585802] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1673.585962] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69889) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1673.586910] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e5a736c-c7fc-4e23-976b-49f87c63630f {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.594896] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-014b2a73-2b69-4d36-843d-2b6959c4f357 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.609471] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebd5906f-784c-4a89-9907-d10abcb2e171 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.616456] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20249cea-f103-458d-90c9-51228dea2898 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.646479] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180445MB free_disk=20GB free_vcpus=48 pci_devices=None {{(pid=69889) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1673.646656] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1673.646867] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1674.674461] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance 6d4d6cfe-f8c0-4d05-a642-e3859a90f09f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1674.674744] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance e0768a80-7972-4391-a523-56a12dca5d10 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1674.674744] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Instance 39990195-109c-43af-97cc-54bb349a13b6 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69889) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1674.674913] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=69889) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1674.675063] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1152MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=69889) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1674.722412] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ff8d026-7ac4-45d4-8ec7-9adc36d10f6a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.730071] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3b794d1-1607-4b5d-b32c-c2018d0060b1 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.759164] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c23c6d3-f337-4131-9d69-a8dd2a831c19 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.766398] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27d5bf9b-c8be-4f9e-92a1-e09c00e60780 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.779672] env[69889]: DEBUG nova.compute.provider_tree [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1675.283323] env[69889]: DEBUG nova.scheduler.client.report [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1675.788019] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69889) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1675.788410] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.141s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1699.731496] env[69889]: DEBUG oslo_concurrency.lockutils [None req-828f6139-b7f5-4fa9-ade5-251267c7d1c3 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Acquiring lock "39990195-109c-43af-97cc-54bb349a13b6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1699.731948] env[69889]: DEBUG oslo_concurrency.lockutils [None req-828f6139-b7f5-4fa9-ade5-251267c7d1c3 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Lock "39990195-109c-43af-97cc-54bb349a13b6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1699.731997] env[69889]: DEBUG oslo_concurrency.lockutils [None req-828f6139-b7f5-4fa9-ade5-251267c7d1c3 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Acquiring lock "39990195-109c-43af-97cc-54bb349a13b6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1699.732194] env[69889]: DEBUG oslo_concurrency.lockutils [None req-828f6139-b7f5-4fa9-ade5-251267c7d1c3 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Lock "39990195-109c-43af-97cc-54bb349a13b6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1699.732375] env[69889]: DEBUG oslo_concurrency.lockutils [None req-828f6139-b7f5-4fa9-ade5-251267c7d1c3 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Lock "39990195-109c-43af-97cc-54bb349a13b6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1699.736075] env[69889]: INFO nova.compute.manager [None req-828f6139-b7f5-4fa9-ade5-251267c7d1c3 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 39990195-109c-43af-97cc-54bb349a13b6] Terminating instance [ 1700.240506] env[69889]: DEBUG nova.compute.manager [None req-828f6139-b7f5-4fa9-ade5-251267c7d1c3 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 39990195-109c-43af-97cc-54bb349a13b6] Start destroying the instance on the hypervisor. {{(pid=69889) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1700.240754] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-828f6139-b7f5-4fa9-ade5-251267c7d1c3 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 39990195-109c-43af-97cc-54bb349a13b6] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1700.241060] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b816ee3d-f467-4c46-8678-5f82126f2bb9 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.249271] env[69889]: DEBUG oslo_vmware.api [None req-828f6139-b7f5-4fa9-ade5-251267c7d1c3 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Waiting for the task: (returnval){ [ 1700.249271] env[69889]: value = "task-4078564" [ 1700.249271] env[69889]: _type = "Task" [ 1700.249271] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1700.259232] env[69889]: DEBUG oslo_vmware.api [None req-828f6139-b7f5-4fa9-ade5-251267c7d1c3 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078564, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.760318] env[69889]: DEBUG oslo_vmware.api [None req-828f6139-b7f5-4fa9-ade5-251267c7d1c3 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078564, 'name': PowerOffVM_Task, 'duration_secs': 0.169109} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1700.760705] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-828f6139-b7f5-4fa9-ade5-251267c7d1c3 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 39990195-109c-43af-97cc-54bb349a13b6] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1700.760768] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-828f6139-b7f5-4fa9-ade5-251267c7d1c3 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 39990195-109c-43af-97cc-54bb349a13b6] Volume detach. Driver type: vmdk {{(pid=69889) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1700.760961] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-828f6139-b7f5-4fa9-ade5-251267c7d1c3 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 39990195-109c-43af-97cc-54bb349a13b6] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-808128', 'volume_id': 'f2f778d5-a1ac-4de9-8f38-8c63d2e067ac', 'name': 'volume-f2f778d5-a1ac-4de9-8f38-8c63d2e067ac', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '39990195-109c-43af-97cc-54bb349a13b6', 'attached_at': '2025-05-13T14:42:19.000000', 'detached_at': '', 'volume_id': 'f2f778d5-a1ac-4de9-8f38-8c63d2e067ac', 'serial': 'f2f778d5-a1ac-4de9-8f38-8c63d2e067ac'} {{(pid=69889) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1700.761748] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83bcdd0a-b3b5-4f0f-b5b5-15d622db3dc8 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.779836] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa270a82-8d7f-47cc-a30a-75b475e81a3d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.786516] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-440caff7-dffd-4501-a0b2-92e492e0d0ce {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.804061] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97473bad-d9b4-40a8-abb0-9e421c715a71 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.818512] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-828f6139-b7f5-4fa9-ade5-251267c7d1c3 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] The volume has not been displaced from its original location: [datastore1] volume-f2f778d5-a1ac-4de9-8f38-8c63d2e067ac/volume-f2f778d5-a1ac-4de9-8f38-8c63d2e067ac.vmdk. No consolidation needed. {{(pid=69889) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1700.823630] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-828f6139-b7f5-4fa9-ade5-251267c7d1c3 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 39990195-109c-43af-97cc-54bb349a13b6] Reconfiguring VM instance instance-00000080 to detach disk 2000 {{(pid=69889) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1700.823926] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d07b158f-4f7f-4022-b905-c4d2010e7eac {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.842449] env[69889]: DEBUG oslo_vmware.api [None req-828f6139-b7f5-4fa9-ade5-251267c7d1c3 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Waiting for the task: (returnval){ [ 1700.842449] env[69889]: value = "task-4078565" [ 1700.842449] env[69889]: _type = "Task" [ 1700.842449] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1700.855687] env[69889]: DEBUG oslo_vmware.api [None req-828f6139-b7f5-4fa9-ade5-251267c7d1c3 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078565, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.352361] env[69889]: DEBUG oslo_vmware.api [None req-828f6139-b7f5-4fa9-ade5-251267c7d1c3 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078565, 'name': ReconfigVM_Task, 'duration_secs': 0.153852} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1701.352670] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-828f6139-b7f5-4fa9-ade5-251267c7d1c3 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 39990195-109c-43af-97cc-54bb349a13b6] Reconfigured VM instance instance-00000080 to detach disk 2000 {{(pid=69889) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1701.357264] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2681cd0a-9eac-4466-b145-a627569dcbeb {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.372306] env[69889]: DEBUG oslo_vmware.api [None req-828f6139-b7f5-4fa9-ade5-251267c7d1c3 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Waiting for the task: (returnval){ [ 1701.372306] env[69889]: value = "task-4078566" [ 1701.372306] env[69889]: _type = "Task" [ 1701.372306] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1701.380934] env[69889]: DEBUG oslo_vmware.api [None req-828f6139-b7f5-4fa9-ade5-251267c7d1c3 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078566, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.881924] env[69889]: DEBUG oslo_vmware.api [None req-828f6139-b7f5-4fa9-ade5-251267c7d1c3 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078566, 'name': ReconfigVM_Task, 'duration_secs': 0.152554} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1701.882319] env[69889]: DEBUG nova.virt.vmwareapi.volumeops [None req-828f6139-b7f5-4fa9-ade5-251267c7d1c3 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 39990195-109c-43af-97cc-54bb349a13b6] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-808128', 'volume_id': 'f2f778d5-a1ac-4de9-8f38-8c63d2e067ac', 'name': 'volume-f2f778d5-a1ac-4de9-8f38-8c63d2e067ac', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '39990195-109c-43af-97cc-54bb349a13b6', 'attached_at': '2025-05-13T14:42:19.000000', 'detached_at': '', 'volume_id': 'f2f778d5-a1ac-4de9-8f38-8c63d2e067ac', 'serial': 'f2f778d5-a1ac-4de9-8f38-8c63d2e067ac'} {{(pid=69889) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1701.882496] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-828f6139-b7f5-4fa9-ade5-251267c7d1c3 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 39990195-109c-43af-97cc-54bb349a13b6] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1701.883181] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6613748c-4f7c-423d-8078-9c793ba7bfd3 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.890141] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-828f6139-b7f5-4fa9-ade5-251267c7d1c3 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 39990195-109c-43af-97cc-54bb349a13b6] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1701.890453] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-827a1bad-4208-486d-84e5-a658232cb2e0 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.954351] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-828f6139-b7f5-4fa9-ade5-251267c7d1c3 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 39990195-109c-43af-97cc-54bb349a13b6] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1701.954591] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-828f6139-b7f5-4fa9-ade5-251267c7d1c3 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 39990195-109c-43af-97cc-54bb349a13b6] Deleting contents of the VM from datastore datastore1 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1701.954735] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-828f6139-b7f5-4fa9-ade5-251267c7d1c3 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Deleting the datastore file [datastore1] 39990195-109c-43af-97cc-54bb349a13b6 {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1701.955020] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-29a3015c-acab-49de-ae9d-1ce87f5da470 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.961460] env[69889]: DEBUG oslo_vmware.api [None req-828f6139-b7f5-4fa9-ade5-251267c7d1c3 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Waiting for the task: (returnval){ [ 1701.961460] env[69889]: value = "task-4078568" [ 1701.961460] env[69889]: _type = "Task" [ 1701.961460] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1701.969447] env[69889]: DEBUG oslo_vmware.api [None req-828f6139-b7f5-4fa9-ade5-251267c7d1c3 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078568, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.472702] env[69889]: DEBUG oslo_vmware.api [None req-828f6139-b7f5-4fa9-ade5-251267c7d1c3 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078568, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.085793} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1702.473042] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-828f6139-b7f5-4fa9-ade5-251267c7d1c3 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1702.473250] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-828f6139-b7f5-4fa9-ade5-251267c7d1c3 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 39990195-109c-43af-97cc-54bb349a13b6] Deleted contents of the VM from datastore datastore1 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1702.473430] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-828f6139-b7f5-4fa9-ade5-251267c7d1c3 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 39990195-109c-43af-97cc-54bb349a13b6] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1702.473608] env[69889]: INFO nova.compute.manager [None req-828f6139-b7f5-4fa9-ade5-251267c7d1c3 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 39990195-109c-43af-97cc-54bb349a13b6] Took 2.23 seconds to destroy the instance on the hypervisor. [ 1702.473890] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-828f6139-b7f5-4fa9-ade5-251267c7d1c3 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1702.474124] env[69889]: DEBUG nova.compute.manager [-] [instance: 39990195-109c-43af-97cc-54bb349a13b6] Deallocating network for instance {{(pid=69889) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1702.474224] env[69889]: DEBUG nova.network.neutron [-] [instance: 39990195-109c-43af-97cc-54bb349a13b6] deallocate_for_instance() {{(pid=69889) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1702.954618] env[69889]: DEBUG nova.compute.manager [req-003c9207-56f8-4ff8-bf44-10a0097308b6 req-acb9511d-f8a2-4795-9db5-cf7929e011da service nova] [instance: 39990195-109c-43af-97cc-54bb349a13b6] Received event network-vif-deleted-dfca620c-4ac8-4f64-805e-429f5b908ddc {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1702.954852] env[69889]: INFO nova.compute.manager [req-003c9207-56f8-4ff8-bf44-10a0097308b6 req-acb9511d-f8a2-4795-9db5-cf7929e011da service nova] [instance: 39990195-109c-43af-97cc-54bb349a13b6] Neutron deleted interface dfca620c-4ac8-4f64-805e-429f5b908ddc; detaching it from the instance and deleting it from the info cache [ 1702.954998] env[69889]: DEBUG nova.network.neutron [req-003c9207-56f8-4ff8-bf44-10a0097308b6 req-acb9511d-f8a2-4795-9db5-cf7929e011da service nova] [instance: 39990195-109c-43af-97cc-54bb349a13b6] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1703.437185] env[69889]: DEBUG nova.network.neutron [-] [instance: 39990195-109c-43af-97cc-54bb349a13b6] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1703.457143] env[69889]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-61340ecc-7d54-4f71-a647-5d3fb4f82c96 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.467423] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c16366de-8b70-4e89-8763-669277273edb {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.493092] env[69889]: DEBUG nova.compute.manager [req-003c9207-56f8-4ff8-bf44-10a0097308b6 req-acb9511d-f8a2-4795-9db5-cf7929e011da service nova] [instance: 39990195-109c-43af-97cc-54bb349a13b6] Detach interface failed, port_id=dfca620c-4ac8-4f64-805e-429f5b908ddc, reason: Instance 39990195-109c-43af-97cc-54bb349a13b6 could not be found. {{(pid=69889) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1703.940288] env[69889]: INFO nova.compute.manager [-] [instance: 39990195-109c-43af-97cc-54bb349a13b6] Took 1.47 seconds to deallocate network for instance. [ 1704.486971] env[69889]: INFO nova.compute.manager [None req-828f6139-b7f5-4fa9-ade5-251267c7d1c3 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 39990195-109c-43af-97cc-54bb349a13b6] Took 0.55 seconds to detach 1 volumes for instance. [ 1704.489395] env[69889]: DEBUG nova.compute.manager [None req-828f6139-b7f5-4fa9-ade5-251267c7d1c3 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 39990195-109c-43af-97cc-54bb349a13b6] Deleting volume: f2f778d5-a1ac-4de9-8f38-8c63d2e067ac {{(pid=69889) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1705.040492] env[69889]: DEBUG oslo_concurrency.lockutils [None req-828f6139-b7f5-4fa9-ade5-251267c7d1c3 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1705.040753] env[69889]: DEBUG oslo_concurrency.lockutils [None req-828f6139-b7f5-4fa9-ade5-251267c7d1c3 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1705.040977] env[69889]: DEBUG nova.objects.instance [None req-828f6139-b7f5-4fa9-ade5-251267c7d1c3 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Lazy-loading 'resources' on Instance uuid 39990195-109c-43af-97cc-54bb349a13b6 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1705.604661] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e659aed1-33c8-4da1-927e-9d5e5ce8ec3e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.612269] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f806432-1898-4782-800c-12f00112d520 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.642593] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c6b5879-bcca-46d3-bc37-010550bd6817 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.650373] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce5cc9dc-3592-443a-a017-e04027514dfa {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.664321] env[69889]: DEBUG nova.compute.provider_tree [None req-828f6139-b7f5-4fa9-ade5-251267c7d1c3 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1706.167743] env[69889]: DEBUG nova.scheduler.client.report [None req-828f6139-b7f5-4fa9-ade5-251267c7d1c3 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1706.673151] env[69889]: DEBUG oslo_concurrency.lockutils [None req-828f6139-b7f5-4fa9-ade5-251267c7d1c3 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.632s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1706.695702] env[69889]: INFO nova.scheduler.client.report [None req-828f6139-b7f5-4fa9-ade5-251267c7d1c3 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Deleted allocations for instance 39990195-109c-43af-97cc-54bb349a13b6 [ 1707.203011] env[69889]: DEBUG oslo_concurrency.lockutils [None req-828f6139-b7f5-4fa9-ade5-251267c7d1c3 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Lock "39990195-109c-43af-97cc-54bb349a13b6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.471s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1707.444030] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ed62da2f-e85d-4db4-8ea0-9d6cb7c07f5e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Acquiring lock "e0768a80-7972-4391-a523-56a12dca5d10" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1707.444313] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ed62da2f-e85d-4db4-8ea0-9d6cb7c07f5e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Lock "e0768a80-7972-4391-a523-56a12dca5d10" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1707.444531] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ed62da2f-e85d-4db4-8ea0-9d6cb7c07f5e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Acquiring lock "e0768a80-7972-4391-a523-56a12dca5d10-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1707.444712] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ed62da2f-e85d-4db4-8ea0-9d6cb7c07f5e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Lock "e0768a80-7972-4391-a523-56a12dca5d10-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1707.444880] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ed62da2f-e85d-4db4-8ea0-9d6cb7c07f5e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Lock "e0768a80-7972-4391-a523-56a12dca5d10-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1707.447074] env[69889]: INFO nova.compute.manager [None req-ed62da2f-e85d-4db4-8ea0-9d6cb7c07f5e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: e0768a80-7972-4391-a523-56a12dca5d10] Terminating instance [ 1707.951400] env[69889]: DEBUG nova.compute.manager [None req-ed62da2f-e85d-4db4-8ea0-9d6cb7c07f5e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: e0768a80-7972-4391-a523-56a12dca5d10] Start destroying the instance on the hypervisor. {{(pid=69889) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1707.951890] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-ed62da2f-e85d-4db4-8ea0-9d6cb7c07f5e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: e0768a80-7972-4391-a523-56a12dca5d10] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1707.952548] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5c003fc-8e09-47d2-9df0-667382296932 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.960848] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed62da2f-e85d-4db4-8ea0-9d6cb7c07f5e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: e0768a80-7972-4391-a523-56a12dca5d10] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1707.961101] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fbffbea1-9c32-4e2f-a09f-865ffd40ce50 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.968280] env[69889]: DEBUG oslo_vmware.api [None req-ed62da2f-e85d-4db4-8ea0-9d6cb7c07f5e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Waiting for the task: (returnval){ [ 1707.968280] env[69889]: value = "task-4078570" [ 1707.968280] env[69889]: _type = "Task" [ 1707.968280] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1707.977350] env[69889]: DEBUG oslo_vmware.api [None req-ed62da2f-e85d-4db4-8ea0-9d6cb7c07f5e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078570, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.478659] env[69889]: DEBUG oslo_vmware.api [None req-ed62da2f-e85d-4db4-8ea0-9d6cb7c07f5e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078570, 'name': PowerOffVM_Task, 'duration_secs': 0.195969} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.478890] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed62da2f-e85d-4db4-8ea0-9d6cb7c07f5e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: e0768a80-7972-4391-a523-56a12dca5d10] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1708.479074] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-ed62da2f-e85d-4db4-8ea0-9d6cb7c07f5e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: e0768a80-7972-4391-a523-56a12dca5d10] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1708.479327] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b92bd6a7-f3fa-44bd-994c-7564b0b39c81 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.552286] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-ed62da2f-e85d-4db4-8ea0-9d6cb7c07f5e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: e0768a80-7972-4391-a523-56a12dca5d10] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1708.552522] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-ed62da2f-e85d-4db4-8ea0-9d6cb7c07f5e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: e0768a80-7972-4391-a523-56a12dca5d10] Deleting contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1708.552673] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed62da2f-e85d-4db4-8ea0-9d6cb7c07f5e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Deleting the datastore file [datastore2] e0768a80-7972-4391-a523-56a12dca5d10 {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1708.552949] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f6f6ddd4-c16d-4592-bfec-af3fdfa3f0ac {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.560303] env[69889]: DEBUG oslo_vmware.api [None req-ed62da2f-e85d-4db4-8ea0-9d6cb7c07f5e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Waiting for the task: (returnval){ [ 1708.560303] env[69889]: value = "task-4078572" [ 1708.560303] env[69889]: _type = "Task" [ 1708.560303] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.568349] env[69889]: DEBUG oslo_vmware.api [None req-ed62da2f-e85d-4db4-8ea0-9d6cb7c07f5e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078572, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.070586] env[69889]: DEBUG oslo_vmware.api [None req-ed62da2f-e85d-4db4-8ea0-9d6cb7c07f5e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078572, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149645} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.070951] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed62da2f-e85d-4db4-8ea0-9d6cb7c07f5e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1709.071045] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-ed62da2f-e85d-4db4-8ea0-9d6cb7c07f5e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: e0768a80-7972-4391-a523-56a12dca5d10] Deleted contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1709.071217] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-ed62da2f-e85d-4db4-8ea0-9d6cb7c07f5e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: e0768a80-7972-4391-a523-56a12dca5d10] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1709.071396] env[69889]: INFO nova.compute.manager [None req-ed62da2f-e85d-4db4-8ea0-9d6cb7c07f5e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: e0768a80-7972-4391-a523-56a12dca5d10] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1709.071637] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ed62da2f-e85d-4db4-8ea0-9d6cb7c07f5e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1709.071832] env[69889]: DEBUG nova.compute.manager [-] [instance: e0768a80-7972-4391-a523-56a12dca5d10] Deallocating network for instance {{(pid=69889) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1709.071927] env[69889]: DEBUG nova.network.neutron [-] [instance: e0768a80-7972-4391-a523-56a12dca5d10] deallocate_for_instance() {{(pid=69889) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1709.440054] env[69889]: DEBUG nova.compute.manager [req-83f91c8c-a8f6-4d05-b6b7-fec7cffe3422 req-4ed5bda5-3a06-44d8-afda-e95a89dcd7d0 service nova] [instance: e0768a80-7972-4391-a523-56a12dca5d10] Received event network-vif-deleted-d394ce6f-89d6-4cd3-9948-b9679261e92a {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1709.440308] env[69889]: INFO nova.compute.manager [req-83f91c8c-a8f6-4d05-b6b7-fec7cffe3422 req-4ed5bda5-3a06-44d8-afda-e95a89dcd7d0 service nova] [instance: e0768a80-7972-4391-a523-56a12dca5d10] Neutron deleted interface d394ce6f-89d6-4cd3-9948-b9679261e92a; detaching it from the instance and deleting it from the info cache [ 1709.440579] env[69889]: DEBUG nova.network.neutron [req-83f91c8c-a8f6-4d05-b6b7-fec7cffe3422 req-4ed5bda5-3a06-44d8-afda-e95a89dcd7d0 service nova] [instance: e0768a80-7972-4391-a523-56a12dca5d10] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1709.924349] env[69889]: DEBUG nova.network.neutron [-] [instance: e0768a80-7972-4391-a523-56a12dca5d10] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1709.943509] env[69889]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-24472c15-3089-414b-b7ca-4e1f534b4750 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.954920] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92878ab6-b257-4c64-a268-e331467f8208 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.981897] env[69889]: DEBUG nova.compute.manager [req-83f91c8c-a8f6-4d05-b6b7-fec7cffe3422 req-4ed5bda5-3a06-44d8-afda-e95a89dcd7d0 service nova] [instance: e0768a80-7972-4391-a523-56a12dca5d10] Detach interface failed, port_id=d394ce6f-89d6-4cd3-9948-b9679261e92a, reason: Instance e0768a80-7972-4391-a523-56a12dca5d10 could not be found. {{(pid=69889) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1710.427561] env[69889]: INFO nova.compute.manager [-] [instance: e0768a80-7972-4391-a523-56a12dca5d10] Took 1.36 seconds to deallocate network for instance. [ 1710.934488] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ed62da2f-e85d-4db4-8ea0-9d6cb7c07f5e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1710.934773] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ed62da2f-e85d-4db4-8ea0-9d6cb7c07f5e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1710.935026] env[69889]: DEBUG nova.objects.instance [None req-ed62da2f-e85d-4db4-8ea0-9d6cb7c07f5e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Lazy-loading 'resources' on Instance uuid e0768a80-7972-4391-a523-56a12dca5d10 {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1711.522987] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-933b714a-9c3f-4843-b84f-40a2b4ca1cdb {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.531199] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b082714-7bf7-42ad-93a2-9e7ee99c340a {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.562321] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccc9a3b8-3701-4781-affa-230eb1564207 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.570944] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd3716bf-07a1-4d7d-ba9f-5230b4dcb306 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.585787] env[69889]: DEBUG nova.compute.provider_tree [None req-ed62da2f-e85d-4db4-8ea0-9d6cb7c07f5e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1712.089061] env[69889]: DEBUG nova.scheduler.client.report [None req-ed62da2f-e85d-4db4-8ea0-9d6cb7c07f5e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1712.594425] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ed62da2f-e85d-4db4-8ea0-9d6cb7c07f5e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.659s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1712.626556] env[69889]: INFO nova.scheduler.client.report [None req-ed62da2f-e85d-4db4-8ea0-9d6cb7c07f5e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Deleted allocations for instance e0768a80-7972-4391-a523-56a12dca5d10 [ 1713.133436] env[69889]: DEBUG oslo_concurrency.lockutils [None req-ed62da2f-e85d-4db4-8ea0-9d6cb7c07f5e tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Lock "e0768a80-7972-4391-a523-56a12dca5d10" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.689s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1717.342535] env[69889]: DEBUG oslo_concurrency.lockutils [None req-703c1010-d978-4e8c-a9f6-7e4e75e42170 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Acquiring lock "6d4d6cfe-f8c0-4d05-a642-e3859a90f09f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1717.342914] env[69889]: DEBUG oslo_concurrency.lockutils [None req-703c1010-d978-4e8c-a9f6-7e4e75e42170 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Lock "6d4d6cfe-f8c0-4d05-a642-e3859a90f09f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1717.343060] env[69889]: DEBUG oslo_concurrency.lockutils [None req-703c1010-d978-4e8c-a9f6-7e4e75e42170 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Acquiring lock "6d4d6cfe-f8c0-4d05-a642-e3859a90f09f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1717.343322] env[69889]: DEBUG oslo_concurrency.lockutils [None req-703c1010-d978-4e8c-a9f6-7e4e75e42170 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Lock "6d4d6cfe-f8c0-4d05-a642-e3859a90f09f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1717.343560] env[69889]: DEBUG oslo_concurrency.lockutils [None req-703c1010-d978-4e8c-a9f6-7e4e75e42170 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Lock "6d4d6cfe-f8c0-4d05-a642-e3859a90f09f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1717.346503] env[69889]: INFO nova.compute.manager [None req-703c1010-d978-4e8c-a9f6-7e4e75e42170 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 6d4d6cfe-f8c0-4d05-a642-e3859a90f09f] Terminating instance [ 1717.851252] env[69889]: DEBUG nova.compute.manager [None req-703c1010-d978-4e8c-a9f6-7e4e75e42170 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 6d4d6cfe-f8c0-4d05-a642-e3859a90f09f] Start destroying the instance on the hypervisor. {{(pid=69889) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1717.851500] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-703c1010-d978-4e8c-a9f6-7e4e75e42170 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 6d4d6cfe-f8c0-4d05-a642-e3859a90f09f] Destroying instance {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1717.852445] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90c3272d-02d9-4d95-8907-d53f26fa9843 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.860811] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-703c1010-d978-4e8c-a9f6-7e4e75e42170 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 6d4d6cfe-f8c0-4d05-a642-e3859a90f09f] Powering off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1717.861036] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b04c4fee-4c5b-44e8-9463-7ac273d97b50 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.869428] env[69889]: DEBUG oslo_vmware.api [None req-703c1010-d978-4e8c-a9f6-7e4e75e42170 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Waiting for the task: (returnval){ [ 1717.869428] env[69889]: value = "task-4078574" [ 1717.869428] env[69889]: _type = "Task" [ 1717.869428] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.879373] env[69889]: DEBUG oslo_vmware.api [None req-703c1010-d978-4e8c-a9f6-7e4e75e42170 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078574, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.379449] env[69889]: DEBUG oslo_vmware.api [None req-703c1010-d978-4e8c-a9f6-7e4e75e42170 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078574, 'name': PowerOffVM_Task, 'duration_secs': 0.227812} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.379837] env[69889]: DEBUG nova.virt.vmwareapi.vm_util [None req-703c1010-d978-4e8c-a9f6-7e4e75e42170 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 6d4d6cfe-f8c0-4d05-a642-e3859a90f09f] Powered off the VM {{(pid=69889) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1718.379878] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-703c1010-d978-4e8c-a9f6-7e4e75e42170 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 6d4d6cfe-f8c0-4d05-a642-e3859a90f09f] Unregistering the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1718.380216] env[69889]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ffcf9151-6728-4b2f-89ac-d726484e48af {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.454690] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-703c1010-d978-4e8c-a9f6-7e4e75e42170 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 6d4d6cfe-f8c0-4d05-a642-e3859a90f09f] Unregistered the VM {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1718.455195] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-703c1010-d978-4e8c-a9f6-7e4e75e42170 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 6d4d6cfe-f8c0-4d05-a642-e3859a90f09f] Deleting contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1718.455480] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-703c1010-d978-4e8c-a9f6-7e4e75e42170 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Deleting the datastore file [datastore2] 6d4d6cfe-f8c0-4d05-a642-e3859a90f09f {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1718.455774] env[69889]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-33a9cd4e-e4a0-421f-9c9f-bf5d51d7bf10 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.462157] env[69889]: DEBUG oslo_vmware.api [None req-703c1010-d978-4e8c-a9f6-7e4e75e42170 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Waiting for the task: (returnval){ [ 1718.462157] env[69889]: value = "task-4078576" [ 1718.462157] env[69889]: _type = "Task" [ 1718.462157] env[69889]: } to complete. {{(pid=69889) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.470768] env[69889]: DEBUG oslo_vmware.api [None req-703c1010-d978-4e8c-a9f6-7e4e75e42170 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078576, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.971890] env[69889]: DEBUG oslo_vmware.api [None req-703c1010-d978-4e8c-a9f6-7e4e75e42170 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Task: {'id': task-4078576, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14469} completed successfully. {{(pid=69889) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.972165] env[69889]: DEBUG nova.virt.vmwareapi.ds_util [None req-703c1010-d978-4e8c-a9f6-7e4e75e42170 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Deleted the datastore file {{(pid=69889) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1718.972348] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-703c1010-d978-4e8c-a9f6-7e4e75e42170 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 6d4d6cfe-f8c0-4d05-a642-e3859a90f09f] Deleted contents of the VM from datastore datastore2 {{(pid=69889) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1718.972530] env[69889]: DEBUG nova.virt.vmwareapi.vmops [None req-703c1010-d978-4e8c-a9f6-7e4e75e42170 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 6d4d6cfe-f8c0-4d05-a642-e3859a90f09f] Instance destroyed {{(pid=69889) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1718.972706] env[69889]: INFO nova.compute.manager [None req-703c1010-d978-4e8c-a9f6-7e4e75e42170 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] [instance: 6d4d6cfe-f8c0-4d05-a642-e3859a90f09f] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1718.972948] env[69889]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-703c1010-d978-4e8c-a9f6-7e4e75e42170 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69889) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1718.973156] env[69889]: DEBUG nova.compute.manager [-] [instance: 6d4d6cfe-f8c0-4d05-a642-e3859a90f09f] Deallocating network for instance {{(pid=69889) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1718.973255] env[69889]: DEBUG nova.network.neutron [-] [instance: 6d4d6cfe-f8c0-4d05-a642-e3859a90f09f] deallocate_for_instance() {{(pid=69889) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1719.357129] env[69889]: DEBUG nova.compute.manager [req-c12f244d-6607-4be8-a067-d030f5c40774 req-15641504-dcc5-4a84-b513-8d9e0cb01310 service nova] [instance: 6d4d6cfe-f8c0-4d05-a642-e3859a90f09f] Received event network-vif-deleted-e04fadaf-f2bc-4900-8b68-89dc3b65186b {{(pid=69889) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1719.357365] env[69889]: INFO nova.compute.manager [req-c12f244d-6607-4be8-a067-d030f5c40774 req-15641504-dcc5-4a84-b513-8d9e0cb01310 service nova] [instance: 6d4d6cfe-f8c0-4d05-a642-e3859a90f09f] Neutron deleted interface e04fadaf-f2bc-4900-8b68-89dc3b65186b; detaching it from the instance and deleting it from the info cache [ 1719.357540] env[69889]: DEBUG nova.network.neutron [req-c12f244d-6607-4be8-a067-d030f5c40774 req-15641504-dcc5-4a84-b513-8d9e0cb01310 service nova] [instance: 6d4d6cfe-f8c0-4d05-a642-e3859a90f09f] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1719.841274] env[69889]: DEBUG nova.network.neutron [-] [instance: 6d4d6cfe-f8c0-4d05-a642-e3859a90f09f] Updating instance_info_cache with network_info: [] {{(pid=69889) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1719.859611] env[69889]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3c18ba6a-4627-4c2a-ab4e-9e6aa516ea34 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.870527] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42a2ce8b-f29d-4b57-9083-45f251267d6d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.895683] env[69889]: DEBUG nova.compute.manager [req-c12f244d-6607-4be8-a067-d030f5c40774 req-15641504-dcc5-4a84-b513-8d9e0cb01310 service nova] [instance: 6d4d6cfe-f8c0-4d05-a642-e3859a90f09f] Detach interface failed, port_id=e04fadaf-f2bc-4900-8b68-89dc3b65186b, reason: Instance 6d4d6cfe-f8c0-4d05-a642-e3859a90f09f could not be found. {{(pid=69889) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1720.344584] env[69889]: INFO nova.compute.manager [-] [instance: 6d4d6cfe-f8c0-4d05-a642-e3859a90f09f] Took 1.37 seconds to deallocate network for instance. [ 1720.851748] env[69889]: DEBUG oslo_concurrency.lockutils [None req-703c1010-d978-4e8c-a9f6-7e4e75e42170 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1720.852284] env[69889]: DEBUG oslo_concurrency.lockutils [None req-703c1010-d978-4e8c-a9f6-7e4e75e42170 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1720.852499] env[69889]: DEBUG nova.objects.instance [None req-703c1010-d978-4e8c-a9f6-7e4e75e42170 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Lazy-loading 'resources' on Instance uuid 6d4d6cfe-f8c0-4d05-a642-e3859a90f09f {{(pid=69889) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1721.411933] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-917eb24b-c39a-41e6-a8b6-ab1edbdd0997 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.420279] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0e10106-891f-48dc-bffc-ab549bf726d1 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.454508] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15d10ec6-eec6-4fb5-a457-4314f17cea58 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.462655] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d1346dc-cb6a-4c97-b9fe-7173f4d75199 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.476545] env[69889]: DEBUG nova.compute.provider_tree [None req-703c1010-d978-4e8c-a9f6-7e4e75e42170 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1721.980679] env[69889]: DEBUG nova.scheduler.client.report [None req-703c1010-d978-4e8c-a9f6-7e4e75e42170 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1722.486162] env[69889]: DEBUG oslo_concurrency.lockutils [None req-703c1010-d978-4e8c-a9f6-7e4e75e42170 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.634s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1722.507343] env[69889]: INFO nova.scheduler.client.report [None req-703c1010-d978-4e8c-a9f6-7e4e75e42170 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Deleted allocations for instance 6d4d6cfe-f8c0-4d05-a642-e3859a90f09f [ 1723.015273] env[69889]: DEBUG oslo_concurrency.lockutils [None req-703c1010-d978-4e8c-a9f6-7e4e75e42170 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Lock "6d4d6cfe-f8c0-4d05-a642-e3859a90f09f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.672s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1729.668237] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1729.668629] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1730.173738] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1730.173738] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1730.174056] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1730.174056] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1730.174167] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1730.175302] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1730.175302] env[69889]: DEBUG nova.compute.manager [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69889) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1730.175302] env[69889]: DEBUG oslo_service.periodic_task [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69889) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1730.677728] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1730.678198] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1730.678198] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1730.678389] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69889) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1730.679264] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe2bd451-1e35-4e48-8503-7f721ec432d8 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.687987] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95dee34d-05c8-47aa-b0a9-0f96afafc91d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.702304] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69c94d2a-feb4-4e7a-ada2-933b9e9b4c9c {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.709274] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a2540a3-0f6f-4ffe-a4a4-e34a8c75086d {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.739336] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180263MB free_disk=20GB free_vcpus=48 pci_devices=None {{(pid=69889) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1730.739532] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1730.739688] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1731.761611] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69889) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1731.761856] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69889) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1731.774704] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15bd08f3-44fa-4b5e-9529-3c716515bd9e {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.782697] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a9774aa-b4f7-437e-8d8d-eb624edf3671 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.812511] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aff692b-0d86-4e41-a70c-7bd2fc661e22 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.820206] env[69889]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8541022b-25d8-4a02-8930-65dede669438 {{(pid=69889) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.833698] env[69889]: DEBUG nova.compute.provider_tree [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Inventory has not changed in ProviderTree for provider: 90d7c690-84bb-4f6d-b52e-7f3e0decd101 {{(pid=69889) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1732.336870] env[69889]: DEBUG nova.scheduler.client.report [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Inventory has not changed for provider 90d7c690-84bb-4f6d-b52e-7f3e0decd101 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69889) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1732.841678] env[69889]: DEBUG nova.compute.resource_tracker [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69889) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1732.842130] env[69889]: DEBUG oslo_concurrency.lockutils [None req-e60d52bb-a867-42f5-b203-e0ebe79cf0b7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.102s {{(pid=69889) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}